-- Logs begin at Fri 2021-07-23 09:38:53 UTC, end at Fri 2021-07-23 11:48:51 UTC. -- Jul 23 10:10:09.992276 n-d-778550-4 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 10:10:12.706402 n-d-778550-4 neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Jul 23 10:10:12.706991 n-d-778550-4 neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 10:10:12.707178 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 10:10:12.710956 n-d-778550-4 neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Jul 23 10:10:12.711373 n-d-778550-4 neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 10:10:12.711855 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 10:10:12.712813 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 10:10:12.713055 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 10:10:12.713428 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 10:10:12.713682 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 10:10:12.713915 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 10:10:12.714245 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.714549 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.714852 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.715088 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.715392 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.715714 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.716003 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.716299 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.716602 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.716893 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.717177 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.717467 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.717701 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.717986 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.718279 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.718570 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.718796 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.719078 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.719534 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.719951 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.720239 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.720693 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.720818 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.721098 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.721379 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.721669 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.722004 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] host = n-d-778550-4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.722291 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.722584 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.722875 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.723166 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.723466 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.723753 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.724045 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.724325 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.724606 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.724888 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.725183 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.725481 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.725779 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.726071 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.726296 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.726592 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.726887 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.727167 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.727468 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.727752 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.728032 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.728311 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.728585 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.728875 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.729165 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.729453 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.729734 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.730012 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.730286 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.730560 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.730851 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.731133 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.731410 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.731710 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.732002 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.732284 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.732561 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.732867 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.733159 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.733453 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.733830 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.734110 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.734400 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.734677 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.734953 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.735226 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.735550 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.735808 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.736095 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.736374 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.736650 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.736928 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.737206 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.737497 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:12.737796 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.738101 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.738411 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.738699 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.739002 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.739289 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.739615 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.739899 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.740195 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.740491 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.741039 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.741323 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.742141 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.742425 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.742833 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744208 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744208 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744208 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744208 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744506 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744582 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.744840 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.745135 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.745438 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.745735 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.746015 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.746300 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.746598 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748353 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748353 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748353 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748353 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748353 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748353 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748782 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.748782 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.749070 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.749347 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.749628 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.749993 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.750486 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.750835 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.751120 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.751406 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.751706 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.751997 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.752282 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.752567 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.752847 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.753134 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.753413 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.753691 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.753974 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.754252 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.754535 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.754813 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.755092 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.755369 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.755673 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.755949 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.756227 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.756503 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.756783 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.757059 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.757972 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.758294 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.758578 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.758858 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.759150 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.759480 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.759768 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.760052 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.760337 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.760622 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.760902 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.761183 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.761469 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.761751 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.762030 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.762328 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.762622 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.762916 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.763204 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.763513 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.763820 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.764103 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.764390 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.764672 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.764954 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.765246 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.765533 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.765836 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.766135 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.766433 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.766732 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.767029 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.767311 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.767744 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.768040 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:12.768264 n-d-778550-4 neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 10:10:12.768512 n-d-778550-4 neutron-server[93726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 10:10:13.126783 n-d-778550-4 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 10:10:13.127067 n-d-778550-4 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 10:10:13.127357 n-d-778550-4 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 10:10:13.127870 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 10:10:13.519278 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.519503 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.519786 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.521090 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.521373 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.521652 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.556923 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.557201 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.557475 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.570802 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.571085 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.571362 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.602225 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.602509 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.602786 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.638566 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.638850 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.639129 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.872966 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.873459 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.873546 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.873776 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.874489 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.997432 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.997759 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.998047 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.998331 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.998603 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.998919 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.999184 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.999462 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:13.999722 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.000007 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.000271 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.000542 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.000805 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.001064 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.001323 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.001589 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.001850 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.002118 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.002389 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.002651 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.002924 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.003181 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.003488 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.003870 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.004124 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.004376 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.004778 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.005027 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.005270 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.005513 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.005754 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.005994 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.006361 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 10:10:14.010965 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 10:10:14.014942 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 10:10:14.018637 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 23 10:10:14.020307 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 10:10:14.020766 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 10:10:14.021107 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 10:10:14.021494 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 10:10:14.024872 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 10:10:14.025127 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 10:10:14.025478 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 10:10:14.030753 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 10:10:14.053421 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 10:10:14.053882 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.054210 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 10:10:14.054579 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.055957 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 10:10:14.056242 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 10:10:14.056492 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 10:10:14.059556 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.059846 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.123557 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 10:10:14.123749 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 10:10:14.123988 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 10:10:14.124358 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 10:10:14.145481 n-d-778550-4 neutron-server[93726]: DEBUG oslo_db.sqlalchemy.engines [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 10:10:14.675587 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing driver for type 'gre' Jul 23 10:10:14.676113 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] gre ID ranges: [(1, 1000)] Jul 23 10:10:14.727403 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing driver for type 'local' Jul 23 10:10:14.727770 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing driver for type 'vlan' Jul 23 10:10:14.739687 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] VlanTypeDriver initialization complete Jul 23 10:10:14.740039 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing driver for type 'vxlan' Jul 23 10:10:14.740528 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] vxlan ID ranges: [(1, 1000)] Jul 23 10:10:14.792977 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing extension driver 'port_security' Jul 23 10:10:14.793328 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] PortSecurityExtensionDriver initialization complete Jul 23 10:10:14.793656 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing mechanism driver 'openvswitch' Jul 23 10:10:14.793969 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing mechanism driver 'hyperv' Jul 23 10:10:14.800485 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:10:14.801165 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.801538 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.801893 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.802407 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:10:14.802867 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.803219 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.803601 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.804073 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:10:14.805161 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.805436 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.805788 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.806179 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:10:14.806587 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > security_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.806936 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > security_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.807277 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > security_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.807829 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:10:14.808242 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.808594 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.808938 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.809346 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:10:14.809736 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > address_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.810086 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > address_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.810429 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > address_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.810818 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 10:10:14.811194 n-d-778550-4 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] ML2 OVO RPC backend initialized. {{(pid=93726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 10:10:14.811921 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.812281 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.812699 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.813052 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > networks before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.813402 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.813747 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > ports before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.814094 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.814436 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnets before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.814787 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.815128 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.815489 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.815830 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.816167 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.816504 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.816839 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.817175 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.817510 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.818097 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.plugin [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Modular L2 Plugin initialization complete Jul 23 10:10:14.818409 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading services supported by the core plugin {{(pid=93726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 10:10:14.818738 n-d-778550-4 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Got port-security extension from driver 'port_security' Jul 23 10:10:14.819192 n-d-778550-4 neutron-server[93726]: INFO neutron.extensions.vlantransparent [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Disabled vlantransparent extension. Jul 23 10:10:14.819760 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 10:10:14.820116 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: router Jul 23 10:10:14.855775 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_interface before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.856173 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.856546 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router before_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.856915 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.857291 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.857650 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.858009 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > floatingip after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.858372 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.858724 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.859075 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.859449 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.859810 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.860227 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.860604 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.860989 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.861292 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.861636 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.861985 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > port precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.862338 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.862683 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.863031 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.863392 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.863760 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.864119 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.864483 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.864832 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.865201 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.865549 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > agent after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.866147 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.867815 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Tracking information for resource: router configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.868157 n-d-778550-4 neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Tracking information for resource: floatingip configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 10:10:14.873155 n-d-778550-4 neutron-server[93726]: INFO neutron.db.l3_agentschedulers_db [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 10:10:14.873740 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.874110 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.874467 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.874824 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.875661 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router before_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.876028 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_delete 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.876392 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.876751 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > router precommit_update 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.881182 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.provider_configuration [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service providers = [] {{(pid=93726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 10:10:14.881550 n-d-778550-4 neutron-server[93726]: DEBUG neutron.db.servicetype_db [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 10:10:14.884690 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.service_base [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:10:14.885048 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.service_base [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:10:14.885397 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.service_base [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:10:14.886296 n-d-778550-4 neutron-server[93726]: DEBUG neutron.services.service_base [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 10:10:14.886671 n-d-778550-4 neutron-server[93726]: INFO neutron.services.service_base [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 10:10:14.887051 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.887368 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 10:10:14.897933 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.898271 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: auto_allocate Jul 23 10:10:14.904016 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: network precommit_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.904387 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: network precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.904903 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.905228 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: tag Jul 23 10:10:14.911710 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.912043 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: timestamp Jul 23 10:10:14.917888 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.918222 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: network_ip_availability Jul 23 10:10:14.923652 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.924033 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.924392 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:14.925108 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.925431 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: flavors Jul 23 10:10:14.930764 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.931048 n-d-778550-4 neutron-server[93726]: INFO neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading Plugin: revisions Jul 23 10:10:14.935308 n-d-778550-4 neutron-server[93726]: DEBUG neutron.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 10:10:14.935740 n-d-778550-4 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 10:10:14.936466 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 10:10:14.936805 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Initializing extension manager. Jul 23 10:10:14.937319 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: __init__.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.937660 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: __pycache__ {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.937996 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.938331 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.939087 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.939688 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: address-group Jul 23 10:10:14.940014 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.940732 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.941244 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: address-scope Jul 23 10:10:14.941568 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: admin_state_down_before_update.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.942493 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.943002 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: router-admin-state-down-before-update Jul 23 10:10:14.943327 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: agent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.944059 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.944854 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: agent Jul 23 10:10:14.945192 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: agent_resources_synced.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.946108 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.946620 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: agent-resources-synced Jul 23 10:10:14.946945 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: allowedaddresspairs.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.948766 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.949288 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: allowed-address-pairs Jul 23 10:10:14.949626 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: auto_allocated_topology.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.950694 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.951209 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: auto-allocated-topology Jul 23 10:10:14.951562 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.952268 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.952775 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: availability_zone Jul 23 10:10:14.953098 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: availability_zone_filter.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.954039 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.954548 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: availability_zone_filter Jul 23 10:10:14.954872 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: data_plane_status.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.955813 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.956322 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 10:10:14.956643 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: default_subnetpools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.957561 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.958070 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: default-subnetpools Jul 23 10:10:14.958393 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: dhcpagentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.959199 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.959746 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: dhcp_agent_scheduler Jul 23 10:10:14.960070 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: dns.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.961133 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.961649 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension dns-integration not supported by any of loaded plugins Jul 23 10:10:14.961977 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: dns_domain_ports.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.962901 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.963411 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 10:10:14.963760 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.964690 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.965197 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 10:10:14.965518 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: dvr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.966192 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.966694 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: dvr Jul 23 10:10:14.967017 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: ecmp_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.967955 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.968458 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 10:10:14.968780 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: empty_string_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.969691 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.970194 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: empty-string-filtering Jul 23 10:10:14.970517 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.971455 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.971962 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 10:10:14.972284 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.973202 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.973713 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 10:10:14.974035 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: external_net.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.974953 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.975490 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: external-net Jul 23 10:10:14.975817 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: extra_dhcp_opt.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.977636 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.978149 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: extra_dhcp_opt Jul 23 10:10:14.978478 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: extraroute.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.979399 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.980009 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: extraroute Jul 23 10:10:14.980336 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: extraroute_atomic.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.981371 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.981880 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: extraroute-atomic Jul 23 10:10:14.982208 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: filter_validation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.982874 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.983378 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: filter-validation Jul 23 10:10:14.983726 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: fip_pf_description.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.984645 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.985150 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 10:10:14.985474 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: fip_port_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.986397 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.986906 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: fip-port-details Jul 23 10:10:14.987232 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.988477 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.988992 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: flavors Jul 23 10:10:14.989321 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.991224 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.992316 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 10:10:14.992677 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: floatingip_pools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.993381 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.993898 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: floatingip-pools Jul 23 10:10:14.994226 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: ip_allocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.995165 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.995703 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 10:10:14.996033 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.997108 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.997622 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: ip-substring-filtering Jul 23 10:10:14.998019 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l2_adjacency.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:14.999031 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:14.999575 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 10:10:14.999902 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.000871 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.001391 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: router Jul 23 10:10:15.001719 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.004116 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.004651 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 10:10:15.004985 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.005933 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.006451 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: ext-gw-mode Jul 23 10:10:15.006782 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.007778 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.008294 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: l3-ha Jul 23 10:10:15.008621 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3_flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.009537 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.010047 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: l3-flavors Jul 23 10:10:15.010371 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.011282 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.011825 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 10:10:15.012150 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: l3agentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.013165 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.013679 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: l3_agent_scheduler Jul 23 10:10:15.014431 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: logging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.016157 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.017631 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension logging not supported by any of loaded plugins Jul 23 10:10:15.017631 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: metering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.017631 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.018822 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: metering Jul 23 10:10:15.018822 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.019572 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.020090 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: metering_source_and_destination_fields Jul 23 10:10:15.020420 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: multiprovidernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.021355 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.021869 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: multi-provider Jul 23 10:10:15.022196 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: netmtu.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.023702 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.024213 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: net-mtu Jul 23 10:10:15.024538 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: netmtu_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.025466 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.025975 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: net-mtu-writable Jul 23 10:10:15.026300 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: network_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.026971 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.027512 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: network_availability_zone Jul 23 10:10:15.027834 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: network_ip_availability.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.029003 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.029572 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: network-ip-availability Jul 23 10:10:15.029910 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: network_segment_range.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.030791 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.031345 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 10:10:15.031698 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: pagination.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.032786 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.033143 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: pagination Jul 23 10:10:15.033484 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: port_device_profile.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.034416 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.034936 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: port-device-profile Jul 23 10:10:15.035263 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.036213 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.036723 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: port-mac-address-regenerate Jul 23 10:10:15.037050 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.037982 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.039181 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: port-numa-affinity-policy Jul 23 10:10:15.039536 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: port_resource_request.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.040456 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.040962 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 10:10:15.041286 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: portbindings.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.042217 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.042723 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: binding Jul 23 10:10:15.043046 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: portbindings_extended.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.044485 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.045015 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: binding-extended Jul 23 10:10:15.045346 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: portsecurity.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.046267 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.046779 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: port-security Jul 23 10:10:15.047109 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: project_id.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.048113 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.048450 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: project-id Jul 23 10:10:15.048780 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: providernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.049835 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.050364 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: provider Jul 23 10:10:15.050699 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.054421 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.054952 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos not supported by any of loaded plugins Jul 23 10:10:15.055289 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.056556 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.057076 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 10:10:15.057405 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.058333 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.058848 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 10:10:15.059176 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_default.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.060127 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.060645 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-default not supported by any of loaded plugins Jul 23 10:10:15.060974 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.061628 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.062133 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-fip not supported by any of loaded plugins Jul 23 10:10:15.062456 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_gateway_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.063380 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.063911 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 10:10:15.064234 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_port_network_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.065152 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.065659 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 10:10:15.065982 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_rule_type_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.066906 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.067446 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 10:10:15.067777 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: qos_rules_alias.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.068822 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.069338 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 10:10:15.069695 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: quotasv2.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.072640 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.072997 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: quotas Jul 23 10:10:15.073332 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: quotasv2_detail.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.082316 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.082685 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: quota_details Jul 23 10:10:15.083029 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: rbac.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.084193 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.084742 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: rbac-policies Jul 23 10:10:15.085076 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: rbac_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.086755 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.087275 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: rbac-address-group Jul 23 10:10:15.087637 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: rbac_address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.088572 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.089084 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: rbac-address-scope Jul 23 10:10:15.089415 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: rbac_security_groups.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.090338 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.090954 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: rbac-security-groups Jul 23 10:10:15.091284 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: rbac_subnetpool.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.092236 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.092751 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: rbac-subnetpool Jul 23 10:10:15.093076 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: revisionifmatch.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.094002 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.094518 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: revision-if-match Jul 23 10:10:15.094842 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: revisions.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.095987 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.096529 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: standard-attr-revisions Jul 23 10:10:15.096861 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: router_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.097546 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.098115 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: router_availability_zone Jul 23 10:10:15.098388 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: routerservicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.099326 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.099888 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension router-service-type not supported by any of loaded plugins Jul 23 10:10:15.100213 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.101909 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.102426 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: security-groups-normalized-cidr Jul 23 10:10:15.102752 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: security_groups_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.103719 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.104233 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: port-security-groups-filtering Jul 23 10:10:15.104560 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.105491 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.106002 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: security-groups-remote-address-group Jul 23 10:10:15.106331 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: securitygroup.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.116140 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.116720 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: security-group Jul 23 10:10:15.117010 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.117804 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.118317 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension segment not supported by any of loaded plugins Jul 23 10:10:15.118647 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.119629 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.120140 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 10:10:15.120468 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: servicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.121645 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.122167 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: service-type Jul 23 10:10:15.122494 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: sorting.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.123519 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.123854 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: sorting Jul 23 10:10:15.124178 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: standard_attr_segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.125172 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.125687 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 10:10:15.126012 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: standardattrdescription.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.126672 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.127184 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: standard-attr-description Jul 23 10:10:15.127535 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: stateful_security_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.128481 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.128996 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: stateful-security-group Jul 23 10:10:15.129325 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: stdattrs_common.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.129911 n-d-778550-4 neutron-server[93726]: WARNING neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 10:10:15.130235 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.131166 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.131715 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 10:10:15.132040 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: subnet_onboard.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.133223 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.133748 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: subnet_onboard Jul 23 10:10:15.134074 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.135001 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.135551 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 10:10:15.135877 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: subnet_service_types.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.136813 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.137328 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: subnet-service-types Jul 23 10:10:15.137655 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: subnetallocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.138748 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.139261 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: subnet_allocation Jul 23 10:10:15.139615 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.140282 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.140794 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: subnetpool-prefix-ops Jul 23 10:10:15.141118 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.142053 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.142567 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 10:10:15.142890 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: tagging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.144007 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.144525 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: standard-attr-tag Jul 23 10:10:15.144854 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: timestamp.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.146063 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.146595 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loaded extension: standard-attr-timestamp Jul 23 10:10:15.146924 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: trunk.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.148636 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.149158 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension trunk not supported by any of loaded plugins Jul 23 10:10:15.149503 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: trunk_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.150437 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.150955 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension trunk-details not supported by any of loaded plugins Jul 23 10:10:15.151281 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: uplink_status_propagation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.152283 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.152802 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 10:10:15.153126 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Loading extension file: vlantransparent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 10:10:15.153799 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 10:10:15.154309 n-d-778550-4 neutron-server[93726]: INFO neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 10:10:15.156837 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:network Jul 23 10:10:15.157367 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:subnet Jul 23 10:10:15.157765 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:10:15.158160 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:port Jul 23 10:10:15.159377 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.159849 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.160470 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.160909 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.161243 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:router Jul 23 10:10:15.161671 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:floatingip Jul 23 10:10:15.162177 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.164212 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:15.164597 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:15.164953 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:10:15.165979 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 10:10:15.166425 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:security_group Jul 23 10:10:15.166861 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 10:10:15.167478 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.167810 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:10:15.168156 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] subnetpool is already registered Jul 23 10:10:15.168607 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.168936 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:10:15.169273 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] subnetpool is already registered Jul 23 10:10:15.171578 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.172020 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.172613 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.173034 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.173369 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:router Jul 23 10:10:15.173711 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] router is already registered Jul 23 10:10:15.174122 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:floatingip Jul 23 10:10:15.174461 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] floatingip is already registered Jul 23 10:10:15.174912 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.175616 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 10:10:15.175948 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] rbac_policy is already registered Jul 23 10:10:15.176359 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:security_group Jul 23 10:10:15.176694 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] security_group is already registered Jul 23 10:10:15.177093 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 10:10:15.177426 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] security_group_rule is already registered Jul 23 10:10:15.178046 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.178376 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:10:15.178715 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] subnetpool is already registered Jul 23 10:10:15.179172 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 10:10:15.179527 n-d-778550-4 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 10:10:15.179894 n-d-778550-4 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] subnetpool is already registered Jul 23 10:10:15.180366 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: extensions {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.181918 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: address-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.183340 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: address-scopes {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.184695 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.185852 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: auto-allocated-topology {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.187122 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: availability_zones {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.188379 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: dhcp-networks {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.191010 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: dhcp-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.192489 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.194200 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: flavors {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.195694 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.196946 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: next_providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.198390 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.199968 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: floatingip-pools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.201209 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.202920 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: floatingips {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.204244 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: l3-routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.205635 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: l3-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.207059 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: metering-labels {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.208351 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: metering-label-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.209750 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: network-ip-availabilities {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.211747 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: bindings {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.213312 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.214862 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.216329 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: rbac-policies {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.217523 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: security-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.218836 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: security-group-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.220108 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: service-providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.221351 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.222674 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.224276 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.226486 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.228346 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.230142 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.231861 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.233827 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.235614 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.237422 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.239289 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.241318 n-d-778550-4 neutron-server[93726]: DEBUG neutron.api.extensions [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 10:10:15.247446 n-d-778550-4 neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 10:10:15.252042 n-d-778550-4 neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 10:10:15.261412 n-d-778550-4 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Acquired lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 10:10:15.261893 n-d-778550-4 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Releasing lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 10:10:15.262540 n-d-778550-4 neutron-server[93726]: INFO oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Starting 2 workers Jul 23 10:10:15.267370 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Started child 93833 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:10:15.271798 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Started child 93834 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:10:15.273408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:15.274244 n-d-778550-4 neutron-server[93726]: INFO neutron.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 10:10:15.274848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [-] (93833) wsgi starting up on http://0.0.0.0:9696 Jul 23 10:10:15.275021 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Notify callbacks [] for process, before_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:15.277258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:15.277744 n-d-778550-4 neutron-server[93726]: INFO oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Starting 1 workers Jul 23 10:10:15.278568 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [-] (93834) wsgi starting up on http://0.0.0.0:9696 Jul 23 10:10:15.282458 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Started child 93835 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:10:15.282984 n-d-778550-4 neutron-server[93726]: INFO oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Starting 1 workers Jul 23 10:10:15.286200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] calling RpcWorker wait() {{(pid=93835) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 10:10:15.286724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] returning from RpcWorker wait() {{(pid=93835) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 10:10:15.287441 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Started child 93836 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 10:10:15.287989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:15.288281 n-d-778550-4 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4256eb1-6a2b-443c-a41f-f92367c04abe None None] Notify callbacks [] for process, after_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:15.288529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:10:15.290770 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 10:10:15.290987 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 10:10:15.291172 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 10:10:15.291382 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 10:10:15.291751 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 10:10:15.291916 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 10:10:15.292407 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.292699 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.292947 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.293218 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.293317 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:15.293750 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.294076 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.294316 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.294571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.294837 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.295100 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.295272 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.295459 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.295723 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.295955 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.296223 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.296561 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.296714 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.297003 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.297160 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.297488 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.297749 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.298004 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.298266 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.298528 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.299020 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.299261 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.299595 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.299838 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.300123 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.300382 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.300645 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.300881 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.301097 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.301333 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.301619 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.301807 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.302053 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.302271 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.302529 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.302745 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.303196 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] host = n-d-778550-4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.303456 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.303704 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.303938 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.304616 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.304903 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.305076 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.305332 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.305602 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.305873 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.306101 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.306362 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.306629 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.306853 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.307108 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.307275 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.307549 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.307817 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.308083 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.308285 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.308431 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.308681 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.308855 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.309004 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.309267 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.309505 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.309727 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.309948 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.310163 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.310382 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.310649 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.310906 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.311121 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.311353 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.311635 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.311864 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.312090 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.312335 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.312563 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.312795 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.313020 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.313250 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.313499 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.313714 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.313925 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.314199 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.314392 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.314701 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.314873 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.315117 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.315350 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.315599 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.315814 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.316092 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.316321 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.316575 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.316833 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.317065 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.317326 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.317573 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.317817 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.318056 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.318269 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.318482 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.318784 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.318944 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.319175 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.319391 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.321030 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.321030 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.321030 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.321030 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.321349 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.321572 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.321815 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.322297 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.322572 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.322806 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.323572 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.323815 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.324028 n-d-778550-4 neutron-server[93836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:10:15.324240 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.324471 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.324807 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.325057 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.325322 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.325685 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.325958 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.328717 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.330007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.330007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.330007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.330007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.330007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.330007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.331387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.331387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.331387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.331387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.331387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.331387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.332049 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.332049 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.332049 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.332260 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.332409 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.332635 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.333292 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.333529 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.333766 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.334002 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.334271 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.334493 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.334755 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.337571 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338070 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338070 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338070 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338377 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338533 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338751 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.338968 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.339188 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.339461 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.339683 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.339903 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.340114 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.340330 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.340560 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.340771 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.340984 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.341197 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.341429 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.341661 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.341873 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.342088 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.342301 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.342534 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.342746 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.342961 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.343209 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.343512 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.343835 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.344075 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.344375 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.344627 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.344889 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.345108 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.345361 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.345601 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.345856 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.346076 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.346323 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.346578 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.346842 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.347063 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.347299 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.347574 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.347812 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.348032 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.348276 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.348515 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.348737 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.349009 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350149 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350149 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350149 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350149 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350649 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350649 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.350802 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.351596 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.351947 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.352246 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.352525 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.352792 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.353056 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.353309 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.353576 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.353808 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.354064 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.354454 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.354850 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.355074 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.355360 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.355815 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.356109 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.356472 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.356881 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.357361 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.357595 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.357973 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.358350 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.358635 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.359110 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.359624 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.359902 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.360270 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.360635 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.361100 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.361525 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.361947 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.362363 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.362606 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.362855 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.363104 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.363322 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.363590 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.363842 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.364081 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.364324 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.364549 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.364768 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.365001 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.365226 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.365443 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.365942 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.366166 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.366387 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.366650 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.367263 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.367263 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.367263 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.367608 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.367801 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.368018 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.368300 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.368562 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.368783 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.369013 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.369271 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.369509 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.369759 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.369973 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.370219 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.370434 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.370648 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.370867 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.371116 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.371345 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.371598 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.371813 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.372087 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.372342 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.372790 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.373137 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.373394 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.373647 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.373886 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.374122 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.374354 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.374638 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.374830 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.375045 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.376054 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.376760 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.377029 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.378959 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.379212 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.379468 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.379692 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.379923 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.380172 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.380497 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.380777 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.381048 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.381309 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.381555 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.381773 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.382027 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.382764 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.382975 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.383210 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.383454 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.383802 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.384042 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.384259 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.384472 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.384697 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.385077 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.385296 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.385548 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.385763 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.385976 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.386200 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.386419 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.386631 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.386878 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.387132 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.387345 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.387593 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.387810 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.388023 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.388268 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.388472 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.388727 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.389040 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.389237 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.389459 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.389793 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.390053 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.390275 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.390561 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.390793 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.391037 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.391294 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.391642 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.391857 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.392124 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.392344 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.392567 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.392793 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.393058 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.393393 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.393703 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.393967 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.394247 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.394512 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.394814 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.395077 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.395293 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.395606 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.395950 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.396240 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.396502 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.396762 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.397010 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.397232 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.397469 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.397721 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.398487 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.398736 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.398960 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.399187 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.399450 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.399709 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.399941 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.400164 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.400402 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.400631 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.400855 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.401086 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.401242 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 10:10:15.401795 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 10:10:15.401966 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 10:10:15.402121 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 10:10:15.402290 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 10:10:15.402459 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 10:10:15.402612 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 10:10:15.402817 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.402984 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.403142 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.403302 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.403489 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.403671 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.403832 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.403989 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.404148 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.404306 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.404464 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.404622 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.404780 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.404938 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.405096 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.405253 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.405409 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.405568 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.406343 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.406520 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.406705 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.406841 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.407000 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.407159 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.407352 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.407541 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.407880 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.407880 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.408033 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.408146 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.408668 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.408668 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.408829 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.408983 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.409141 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.409299 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.409457 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.409840 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.410241 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.410453 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.410616 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] host = n-d-778550-4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.410774 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.410934 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.411457 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.411627 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.411787 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.411946 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.412105 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.412264 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.412421 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.412579 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.412737 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.412900 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.413058 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.413214 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.413425 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.413675 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.413766 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.413875 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.414059 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.414222 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.414381 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.414540 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.414698 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.414856 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.415014 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.415276 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.415460 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.416179 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.416346 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.417506 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.417684 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.417850 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418012 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418173 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418335 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418496 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418654 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418812 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.418970 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.419128 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.419288 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.419464 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.419624 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.419783 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.419941 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.420098 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.420258 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.420415 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.420573 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.420733 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.420891 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.421050 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.421212 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.421370 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.421528 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.421687 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.421844 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422005 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422172 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422325 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422485 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422644 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422802 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.422964 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.423121 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.423277 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.423646 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.423871 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.424037 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 10:10:15.424216 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.424379 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.424552 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.424714 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.424875 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425036 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425215 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425350 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425502 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425663 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425830 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.425990 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.426166 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.426326 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.426484 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.426648 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.426811 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.426955 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.427085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:10:15.427222 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.427356 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.427519 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.427660 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.427821 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.427982 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.428129 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.428292 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.428452 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.428612 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.428773 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.428949 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.429404 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.429574 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.429736 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.429896 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.430057 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.430219 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.430380 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.430543 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.430705 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.430867 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.431032 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.431192 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.431353 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.431537 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.431699 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.431860 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.432071 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.432184 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.432345 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.432505 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.432677 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.432839 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433003 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433163 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433324 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433482 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433643 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433802 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.433963 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.434123 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.434284 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.434458 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.434619 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.434780 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.434940 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.435101 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.435270 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.435442 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.435595 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.435923 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.436090 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.436255 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.436419 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.436580 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.436741 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.436905 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.437058 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.437215 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.437375 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.437536 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.437697 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.437857 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.438018 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.438178 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.438348 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.438556 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.439562 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.439739 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.439905 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.440217 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.440554 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.440727 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.440864 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.441040 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.441175 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.441331 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.441483 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.441647 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.441952 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.442115 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.442275 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.442513 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.442670 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.442885 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.443256 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.443463 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.444263 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.444508 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.445415 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.445871 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.446048 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.446219 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.446438 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.446587 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.446722 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.446956 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.447171 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.447325 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.447456 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.447564 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.447846 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.448012 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.448174 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.448335 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.448496 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.448721 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.448999 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.449199 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.449344 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.449509 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.449657 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.449863 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.450116 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.450457 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.450457 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.450645 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.450855 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.451004 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.451280 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.451391 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.452151 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.452935 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.453549 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.453725 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.454208 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.454316 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.454422 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.454585 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.454748 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.455199 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.455355 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.456007 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.456505 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.456732 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.457457 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.457624 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.457815 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.459871 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.460105 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.460899 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.461236 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.461489 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.461597 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.461732 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.462063 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.462184 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.462439 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.462623 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.462786 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.463017 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.463182 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.463346 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.464839 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.465192 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.465856 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.466034 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.466208 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.466375 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.466541 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.466707 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.466870 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.467033 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.467198 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.467363 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.467731 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.467731 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.468024 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.468104 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.468272 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.468484 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.468796 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.469117 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.469352 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.469689 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.469792 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.469950 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.470247 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.470739 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.470904 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.471081 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.471281 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.471450 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.471634 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.471966 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.471966 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.472160 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.472271 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.472509 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.472664 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.472827 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.472989 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.473152 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.473326 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.473487 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.473648 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.473809 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.473969 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.474132 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.474305 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.474467 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.474628 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.474789 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.474949 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.475111 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.475282 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.475463 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.475627 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.475789 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.475981 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.476152 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.477142 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.477344 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.478001 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.478382 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.478382 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.478542 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.478731 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.478897 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.479306 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.479813 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.480021 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.480167 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.480299 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.480468 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.481933 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.482118 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.482286 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.483556 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.483765 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.483966 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.484151 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.484334 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.484510 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.484681 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.484850 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.485018 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.485193 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.485372 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.485545 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.485713 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.485888 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.486060 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.486234 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.486396 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.486563 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.486740 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.486946 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.487084 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.487215 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.487376 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.487576 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.487738 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.487925 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.488059 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.488220 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.488380 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.488541 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.488700 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.488857 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489017 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489178 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489532 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489532 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489727 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489806 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 10:10:15.489928 n-d-778550-4 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 10:10:15.669234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:15.677806 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062740 Jul 23 10:10:27.080032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987362dc-1618-4791-984a-a8d182aa8d92 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:10:27.197546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987362dc-1618-4791-984a-a8d182aa8d92 None None] No non-hosted networks {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 10:10:27.221128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.agentschedulers_db [None req-987362dc-1618-4791-984a-a8d182aa8d92 None None] DHCP Agent not found on host n-d-778550-4 {{(pid=93835) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 10:10:27.418601 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b179db5a-8f53-42ca-96f0-554e99183aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:29.705515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84e91322-0f82-49fc-87ad-605157d2a859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:29.769274 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f3a330b-711a-4297-8cd3-1b50eca6d508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:30.109378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:30.111016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.113817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.115148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.115723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.117491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.118641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.119442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.120639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.121257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.123126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.124374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.125472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:30.127933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:10:30.138895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:10:31.113175 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:32.315435 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:33.314237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:33.795708 n-d-778550-4 neutron-server[93834]: WARNING oslo_policy.policy [None req-c25dfda5-e122-413f-a737-d935a0b9b370 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:33.796331 n-d-778550-4 neutron-server[93834]: WARNING oslo_policy.policy [None req-c25dfda5-e122-413f-a737-d935a0b9b370 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:34.012019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-c25dfda5-e122-413f-a737-d935a0b9b370 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:10:34.013085 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c25dfda5-e122-413f-a737-d935a0b9b370 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979587 Jul 23 10:10:36.383715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54880) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:36.886782 n-d-778550-4 neutron-server[93833]: WARNING oslo_policy.policy [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:36.887479 n-d-778550-4 neutron-server[93833]: WARNING oslo_policy.policy [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:37.039243 n-d-778550-4 neutron-server[93835]: INFO neutron.db.l3_hamode_db [None req-6d1966c4-c1d6-4208-94c1-391469dfe54e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 10:10:37.103475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:10:37.115288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1966c4-c1d6-4208-94c1-391469dfe54e None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:10:37.115724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1966c4-c1d6-4208-94c1-391469dfe54e None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:10:37.197317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.policy [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 10:10:37.242896 n-d-778550-4 neutron-server[93833]: WARNING oslo_policy.policy [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:37.243272 n-d-778550-4 neutron-server[93833]: WARNING oslo_policy.policy [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:37.251869 n-d-778550-4 neutron-server[93833]: INFO neutron.quota [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] Loaded quota_driver: . Jul 23 10:10:37.343946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772679244636', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772679263625', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772679256474', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772679258964', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772679285009', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772679297021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8101527', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8106674', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542891'] for rbac-policy, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:37.407042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:37.408435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aaf77ced-31f7-4c97-8d75-44ef78e73557 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0225263 Jul 23 10:10:40.036697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54898) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:40.331711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'project_id': '2523e5614072482188178fc2ba8b1695'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:10:40.359768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Made reservation on behalf of 2523e5614072482188178fc2ba8b1695 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:10:40.362689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.379516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.503893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.507634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.527350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:10:40.555462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772675818370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.556044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Unsubscribe: segment precommit_create {{(pid=93833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 10:10:40.556535 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Added segment 68ca1ef2-fde8-4fc7-b208-594633217abe of type vlan for network 7722e3b1-ad98-434e-865d-683f2a643716 Jul 23 10:10:40.573808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85581f31-bf6a-402b-9a89-17ad5892d9b8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:40.599957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.600299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.600700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.601563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.601885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.602210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.602528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.602844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.603158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.603493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.603808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.604118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Tracked resource versions report: Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: pushed versions: Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: { 'AddressGroup': {'1.2'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'ConntrackHelper': {'1.0'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Log': {'1.0'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Network': {'1.1'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Port': {'1.7'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'PortForwarding': {'1.2'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'QosPolicy': {'1.8'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'SecurityGroup': {'1.4'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'SubPort': {'1.0'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Subnet': {'1.1'}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Trunk': {'1.1'}} Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: consumer versions: Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: L3 agent@n-d-778550-4: {}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: Metadata agent@n-d-778550-4: {}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: Metering agent@n-d-778550-4: {}, Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'ConntrackHelper': '1.0', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Log': '1.0', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Network': '1.1', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Port': '1.7', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'PortForwarding': '1.2', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'QosPolicy': '1.8', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'SecurityGroup': '1.4', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'SecurityGroupRule': '1.2', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'SubPort': '1.0', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Subnet': '1.1', Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: 'Trunk': '1.1'}} Jul 23 10:10:40.605202 n-d-778550-4 neutron-server[93833]: {{(pid=93833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:10:40.676443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.727083 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.728402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:10:40.729069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:40.787623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7498255 Jul 23 10:10:40.827854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149869-8e3c-4490-be58-eb19d09492c5 admin admin] Pushing event updated for resources: {'Network': ['ID=7722e3b1-ad98-434e-865d-683f2a643716,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:40.839498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 7722e3b1-ad98-434e-865d-683f2a643716 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:10:43.446285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54912) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:43.828471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cca5c-a690-494a-b313-bc4a94423757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:10:43.829848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-562cca5c-a690-494a-b313-bc4a94423757 admin admin] 10.222.0.37 "GET /v2.0/networks/7722e3b1-ad98-434e-865d-683f2a643716 HTTP/1.1" status: 200 len: 825 time: 0.3824360 Jul 23 10:10:43.853421 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b7be3e6-c015-452f-b54d-1084bde5b1a4 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/0cd31454-edd1-4f93-8916-b7ff500a76fd HTTP/1.1" status: 200 len: 734 time: 0.0182719 Jul 23 10:10:43.861898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd', 'gateway_ip': '172.20.0.1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'name': 'private-subnet', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:10:43.885104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Made reservation on behalf of 2523e5614072482188178fc2ba8b1695 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:10:43.887364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:44.177579 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:44.248393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Checking segment: {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:10:44.248768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Network hostable DHCP agents. Network: 7722e3b1-ad98-434e-865d-683f2a643716, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:10:44.253115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff4eae5-f054-4d25-a47d-949b904a0869,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:44.271481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Network 7722e3b1-ad98-434e-865d-683f2a643716 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:10:44.286107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 7722e3b1-ad98-434e-865d-683f2a643716) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:10:44.291643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:10:44.292228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:44.296658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6fade3-f699-46fe-99b4-8b7150616a55 None None] Network 7722e3b1-ad98-434e-865d-683f2a643716 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:10:44.305363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5ebe1401-6b0f-4538-bf80-fefc48689b30 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4466674 Jul 23 10:10:44.616657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-7722e3b1-ad98-434e-865d-683f2a643716', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:10:44.617939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:44.889424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Allocated IP 172.20.0.2 (7722e3b1-ad98-434e-865d-683f2a643716/dff4eae5-f054-4d25-a47d-949b904a0869/6e13e961-0d26-45fd-8611-263539479526) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:10:45.115146 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:45.130098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Transition to ACTIVE for port object 6e13e961-0d26-45fd-8611-263539479526 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:10:45.150989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Transition to ACTIVE for port object 6e13e961-0d26-45fd-8611-263539479526 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:10:45.159658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:45.222454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Network 7722e3b1-ad98-434e-865d-683f2a643716 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:10:45.228533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:10:45.240384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:10:45.247091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Pushing event updated for resources: {'Port': ['ID=6e13e961-0d26-45fd-8611-263539479526,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:45.279278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.279855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.280219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.280379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Tracked resource versions report: Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: pushed versions: Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Log': {'1.0'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Network': {'1.1'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Port': {'1.7'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: consumer versions: Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: L3 agent@n-d-778550-4: {}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: Metadata agent@n-d-778550-4: {}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: Metering agent@n-d-778550-4: {}, Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Log': '1.0', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Network': '1.1', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Port': '1.7', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'PortForwarding': '1.2', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'QosPolicy': '1.8', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'SubPort': '1.0', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Subnet': '1.1', Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: 'Trunk': '1.1'}} Jul 23 10:10:45.281463 n-d-778550-4 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:10:45.334065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Attempting to bind port 6e13e961-0d26-45fd-8611-263539479526 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:10:45.334660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Attempting to bind port 6e13e961-0d26-45fd-8611-263539479526 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:10:45.334871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Attempting to bind port 6e13e961-0d26-45fd-8611-263539479526 on network 7722e3b1-ad98-434e-865d-683f2a643716 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:10:45.339702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:10:45.340113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Checking segment: {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:10:45.340595 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:45.340979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Bound using segment: {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:10:45.341467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Bound port: 6e13e961-0d26-45fd-8611-263539479526, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:10:45.341874 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:45.404229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] For port 6e13e961-0d26-45fd-8611-263539479526, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:10:45.408334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] For port 6e13e961-0d26-45fd-8611-263539479526, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6e13e961-0d26-45fd-8611-263539479526,segment=NetworkSegment(68ca1ef2-fde8-4fc7-b208-594633217abe),segment_id=68ca1ef2-fde8-4fc7-b208-594633217abe)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:10:45.412820 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:45.478306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaac31-fdbb-4ed6-abfb-dd04ddccee46 None None] Pushing event updated for resources: {'Port': ['ID=6e13e961-0d26-45fd-8611-263539479526,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:46.706937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54920) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:47.027267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-a039d619-bb0a-409b-aa48-11c11656798c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:10:47.028338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a039d619-bb0a-409b-aa48-11c11656798c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204315 Jul 23 10:10:49.422295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:49.735879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-9683d87e-0f54-4887-af56-78b251fa6043 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:10:49.736913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9683d87e-0f54-4887-af56-78b251fa6043 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136404 Jul 23 10:10:52.349114 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:10:52.363868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:52.663175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2523e5614072482188178fc2ba8b1695'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:10:52.736229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.policy [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 10:10:52.786738 n-d-778550-4 neutron-server[93834]: WARNING oslo_policy.policy [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:52.787123 n-d-778550-4 neutron-server[93834]: WARNING oslo_policy.policy [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 10:10:52.796109 n-d-778550-4 neutron-server[93834]: INFO neutron.quota [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Loaded quota_driver: . Jul 23 10:10:52.854390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:52.856325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:53.012361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:53.017671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:53.036136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:53.037327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5a7ab46b-65e6-411d-9167-43194517d4e8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6724823 Jul 23 10:10:53.856686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c91ab-121f-44f9-8b6f-82e0286c62e0 None None] Network 7722e3b1-ad98-434e-865d-683f2a643716 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:10:53.940716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fd90ce9-bfa6-4891-909c-0621656ee704 None None] Provisioning for port 6e13e961-0d26-45fd-8611-263539479526 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:10:53.948124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6e13e961-0d26-45fd-8611-263539479526 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:10:54.075334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 6e13e961-0d26-45fd-8611-263539479526 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:10:54.080688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6e13e961-0d26-45fd-8611-263539479526 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:10:54.081085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:54.239568 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:54.277259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 6e13e961-0d26-45fd-8611-263539479526, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6e13e961-0d26-45fd-8611-263539479526,segment=NetworkSegment(68ca1ef2-fde8-4fc7-b208-594633217abe),segment_id=68ca1ef2-fde8-4fc7-b208-594633217abe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:10:54.281226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:54.331025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=6e13e961-0d26-45fd-8611-263539479526,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:54.472987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-41bd76d9-9d50-48c8-8e37-777e85526707 None None] Provisioning complete for port 6e13e961-0d26-45fd-8611-263539479526 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:10:54.473354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41bd76d9-9d50-48c8-8e37-777e85526707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:55.406837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:55.716839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-8ebf5098-e96a-49bb-885d-71bbe56b644f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:10:55.717822 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8ebf5098-e96a-49bb-885d-71bbe56b644f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100343 Jul 23 10:10:55.922310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6e13e961-0d26-45fd-8611-263539479526 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:10:55.969652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6e13e961-0d26-45fd-8611-263539479526 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:10:55.970028 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:57.004710 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b50aaef-643d-46e6-a95e-3c91a5eee127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.055174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:10:58.359675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:10:58.384155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Made reservation on behalf of 70fda6953c87402eae655211b66ccb8b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:10:58.387174 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.403319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.524115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.528617 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.539219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93834) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 10:10:58.571205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772675818370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.571789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Unsubscribe: segment precommit_create {{(pid=93834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 10:10:58.572304 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Added segment a467adc3-77af-4f9a-8135-f7dce1330e56 of type flat for network 60ab47fe-b497-4e50-9607-ea88f50bff44 Jul 23 10:10:58.589279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16f4f3a-70a4-4799-893f-11810d38b772,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:58.613844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.614180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.614505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.614829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.615152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.615489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.615807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.617004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.617307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.617621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.617934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.618245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Tracked resource versions report: Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: pushed versions: Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: { 'AddressGroup': {'1.2'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Log': {'1.0'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Network': {'1.1'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Port': {'1.7'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'PortForwarding': {'1.2'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'QosPolicy': {'1.8'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'SecurityGroup': {'1.4'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'SubPort': {'1.0'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Subnet': {'1.1'}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Trunk': {'1.1'}} Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: consumer versions: Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: L3 agent@n-d-778550-4: {}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: Metadata agent@n-d-778550-4: {}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: Metering agent@n-d-778550-4: {}, Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'ConntrackHelper': '1.0', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Log': '1.0', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Network': '1.1', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Port': '1.7', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'PortForwarding': '1.2', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'QosPolicy': '1.8', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'SecurityGroup': '1.4', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'SecurityGroupRule': '1.2', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'SubPort': '1.0', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Subnet': '1.1', Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: 'Trunk': '1.1'}} Jul 23 10:10:58.619335 n-d-778550-4 neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:10:58.698188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.748724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.749795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:10:58.750437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:10:58.802231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7458827 Jul 23 10:10:58.848691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c3275-1890-475e-b6ce-55aeba85b8e7 admin admin] Pushing event updated for resources: {'Network': ['ID=60ab47fe-b497-4e50-9607-ea88f50bff44,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:10:58.862293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:10:59.698054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e353f51-7dbd-4715-a6ca-261b6053c62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:00.105440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:01.057683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:01.167450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:11:01.334619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c00c0-4af7-4406-b0b7-7bf9c74c19e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:11:01.336123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0d7c00c0-4af7-4406-b0b7-7bf9c74c19e8 admin admin] 10.222.0.37 "GET /v2.0/subnets/dff4eae5-f054-4d25-a47d-949b904a0869 HTTP/1.1" status: 200 len: 849 time: 0.1677241 Jul 23 10:11:01.495655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ea54ce7-dc39-44d2-a25b-b3825e0a9a7d admin admin] 10.222.0.37 "GET /v2.0/routers/c582fcdc-3e01-4d90-8b51-253b25cb884d HTTP/1.1" status: 200 len: 704 time: 0.1541164 Jul 23 10:11:01.752318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.035386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Allocated IP 172.20.0.1 (7722e3b1-ad98-434e-865d-683f2a643716/dff4eae5-f054-4d25-a47d-949b904a0869/7f524582-cac0-4ae6-9f03-1fd2dee32242) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:11:02.184410 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.205705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Transition to ACTIVE for port object 7f524582-cac0-4ae6-9f03-1fd2dee32242 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:11:02.270856 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.283376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.397249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Network 7722e3b1-ad98-434e-865d-683f2a643716 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:11:02.403755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:11:02.409241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:11:02.409596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.433008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Pushing event updated for resources: {'Port': ['ID=7f524582-cac0-4ae6-9f03-1fd2dee32242,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:02.618238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eaffe30c-de89-45cc-9302-6c3a8e484586 None None] Provisioning for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:11:02.620220 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.621928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eaffe30c-de89-45cc-9302-6c3a8e484586 None None] Provisioning complete for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:11:02.622368 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaffe30c-de89-45cc-9302-6c3a8e484586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.657426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eaffe30c-de89-45cc-9302-6c3a8e484586 None None] Port 7f524582-cac0-4ae6-9f03-1fd2dee32242 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:11:02.796371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.800772 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.801531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:02.858705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Pushing event updated for resources: {'Port': ['ID=7f524582-cac0-4ae6-9f03-1fd2dee32242,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:02.924467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Network 7722e3b1-ad98-434e-865d-683f2a643716 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:11:02.925651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:11:03.077132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2322de1a-23cb-49ca-b9b8-a6656bb23225 None None] Provisioning complete for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:11:03.077509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2322de1a-23cb-49ca-b9b8-a6656bb23225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:03.084171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Router c582fcdc-3e01-4d90-8b51-253b25cb884d is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:11:03.109869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2322de1a-23cb-49ca-b9b8-a6656bb23225 None None] Port 7f524582-cac0-4ae6-9f03-1fd2dee32242 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:11:03.172561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:11:03.177712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf85959d-91aa-423b-8a02-43ccf78c3c31 admin admin] 10.222.0.37 "PUT /v2.0/routers/c582fcdc-3e01-4d90-8b51-253b25cb884d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6769333 Jul 23 10:11:03.182062 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Sync routers for ids ['c582fcdc-3e01-4d90-8b51-253b25cb884d'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:11:03.193303 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Routers {'c582fcdc-3e01-4d90-8b51-253b25cb884d'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:11:03.194062 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:11:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c582fcdc-3e01-4d90-8b51-253b25cb884d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:03.386361 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Set router c582fcdc-3e01-4d90-8b51-253b25cb884d gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:11:03.809836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'name': 'router1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:10:52Z', 'updated_at': '2021-07-23T10:11:02Z', 'revision_number': 2, 'project_id': '2523e5614072482188178fc2ba8b1695', 'gw_port_host': None, '_interfaces': [{'id': '7f524582-cac0-4ae6-9f03-1fd2dee32242', 'name': '', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'mac_address': 'fa:16:3e:0b:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:01Z', 'updated_at': '2021-07-23T10:11:02Z', 'revision_number': 2, 'project_id': '2523e5614072482188178fc2ba8b1695', 'subnets': [{'id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:03.859317 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Checking router: c582fcdc-3e01-4d90-8b51-253b25cb884d for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:11:03.859715 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Updating router c582fcdc-3e01-4d90-8b51-253b25cb884d port 7f524582-cac0-4ae6-9f03-1fd2dee32242 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:11:03.922514 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:04.399968 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:04.417304 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Transition to ACTIVE for port object 7f524582-cac0-4ae6-9f03-1fd2dee32242 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:11:04.423444 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:04.591017 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Attempting to bind port 7f524582-cac0-4ae6-9f03-1fd2dee32242 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:11:04.591480 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Attempting to bind port 7f524582-cac0-4ae6-9f03-1fd2dee32242 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:11:04.591877 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Attempting to bind port 7f524582-cac0-4ae6-9f03-1fd2dee32242 on network 7722e3b1-ad98-434e-865d-683f2a643716 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:11:04.594752 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Pushing event updated for resources: {'Port': ['ID=7f524582-cac0-4ae6-9f03-1fd2dee32242,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:04.599516 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:11:04.599950 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Checking segment: {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:11:04.600483 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:04.600916 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Bound using segment: {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:11:04.601405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Bound port: 7f524582-cac0-4ae6-9f03-1fd2dee32242, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ca1ef2-fde8-4fc7-b208-594633217abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:11:04.601786 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:04.615195 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.615570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.615915 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.617129 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.617465 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.617798 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.618128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.618452 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.618779 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.619103 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.619438 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.619768 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Tracked resource versions report: Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: pushed versions: Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Log': {'1.0'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Network': {'1.1'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Port': {'1.7'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: consumer versions: Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: L3 agent@n-d-778550-4: {}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: Metadata agent@n-d-778550-4: {}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: Metering agent@n-d-778550-4: {}, Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Log': '1.0', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Network': '1.1', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Port': '1.7', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'PortForwarding': '1.2', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'QosPolicy': '1.8', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'SubPort': '1.0', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Subnet': '1.1', Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: 'Trunk': '1.1'}} Jul 23 10:11:04.620863 n-d-778550-4 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:11:04.681208 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] For port 7f524582-cac0-4ae6-9f03-1fd2dee32242, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:11:04.703118 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] For port 7f524582-cac0-4ae6-9f03-1fd2dee32242, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7f524582-cac0-4ae6-9f03-1fd2dee32242,segment=NetworkSegment(68ca1ef2-fde8-4fc7-b208-594633217abe),segment_id=68ca1ef2-fde8-4fc7-b208-594633217abe)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:11:04.707249 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:04.750104 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Routers {'c582fcdc-3e01-4d90-8b51-253b25cb884d'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:11:04.750736 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:11:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c582fcdc-3e01-4d90-8b51-253b25cb884d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:04.858093 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] Set router c582fcdc-3e01-4d90-8b51-253b25cb884d gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:11:04.860790 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87a369-4c3e-44d7-b9ea-d02ff6b7146b None None] Pushing event updated for resources: {'Port': ['ID=7f524582-cac0-4ae6-9f03-1fd2dee32242,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:05.068287 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'name': 'router1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:10:52Z', 'updated_at': '2021-07-23T10:11:02Z', 'revision_number': 2, 'project_id': '2523e5614072482188178fc2ba8b1695', 'gw_port_host': None, '_interfaces': [{'id': '7f524582-cac0-4ae6-9f03-1fd2dee32242', 'name': '', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'mac_address': 'fa:16:3e:0b:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:01Z', 'updated_at': '2021-07-23T10:11:04Z', 'revision_number': 4, 'project_id': '2523e5614072482188178fc2ba8b1695', 'subnets': [{'id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:05.096565 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c380-818d-4dfb-af9e-d4cb06509834 None None] The sync data for ids ['c582fcdc-3e01-4d90-8b51-253b25cb884d'] in n-d-778550-4 is: [{'id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'name': 'router1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:10:52Z', 'updated_at': '2021-07-23T10:11:02Z', 'revision_number': 2, 'project_id': '2523e5614072482188178fc2ba8b1695', 'gw_port_host': None, '_interfaces': [{'id': '7f524582-cac0-4ae6-9f03-1fd2dee32242', 'name': '', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'mac_address': 'fa:16:3e:0b:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:01Z', 'updated_at': '2021-07-23T10:11:04Z', 'revision_number': 4, 'project_id': '2523e5614072482188178fc2ba8b1695', 'subnets': [{'id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:11:05.414677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55004) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:11:05.524459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989d87a-1a3b-4b79-9f5a-ee5cd8e1cf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:11:05.525838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7989d87a-1a3b-4b79-9f5a-ee5cd8e1cf0e admin admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 842 time: 0.1101766 Jul 23 10:11:05.535127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'cidr': '172.25.4.0/24'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:11:05.556701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Made reservation on behalf of 70fda6953c87402eae655211b66ccb8b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:11:05.558938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:05.832893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:11:05.833322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:05.890919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc94871-73c4-4447-8a94-14a13dce4654,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:05.894996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:11:05.895352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Network hostable DHCP agents. Network: 60ab47fe-b497-4e50-9607-ea88f50bff44, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:11:05.911236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:11:05.920057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 60ab47fe-b497-4e50-9607-ea88f50bff44) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:11:05.924102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:11:05.924678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:05.930423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13c7a8-6178-4a7c-80eb-3865f899061e None None] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:11:05.943934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c28bfef-910b-4704-aa2a-016cd8fee989 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4122143 Jul 23 10:11:06.073970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7f93c-382b-42c4-9eb9-4e50faebbe3f None None] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:11:08.197624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:11:08.419894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9f2205af-20a3-49b4-8d15-2b7e452dc776 admin admin] 10.222.0.37 "GET /v2.0/routers/c582fcdc-3e01-4d90-8b51-253b25cb884d HTTP/1.1" status: 200 len: 710 time: 0.2209311 Jul 23 10:11:08.579078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f85353-c9e3-4c1f-954c-51eecc90bdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:11:08.580523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-89f85353-c9e3-4c1f-954c-51eecc90bdf5 admin admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 886 time: 0.1556737 Jul 23 10:11:08.589336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:11:08.836409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:09.066204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:09.143097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:09.320523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Allocated IP 172.25.4.247 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/783bdd13-902c-47b8-8a02-e66dc34e0c75) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:11:09.443351 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:09.531526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:09.666966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:11:09.674176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:11:09.683895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:11:09.686619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Pushing event updated for resources: {'Port': ['ID=783bdd13-902c-47b8-8a02-e66dc34e0c75,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:09.954165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:10.144289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:10.148059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:10.265165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Router c582fcdc-3e01-4d90-8b51-253b25cb884d has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:11:10.374927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:11:10.380006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:10.381236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f867b49a-04b3-441e-b9fe-9f753de6080b admin admin] 10.222.0.37 "PUT /v2.0/routers/c582fcdc-3e01-4d90-8b51-253b25cb884d HTTP/1.1" status: 200 len: 890 time: 1.7952983 Jul 23 10:11:11.548802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Sync routers for ids ['c582fcdc-3e01-4d90-8b51-253b25cb884d'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:11:11.558780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Routers {'c582fcdc-3e01-4d90-8b51-253b25cb884d'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:11:11.559513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:11:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c582fcdc-3e01-4d90-8b51-253b25cb884d'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:11.809646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Set router c582fcdc-3e01-4d90-8b51-253b25cb884d gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:11:11.951750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7f524582-cac0-4ae6-9f03-1fd2dee32242 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:11:12.125741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:11:12.136657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:11:12.137033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.293027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.308144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'name': 'router1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '783bdd13-902c-47b8-8a02-e66dc34e0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:10:52Z', 'updated_at': '2021-07-23T10:11:09Z', 'revision_number': 4, 'project_id': '2523e5614072482188178fc2ba8b1695', 'gw_port': {'id': '783bdd13-902c-47b8-8a02-e66dc34e0c75', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:09Z', 'updated_at': '2021-07-23T10:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7f524582-cac0-4ae6-9f03-1fd2dee32242', 'name': '', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'mac_address': 'fa:16:3e:0b:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:01Z', 'updated_at': '2021-07-23T10:11:04Z', 'revision_number': 4, 'project_id': '2523e5614072482188178fc2ba8b1695', 'subnets': [{'id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:12.361650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Checking router: c582fcdc-3e01-4d90-8b51-253b25cb884d for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:11:12.362000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Updating router c582fcdc-3e01-4d90-8b51-253b25cb884d port 783bdd13-902c-47b8-8a02-e66dc34e0c75 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:11:12.398520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7f524582-cac0-4ae6-9f03-1fd2dee32242, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7f524582-cac0-4ae6-9f03-1fd2dee32242,segment=NetworkSegment(68ca1ef2-fde8-4fc7-b208-594633217abe),segment_id=68ca1ef2-fde8-4fc7-b208-594633217abe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:11:12.405914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.413976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.540045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7f524582-cac0-4ae6-9f03-1fd2dee32242,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:12.770077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:11:12.771106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.782700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Transition to ACTIVE for port object 783bdd13-902c-47b8-8a02-e66dc34e0c75 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:11:12.789083 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.835488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Attempting to bind port 783bdd13-902c-47b8-8a02-e66dc34e0c75 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:11:12.835860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Attempting to bind port 783bdd13-902c-47b8-8a02-e66dc34e0c75 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:11:12.836222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Attempting to bind port 783bdd13-902c-47b8-8a02-e66dc34e0c75 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:11:12.845465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:11:12.845833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:11:12.846233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.846622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:11:12.847084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Bound port: 783bdd13-902c-47b8-8a02-e66dc34e0c75, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:11:12.847497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.852905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921785f-1613-4edc-aeac-02bcce1713dc None None] Pushing event updated for resources: {'Port': ['ID=783bdd13-902c-47b8-8a02-e66dc34e0c75,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:12.899680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] For port 783bdd13-902c-47b8-8a02-e66dc34e0c75, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:11:12.902995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] For port 783bdd13-902c-47b8-8a02-e66dc34e0c75, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=783bdd13-902c-47b8-8a02-e66dc34e0c75,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:11:12.905848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-650b8214-96ab-425e-937f-f9776cdd9c2f admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1345260 Jul 23 10:11:12.907157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:12.966529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Routers {'c582fcdc-3e01-4d90-8b51-253b25cb884d'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:11:12.967089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:11:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c582fcdc-3e01-4d90-8b51-253b25cb884d'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:12.972129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921785f-1613-4edc-aeac-02bcce1713dc None None] Pushing event updated for resources: {'Port': ['ID=783bdd13-902c-47b8-8a02-e66dc34e0c75,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:13.160172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] Set router c582fcdc-3e01-4d90-8b51-253b25cb884d gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:11:13.373909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'name': 'router1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '783bdd13-902c-47b8-8a02-e66dc34e0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:10:52Z', 'updated_at': '2021-07-23T10:11:09Z', 'revision_number': 4, 'project_id': '2523e5614072482188178fc2ba8b1695', 'gw_port': {'id': '783bdd13-902c-47b8-8a02-e66dc34e0c75', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:09Z', 'updated_at': '2021-07-23T10:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7f524582-cac0-4ae6-9f03-1fd2dee32242', 'name': '', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'mac_address': 'fa:16:3e:0b:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:01Z', 'updated_at': '2021-07-23T10:11:12Z', 'revision_number': 5, 'project_id': '2523e5614072482188178fc2ba8b1695', 'subnets': [{'id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:11:13.399302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afced5d9-c6c0-497f-bb69-b9d7f23cb276 None None] The sync data for ids ['c582fcdc-3e01-4d90-8b51-253b25cb884d'] in n-d-778550-4 is: [{'id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'name': 'router1', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '783bdd13-902c-47b8-8a02-e66dc34e0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:10:52Z', 'updated_at': '2021-07-23T10:11:09Z', 'revision_number': 4, 'project_id': '2523e5614072482188178fc2ba8b1695', 'gw_port': {'id': '783bdd13-902c-47b8-8a02-e66dc34e0c75', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:09Z', 'updated_at': '2021-07-23T10:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7f524582-cac0-4ae6-9f03-1fd2dee32242', 'name': '', 'network_id': '7722e3b1-ad98-434e-865d-683f2a643716', 'tenant_id': '2523e5614072482188178fc2ba8b1695', 'mac_address': 'fa:16:3e:0b:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582fcdc-3e01-4d90-8b51-253b25cb884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:11:01Z', 'updated_at': '2021-07-23T10:11:12Z', 'revision_number': 5, 'project_id': '2523e5614072482188178fc2ba8b1695', 'subnets': [{'id': 'dff4eae5-f054-4d25-a47d-949b904a0869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cd31454-edd1-4f93-8916-b7ff500a76fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:11:13.997818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 783bdd13-902c-47b8-8a02-e66dc34e0c75 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:11:14.046707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 783bdd13-902c-47b8-8a02-e66dc34e0c75 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:11:14.050577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 783bdd13-902c-47b8-8a02-e66dc34e0c75 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:11:14.050957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:14.139930 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:14.161302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 783bdd13-902c-47b8-8a02-e66dc34e0c75, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=783bdd13-902c-47b8-8a02-e66dc34e0c75,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:11:14.169112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:14.169881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7f524582-cac0-4ae6-9f03-1fd2dee32242 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:11:14.239705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=783bdd13-902c-47b8-8a02-e66dc34e0c75,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:11:14.254993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:11:14.255364 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:15.936191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 783bdd13-902c-47b8-8a02-e66dc34e0c75 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:11:16.029897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 783bdd13-902c-47b8-8a02-e66dc34e0c75 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:11:16.030283 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:27.008046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76e8a8e1-8214-4f87-95ec-a81b1c9fcd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:29.347293 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:11:29.703951 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e975d605-461e-4b5e-9bcb-ffee2fe1dca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:30.112459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:31.072676 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:32.296949 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:57.016897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c72472a6-3e14-491b-8d5c-e31d12e20015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:11:59.703375 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd4ce-f813-41fc-b31c-9c05bb2fc941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:00.105146 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:01.065414 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:02.299355 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:06.346463 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:12:27.008837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe717-5104-4d74-8d5e-7af35b3d31b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:29.694406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d19ab2a-fe9b-43ea-8bf3-2ab21833d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:30.106912 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:31.063549 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:32.298414 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:43.344709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:12:53.968713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:12:54.029247 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-215710cb-d557-4d32-8903-a7ce24694441 admin admin] GET failed (client error): The resource could not be found. Jul 23 10:12:54.030606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-215710cb-d557-4d32-8903-a7ce24694441 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609546 Jul 23 10:12:54.265105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025be6e9-ba63-49f9-ab45-6f8255f03a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:12:54.266502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-025be6e9-ba63-49f9-ab45-6f8255f03a55 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2320821 Jul 23 10:12:56.403659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55634) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:12:56.497807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6ccbd-e4fa-47c9-b755-eeacd5d4e2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:12:56.499190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-80e6ccbd-e4fa-47c9-b755-eeacd5d4e2db admin admin] 10.222.0.37 "GET /v2.0/subnets/dff4eae5-f054-4d25-a47d-949b904a0869 HTTP/1.1" status: 200 len: 849 time: 0.0945837 Jul 23 10:12:56.508622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:12:56.592239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:56.730670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772675724108'] for subnet, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:56.761650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:12:56.762817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:56.763537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] 10.222.0.37 "PUT /v2.0/subnets/dff4eae5-f054-4d25-a47d-949b904a0869 HTTP/1.1" status: 200 len: 868 time: 0.2587137 Jul 23 10:12:56.783233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948e757-8fd0-41a6-8af0-340f011fc9f4 None None] Network 7722e3b1-ad98-434e-865d-683f2a643716 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:12:56.784927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff4eae5-f054-4d25-a47d-949b904a0869,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:12:56.792707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.793056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.793401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.793736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.794070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.794393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.794727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.795052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.795401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.795739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.796068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:56.796390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffadfe-5159-4b30-b249-bc7cd1e78318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:12:57.011809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-307250af-ff17-4fbc-8213-2401216251b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:57.166764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dd7f20df-674b-4374-a3e6-d8d2942a4ed1 None None] Provisioning complete for port 7f524582-cac0-4ae6-9f03-1fd2dee32242 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:12:57.167069 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd7f20df-674b-4374-a3e6-d8d2942a4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:57.257792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dd7f20df-674b-4374-a3e6-d8d2942a4ed1 None None] Provisioning complete for port 6e13e961-0d26-45fd-8611-263539479526 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:12:57.258066 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd7f20df-674b-4374-a3e6-d8d2942a4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:12:58.938631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:12:59.128774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593e9ac-7fdc-4b6e-9cca-6eeb0e269f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:12:59.129155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593e9ac-7fdc-4b6e-9cca-6eeb0e269f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:12:59.130689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8593e9ac-7fdc-4b6e-9cca-6eeb0e269f6c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1911190 Jul 23 10:12:59.696076 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f896125-6504-4ac1-acbc-1263d3078c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:00.107475 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:01.069221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:01.443714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55650) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:01.579534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbaeb54-a38d-4789-8e3e-3c37c95c37c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:01.580042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbaeb54-a38d-4789-8e3e-3c37c95c37c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:01.581537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-adbaeb54-a38d-4789-8e3e-3c37c95c37c8 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1358213 Jul 23 10:13:02.297699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:03.764265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55658) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:03.885688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f9b21-c73f-481e-a032-c4e5fac22b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:03.887071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b52f9b21-c73f-481e-a032-c4e5fac22b86 admin admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 886 time: 0.1218345 Jul 23 10:13:06.035301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55666) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:06.162086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b15107-494a-41ca-8f75-8ddc73568d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:06.163713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-61b15107-494a-41ca-8f75-8ddc73568d2e admin admin] 10.222.0.37 "GET /v2.0/networks/7722e3b1-ad98-434e-865d-683f2a643716 HTTP/1.1" status: 200 len: 869 time: 0.1272850 Jul 23 10:13:08.304003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55674) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:08.423303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e21d47-5c09-4137-b211-9b0467b4b302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:08.423788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e21d47-5c09-4137-b211-9b0467b4b302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:08.425284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c7e21d47-5c09-4137-b211-9b0467b4b302 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203399 Jul 23 10:13:10.611016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55682) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:10.699708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da792ee5-788b-4edb-a3df-2bcbbe53ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:10.700166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da792ee5-788b-4edb-a3df-2bcbbe53ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:10.701674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-da792ee5-788b-4edb-a3df-2bcbbe53ad01 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896838 Jul 23 10:13:12.858579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55690) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:12.945367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48105cfa-cf6d-4e3b-9417-874f6911f94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:12.946725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-48105cfa-cf6d-4e3b-9417-874f6911f94d admin admin] 10.222.0.37 "GET /v2.0/subnets/5dc94871-73c4-4447-8a94-14a13dce4654 HTTP/1.1" status: 200 len: 816 time: 0.0870919 Jul 23 10:13:15.087369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:15.174421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f72aa1-1318-4d1a-9950-e711311a3ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:15.175772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-19f72aa1-1318-4d1a-9950-e711311a3ab6 admin admin] 10.222.0.37 "GET /v2.0/subnets/dff4eae5-f054-4d25-a47d-949b904a0869 HTTP/1.1" status: 200 len: 868 time: 0.0874071 Jul 23 10:13:20.343938 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:13:27.013060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63cb3295-9284-4392-b5b1-8a2a5d06c62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:29.696563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46ad24de-6eb4-439a-81f3-cc988d07f288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:30.109095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:31.067834 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:32.310517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:39.749126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55750) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:39.795371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-3d22aaf0-7a13-42ed-a273-1bc477c876d6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:13:39.796409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3d22aaf0-7a13-42ed-a273-1bc477c876d6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463452 Jul 23 10:13:42.031826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55758) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:42.092339 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-651e25e6-5535-431e-afcc-8f01fde14a57 admin admin] GET failed (client error): The resource could not be found. Jul 23 10:13:42.093643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-651e25e6-5535-431e-afcc-8f01fde14a57 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608168 Jul 23 10:13:42.174672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a58230-ec65-4889-ba79-1acd019934c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:42.176055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-55a58230-ec65-4889-ba79-1acd019934c2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0786209 Jul 23 10:13:44.345953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55766) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:44.391753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:13:44.415799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Made reservation on behalf of 70fda6953c87402eae655211b66ccb8b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:13:44.418445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:44.454330 n-d-778550-4 neutron-server[93834]: WARNING neutron.services.revisions.revision_plugin [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Could not find related network for resource to bump revision. Jul 23 10:13:44.469133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:13:44.479796 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:44.480129 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Added segment 423cb808-f730-415f-b61e-4817559b433e of type vlan for network c0652107-cfe5-4625-88a6-483c0791626b Jul 23 10:13:44.517229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:44.545023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:44.545893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:44.546483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:44.576102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2290854 Jul 23 10:13:44.609191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Pushing event updated for resources: {'Network': ['ID=c0652107-cfe5-4625-88a6-483c0791626b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:13:44.616611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.616953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.617293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.617627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.617963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.618297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.618621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.618945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.619271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.619618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.620206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.620527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b337450b-cc6c-4621-a383-2086336be497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:44.632980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network c0652107-cfe5-4625-88a6-483c0791626b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:13:46.736599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55776) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:13:46.795456 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bc9ee0-03b5-4e7d-bf22-b5183280c7c8 admin admin] GET failed (client error): The resource could not be found. Jul 23 10:13:46.796748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50bc9ee0-03b5-4e7d-bf22-b5183280c7c8 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590925 Jul 23 10:13:46.896162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df599e49-bb31-4ed9-8d8c-84e8d81a58b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:46.897815 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df599e49-bb31-4ed9-8d8c-84e8d81a58b0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970306 Jul 23 10:13:46.907168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Request body: {'subnet': {'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:13:46.929781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Made reservation on behalf of 70fda6953c87402eae655211b66ccb8b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:13:46.931923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.114280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.170513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Pushing event updated for resources: {'Subnet': ['ID=181226fe-528e-445d-8289-4309cc72e041,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:13:47.183067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:13:47.183356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Network hostable DHCP agents. Network: c0652107-cfe5-4625-88a6-483c0791626b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:13:47.205358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Network c0652107-cfe5-4625-88a6-483c0791626b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:13:47.218781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, c0652107-cfe5-4625-88a6-483c0791626b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:13:47.223752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:13:47.225888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.227789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8a9f4-9905-48da-9149-9eae7afc2162 None None] Network c0652107-cfe5-4625-88a6-483c0791626b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:13:47.240342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-033f7304-3469-44d8-a443-0879534c714d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3362663 Jul 23 10:13:47.488057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-c0652107-cfe5-4625-88a6-483c0791626b', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'tenant_id': '70fda6953c87402eae655211b66ccb8b', 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:13:47.489075 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.637065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Allocated IP 192.168.233.2 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/d94d67e3-7f94-4790-8b2f-f6d0059b0b03) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:13:47.787201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.796086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Transition to ACTIVE for port object d94d67e3-7f94-4790-8b2f-f6d0059b0b03 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:13:47.813552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Transition to ACTIVE for port object d94d67e3-7f94-4790-8b2f-f6d0059b0b03 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:13:47.822734 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.860296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:13:47.862492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:13:47.866350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:13:47.904311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Pushing event updated for resources: {'Port': ['ID=d94d67e3-7f94-4790-8b2f-f6d0059b0b03,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:13:47.924182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.924530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.924877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.925217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.925549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.925880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.926210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.926539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.926863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.927194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.927543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.927916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:13:47.950431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Attempting to bind port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:13:47.950786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Attempting to bind port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:13:47.951146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Attempting to bind port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:13:47.956314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:13:47.956492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:13:47.956864 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:47.957246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:13:47.957703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Bound port: d94d67e3-7f94-4790-8b2f-f6d0059b0b03, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:13:47.958099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:48.028759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] For port d94d67e3-7f94-4790-8b2f-f6d0059b0b03, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:13:48.033164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] For port d94d67e3-7f94-4790-8b2f-f6d0059b0b03, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d94d67e3-7f94-4790-8b2f-f6d0059b0b03,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:13:48.038738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:48.102667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd897-8ac7-4adf-b158-5765538c7220 None None] Pushing event updated for resources: {'Port': ['ID=d94d67e3-7f94-4790-8b2f-f6d0059b0b03,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:13:48.874609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6d41e-793f-4c78-8a84-55caee37383c None None] Network c0652107-cfe5-4625-88a6-483c0791626b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:13:48.955271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7d9e5509-2b8c-4295-a4de-ffa41d3f13f7 None None] Provisioning for port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:13:50.082350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d94d67e3-7f94-4790-8b2f-f6d0059b0b03 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:13:50.133043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:13:50.136839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:13:50.137287 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:50.218426 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:50.250836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d94d67e3-7f94-4790-8b2f-f6d0059b0b03, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d94d67e3-7f94-4790-8b2f-f6d0059b0b03,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:13:50.254696 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:50.301599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d94d67e3-7f94-4790-8b2f-f6d0059b0b03,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:13:52.053939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d94d67e3-7f94-4790-8b2f-f6d0059b0b03 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:13:52.102293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d94d67e3-7f94-4790-8b2f-f6d0059b0b03 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:13:52.102663 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:57.013542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec22532-c5fc-4571-b08d-2ce771df6712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:13:57.341595 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:13:59.696177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad318090-5dda-4222-bb15-c353d0816bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:00.111332 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:01.071734 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:02.303779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:27.013526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b21a3bb1-d9c9-49b5-925c-a0b746468688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:29.696303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec145037-6f58-4a57-b47b-e47785aed709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:30.111541 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:31.077693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:32.306349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:34.342768 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:14:57.015897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a84a3d0c-c719-4ad3-ac51-33ee2dcf31dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.102256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55828) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:14:57.108181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-0c1f7216-cea0-4bbd-8a08-0db39d85b59d tempest-verify_tempest_config-839095150 tempest-verify_tempest_config-839095150-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:14:57.109164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0c1f7216-cea0-4bbd-8a08-0db39d85b59d tempest-verify_tempest_config-839095150 tempest-verify_tempest_config-839095150-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059285 Jul 23 10:14:57.404750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:14:57.507128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.595174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.600138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.646842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99d72bdfef7c4250b6b971240324c8ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410324 Jul 23 10:14:57.647963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60089b17-e968-4232-8ff0-20e0e8039ff1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:14:57.649540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:14:57.654674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.655021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.655360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.655718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.656052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.656381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.656713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.657031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.657351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.657672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.657988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.658306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7193a25-9e5d-4254-9984-d72c7a0e84fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.769177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.789879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.876248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.878791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:14:57.879976 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60089b17-e968-4232-8ff0-20e0e8039ff1 HTTP/1.1" status: 204 len: 168 time: 0.2293952 Jul 23 10:14:57.888182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60089b17-e968-4232-8ff0-20e0e8039ff1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:14:57.894655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.895002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.895375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.895732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.896584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.896920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.897248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.897581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.897904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.898227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.898549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:57.898869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0b99d-2514-42d7-92ce-b94fcf9492cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:14:59.697515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-372e4796-efae-4f9d-9c32-8be78aed5a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:00.111137 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:01.078831 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:02.309514 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:11.340531 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:15:27.016380 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e35159c0-cafa-41eb-930e-faea4902995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:29.697541 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97922d02-4843-4975-b937-05b9976165c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:30.112335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:31.080476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:32.312328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:48.338934 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:15:57.015751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57200620-a6fd-45d0-b7d2-773e3a994aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:15:59.698166 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08f919eb-5e8c-462b-82c2-daed320aabd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:00.113039 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:01.084999 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:02.317184 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:25.337961 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:16:27.016816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1667da17-9dbc-4faf-ad2f-4d67ef949cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:29.697787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f2f734-feb4-4454-8809-b9c61fd41888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:30.115351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:31.085650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:32.318517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:57.016323 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcc22590-6a6d-477c-892d-35c8da582818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:16:59.698060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e632b4bc-9f6e-46cb-a7ad-f5cb7d8190f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:00.115526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:01.089075 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:02.321649 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:02.335639 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:17:27.016365 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07da4357-1636-45cd-8f22-e7c654628291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:29.698289 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c04c496-ae6f-4d92-bef8-3dd0b93de155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:30.116308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:31.091441 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:32.325259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:39.334270 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 5 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:17:53.560732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:57.021037 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87eb3dce-8f7d-4f70-8fa9-4c5c8699b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:17:59.698125 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290803f5-3ffd-48dc-8cad-2a8500c66d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:00.117300 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:01.186254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:02.327916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:04.053443 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683662'] for agent, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:16.333750 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:18:23.528699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:27.022508 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8da7690-8c31-44f7-9730-1de68ab4de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:29.698903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9bd4c9e-f79f-40c0-977f-5784f07304b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:30.117829 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:31.097820 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:32.331865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:34.026495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:38.107718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:18:38.209793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9e6f2d23-7714-4fd9-a8a0-7a2c7665e68b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1007874 Jul 23 10:18:40.366492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:18:40.420295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3bc9b5e6-0cc2-4aef-b2a6-b29dd63db8a0 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0527146 Jul 23 10:18:53.333388 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:18:53.521103 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:57.021992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97f98a95-4cd8-4a9d-9f46-32b4e6c8b0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:18:59.700440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2f701dd-0433-4653-bd77-ff738afcfddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:00.118069 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:01.100004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:02.333762 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:04.015183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:23.532159 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:27.023001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d41c61fa-ced5-4726-8d9e-ed394ae8a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:29.703775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e1f91c4-d26e-49b2-9133-266bcabb13fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:30.119023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:30.332909 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:19:31.104778 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:32.338067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:34.020890 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:53.528633 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:57.023690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5addc3a3-120a-4840-9cd4-e54d9af980f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:19:59.714865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa71b63a-34d9-41a5-9613-acdb8ac1587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:00.132460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:01.137627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:02.223098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:02.337497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:02.553200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56ef71f3-ba25-4e25-95d2-79d50d02031e tempest-AutoAllocateNetworkTest-154661788 tempest-AutoAllocateNetworkTest-154661788-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6fb4926c8c254d529f2cc019d2132bb4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3287525 Jul 23 10:20:02.555622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:02.750128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886e5cf-14d9-462e-8ef7-05ae2a315d64 tempest-AutoAllocateNetworkTest-154661788 tempest-AutoAllocateNetworkTest-154661788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:02.755112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f886e5cf-14d9-462e-8ef7-05ae2a315d64 tempest-AutoAllocateNetworkTest-154661788 tempest-AutoAllocateNetworkTest-154661788-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1955163 Jul 23 10:20:02.755454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:02.812820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5d22a4c4-55aa-4a95-adba-5f8763488dbc tempest-AutoAllocateNetworkTest-154661788 tempest-AutoAllocateNetworkTest-154661788-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562589 Jul 23 10:20:02.816023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:02.849031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-15e71a33-a30b-4c09-81d4-7e898824b39e tempest-AutoAllocateNetworkTest-154661788 tempest-AutoAllocateNetworkTest-154661788-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6fb4926c8c254d529f2cc019d2132bb4 HTTP/1.1" status: 200 len: 208 time: 0.0319340 Jul 23 10:20:03.639266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56158) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:04.037682 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.097250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.200476 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.204321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.249965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75687b2d-466b-42c3-a7d6-ac5a7fe46831,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:04.260889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.261236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.261638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.262474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.262810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.263142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.263493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.264110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.264447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.264835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.265164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.265486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] Tracked resource versions report: Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: pushed versions: Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: { 'AddressGroup': {'1.2'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Log': {'1.0'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Network': {'1.1'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Port': {'1.7'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'PortForwarding': {'1.2'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'QosPolicy': {'1.8'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'SecurityGroup': {'1.4'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'SubPort': {'1.0'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Subnet': {'1.1'}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Trunk': {'1.1'}} Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: consumer versions: Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: HyperV agent@n-h1-778550-4: {}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: HyperV agent@n-h2-778550-4: {}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: L3 agent@n-d-778550-4: {}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: Metadata agent@n-d-778550-4: {}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: Metering agent@n-d-778550-4: {}, Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'ConntrackHelper': '1.0', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Log': '1.0', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Network': '1.1', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Port': '1.7', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'PortForwarding': '1.2', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'QosPolicy': '1.8', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'SecurityGroup': '1.4', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'SecurityGroupRule': '1.2', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'SubPort': '1.0', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Subnet': '1.1', Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: 'Trunk': '1.1'}} Jul 23 10:20:04.266714 n-d-778550-4 neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:20:04.273850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42edfb43-9aa2-4657-99b3-f9562a571626 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fb4926c8c254d529f2cc019d2132bb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6307809 Jul 23 10:20:04.274068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:04.330930 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7f681d-0525-4ca4-92aa-db7f3b6fc08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.354138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7f681d-0525-4ca4-92aa-db7f3b6fc08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.403804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7f681d-0525-4ca4-92aa-db7f3b6fc08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.410219 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a7f681d-0525-4ca4-92aa-db7f3b6fc08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:04.411575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5a7f681d-0525-4ca4-92aa-db7f3b6fc08c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75687b2d-466b-42c3-a7d6-ac5a7fe46831 HTTP/1.1" status: 204 len: 168 time: 0.1364491 Jul 23 10:20:04.420251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f681d-0525-4ca4-92aa-db7f3b6fc08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75687b2d-466b-42c3-a7d6-ac5a7fe46831,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:07.066522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56374) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:07.070463 n-d-778550-4 neutron-server[93833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 10:20:07.095795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56382) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:07.098010 n-d-778550-4 neutron-server[93834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 10:20:07.100179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-a4c4d535-8d2b-433f-ac51-574614bd5433 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325131 Jul 23 10:20:07.118296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-3bf6885b-afb2-49d4-b8b3-d61eb053412c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213673 Jul 23 10:20:07.226204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-1a2927de-de47-4923-82f5-3210f60e4a71 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:07.227960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-1a2927de-de47-4923-82f5-3210f60e4a71 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041901 Jul 23 10:20:07.243667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-589142f4-fd24-4b9f-9d59-ade50fc7db90 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/quotas/bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Jul 23 10:20:07.281003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-0421b65c-36fb-490b-a3ad-7ed82996a94b tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:07.282475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-0421b65c-36fb-490b-a3ad-7ed82996a94b tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774914 Jul 23 10:20:07.298372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-09e54294-80d0-4683-b6fb-0db0f07a723c tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/quotas/2df9cd258b2d4886b391ccc6b5b15305 HTTP/1.1" status: 200 len: 375 time: 0.0105748 Jul 23 10:20:07.298775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-496c94f7-eb1f-45a1-9e8b-35d5b6c2b7f0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494337 Jul 23 10:20:07.334218 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:20:07.456897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-bd13d492-adb4-4e23-a3f6-8060290afefa tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1527457 Jul 23 10:20:07.789622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2dcb6478-3278-4617-aa0a-c6da0f818fc8 req-f59ff929-3a1e-4ae1-9a6e-1d9b87fc91c4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 210 time: 0.0658050 Jul 23 10:20:07.952452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71ea301f-aa56-4981-a776-54a2a3526cc6 req-d4b941ae-8987-4048-907d-84e95bc6f927 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 210 time: 0.0644553 Jul 23 10:20:08.540877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56518) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:08.720990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:08.832048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:08.837116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:08.906513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:08.912137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d272c37f60440d787c67cc122223005&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3678994 Jul 23 10:20:08.913643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249b8a76-bf57-4394-a763-ebe0a03f8880,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:08.933009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.934489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.935045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.935636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.936164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.936704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.937334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.938422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.938920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.939454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.939975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.940510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06def314-79f6-47dd-85f4-2893b831b250 admin admin] Tracked resource versions report: Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: pushed versions: Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: { 'AddressGroup': {'1.2'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'ConntrackHelper': {'1.0'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Log': {'1.0'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Network': {'1.1'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Port': {'1.7'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'PortForwarding': {'1.2'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'QosPolicy': {'1.8'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'SecurityGroup': {'1.4'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'SubPort': {'1.0'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Subnet': {'1.1'}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Trunk': {'1.1'}} Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: consumer versions: Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: HyperV agent@n-h1-778550-4: {}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: HyperV agent@n-h2-778550-4: {}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: L3 agent@n-d-778550-4: {}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: Metadata agent@n-d-778550-4: {}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: Metering agent@n-d-778550-4: {}, Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'ConntrackHelper': '1.0', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Log': '1.0', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Network': '1.1', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Port': '1.7', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'PortForwarding': '1.2', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'QosPolicy': '1.8', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'SecurityGroup': '1.4', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'SecurityGroupRule': '1.2', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'SubPort': '1.0', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Subnet': '1.1', Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: 'Trunk': '1.1'}} Jul 23 10:20:08.941801 n-d-778550-4 neutron-server[93833]: {{(pid=93833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:20:09.070897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a128cec-506a-49f5-b148-26aa0e740a83 req-248a0ae5-31ba-4114-acd4-edd7bb5fa58a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 210 time: 0.0409997 Jul 23 10:20:09.085597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-cb90e536-47ce-4b3b-9c8a-e50c16639a34 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0108a100143b436d9aa8f0edd689dfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986333 Jul 23 10:20:09.088517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f35b823-c68f-4d71-adc9-18a105c04bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.199733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f35b823-c68f-4d71-adc9-18a105c04bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.244382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eda018c8-b2d3-45c6-9292-dc48e231ccca req-607d6c4b-6ba6-401b-90a5-fb0d9447347b tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 210 time: 0.0487690 Jul 23 10:20:09.252889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-66bc55cc-291f-4288-b2d2-c9e0cd1f7e0a tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:09.254668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-66bc55cc-291f-4288-b2d2-c9e0cd1f7e0a tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678269 Jul 23 10:20:09.267208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56570) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:09.280452 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-2a9bc0cb-8ae7-4941-adf2-bfbcab66330d tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/quotas/0108a100143b436d9aa8f0edd689dfc6 HTTP/1.1" status: 200 len: 375 time: 0.0200226 Jul 23 10:20:09.300794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f35b823-c68f-4d71-adc9-18a105c04bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.304189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f35b823-c68f-4d71-adc9-18a105c04bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.305488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9f35b823-c68f-4d71-adc9-18a105c04bbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/249b8a76-bf57-4394-a763-ebe0a03f8880 HTTP/1.1" status: 204 len: 168 time: 0.3971405 Jul 23 10:20:09.329133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-50143c35-f5f9-4ceb-909a-7197ba69f500 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0108a100143b436d9aa8f0edd689dfc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425065 Jul 23 10:20:09.338470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35b823-c68f-4d71-adc9-18a105c04bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b8a76-bf57-4394-a763-ebe0a03f8880,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:09.459273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3798-d9a5-47f3-a344-bade4cb337cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.565648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-887a6651-dea8-4406-b18c-0f42820cbd2a req-1487b04c-4099-4b12-a20f-5e8e03f679e1 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 210 time: 0.0618596 Jul 23 10:20:09.607681 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3798-d9a5-47f3-a344-bade4cb337cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.613187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3798-d9a5-47f3-a344-bade4cb337cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.646771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d3798-d9a5-47f3-a344-bade4cb337cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e267f7b-95d1-4079-ac22-56e3671e7a33,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:09.672142 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f6d3798-d9a5-47f3-a344-bade4cb337cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4708b5ea5e7d4a47b1114c3bd3307d6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4035740 Jul 23 10:20:09.674784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56598) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:09.784534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.20', 53690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:09.811835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6083-2984-48ca-ad93-b4989a3395c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.820043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-aee660fb-a5bd-4c1c-9951-f24ac3a69b4c tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343330 Jul 23 10:20:09.838409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6083-2984-48ca-ad93-b4989a3395c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.892000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56606) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:09.908139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f816b03-5d6b-49af-8735-e3519cf3270d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.959775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6083-2984-48ca-ad93-b4989a3395c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.962728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6083-2984-48ca-ad93-b4989a3395c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:09.968861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e8dd6083-2984-48ca-ad93-b4989a3395c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e267f7b-95d1-4079-ac22-56e3671e7a33 HTTP/1.1" status: 204 len: 168 time: 0.2930663 Jul 23 10:20:10.003701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6083-2984-48ca-ad93-b4989a3395c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e267f7b-95d1-4079-ac22-56e3671e7a33,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:10.046242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-29e17cd1-970f-44c6-8c9b-78b1f6c92a83 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:10.049617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-29e17cd1-970f-44c6-8c9b-78b1f6c92a83 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180829 Jul 23 10:20:10.107554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f816b03-5d6b-49af-8735-e3519cf3270d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.114980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f816b03-5d6b-49af-8735-e3519cf3270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.176112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Request body: {'port': {'device_id': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '2df9cd258b2d4886b391ccc6b5b15305'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:10.186987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4f816b03-5d6b-49af-8735-e3519cf3270d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61f74ed26afc4031b02f59ce1239eed7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2936366 Jul 23 10:20:10.188786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56628) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:10.219588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f816b03-5d6b-49af-8735-e3519cf3270d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e871c2d2-4f30-4d41-b57d-0b2f5925e195,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:10.228319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3bb0f88-14d9-48c6-ac8e-38212e187dce req-9576f1b3-9b7c-448f-b3cd-90aa146a45cf tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 210 time: 0.0654655 Jul 23 10:20:10.320125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eed3cf02-55cd-468b-8137-6ff28aa06458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.365289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eed3cf02-55cd-468b-8137-6ff28aa06458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.408757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.20', 53693) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:10.414730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-441b6f80-e58b-4445-b583-854a213ed19d req-a2d0b3a2-47f4-40f1-b23c-b44820e26ad9 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 210 time: 0.0474205 Jul 23 10:20:10.465683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-ad4584ef-66d7-48d2-af44-8bba425669d8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536001 Jul 23 10:20:10.551767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eed3cf02-55cd-468b-8137-6ff28aa06458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.554715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eed3cf02-55cd-468b-8137-6ff28aa06458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.556046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eed3cf02-55cd-468b-8137-6ff28aa06458 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e871c2d2-4f30-4d41-b57d-0b2f5925e195 HTTP/1.1" status: 204 len: 168 time: 0.3601635 Jul 23 10:20:10.568792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3cf02-55cd-468b-8137-6ff28aa06458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871c2d2-4f30-4d41-b57d-0b2f5925e195,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:10.650501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:10.668343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-4c8bd338-de04-48e6-a39b-cfea6a882c65 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:10.670705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-4c8bd338-de04-48e6-a39b-cfea6a882c65 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004073 Jul 23 10:20:10.673410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e5539c-1bb6-4530-afea-7bcde96e6c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.691526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Request body: {'port': {'device_id': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'bd0425762e944ac1ab5d0b7c99899d12'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:10.693134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Made reservation on behalf of 2df9cd258b2d4886b391ccc6b5b15305 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:10.701333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.728645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:10.763156 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:20:10.763156 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:20:10.763156 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': '2df9cd258b2d4886b391ccc6b5b15305', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 20, 10, 748034)}] Jul 23 10:20:10.763156 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:20:10.763987 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:20:10.915396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.55', 54748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:10.950302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5cb86a95-3682-4df9-a794-d586def23712 req-dcf29773-6044-43d3-aa23-6e136bd26c51 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 210 time: 0.0829923 Jul 23 10:20:10.952736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-150376ad-76c5-4425-94fa-6546e4ba30ba tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0108a100143b436d9aa8f0edd689dfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353496 Jul 23 10:20:11.005055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e5539c-1bb6-4530-afea-7bcde96e6c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.010992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e5539c-1bb6-4530-afea-7bcde96e6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.069285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5539c-1bb6-4530-afea-7bcde96e6c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02543630-f7bf-4cd8-b4df-f9745339cb69,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:11.076429 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a2e5539c-1bb6-4530-afea-7bcde96e6c9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ceddee2e43e8412d91739ac4b7baa2e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4238112 Jul 23 10:20:11.078904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:11.162257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-c343d131-4a61-4641-8a51-ff6ef94eeb61 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:11.163601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12df9b-d7b5-46bf-be68-ac5d05ec3533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.166960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-c343d131-4a61-4641-8a51-ff6ef94eeb61 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089174 Jul 23 10:20:11.189712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12df9b-d7b5-46bf-be68-ac5d05ec3533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.203227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Made reservation on behalf of bd0425762e944ac1ab5d0b7c99899d12 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:11.206893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.228595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.245830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Request body: {'port': {'device_id': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '0108a100143b436d9aa8f0edd689dfc6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:11.263257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12df9b-d7b5-46bf-be68-ac5d05ec3533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.266586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12df9b-d7b5-46bf-be68-ac5d05ec3533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.267469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6e12df9b-d7b5-46bf-be68-ac5d05ec3533 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02543630-f7bf-4cd8-b4df-f9745339cb69 HTTP/1.1" status: 204 len: 168 time: 0.1868255 Jul 23 10:20:11.270328 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.434309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12df9b-d7b5-46bf-be68-ac5d05ec3533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02543630-f7bf-4cd8-b4df-f9745339cb69,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:11.776455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ba60faa-5131-4d81-9498-d3cbcf3b856d req-7a7b8f6d-9ca9-4781-a10b-2219badd8431 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 210 time: 0.1162677 Jul 23 10:20:11.827720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.843463 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.849541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52a1ef04-1d5d-44b8-9dc3-0221bf9af713 req-a772d1d4-0b99-4f01-bfee-8c5cbc2c3856 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 210 time: 0.2155118 Jul 23 10:20:11.948394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Made reservation on behalf of 0108a100143b436d9aa8f0edd689dfc6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:11.969788 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:11.988381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:12.319348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d8b7403-76d7-4d3c-8d29-f2f09ea7caaf req-0dadf542-fec3-4037-84e3-216853d42ea0 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 210 time: 0.2302878 Jul 23 10:20:12.343192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:12.361396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a298e-b040-4eee-a4ef-53855d7d76f7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:12.366378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:12.632936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf7ecd7-8e68-413e-baac-076bbe5f011a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:12.718808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:12.756884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Allocated IP 192.168.233.60 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/83f1249a-2625-4d66-9345-25680e42a6b4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:12.762950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:12.855306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:12.870178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.037188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.060486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Transition to ACTIVE for port object 83f1249a-2625-4d66-9345-25680e42a6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:13.127224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec563162-db84-41d4-a7df-0ddf25a470c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.194036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16ddccd0-996b-444a-9240-9ff9305891df req-e4000e2c-5bd9-45df-afef-1e6a89b30e49 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 210 time: 0.1171937 Jul 23 10:20:13.251439 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.274543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f4b4a44-2e51-4943-80f4-449177575033 req-65415c1b-7c1f-48b6-9ebf-cc940bca546f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 210 time: 0.1789529 Jul 23 10:20:13.321618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:13.370282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Allocated IP 192.168.233.143 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/3fc99729-3db4-44b3-943a-12434126f77d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:13.381829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:13.468369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:13.480950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:13.484209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.518484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-network', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:13.582994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Pushing event updated for resources: {'Port': ['ID=83f1249a-2625-4d66-9345-25680e42a6b4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:13.604632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec563162-db84-41d4-a7df-0ddf25a470c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.620169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec563162-db84-41d4-a7df-0ddf25a470c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.664153 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-8e2bbd1e-ac7b-4714-ab25-a63d60f59934 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4920144 Jul 23 10:20:13.665072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Made reservation on behalf of 239dddd6b3ac4dfb8cb0b4cb3cff3eab for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:13.670737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.695285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0a290-028d-4ef7-babe-3258e229a0b7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:13.733807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-59fe074d-b298-4a9a-8f1d-cb0274eba8b5 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:13.735244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-59fe074d-b298-4a9a-8f1d-cb0274eba8b5 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122232 Jul 23 10:20:13.776179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.800834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f1734cd-c59a-4ec8-bd42-57ec5fb7c2f9 req-69dd697d-4ab1-4216-b2b6-96d23c20b5da tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 210 time: 0.0959258 Jul 23 10:20:13.863335 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec563162-db84-41d4-a7df-0ddf25a470c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5023be9320e143fcaf88ecd28cc19a28&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1390991 Jul 23 10:20:13.863742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563162-db84-41d4-a7df-0ddf25a470c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8807eb94-7af7-4313-9266-0726c4501370,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:13.868642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:13.955084 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae69ce87-5180-454d-8ef3-2ea6607d1d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:13.955303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2202f84c-da1b-4651-a28a-8e62d9b5684e None None] Provisioning for port 83f1249a-2625-4d66-9345-25680e42a6b4 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:13.971455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2202f84c-da1b-4651-a28a-8e62d9b5684e None None] Provisioning complete for port 83f1249a-2625-4d66-9345-25680e42a6b4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:13.971890 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2202f84c-da1b-4651-a28a-8e62d9b5684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.034102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae69ce87-5180-454d-8ef3-2ea6607d1d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.123446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.125055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.140921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Request body: {'port': {'device_id': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:14.153357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Transition to ACTIVE for port object 3fc99729-3db4-44b3-943a-12434126f77d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:14.160309 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae69ce87-5180-454d-8ef3-2ea6607d1d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.170958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae69ce87-5180-454d-8ef3-2ea6607d1d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.172309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ae69ce87-5180-454d-8ef3-2ea6607d1d08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8807eb94-7af7-4313-9266-0726c4501370 HTTP/1.1" status: 204 len: 168 time: 0.3016622 Jul 23 10:20:14.175763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2202f84c-da1b-4651-a28a-8e62d9b5684e None None] Port 83f1249a-2625-4d66-9345-25680e42a6b4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:14.200821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.206668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ce87-5180-454d-8ef3-2ea6607d1d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8807eb94-7af7-4313-9266-0726c4501370,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:14.248580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:20:14.279341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.282177 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Added segment f7e47f57-321f-4410-8fae-cc6a88e0134d of type vlan for network 379e3615-898a-4d5f-ad14-574632aacf41 Jul 23 10:20:14.345696 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.483628 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.562803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e184-e510-4d66-b478-30745321a9a2 req-3adf92ad-b73b-48c4-aeec-349404e0f99f tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:14.570654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f719e184-e510-4d66-b478-30745321a9a2 req-3adf92ad-b73b-48c4-aeec-349404e0f99f tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 935 time: 0.1807091 Jul 23 10:20:14.573182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8c2d2-6f49-4301-84b9-818ec320141f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:14.597637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:14.637126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:14.652265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.677639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:20:14.735070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f719e184-e510-4d66-b478-30745321a9a2 req-29d88c2a-657b-461b-a076-b56c910258d3 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630278 Jul 23 10:20:14.780291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:14.792502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.793845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:14.794514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:14.799532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.809609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:14.815020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:14.913256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Allocated IP 192.168.233.50 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/40110c42-7e97-4945-92ce-b8f418c6c155) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:14.932636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1684160 Jul 23 10:20:14.950827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:14.962355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Request body: {'subnet': {'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-subnet', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:14.988092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-56605355-6294-47f6-ad07-33e6112f9a9b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3007271 Jul 23 10:20:15.009677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:15.023105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Request body: {'port': {'device_id': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:15.070459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60741d1-1c13-41b4-ac61-1b3ea6eee785 admin admin] Pushing event updated for resources: {'Network': ['ID=379e3615-898a-4d5f-ad14-574632aacf41,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:15.092931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 379e3615-898a-4d5f-ad14-574632aacf41 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:20:15.139271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e11a8b8-602c-44e4-b516-9043f6d49bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.229728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359c9f4-fe51-4f68-9540-8d72cd7e6ba9 req-5dad9109-6790-4b13-a90d-41d87ea9eea1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:15.238514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a359c9f4-fe51-4f68-9540-8d72cd7e6ba9 req-5dad9109-6790-4b13-a90d-41d87ea9eea1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 936 time: 0.6474347 Jul 23 10:20:15.327684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-239d991a-3911-4911-b93d-e62828695b1d req-62b616b5-60ea-41d6-9a1d-7e56dd26e36f tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 210 time: 0.3597388 Jul 23 10:20:15.367342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Made reservation on behalf of 239dddd6b3ac4dfb8cb0b4cb3cff3eab for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:15.369392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.369837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.412608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a359c9f4-fe51-4f68-9540-8d72cd7e6ba9 req-a38d608d-a5f6-40ec-bd1c-837c8c2946c8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736553 Jul 23 10:20:15.500331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1da31b0a-2853-4490-be11-b36d1eabf97c None None] Provisioning for port 3fc99729-3db4-44b3-943a-12434126f77d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:15.506567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.522757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1da31b0a-2853-4490-be11-b36d1eabf97c None None] Provisioning complete for port 3fc99729-3db4-44b3-943a-12434126f77d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:15.525219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1da31b0a-2853-4490-be11-b36d1eabf97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.604064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Transition to ACTIVE for port object 40110c42-7e97-4945-92ce-b8f418c6c155 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:15.629610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.666137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1da31b0a-2853-4490-be11-b36d1eabf97c None None] Port 3fc99729-3db4-44b3-943a-12434126f77d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:15.735340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e11a8b8-602c-44e4-b516-9043f6d49bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.742590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e11a8b8-602c-44e4-b516-9043f6d49bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.770060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Checking segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:15.770473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Network hostable DHCP agents. Network: 379e3615-898a-4d5f-ad14-574632aacf41, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:20:15.820905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11a8b8-602c-44e4-b516-9043f6d49bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747eafe4-69ff-44c4-aa9b-9ddd8b2a14c7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:15.834025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:15.932709 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7e11a8b8-602c-44e4-b516-9043f6d49bdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83a18323776e4925ae17e93f920e6587&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9143946 Jul 23 10:20:15.936240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:16.029888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Pushing event updated for resources: {'Port': ['ID=40110c42-7e97-4945-92ce-b8f418c6c155,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:16.041105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:16.098913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Network 379e3615-898a-4d5f-ad14-574632aacf41 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:20:16.099894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:16.110741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:16.116025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:16.128936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.129937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.161427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6d222-eb29-4091-8240-8e3ff78bac43 req-923dd1a7-c57e-42a8-9e8b-51f51f2e2662 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.163583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dce6d222-eb29-4091-8240-8e3ff78bac43 req-923dd1a7-c57e-42a8-9e8b-51f51f2e2662 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 935 time: 0.3048370 Jul 23 10:20:16.164352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f44bf99-9a99-485d-853a-869513006ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.195486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-82f4f7d8-eeb6-4e41-8946-7aeb5b60594c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9428303 Jul 23 10:20:16.210565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 379e3615-898a-4d5f-ad14-574632aacf41) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:16.233563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a6ea0-327d-4801-9800-a23c82a7d78d None None] Network 379e3615-898a-4d5f-ad14-574632aacf41 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:16.252416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-f188a447-a1eb-45a6-8163-a117f0055f67 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:16.253859 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-f188a447-a1eb-45a6-8163-a117f0055f67 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473883 Jul 23 10:20:16.276282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.277225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.301947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f44bf99-9a99-485d-853a-869513006ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.347455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264032-3282-4093-be6c-c30117ba0c15 req-4cefa143-8330-4a43-bd26-99a9273eb0c2 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.348184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264032-3282-4093-be6c-c30117ba0c15 req-4cefa143-8330-4a43-bd26-99a9273eb0c2 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.348751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264032-3282-4093-be6c-c30117ba0c15 req-4cefa143-8330-4a43-bd26-99a9273eb0c2 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.351952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264032-3282-4093-be6c-c30117ba0c15 req-4cefa143-8330-4a43-bd26-99a9273eb0c2 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.375131 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82264032-3282-4093-be6c-c30117ba0c15 req-4cefa143-8330-4a43-bd26-99a9273eb0c2 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2912 time: 0.7344804 Jul 23 10:20:16.385810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dce6d222-eb29-4091-8240-8e3ff78bac43 req-b99d3e66-68c3-40b7-af1d-b16736ec5139 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133470 Jul 23 10:20:16.413767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-22939af8-5ede-4abb-8fa2-1f9f33d8444e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4553280 Jul 23 10:20:16.416640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:16.487545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:16.508953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f44bf99-9a99-485d-853a-869513006ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.513292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f44bf99-9a99-485d-853a-869513006ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.517649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f44bf99-9a99-485d-853a-869513006ec8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/747eafe4-69ff-44c4-aa9b-9ddd8b2a14c7 HTTP/1.1" status: 204 len: 168 time: 0.5796828 Jul 23 10:20:16.554738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44bf99-9a99-485d-853a-869513006ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747eafe4-69ff-44c4-aa9b-9ddd8b2a14c7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:16.628345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.629103 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.655005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f1249a-2625-4d66-9345-25680e42a6b4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:16.687906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.721857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e541b-51b2-404b-b228-29a7bc8c388d req-e800e73c-86e4-4e1b-aa28-20ba69376d3a tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.724668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd02e55c-834a-4e91-a2e9-abc3a3f4f578 None None] Provisioning for port 40110c42-7e97-4945-92ce-b8f418c6c155 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:16.729306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-596e541b-51b2-404b-b228-29a7bc8c388d req-e800e73c-86e4-4e1b-aa28-20ba69376d3a tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 886 time: 0.2627411 Jul 23 10:20:16.744698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd02e55c-834a-4e91-a2e9-abc3a3f4f578 None None] Provisioning complete for port 40110c42-7e97-4945-92ce-b8f418c6c155 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:16.745068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd02e55c-834a-4e91-a2e9-abc3a3f4f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.777000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Request body: {'port': {'device_id': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'device_owner': 'compute:tempest-test_az-169366100', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:16.807536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Transition to ACTIVE for port object 83f1249a-2625-4d66-9345-25680e42a6b4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:16.818457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.837078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea986f-65ef-477b-981a-a29c369631c7 req-0165f59d-198d-4d9a-a6cc-43efbb18b810 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:16.845728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99ea986f-65ef-477b-981a-a29c369631c7 req-0165f59d-198d-4d9a-a6cc-43efbb18b810 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 935 time: 0.3291771 Jul 23 10:20:16.852373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:16.943244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd02e55c-834a-4e91-a2e9-abc3a3f4f578 None None] Port 40110c42-7e97-4945-92ce-b8f418c6c155 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:16.968655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-379e3615-898a-4d5f-ad14-574632aacf41', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:20:16.970445 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.317562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99ea986f-65ef-477b-981a-a29c369631c7 req-e96a57c4-697f-438d-84a7-a6c5526ca0da tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708819 Jul 23 10:20:17.346626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e076102-1503-4495-9e2f-9020484fee9c req-fa95acf1-5d2d-4c4a-924a-624e543a7c9a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:17.347230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e076102-1503-4495-9e2f-9020484fee9c req-fa95acf1-5d2d-4c4a-924a-624e543a7c9a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 936 time: 0.5007441 Jul 23 10:20:17.362481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.366590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Pushing event updated for resources: {'Port': ['ID=83f1249a-2625-4d66-9345-25680e42a6b4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:17.388207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Allocated IP 172.20.0.2 (379e3615-898a-4d5f-ad14-574632aacf41/e4740ef8-3cba-4dd3-b6ef-84f3320f15ef/c12513f8-349d-4a5f-b661-342c6b552895) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:17.390739 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.401717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Attempting to bind port 83f1249a-2625-4d66-9345-25680e42a6b4 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:17.402025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Attempting to bind port 83f1249a-2625-4d66-9345-25680e42a6b4 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:17.402343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Attempting to bind port 83f1249a-2625-4d66-9345-25680e42a6b4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:17.419376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Port 83f1249a-2625-4d66-9345-25680e42a6b4 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:20:17.419733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Attempting to bind port 83f1249a-2625-4d66-9345-25680e42a6b4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:17.453901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:17.454448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:17.455297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:17.455973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Bound port: 83f1249a-2625-4d66-9345-25680e42a6b4, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:17.459816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.727878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7dd16-7d1d-4704-ac84-14c597ac0c83 req-ce2c4a4d-5ec5-4e34-a93b-fe71be231ed0 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:17.728518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7dd16-7d1d-4704-ac84-14c597ac0c83 req-ce2c4a4d-5ec5-4e34-a93b-fe71be231ed0 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:17.728910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7dd16-7d1d-4704-ac84-14c597ac0c83 req-ce2c4a4d-5ec5-4e34-a93b-fe71be231ed0 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:17.729558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7dd16-7d1d-4704-ac84-14c597ac0c83 req-ce2c4a4d-5ec5-4e34-a93b-fe71be231ed0 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:17.731829 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72d7dd16-7d1d-4704-ac84-14c597ac0c83 req-ce2c4a4d-5ec5-4e34-a93b-fe71be231ed0 tempest-NetworksTest-1761202484 tempest-NetworksTest-1761202484-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.3224802 Jul 23 10:20:17.754697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] For port 83f1249a-2625-4d66-9345-25680e42a6b4, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:17.802062 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.835275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] For port 83f1249a-2625-4d66-9345-25680e42a6b4, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=83f1249a-2625-4d66-9345-25680e42a6b4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:17.847893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Transition to ACTIVE for port object c12513f8-349d-4a5f-b661-342c6b552895 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:17.852512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.893769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Transition to ACTIVE for port object c12513f8-349d-4a5f-b661-342c6b552895 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:17.913561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:17.976951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Pushing event updated for resources: {'Port': ['ID=c12513f8-349d-4a5f-b661-342c6b552895,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:18.021011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Network 379e3615-898a-4d5f-ad14-574632aacf41 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:18.023393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:18.025181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:18.025824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:18.030350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-325ceca6-793a-474a-9d95-945583d81441 service neutron] 10.222.0.20 "PUT /v2.0/ports/83f1249a-2625-4d66-9345-25680e42a6b4 HTTP/1.1" status: 200 len: 1095 time: 3.9823329 Jul 23 10:20:18.031959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.032773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.033414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.034056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.034165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'tag': '83f1249a-2625-4d66-9345-25680e42a6b4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:18.034736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.035303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.035997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.037832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.038749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.039535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.040235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.041378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Tracked resource versions report: Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: pushed versions: Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Log': {'1.0'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Network': {'1.1'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Port': {'1.7'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: consumer versions: Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: HyperV agent@n-h1-778550-4: {}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: HyperV agent@n-h2-778550-4: {}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: L3 agent@n-d-778550-4: {}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: Metadata agent@n-d-778550-4: {}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: Metering agent@n-d-778550-4: {}, Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Log': '1.0', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Network': '1.1', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Port': '1.7', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'PortForwarding': '1.2', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'QosPolicy': '1.8', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'SubPort': '1.0', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Subnet': '1.1', Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: 'Trunk': '1.1'}} Jul 23 10:20:18.043559 n-d-778550-4 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:20:18.058849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:18.073796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e076102-1503-4495-9e2f-9020484fee9c req-9bd9ce4e-5768-4bd5-9c7d-fa8be53d882e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476533 Jul 23 10:20:18.137521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc99729-3db4-44b3-943a-12434126f77d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:18.178482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Attempting to bind port c12513f8-349d-4a5f-b661-342c6b552895 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:18.179504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Attempting to bind port c12513f8-349d-4a5f-b661-342c6b552895 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:18.180059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Attempting to bind port c12513f8-349d-4a5f-b661-342c6b552895 on network 379e3615-898a-4d5f-ad14-574632aacf41 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:18.195451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:18.195922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:18.196305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Checking segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:18.196714 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:18.197454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Bound using segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:18.198052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Bound port: c12513f8-349d-4a5f-b661-342c6b552895, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:18.198495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:18.269660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Transition to ACTIVE for port object 3fc99729-3db4-44b3-943a-12434126f77d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:18.298172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56874) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:18.305448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:18.367970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] For port c12513f8-349d-4a5f-b661-342c6b552895, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:18.383882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] For port c12513f8-349d-4a5f-b661-342c6b552895, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c12513f8-349d-4a5f-b661-342c6b552895,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:18.394764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:18.541254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ceca6-793a-474a-9d95-945583d81441 service neutron] Pushing event updated for resources: {'Port': ['ID=83f1249a-2625-4d66-9345-25680e42a6b4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:18.732592 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1154ac-b9a2-44e5-a702-506d2d3ab016" -d '{"events": [{"name": "network-changed", "server_uuid": "a97c1bb0-74c5-4ad0-a390-3d32750327fc", "tag": "83f1249a-2625-4d66-9345-25680e42a6b4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:18.746589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036bca-c03f-4b4e-bbf4-b8614b5b9484 req-d24db123-bb70-450b-8fc9-1aeae2356772 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:18.754087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-24036bca-c03f-4b4e-bbf4-b8614b5b9484 req-d24db123-bb70-450b-8fc9-1aeae2356772 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.8791554 Jul 23 10:20:18.791495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a290ff-2188-48e8-bc1c-a85b00611879 None None] Pushing event updated for resources: {'Port': ['ID=c12513f8-349d-4a5f-b661-342c6b552895,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:18.819969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-0b084298-ed03-4376-bfb5-09b04ff6396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:18.825046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:18.830489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-0b084298-ed03-4376-bfb5-09b04ff6396d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 1098 time: 0.5308399 Jul 23 10:20:18.971892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-24036bca-c03f-4b4e-bbf4-b8614b5b9484 req-caf028ec-db9e-459b-9ec0-958a757c6c73 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067554 Jul 23 10:20:18.973344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:19.372330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1cd739e-b893-4c5b-aed1-4930ea2e3f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:19.459173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:19.459958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:19.460331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:19.489857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9596e1f-310c-4239-bdd6-d82b2607cc38 req-4f54f88c-8870-4e59-b1af-5825a10772f9 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:19.500153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9596e1f-310c-4239-bdd6-d82b2607cc38 req-4f54f88c-8870-4e59-b1af-5825a10772f9 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 935 time: 0.6925211 Jul 23 10:20:19.568860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Port 3fc99729-3db4-44b3-943a-12434126f77d on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:20:19.569198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:19.620208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:19.620553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:19.624155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:19.624844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Bound port: 3fc99729-3db4-44b3-943a-12434126f77d, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:19.625468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:19.651978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40110c42-7e97-4945-92ce-b8f418c6c155 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:19.689241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:19.698520 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7e5d2-cc8a-46ce-a6f4-8a25b787f447 x-openstack-request-id: req-59a7e5d2-cc8a-46ce-a6f4-8a25b787f447 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:19.698908 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97c1bb0-74c5-4ad0-a390-3d32750327fc", "tag": "83f1249a-2625-4d66-9345-25680e42a6b4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:19.699344 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59a7e5d2-cc8a-46ce-a6f4-8a25b787f447 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:19.700187 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'tag': '83f1249a-2625-4d66-9345-25680e42a6b4', 'status': 'completed', 'code': 200} Jul 23 10:20:19.710679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:19.732105 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-921115ac-9b61-4937-876c-fd769c07930a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=83f1249a-2625-4d66-9345-25680e42a6b4 HTTP/1.1" status: 200 len: 217 time: 0.8532410 Jul 23 10:20:19.778096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9596e1f-310c-4239-bdd6-d82b2607cc38 req-3ac510b2-8e93-4920-890a-ce6fa9eb35f5 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759552 Jul 23 10:20:19.834118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Transition to ACTIVE for port object 40110c42-7e97-4945-92ce-b8f418c6c155 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:19.861343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:20.021211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-fb723627-17d4-48f7-a3c8-6d8152f72614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:20.022815 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-fb723627-17d4-48f7-a3c8-6d8152f72614 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2898848 Jul 23 10:20:20.054567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b780-8bf3-4eae-bb66-f1812d765ba0 req-8689ae37-e756-4c2b-8d3b-98735aeb1c84 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:20.067408 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f95b780-8bf3-4eae-bb66-f1812d765ba0 req-8689ae37-e756-4c2b-8d3b-98735aeb1c84 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.3666756 Jul 23 10:20:20.177125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Pushing event updated for resources: {'Port': ['ID=40110c42-7e97-4945-92ce-b8f418c6c155,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:20.185013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:20.373922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cf934-4ee4-45b0-bd0f-dbbb011076fd None None] Network 379e3615-898a-4d5f-ad14-574632aacf41 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:20.396166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:20.424555 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1cd739e-b893-4c5b-aed1-4930ea2e3f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:20.430451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:20.487952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Allocated IP 172.25.4.10 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/0170cfa4-c829-417c-a443-237843897276) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:20.499991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-4edc2380-aa03-4ee1-89b7-8a4e7366d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:20.503852 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-4edc2380-aa03-4ee1-89b7-8a4e7366d70d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4592309 Jul 23 10:20:20.515375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1cd739e-b893-4c5b-aed1-4930ea2e3f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:20.518948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f95b780-8bf3-4eae-bb66-f1812d765ba0 req-36de36e2-32f5-4b2a-9d99-e51b678dd87f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195616 Jul 23 10:20:20.520235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c12513f8-349d-4a5f-b661-342c6b552895 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:20.559137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Attempting to bind port 40110c42-7e97-4945-92ce-b8f418c6c155 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:20.571567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Attempting to bind port 40110c42-7e97-4945-92ce-b8f418c6c155 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:20.572125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Attempting to bind port 40110c42-7e97-4945-92ce-b8f418c6c155 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:20.586562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:20.589008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:20.591115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 1096 time: 5.5822060 Jul 23 10:20:20.619442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:20.627090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7b61de25-1f03-404c-af54-0e65601c2836 None None] Provisioning for port c12513f8-349d-4a5f-b661-342c6b552895 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:20.723373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56916) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:20.745111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c12513f8-349d-4a5f-b661-342c6b552895 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:20.755092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c12513f8-349d-4a5f-b661-342c6b552895 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:20.755756 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:20.826771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-221bd4db-566f-4386-82cc-54054a1c4973 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066046 Jul 23 10:20:20.895368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Port 40110c42-7e97-4945-92ce-b8f418c6c155 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:20:20.896528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Attempting to bind port 40110c42-7e97-4945-92ce-b8f418c6c155 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:20.916858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9917-0716-4afc-89b9-037fba559cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:20.959028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.003474 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.036503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:21.036964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:21.037448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:21.038001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Bound port: 40110c42-7e97-4945-92ce-b8f418c6c155, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:21.038462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.052546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port c12513f8-349d-4a5f-b661-342c6b552895, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c12513f8-349d-4a5f-b661-342c6b552895,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:21.061809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.073495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd739e-b893-4c5b-aed1-4930ea2e3f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1288c873-2768-454d-83ad-45650cd2cc24,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:21.167453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] For port 40110c42-7e97-4945-92ce-b8f418c6c155, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:21.171582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] For port 40110c42-7e97-4945-92ce-b8f418c6c155, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=40110c42-7e97-4945-92ce-b8f418c6c155,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:21.189145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fa88d23-c824-4930-9db2-8fd986a31059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.225369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.248323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=c12513f8-349d-4a5f-b661-342c6b552895,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:21.267883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607688f0-5ec5-4f6c-9878-9789f3081620 req-5e8dab15-7a5c-449d-bfb6-6e46a505b4b9 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:21.273540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48dc7c0f-002a-4287-bd11-265c7d5a07e7 req-27d1e96c-ff0c-4720-806d-7068824e843d service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337711 Jul 23 10:20:21.278725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-607688f0-5ec5-4f6c-9878-9789f3081620 req-5e8dab15-7a5c-449d-bfb6-6e46a505b4b9 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 1.1253266 Jul 23 10:20:21.303046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e1cd739e-b893-4c5b-aed1-4930ea2e3f5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a35676d2101471988c7c1369a4361ca&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9851625 Jul 23 10:20:21.311053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56926) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:21.341745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.406736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Pushing event updated for resources: {'Port': ['ID=0170cfa4-c829-417c-a443-237843897276,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:21.443274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-acda5aaa-128a-45ad-b106-76e1212c5a27 None None] Provisioning complete for port c12513f8-349d-4a5f-b661-342c6b552895 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:21.447841 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acda5aaa-128a-45ad-b106-76e1212c5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.524119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:21.530406 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.531687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b71d-548c-4dc6-941b-24b15725c35e req-0c86f75c-6b84-41dc-8550-0b256330f3a0 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:21.541002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] 10.222.0.55 "PUT /v2.0/ports/40110c42-7e97-4945-92ce-b8f418c6c155 HTTP/1.1" status: 200 len: 1116 time: 4.8854637 Jul 23 10:20:21.543337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e13b71d-548c-4dc6-941b-24b15725c35e req-0c86f75c-6b84-41dc-8550-0b256330f3a0 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.5811861 Jul 23 10:20:21.550495 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "tag": "3fc99729-3db4-44b3-943a-12434126f77d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:21.672386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:21.706436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-607688f0-5ec5-4f6c-9878-9789f3081620 req-1557cf2d-9a1e-4b17-b010-cbaf25d74d9b tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854849 Jul 23 10:20:21.706781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:21.714017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:21.845010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f82da3-bb45-451e-b5bf-e89cdce81b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:21.937915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e13b71d-548c-4dc6-941b-24b15725c35e req-1898919c-8f05-4a2a-afc0-9716f9440da1 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920662 Jul 23 10:20:21.953123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-2bc7880f-9d08-4d40-8df5-785030ab7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:21.954938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-2bc7880f-9d08-4d40-8df5-785030ab7a8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1099 time: 1.1035404 Jul 23 10:20:21.959953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69d6d8-92ba-4f88-a3dc-0af85c54ae87 service neutron] Pushing event updated for resources: {'Port': ['ID=40110c42-7e97-4945-92ce-b8f418c6c155,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:22.052275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f82da3-bb45-451e-b5bf-e89cdce81b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.069094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-d920831b-478a-432f-a045-f49971632007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:22.071195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-d920831b-478a-432f-a045-f49971632007 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 1098 time: 0.6720300 Jul 23 10:20:22.075324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fa88d23-c824-4930-9db2-8fd986a31059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.085741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fa88d23-c824-4930-9db2-8fd986a31059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.146190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-5cd037ab-2f08-4900-923f-bff72eea60de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:22.148235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-5cd037ab-2f08-4900-923f-bff72eea60de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0108a100143b436d9aa8f0edd689dfc6&device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 1119 time: 0.2983940 Jul 23 10:20:22.200822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5022fd6-41da-4193-b505-2fb09c9aa645 req-9d2047c3-ffc6-4d99-863d-a58b149771fd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:22.211210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5022fd6-41da-4193-b505-2fb09c9aa645 req-9d2047c3-ffc6-4d99-863d-a58b149771fd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.2708237 Jul 23 10:20:22.241013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3fa88d23-c824-4930-9db2-8fd986a31059 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=028c74fb14c745a199146c86375e46af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5147183 Jul 23 10:20:22.251071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56934) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:22.254408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa88d23-c824-4930-9db2-8fd986a31059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c322840-360c-4fa8-8016-4dd50ae42cdb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:22.275669 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c824f56-210a-44e8-86da-e0a6364d432e x-openstack-request-id: req-3c824f56-210a-44e8-86da-e0a6364d432e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:22.276460 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "tag": "3fc99729-3db4-44b3-943a-12434126f77d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:22.276958 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c824f56-210a-44e8-86da-e0a6364d432e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:22.278149 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d', 'status': 'completed', 'code': 200} Jul 23 10:20:22.314031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-b8e724c7-47b0-4410-a358-2c5f491f7390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.1827984 Jul 23 10:20:22.322427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-351b1632-055e-43b2-80a8-9888e526d57e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=40110c42-7e97-4945-92ce-b8f418c6c155 HTTP/1.1" status: 200 len: 217 time: 0.1324210 Jul 23 10:20:22.428491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c12513f8-349d-4a5f-b661-342c6b552895 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:22.430300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.568971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c12513f8-349d-4a5f-b661-342c6b552895 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:22.569588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.586744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c91c9565-86c3-439a-aa69-bb7dad385e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.619566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-2efcff71-f60e-4e91-82dd-93b7aabcb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:22.621644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-2efcff71-f60e-4e91-82dd-93b7aabcb7d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.4667430 Jul 23 10:20:22.643165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c91c9565-86c3-439a-aa69-bb7dad385e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.655913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-41cbc82a-7895-452e-9d36-4da75eee4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:22.659874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-41cbc82a-7895-452e-9d36-4da75eee4612 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2977507 Jul 23 10:20:22.672229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f82da3-bb45-451e-b5bf-e89cdce81b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.690859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f82da3-bb45-451e-b5bf-e89cdce81b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:22.695742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-18f82da3-bb45-451e-b5bf-e89cdce81b20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1288c873-2768-454d-83ad-45650cd2cc24 HTTP/1.1" status: 204 len: 168 time: 1.3649929 Jul 23 10:20:22.763039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5022fd6-41da-4193-b505-2fb09c9aa645 req-5c8376ee-6c8a-4a97-8fb7-c71c73c10617 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501368 Jul 23 10:20:22.779630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f82da3-bb45-451e-b5bf-e89cdce81b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1288c873-2768-454d-83ad-45650cd2cc24,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:22.782961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-90de17e7-f8d8-44e9-b959-84c5bbf411a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:22.788010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-90de17e7-f8d8-44e9-b959-84c5bbf411a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.4547031 Jul 23 10:20:23.020807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-ed722596-285a-4ca9-8b1a-6dc888621966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:23.027553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-ed722596-285a-4ca9-8b1a-6dc888621966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199810 Jul 23 10:20:23.027553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-886a8625-26ff-4a9f-babf-776ad8ab5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:23.027553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-886a8625-26ff-4a9f-babf-776ad8ab5a3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146332 Jul 23 10:20:23.274824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-16914dc0-2dcd-463b-9b00-b7cc6bc8243b service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307084 Jul 23 10:20:23.545203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.581899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:23.611847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-755c9a71-00a9-4865-9236-e41b7a576158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=83f1249a-2625-4d66-9345-25680e42a6b4 HTTP/1.1" status: 200 len: 217 time: 0.8896279 Jul 23 10:20:23.612555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c91c9565-86c3-439a-aa69-bb7dad385e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.615097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c91c9565-86c3-439a-aa69-bb7dad385e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.618706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c91c9565-86c3-439a-aa69-bb7dad385e9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c322840-360c-4fa8-8016-4dd50ae42cdb HTTP/1.1" status: 204 len: 168 time: 1.3639684 Jul 23 10:20:23.632036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7df29f-8683-4e46-a335-00f40719fea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.674123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c9565-86c3-439a-aa69-bb7dad385e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c322840-360c-4fa8-8016-4dd50ae42cdb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:23.809952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb59c41-d0c7-4234-aa24-086216c80253 req-26e07edd-cb34-451c-9b27-70da7a0b18e8 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:23.817272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb59c41-d0c7-4234-aa24-086216c80253 req-26e07edd-cb34-451c-9b27-70da7a0b18e8 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.5411832 Jul 23 10:20:23.821854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385458dc-87f8-423b-b037-dcaebe0eb2d7 req-7900c191-5111-4867-8fcd-049825cb7c09 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351574 Jul 23 10:20:23.848813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7df29f-8683-4e46-a335-00f40719fea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.857333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7df29f-8683-4e46-a335-00f40719fea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.860252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:23.869746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4407-7085-43e7-ab3c-50b0ff54e7b6 req-7ee22679-546f-49c9-90bb-8884f30a3060 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:23.872726 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb59c41-d0c7-4234-aa24-086216c80253 req-5323faba-ad84-4f01-ab80-d4f4e4ee2d21 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544269 Jul 23 10:20:23.887079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698d4407-7085-43e7-ab3c-50b0ff54e7b6 req-7ee22679-546f-49c9-90bb-8884f30a3060 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.3765836 Jul 23 10:20:24.041005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9661a-2a90-4906-a660-6ca24394912e req-4fc36a31-1fdb-4b76-99d0-e135276449d8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:24.050761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fb7df29f-8683-4e46-a335-00f40719fea0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9af364078b241978a1784129fc41707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674132 Jul 23 10:20:24.051993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eeb9661a-2a90-4906-a660-6ca24394912e req-4fc36a31-1fdb-4b76-99d0-e135276449d8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.1124063 Jul 23 10:20:24.053696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56954) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:24.072077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df29f-8683-4e46-a335-00f40719fea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bdc102-dba3-4acb-8cc9-fbcba0fcc7f4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:24.103082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698d4407-7085-43e7-ab3c-50b0ff54e7b6 req-55163c35-c64b-4110-b5ae-f3fec263ce0f tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149713 Jul 23 10:20:24.116641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-96e8c37c-b6f3-4009-a55b-e0135fc2b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:24.118090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-96e8c37c-b6f3-4009-a55b-e0135fc2b78c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1539519 Jul 23 10:20:24.284396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-f8323e20-4c14-4e70-afe2-be69c228e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:24.286091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-f8323e20-4c14-4e70-afe2-be69c228e960 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573708 Jul 23 10:20:24.300891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'tag': '40110c42-7e97-4945-92ce-b8f418c6c155'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:24.303957 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a85ef-3085-4224-863a-2280a754f16e" -d '{"events": [{"name": "network-changed", "server_uuid": "a510ca1f-8478-455c-b21a-623cbba0c025", "tag": "40110c42-7e97-4945-92ce-b8f418c6c155"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:24.308983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-84785db1-c8e2-4940-99e3-6f0d64e4f86a service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532167 Jul 23 10:20:24.378647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56962) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:24.397223 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb63cfd-1151-49cf-a3c9-cc97e8c99ec7 x-openstack-request-id: req-2bb63cfd-1151-49cf-a3c9-cc97e8c99ec7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:24.397796 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a510ca1f-8478-455c-b21a-623cbba0c025", "tag": "40110c42-7e97-4945-92ce-b8f418c6c155", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:24.398053 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bb63cfd-1151-49cf-a3c9-cc97e8c99ec7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:24.398444 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'tag': '40110c42-7e97-4945-92ce-b8f418c6c155', 'status': 'completed', 'code': 200} Jul 23 10:20:24.412907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:20:24.422299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eeb9661a-2a90-4906-a660-6ca24394912e req-57e68d26-0c2f-432c-a3f4-d1a31c6f280b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694339 Jul 23 10:20:24.424189 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-749204ae-9fbe-4d06-a5a1-73a22e8e244a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:24.438035 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b89eae-3b3e-4bd6-b460-5a31c3b885e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:24.444219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-9fa3adb3-2f8d-4ad9-a02b-b512f736d47c service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428370 Jul 23 10:20:24.541753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b89eae-3b3e-4bd6-b460-5a31c3b885e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:24.548331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-9622b567-3b38-42cd-9d12-30c45456d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:24.549989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-9622b567-3b38-42cd-9d12-30c45456d906 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1099 time: 0.4904761 Jul 23 10:20:24.658044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:24.682092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d1154ac-b9a2-44e5-a702-506d2d3ab016 req-e9aa3b8b-29b9-4bc1-9332-8de487738cf1 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984527 Jul 23 10:20:24.692739 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:24.711844 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:24.712592 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:24.725935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0174095-e309-41a5-8991-7c5c5d7b6df0 req-0b65456d-b007-4d5e-985b-17a0d9704289 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935828 Jul 23 10:20:24.905157 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:24.905568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b89eae-3b3e-4bd6-b460-5a31c3b885e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:24.909170 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b89eae-3b3e-4bd6-b460-5a31c3b885e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:24.916034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c0b89eae-3b3e-4bd6-b460-5a31c3b885e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32bdc102-dba3-4acb-8cc9-fbcba0fcc7f4 HTTP/1.1" status: 204 len: 168 time: 0.8584549 Jul 23 10:20:24.976094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b89eae-3b3e-4bd6-b460-5a31c3b885e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bdc102-dba3-4acb-8cc9-fbcba0fcc7f4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:24.996722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-06347b80-3ff0-4f12-b245-b0be52155b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:25.018970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-06347b80-3ff0-4f12-b245-b0be52155b86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.4549398 Jul 23 10:20:25.159113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-74bae76e-df81-46ff-a0d2-2ae5dfb706ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.1054075 Jul 23 10:20:25.183591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-749204ae-9fbe-4d06-a5a1-73a22e8e244a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:25.187543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5a72f-db88-460d-bf41-bcf95e825251 req-e71a5d44-e7f3-4080-9fdf-40f7cb72f6b9 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:25.197429 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-57b5a72f-db88-460d-bf41-bcf95e825251 req-e71a5d44-e7f3-4080-9fdf-40f7cb72f6b9 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.1360662 Jul 23 10:20:25.225846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a85ef-3085-4224-863a-2280a754f16e req-5a54fa7e-3f62-431c-a79f-4787ee0edf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:25.227820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-5a54fa7e-3f62-431c-a79f-4787ee0edf81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0108a100143b436d9aa8f0edd689dfc6&device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 1119 time: 0.4498713 Jul 23 10:20:25.231896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-749204ae-9fbe-4d06-a5a1-73a22e8e244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:25.283669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-57b5a72f-db88-460d-bf41-bcf95e825251 req-99ac4385-6003-488b-8b9a-7063c07b4f8b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834141 Jul 23 10:20:25.291276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:25.297858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44934478-d380-40de-a992-ab0ae4fbcce2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.8674793 Jul 23 10:20:25.298772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56970) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:25.382762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749204ae-9fbe-4d06-a5a1-73a22e8e244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c3b578-7bc0-4380-929b-8c827534a862,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:25.469368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:22Z', 'revision_number': 3, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:25.520798 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:25.521204 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Updating router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc port 0170cfa4-c829-417c-a443-237843897276 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:20:25.651003 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:25.683335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-749204ae-9fbe-4d06-a5a1-73a22e8e244a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4945d91f57254ce6926dda74e0e10b60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2976539 Jul 23 10:20:25.711166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56976) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:25.978750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a85ef-3085-4224-863a-2280a754f16e req-2031dfbb-11e1-4446-92f8-1fed9162b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:25.981572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-2031dfbb-11e1-4446-92f8-1fed9162b03f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.5748136 Jul 23 10:20:25.982501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-2045b807-6640-4d7b-aa4e-47e743691941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:25.985078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-2045b807-6640-4d7b-aa4e-47e743691941 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.7961695 Jul 23 10:20:26.036941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a5f13-2e43-431a-85f7-3cf8a0c00de2 req-5bee9326-ce0e-47a4-9efe-5d2c7c217ddc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:26.053607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-409a5f13-2e43-431a-85f7-3cf8a0c00de2 req-5bee9326-ce0e-47a4-9efe-5d2c7c217ddc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.4676116 Jul 23 10:20:26.120686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03572-1628-4168-b0d3-c735d5980a00 req-f681a432-19af-4ca4-af27-61712302c7b5 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:26.129263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afc03572-1628-4168-b0d3-c735d5980a00 req-f681a432-19af-4ca4-af27-61712302c7b5 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.7740974 Jul 23 10:20:26.195538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4c30-0ce4-46f5-ad37-cd5ad6952de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.209764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.235015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-409a5f13-2e43-431a-85f7-3cf8a0c00de2 req-cd43e5af-9cd2-45de-b4fd-0f54f268b41b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799736 Jul 23 10:20:26.308848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afc03572-1628-4168-b0d3-c735d5980a00 req-f3575a23-a4d7-43af-bd15-fc9c9a929dc7 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639516 Jul 23 10:20:26.326101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4c30-0ce4-46f5-ad37-cd5ad6952de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.376103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-95f053c5-5387-4f49-acb0-4b5b3198ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:26.378537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-95f053c5-5387-4f49-acb0-4b5b3198ee4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3388672 Jul 23 10:20:26.601588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-29919846-bc5b-48d6-854c-3c5cf14525e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=40110c42-7e97-4945-92ce-b8f418c6c155 HTTP/1.1" status: 200 len: 217 time: 0.1323037 Jul 23 10:20:26.602326 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4c30-0ce4-46f5-ad37-cd5ad6952de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.608172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4c30-0ce4-46f5-ad37-cd5ad6952de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.610173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a2cf4c30-0ce4-46f5-ad37-cd5ad6952de4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86c3b578-7bc0-4380-929b-8c827534a862 HTTP/1.1" status: 204 len: 168 time: 0.8930080 Jul 23 10:20:26.620584 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.662054 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Transition to ACTIVE for port object 0170cfa4-c829-417c-a443-237843897276 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:26.695059 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.752613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56998) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:26.755137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf4c30-0ce4-46f5-ad37-cd5ad6952de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c3b578-7bc0-4380-929b-8c827534a862,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:26.768151 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Attempting to bind port 0170cfa4-c829-417c-a443-237843897276 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:26.768537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Attempting to bind port 0170cfa4-c829-417c-a443-237843897276 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:26.769052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Attempting to bind port 0170cfa4-c829-417c-a443-237843897276 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:26.914303 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:26.915940 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:26.924039 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.925535 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:26.927541 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Bound port: 0170cfa4-c829-417c-a443-237843897276, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:26.930880 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:26.980201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a85ef-3085-4224-863a-2280a754f16e req-45e72cb1-246b-4cc1-8c75-48289111fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:26.981910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-45e72cb1-246b-4cc1-8c75-48289111fa77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.3681924 Jul 23 10:20:27.020830 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Pushing event updated for resources: {'Port': ['ID=0170cfa4-c829-417c-a443-237843897276,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:27.027894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ad1d-17ba-4d99-a6e6-9011dc5cc6e2 req-b1e549de-0558-4bb7-93f8-c76a2d97a9c1 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:27.041491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77f6ad1d-17ba-4d99-a6e6-9011dc5cc6e2 req-b1e549de-0558-4bb7-93f8-c76a2d97a9c1 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.5963452 Jul 23 10:20:27.043967 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.044321 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.044929 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.045650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6edff79e-4038-4b70-bd49-7c50ddaf7977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:27.051462 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.051816 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.052163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.052746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.053221 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.053621 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.054008 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.054305 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.054820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Tracked resource versions report: Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: pushed versions: Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Log': {'1.0'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Network': {'1.1'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Port': {'1.7'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: consumer versions: Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: { DHCP agent@n-d-778550-4: {}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: HyperV agent@n-h1-778550-4: {}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: HyperV agent@n-h2-778550-4: {}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: L3 agent@n-d-778550-4: {}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: Metadata agent@n-d-778550-4: {}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: Metering agent@n-d-778550-4: {}, Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: Open vSwitch agent@n-d-778550-4: { 'AddressGroup': '1.2', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Log': '1.0', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Network': '1.1', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Port': '1.7', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'PortForwarding': '1.2', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'QosPolicy': '1.8', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'SubPort': '1.0', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Subnet': '1.1', Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: 'Trunk': '1.1'}} Jul 23 10:20:27.056265 n-d-778550-4 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 10:20:27.110329 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] For port 0170cfa4-c829-417c-a443-237843897276, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:27.114615 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] For port 0170cfa4-c829-417c-a443-237843897276, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0170cfa4-c829-417c-a443-237843897276,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:27.130073 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:27.146876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-7c33d82e-923d-4087-924e-84fbf37e1fed service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817381 Jul 23 10:20:27.159901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Allocated IP 172.20.0.1 (379e3615-898a-4d5f-ad14-574632aacf41/e4740ef8-3cba-4dd3-b6ef-84f3320f15ef/3dbbf8b8-136f-4b51-8419-c3d0767e08bb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:27.238728 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:27.238996 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:27.313376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77f6ad1d-17ba-4d99-a6e6-9011dc5cc6e2 req-f9334d88-032f-4b12-850c-59910a857b17 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623775 Jul 23 10:20:27.474636 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:27.545318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a85ef-3085-4224-863a-2280a754f16e req-20183c58-39b6-45c1-a565-f26bd3c45845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:27.560800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-20183c58-39b6-45c1-a565-f26bd3c45845 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5697570 Jul 23 10:20:27.584550 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebced0-c43e-4c49-8757-870f554f9958 None None] Pushing event updated for resources: {'Port': ['ID=0170cfa4-c829-417c-a443-237843897276,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:27.688286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1958799917-network', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:27.766109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aadc5e12-fa5c-4895-aa65-f0add0dddfdf req-b72ef28b-1a56-4370-a2bc-4d52cc91677b service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981925 Jul 23 10:20:28.010013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Made reservation on behalf of 0cf444a8cdcc45289e9a42598a0b6199 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:28.012707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.017677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e2a72-2de5-4095-93a2-22a4d4b479d1 req-4f371c51-7c0f-4d7d-9575-53fe14481341 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:28.025852 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c4e2a72-2de5-4095-93a2-22a4d4b479d1 req-4f371c51-7c0f-4d7d-9575-53fe14481341 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.2067266 Jul 23 10:20:28.035692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.051540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.072907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290260-47bf-4ffb-947c-da5e2352314c req-006799fc-3081-494a-a0b4-f5437a859370 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:28.075044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60290260-47bf-4ffb-947c-da5e2352314c req-006799fc-3081-494a-a0b4-f5437a859370 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.6102633 Jul 23 10:20:28.079800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-ef0026ef-9952-4185-b3d4-64f0814d14b9 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068185 Jul 23 10:20:28.088272 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:22Z', 'revision_number': 3, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:28.091342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Transition to ACTIVE for port object 3dbbf8b8-136f-4b51-8419-c3d0767e08bb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:28.103582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c4e2a72-2de5-4095-93a2-22a4d4b479d1 req-7f8a27b8-47ad-42c9-b5a6-d94ed3511249 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767870 Jul 23 10:20:28.126777 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008a1f0-d9d4-4155-bfa1-f2ce538f9646 None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:22Z', 'revision_number': 3, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:28.152548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.197879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Network 379e3615-898a-4d5f-ad14-574632aacf41 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:28.205695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:28.209541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60290260-47bf-4ffb-947c-da5e2352314c req-22593ac7-d823-4e5a-8f86-93bdbacb6ba6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271918 Jul 23 10:20:28.228137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:28.228755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.252759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2a85ef-3085-4224-863a-2280a754f16e req-4d6780f1-a231-4034-8ef7-e3abf98df7b4 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573865 Jul 23 10:20:28.257174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:28.306173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.312144 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.347137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:20:28.366655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6848094b-0036-4f8d-950a-32f9b03daa52,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:28.379742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.380264 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Added segment ec5c83ae-df8e-4e83-ab59-1d10362b8252 of type vlan for network 1f18825f-f7a6-4492-914e-c628e38908df Jul 23 10:20:28.450601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.518815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.520178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:28.520843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.570738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8145158 Jul 23 10:20:28.573583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57034) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:28.580901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Request body: {'subnet': {'network_id': '1f18825f-f7a6-4492-914e-c628e38908df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1958799917-subnet', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:28.640980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Made reservation on behalf of 0cf444a8cdcc45289e9a42598a0b6199 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:28.643553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.646825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80792426-7884-4db7-a9c3-a3afb3d57bfe admin admin] Pushing event updated for resources: {'Network': ['ID=1f18825f-f7a6-4492-914e-c628e38908df,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:28.676696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1f18825f-f7a6-4492-914e-c628e38908df details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:20:28.688591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.763020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f5c4e409-e9e3-44fe-abdd-78be01742cf7 None None] Provisioning for port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:28.768374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f5c4e409-e9e3-44fe-abdd-78be01742cf7 None None] Provisioning complete for port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:28.768978 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5c4e409-e9e3-44fe-abdd-78be01742cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.812590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4e409-e9e3-44fe-abdd-78be01742cf7 None None] Port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:28.843855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d0b2d-2f7f-49be-a443-57dbc648070b req-0b4bfb64-2bc1-4a0c-9f2f-d6089e49d8be tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:28.845944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce0d0b2d-2f7f-49be-a443-57dbc648070b req-0b4bfb64-2bc1-4a0c-9f2f-d6089e49d8be tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.3874352 Jul 23 10:20:28.910210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.946054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce0d0b2d-2f7f-49be-a443-57dbc648070b req-5437590a-e3db-45c6-8b63-b5228e346ff3 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833187 Jul 23 10:20:28.951145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.956160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c21d6e-f95c-4fd1-934b-0233262dab18,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:28.968165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.969199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:28.987091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Checking segment: {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:28.987503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Network hostable DHCP agents. Network: 1f18825f-f7a6-4492-914e-c628e38908df, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:20:29.010336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Network 1f18825f-f7a6-4492-914e-c628e38908df is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:20:29.022905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1f18825f-f7a6-4492-914e-c628e38908df) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:29.029094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:29.029728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.033874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:29.039122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587312ed-5e62-44c7-8fe5-85263ad6931e None None] Network 1f18825f-f7a6-4492-914e-c628e38908df requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:29.062141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2d40b655-bd28-4893-9c9b-6d9ff4a4fc0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4871697 Jul 23 10:20:29.065108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57042) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:29.069793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:29.125728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.125887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Network 379e3615-898a-4d5f-ad14-574632aacf41 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:29.127250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.127855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:29.318504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:20:29.344336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-1f18825f-f7a6-4492-914e-c628e38908df', 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'fixed_ips': [{'subnet_id': '00c21d6e-f95c-4fd1-934b-0233262dab18'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:20:29.345915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.393915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.471614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa7f9003-1ca4-4801-aecd-2ef9e560702e None None] Provisioning complete for port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:29.473082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9003-1ca4-4801-aecd-2ef9e560702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.497312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:29.503353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8751c097-8cb8-4a93-8c94-80f40511ba35 admin admin] 10.222.0.37 "PUT /v2.0/routers/d3344f64-91a1-4e22-9bc0-fa0d0f8172bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2032192 Jul 23 10:20:29.515099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737946c-edf2-41e4-a251-378f4025ee96 req-14a39615-5699-4088-8552-8e3834f02d84 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:29.516581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0737946c-edf2-41e4-a251-378f4025ee96 req-14a39615-5699-4088-8552-8e3834f02d84 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.1372867 Jul 23 10:20:29.541018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f9003-1ca4-4801-aecd-2ef9e560702e None None] Port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:29.556939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Allocated IP 172.20.0.2 (1f18825f-f7a6-4492-914e-c628e38908df/00c21d6e-f95c-4fd1-934b-0233262dab18/d25fb992-9db4-4812-9b41-788b5ebd1f29) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:29.565746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0737946c-edf2-41e4-a251-378f4025ee96 req-a25b22a1-5099-4133-9666-fe07d35a7d16 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Jul 23 10:20:29.590304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.617666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8f382-ccc5-484d-af50-f71b54219b08 req-398b322c-9bc7-4c32-87c0-93d9d99f0e91 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:29.619265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3fd8f382-ccc5-484d-af50-f71b54219b08 req-398b322c-9bc7-4c32-87c0-93d9d99f0e91 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.3546138 Jul 23 10:20:29.680946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3fd8f382-ccc5-484d-af50-f71b54219b08 req-73523622-5244-422c-a2e9-7d4f015db391 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518737 Jul 23 10:20:29.733288 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed252-d8cc-4b9f-b7e4-23376ab2ecb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.885573 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.896835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Transition to ACTIVE for port object d25fb992-9db4-4812-9b41-788b5ebd1f29 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:29.913487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Transition to ACTIVE for port object d25fb992-9db4-4812-9b41-788b5ebd1f29 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:29.920787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.938645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.980044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:29.989193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Network 1f18825f-f7a6-4492-914e-c628e38908df is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:30.004558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:30.013183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:30.018343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Pushing event updated for resources: {'Port': ['ID=d25fb992-9db4-4812-9b41-788b5ebd1f29,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:30.105790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Attempting to bind port d25fb992-9db4-4812-9b41-788b5ebd1f29 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:30.106166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Attempting to bind port d25fb992-9db4-4812-9b41-788b5ebd1f29 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:30.106534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Attempting to bind port d25fb992-9db4-4812-9b41-788b5ebd1f29 on network 1f18825f-f7a6-4492-914e-c628e38908df {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:30.111872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:30.112765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Checking segment: {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:30.113492 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.114037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Bound using segment: {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:30.119008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Bound port: d25fb992-9db4-4812-9b41-788b5ebd1f29, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:30.119144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Allocated IP 172.25.4.60 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/214b0d43-6652-434f-af89-606dd8baf298) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:30.119816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.153162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae444d19-db24-4d30-9626-66694e6c48ef req-8b393f47-5559-44a6-a665-062fe31d0965 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:30.161145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae444d19-db24-4d30-9626-66694e6c48ef req-8b393f47-5559-44a6-a665-062fe31d0965 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.1113827 Jul 23 10:20:30.196810 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.232897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] For port d25fb992-9db4-4812-9b41-788b5ebd1f29, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:30.236254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] For port d25fb992-9db4-4812-9b41-788b5ebd1f29, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d25fb992-9db4-4812-9b41-788b5ebd1f29,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:30.242859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae444d19-db24-4d30-9626-66694e6c48ef req-f2e6b87b-f5b8-4b0e-a854-bd6df5612e04 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802040 Jul 23 10:20:30.256455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.309516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.348148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:30.372153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:30.372795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:30.374856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327965e-a56a-4cd7-9562-a00eac0bee4b None None] Pushing event updated for resources: {'Port': ['ID=d25fb992-9db4-4812-9b41-788b5ebd1f29,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:30.408726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.420615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0170cfa4-c829-417c-a443-237843897276 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:30.462255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:30.468034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Pushing event updated for resources: {'Port': ['ID=214b0d43-6652-434f-af89-606dd8baf298,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:30.468922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-network', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:30.475001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:30.476523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:30.478579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:30.515793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Made reservation on behalf of 93b207a4cd9c47de98fa2c01b151620c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:30.522654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.541608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:30.542292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.544017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0170cfa4-c829-417c-a443-237843897276 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:30.577465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0170cfa4-c829-417c-a443-237843897276 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:30.577744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.767913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.775307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.842377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.846779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:20:30.854584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1162f78a-8985-41ae-beae-ad0eceb8c2f3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:30.868223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.868574 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Added segment 4aec53b6-aec0-459f-96fb-70f3bce9fbc9 of type vlan for network 17936f9a-0f74-4063-92f9-447a0d645ab2 Jul 23 10:20:30.898179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0170cfa4-c829-417c-a443-237843897276, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0170cfa4-c829-417c-a443-237843897276,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:30.910291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.923576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:30.937177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ccba2-b8f8-464a-b769-412075ae9fb7 req-03cc333f-3482-46d9-b9d2-989ccdae08ac tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:30.944442 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-837ccba2-b8f8-464a-b769-412075ae9fb7 req-03cc333f-3482-46d9-b9d2-989ccdae08ac tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.1432362 Jul 23 10:20:30.982409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0170cfa4-c829-417c-a443-237843897276,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:30.986251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e6290-4c98-4811-8a46-f808ec57c1e1 req-0bb6fce5-5aff-44cf-80bd-b309d89ac52d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:30.987896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e8e6290-4c98-4811-8a46-f808ec57c1e1 req-0bb6fce5-5aff-44cf-80bd-b309d89ac52d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.2727878 Jul 23 10:20:30.993185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 2, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:31.015460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-837ccba2-b8f8-464a-b769-412075ae9fb7 req-df02cb3d-4596-4668-ab66-bfcb4ee470c1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667598 Jul 23 10:20:31.019836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.026882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.027409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:31.027934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Updating router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:20:31.028903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:31.029742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.041041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:31.062964 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5995462 Jul 23 10:20:31.065117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.065836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:31.070803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Request body: {'subnet': {'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-subnet', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:31.130059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa89ca5-d62f-41e4-b9c4-38b832b0abbb admin admin] Pushing event updated for resources: {'Network': ['ID=17936f9a-0f74-4063-92f9-447a0d645ab2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:31.140896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.141240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Made reservation on behalf of 93b207a4cd9c47de98fa2c01b151620c for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:31.145179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.147648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:20:31.247528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56f085d2-1c49-4ea2-a59a-4f889f43d137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.317189 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e8e6290-4c98-4811-8a46-f808ec57c1e1 req-d568aa8c-b72c-4101-af56-962a664da9ba tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236239 Jul 23 10:20:31.481330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.483500 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.497691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Transition to ACTIVE for port object 3dbbf8b8-136f-4b51-8419-c3d0767e08bb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:31.504347 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.545420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818ee52-201c-4cb4-9b13-5a9ef440da25 req-89d1825b-6da3-4fe4-ba41-00d809ed0fe5 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:31.552589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1818ee52-201c-4cb4-9b13-5a9ef440da25 req-89d1825b-6da3-4fe4-ba41-00d809ed0fe5 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.2129309 Jul 23 10:20:31.583113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.589498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02cf07-9a9e-4e5f-8bdb-c29e04199ade None None] Pushing event updated for resources: {'Port': ['ID=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:31.628380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Attempting to bind port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:31.628752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Attempting to bind port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:31.629266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Attempting to bind port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb on network 379e3615-898a-4d5f-ad14-574632aacf41 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:31.637547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:31.640510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Checking segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:31.640937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.641324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Bound using segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:31.641813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Bound port: 3dbbf8b8-136f-4b51-8419-c3d0767e08bb, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:31.642370 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.653006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:20:31.677051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56f085d2-1c49-4ea2-a59a-4f889f43d137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.692700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4529f67-7b0b-427a-b74a-557b401025c6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:31.694688 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56f085d2-1c49-4ea2-a59a-4f889f43d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.728506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1818ee52-201c-4cb4-9b13-5a9ef440da25 req-ab21be24-6f77-4e38-a152-8a7871cf5d09 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752307 Jul 23 10:20:31.729442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] For port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:31.734680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] For port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:31.739288 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.748129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56f085d2-1c49-4ea2-a59a-4f889f43d137 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11d52ca3ae7c4439be01c8f3098d1f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029400 Jul 23 10:20:31.766981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:31.798931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e02082-b8c3-4143-a589-7b8cb9c3afdb None None] Network 1f18825f-f7a6-4492-914e-c628e38908df requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:31.808399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Checking segment: {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:31.809258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Network hostable DHCP agents. Network: 17936f9a-0f74-4063-92f9-447a0d645ab2, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:20:31.820909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f085d2-1c49-4ea2-a59a-4f889f43d137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd13e0-e96a-4116-a7e5-c71bc96a07f4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:31.829630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:31.842770 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Sync routers for ids ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:31.849284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.851678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e90bd6e0-8a96-4879-a2e0-b03e7c02abe0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7854383 Jul 23 10:20:31.854164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:31.856329 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Routers {'e15b8dea-cf5a-46a9-89bb-192eec1a53a8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:31.859820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:31.868875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:31.869426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:31.876991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02cf07-9a9e-4e5f-8bdb-c29e04199ade None None] Pushing event updated for resources: {'Port': ['ID=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:31.926721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:20:31.948199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a761927e-0d13-4f54-886d-dfd03bb87d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:31.982804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 17936f9a-0f74-4063-92f9-447a0d645ab2) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:31.990001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:31.990603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.011260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a761927e-0d13-4f54-886d-dfd03bb87d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.028148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f3231ce-064f-4eb4-8c41-ffd18ae58b84 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9610486 Jul 23 10:20:32.028811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:32.040575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:32.065182 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Set router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:32.101940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.103087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.136232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a761927e-0d13-4f54-886d-dfd03bb87d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.139211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a761927e-0d13-4f54-886d-dfd03bb87d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.140472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a761927e-0d13-4f54-886d-dfd03bb87d56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7fd13e0-e96a-4116-a7e5-c71bc96a07f4 HTTP/1.1" status: 204 len: 168 time: 0.3725188 Jul 23 10:20:32.176430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:32.215212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761927e-0d13-4f54-886d-dfd03bb87d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd13e0-e96a-4116-a7e5-c71bc96a07f4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:32.231188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792d818-85fb-4bf8-b0b2-f3b6344effdc None None] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:32.234340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.439012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 40110c42-7e97-4945-92ce-b8f418c6c155 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:20:32.457214 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 3, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:32.498006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f255e54-fd04-4944-9ca1-43edae82b938 req-46a7a45f-7047-4afa-9bf2-80b1eb0b89c6 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:32.499831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f255e54-fd04-4944-9ca1-43edae82b938 req-46a7a45f-7047-4afa-9bf2-80b1eb0b89c6 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.3043118 Jul 23 10:20:32.535872 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Checking router: e15b8dea-cf5a-46a9-89bb-192eec1a53a8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:32.536229 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Updating router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 port 214b0d43-6652-434f-af89-606dd8baf298 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:20:32.600415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 40110c42-7e97-4945-92ce-b8f418c6c155, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=40110c42-7e97-4945-92ce-b8f418c6c155,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:32.610619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f255e54-fd04-4944-9ca1-43edae82b938 req-c180f051-aeb4-4c00-b290-925e331bc14a tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857315 Jul 23 10:20:32.629267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.651689 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.661995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '40110c42-7e97-4945-92ce-b8f418c6c155', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '40110c42-7e97-4945-92ce-b8f418c6c155', 'mac_address': 'fa:16:3e:bd:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-169366100', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:20:32.688184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57124) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:32.727684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.746838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0170cfa4-c829-417c-a443-237843897276 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:32.777748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07db6-242b-4444-82ce-02e935e68349 req-ac272d3d-635e-4a84-a7cc-be3f071fcd80 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:32.786480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e07db6-242b-4444-82ce-02e935e68349 req-ac272d3d-635e-4a84-a7cc-be3f071fcd80 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.1925998 Jul 23 10:20:32.793786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.807450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3fc99729-3db4-44b3-943a-12434126f77d details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:20:32.845115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40110c42-7e97-4945-92ce-b8f418c6c155 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:32.849587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-17936f9a-0f74-4063-92f9-447a0d645ab2', 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'fixed_ips': [{'subnet_id': 'c4529f67-7b0b-427a-b74a-557b401025c6'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:20:32.850443 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.857517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e07db6-242b-4444-82ce-02e935e68349 req-a36cd57b-d7cb-477b-9cb9-3eba7e816c75 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698185 Jul 23 10:20:32.867841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Allocated IP 172.20.0.1 (1f18825f-f7a6-4492-914e-c628e38908df/00c21d6e-f95c-4fd1-934b-0233262dab18/0d429007-e5db-4c6d-90e7-6097ab7e3bff) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:32.881901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:32.985389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.000578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Transition to ACTIVE for port object 0d429007-e5db-4c6d-90e7-6097ab7e3bff will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:33.014155 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.026306 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Transition to ACTIVE for port object 214b0d43-6652-434f-af89-606dd8baf298 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:33.035149 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.046020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.047288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0170cfa4-c829-417c-a443-237843897276 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:33.047680 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.056184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.076223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.081462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-698c4263-4ae9-490e-bcb6-321fd70630b2 None None] Provisioning for port d25fb992-9db4-4812-9b41-788b5ebd1f29 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:33.087276 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e63e59-4d2b-45fd-8ce0-6fe4f73c280d None None] Pushing event updated for resources: {'Port': ['ID=214b0d43-6652-434f-af89-606dd8baf298,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:33.111746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Attempting to bind port 214b0d43-6652-434f-af89-606dd8baf298 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:33.112274 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Attempting to bind port 214b0d43-6652-434f-af89-606dd8baf298 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:33.112744 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Attempting to bind port 214b0d43-6652-434f-af89-606dd8baf298 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:33.120105 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:33.120627 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:33.121582 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.122372 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:33.123032 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Bound port: 214b0d43-6652-434f-af89-606dd8baf298, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:33.123630 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.133124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d429007-e5db-4c6d-90e7-6097ab7e3bff,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:33.143546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 40110c42-7e97-4945-92ce-b8f418c6c155, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=40110c42-7e97-4945-92ce-b8f418c6c155,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:33.169711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d83f14c-4fef-4b09-8ea5-9c905c4a01e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.195696 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] For port 214b0d43-6652-434f-af89-606dd8baf298, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:33.196238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Network 1f18825f-f7a6-4492-914e-c628e38908df is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:33.200983 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] For port 214b0d43-6652-434f-af89-606dd8baf298, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=214b0d43-6652-434f-af89-606dd8baf298,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:33.206607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:33.206981 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.207954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Allocated IP 172.25.4.133 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/5b21d31f-7b67-4f4b-888b-3c0723b0f39a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:33.216398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d25fb992-9db4-4812-9b41-788b5ebd1f29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:33.217364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:33.217962 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.273520 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e63e59-4d2b-45fd-8ce0-6fe4f73c280d None None] Pushing event updated for resources: {'Port': ['ID=214b0d43-6652-434f-af89-606dd8baf298,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:33.302425 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Routers {'e15b8dea-cf5a-46a9-89bb-192eec1a53a8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:33.302822 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:33.316196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.328853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.355314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.409863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:33.415198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Allocated IP 172.20.0.2 (17936f9a-0f74-4063-92f9-447a0d645ab2/c4529f67-7b0b-427a-b74a-557b401025c6/79ad2742-597a-4782-9949-ef9a500d6447) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:33.424448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:33.424751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=40110c42-7e97-4945-92ce-b8f418c6c155,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:33.426293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:33.428998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:33.438395 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] Set router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:33.452211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d25fb992-9db4-4812-9b41-788b5ebd1f29 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:33.482884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436afd-4349-4fc5-b253-34adfa815f9f req-27b48d10-d604-4c09-ba59-a9d7c3c54827 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:33.484965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42436afd-4349-4fc5-b253-34adfa815f9f req-27b48d10-d604-4c09-ba59-a9d7c3c54827 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 968 time: 0.4477537 Jul 23 10:20:33.500483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d25fb992-9db4-4812-9b41-788b5ebd1f29 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:33.500945 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.540553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.572154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42436afd-4349-4fc5-b253-34adfa815f9f req-6f332107-42b9-4bf1-9cc1-15b6d71c023b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777957 Jul 23 10:20:33.611906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:33.672027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.679228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d83f14c-4fef-4b09-8ea5-9c905c4a01e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.690049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d83f14c-4fef-4b09-8ea5-9c905c4a01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.716078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '3fc99729-3db4-44b3-943a-12434126f77d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '3fc99729-3db4-44b3-943a-12434126f77d', 'mac_address': 'fa:16:3e:c6:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:20:33.717360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6d83f14c-4fef-4b09-8ea5-9c905c4a01e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7b58cadf8db4a1d923603d74d7e8c00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0278058 Jul 23 10:20:33.733775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57134) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:33.797865 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 3, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:33.805829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['40110c42-7e97-4945-92ce-b8f418c6c155'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:20:33.828893 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b149f55-a542-4fca-90ae-a1601ffeea35 None None] The sync data for ids ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'] in n-d-778550-4 is: [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 3, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:33.842190 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.925517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83f14c-4fef-4b09-8ea5-9c905c4a01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ce3a4-a4e4-4a62-b9d8-b8432cc2f1f5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:33.942634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.961190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc99729-3db4-44b3-943a-12434126f77d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:33.961680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.962164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:33.982002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cbf00-97bd-40fe-9f5a-e5ea9674a113 req-8e952a8d-164b-4dd6-914b-afbebbde6e32 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:33.983908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b92cbf00-97bd-40fe-9f5a-e5ea9674a113 req-8e952a8d-164b-4dd6-914b-afbebbde6e32 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.2124839 Jul 23 10:20:34.025501 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44caac42-2ab8-4154-9aea-3e810f7a8791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.035844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.036040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.081820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:31Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:34.086256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:34.123312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b92cbf00-97bd-40fe-9f5a-e5ea9674a113 req-05ead6b2-c3ff-45f1-b761-e189f3112029 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118004 Jul 23 10:20:34.185880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.186788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 83f1249a-2625-4d66-9345-25680e42a6b4 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:20:34.196305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44caac42-2ab8-4154-9aea-3e810f7a8791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.206625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d429007-e5db-4c6d-90e7-6097ab7e3bff,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:34.216624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Router 5ac523c6-7f19-40f9-b7f7-3c294166101c is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:20:34.237465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 83f1249a-2625-4d66-9345-25680e42a6b4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=83f1249a-2625-4d66-9345-25680e42a6b4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:34.307397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '83f1249a-2625-4d66-9345-25680e42a6b4', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '83f1249a-2625-4d66-9345-25680e42a6b4', 'mac_address': 'fa:16:3e:7b:52:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:20:34.311379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfffbcc-43c0-4cca-a517-f18a4941e726 req-14b7a4dd-b120-439b-aa83-ad63b15df9c1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:34.313101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cfffbcc-43c0-4cca-a517-f18a4941e726 req-14b7a4dd-b120-439b-aa83-ad63b15df9c1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.2943614 Jul 23 10:20:34.339686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d25fb992-9db4-4812-9b41-788b5ebd1f29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d25fb992-9db4-4812-9b41-788b5ebd1f29,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:34.360383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89602a2-f7c8-4002-9a58-6ef44bd063ed None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:31Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:34.363093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Network 1f18825f-f7a6-4492-914e-c628e38908df is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:34.378515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:34.402944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44caac42-2ab8-4154-9aea-3e810f7a8791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.407561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44caac42-2ab8-4154-9aea-3e810f7a8791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.407561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-44caac42-2ab8-4154-9aea-3e810f7a8791 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df8ce3a4-a4e4-4a62-b9d8-b8432cc2f1f5 HTTP/1.1" status: 204 len: 168 time: 0.6675754 Jul 23 10:20:34.467500 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.470234 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.478316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cfffbcc-43c0-4cca-a517-f18a4941e726 req-4a29238a-4407-4570-a23b-b363e30ee933 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526773 Jul 23 10:20:34.484050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-41bc11c4-da87-4467-8aec-2abdddbf2b7d None None] Provisioning for port 0d429007-e5db-4c6d-90e7-6097ab7e3bff completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:34.493337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:34.540820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.549461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7f051396-0d15-4810-b674-55b7225dbcc3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5171874 Jul 23 10:20:34.560993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:34.592622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Sync routers for ids ['5ac523c6-7f19-40f9-b7f7-3c294166101c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:34.626216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caac42-2ab8-4154-9aea-3e810f7a8791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ce3a4-a4e4-4a62-b9d8-b8432cc2f1f5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:34.659923 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.717932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:34.722496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-41bc11c4-da87-4467-8aec-2abdddbf2b7d None None] Provisioning complete for port 0d429007-e5db-4c6d-90e7-6097ab7e3bff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:34.722496 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41bc11c4-da87-4467-8aec-2abdddbf2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:34.761885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:20:34.994861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:35.004738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f88d1df-512c-4ff0-86bb-e9a35d7b31c9 admin admin] 10.222.0.37 "PUT /v2.0/routers/e15b8dea-cf5a-46a9-89bb-192eec1a53a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1484065 Jul 23 10:20:35.016722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Transition to ACTIVE for port object 79ad2742-597a-4782-9949-ef9a500d6447 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:35.018811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d25fb992-9db4-4812-9b41-788b5ebd1f29,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:35.058085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 214b0d43-6652-434f-af89-606dd8baf298 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:35.127908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:35.143714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Routers {'5ac523c6-7f19-40f9-b7f7-3c294166101c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:35.144594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ac523c6-7f19-40f9-b7f7-3c294166101c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:35.171384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf37042-2baa-4345-8b92-428b42bccaa1 req-dd20eb3c-6256-4e93-9113-f50db80540cf tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:35.172894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcf37042-2baa-4345-8b92-428b42bccaa1 req-dd20eb3c-6256-4e93-9113-f50db80540cf tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 969 time: 0.1573827 Jul 23 10:20:35.219102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f1249a-2625-4d66-9345-25680e42a6b4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:35.227110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Transition to ACTIVE for port object 79ad2742-597a-4782-9949-ef9a500d6447 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:35.341286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63ae3-abb1-4cee-819b-7b81d367ec9a req-baba2bed-ba50-430c-ba15-c58b6c0f0e12 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:35.342359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8f63ae3-abb1-4cee-819b-7b81d367ec9a req-baba2bed-ba50-430c-ba15-c58b6c0f0e12 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 947 time: 0.1202967 Jul 23 10:20:35.353374 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:35.397280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcf37042-2baa-4345-8b92-428b42bccaa1 req-6e902a1f-53b0-4f8c-ab5a-a8414d3579fe tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149031 Jul 23 10:20:35.404153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-41bc11c4-da87-4467-8aec-2abdddbf2b7d None None] Port 0d429007-e5db-4c6d-90e7-6097ab7e3bff cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:35.438442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8f63ae3-abb1-4cee-819b-7b81d367ec9a req-fd0ec172-158a-4947-ace5-274e2846530a tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820966 Jul 23 10:20:35.446927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 83f1249a-2625-4d66-9345-25680e42a6b4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=83f1249a-2625-4d66-9345-25680e42a6b4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:35.457769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:35.471030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:35.483705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:35.496893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:35.566903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-41bc11c4-da87-4467-8aec-2abdddbf2b7d None None] Provisioning complete for port d25fb992-9db4-4812-9b41-788b5ebd1f29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:35.567268 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41bc11c4-da87-4467-8aec-2abdddbf2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:35.594427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Pushing event updated for resources: {'Port': ['ID=79ad2742-597a-4782-9949-ef9a500d6447,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:35.698007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 214b0d43-6652-434f-af89-606dd8baf298 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:35.762174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Set router 5ac523c6-7f19-40f9-b7f7-3c294166101c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:35.870761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 214b0d43-6652-434f-af89-606dd8baf298 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:35.871179 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:35.975060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Attempting to bind port 79ad2742-597a-4782-9949-ef9a500d6447 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:35.975441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Attempting to bind port 79ad2742-597a-4782-9949-ef9a500d6447 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:35.975818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Attempting to bind port 79ad2742-597a-4782-9949-ef9a500d6447 on network 17936f9a-0f74-4063-92f9-447a0d645ab2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:35.994830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900aaeb-3c7c-42fc-9de7-f59db1a0cc5e req-dd46b83f-0548-4428-b7ba-3bb42be909c9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:35.997997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8900aaeb-3c7c-42fc-9de7-f59db1a0cc5e req-dd46b83f-0548-4428-b7ba-3bb42be909c9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 949 time: 0.3801999 Jul 23 10:20:36.066677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8900aaeb-3c7c-42fc-9de7-f59db1a0cc5e req-7873e245-dae5-4f14-87a5-518201548cda tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602510 Jul 23 10:20:36.113456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:36.114020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Checking segment: {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:36.114195 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.115049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Bound using segment: {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:36.115049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Bound port: 79ad2742-597a-4782-9949-ef9a500d6447, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:36.115367 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.117947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['83f1249a-2625-4d66-9345-25680e42a6b4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:20:36.121536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:20:36.133158 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.178576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-eb69661d-4f8a-4bf5-b688-db7811f7efe2 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3413055 Jul 23 10:20:36.216921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:36.221630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=83f1249a-2625-4d66-9345-25680e42a6b4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:36.270425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.432293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] For port 79ad2742-597a-4782-9949-ef9a500d6447, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:36.462509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] For port 79ad2742-597a-4782-9949-ef9a500d6447, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79ad2742-597a-4782-9949-ef9a500d6447,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:36.478580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Allocated IP 172.20.0.1 (17936f9a-0f74-4063-92f9-447a0d645ab2/c4529f67-7b0b-427a-b74a-557b401025c6/c1eb2522-9f8f-40b5-b8cb-046510d70411) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:36.489210 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.542024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.571617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa2a6b-3789-47fa-9e6d-cb0e79025fab req-9e4dde84-b3e1-4804-b187-75bf4122aa2c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:36.580952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5daa2a6b-3789-47fa-9e6d-cb0e79025fab req-9e4dde84-b3e1-4804-b187-75bf4122aa2c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 969 time: 0.1018045 Jul 23 10:20:36.637518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5daa2a6b-3789-47fa-9e6d-cb0e79025fab req-cb3f0b94-75dc-4ba7-848f-2466a304691e tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Jul 23 10:20:36.680487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.681854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.717486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 214b0d43-6652-434f-af89-606dd8baf298, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=214b0d43-6652-434f-af89-606dd8baf298,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:36.725994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Transition to ACTIVE for port object c1eb2522-9f8f-40b5-b8cb-046510d70411 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:36.734007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c3750-ba16-4662-9d61-f39f41c9c00e None None] Pushing event updated for resources: {'Port': ['ID=79ad2742-597a-4782-9949-ef9a500d6447,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:36.738041 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.738890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3dbbf8b8-136f-4b51-8419-c3d0767e08bb up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:36.760845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Allocated IP 172.25.4.243 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/2cbb3e95-a84a-4569-8b2e-6e102fd22fcd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:36.883181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558619e0-3672-4c51-95d5-af1b796e4650 req-737dd40b-e3ee-470f-8620-b55c36d84d00 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:36.884720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-558619e0-3672-4c51-95d5-af1b796e4650 req-737dd40b-e3ee-470f-8620-b55c36d84d00 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 948 time: 0.1154830 Jul 23 10:20:36.903603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:36.970650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-558619e0-3672-4c51-95d5-af1b796e4650 req-916235b2-5f44-4e3f-91eb-200573edd1da tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773954 Jul 23 10:20:36.975411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 3, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:36.977476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d07ec057-05e6-4be5-9b25-1b0ca09ba97f None None] Provisioning complete for port 0d429007-e5db-4c6d-90e7-6097ab7e3bff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:36.981291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d07ec057-05e6-4be5-9b25-1b0ca09ba97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.006333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:37.025137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:37.028281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:37.030180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.068783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Checking router: 5ac523c6-7f19-40f9-b7f7-3c294166101c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:37.069365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Updating router 5ac523c6-7f19-40f9-b7f7-3c294166101c port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:20:37.093711 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Sync routers for ids ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:37.099227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Pushing event updated for resources: {'Port': ['ID=c1eb2522-9f8f-40b5-b8cb-046510d70411,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:37.108012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.119458 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Routers {'e15b8dea-cf5a-46a9-89bb-192eec1a53a8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:37.120246 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:37.168407 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.179504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:37.188117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=214b0d43-6652-434f-af89-606dd8baf298,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:37.218733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:37.219110 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.224967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.281467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.286274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:37.294924 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Set router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:37.299209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:37.304930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d07ec057-05e6-4be5-9b25-1b0ca09ba97f None None] Port 0d429007-e5db-4c6d-90e7-6097ab7e3bff cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:37.307867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:37.343748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Pushing event updated for resources: {'Port': ['ID=2cbb3e95-a84a-4569-8b2e-6e102fd22fcd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:37.397827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa32dd9-65bb-4c58-8d6a-2e9facaca0d0 req-e9974e60-1396-4832-8f22-8c53a829e6c2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:37.401000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaa32dd9-65bb-4c58-8d6a-2e9facaca0d0 req-e9974e60-1396-4832-8f22-8c53a829e6c2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 949 time: 0.1152172 Jul 23 10:20:37.438106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.453361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.465376 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaa32dd9-65bb-4c58-8d6a-2e9facaca0d0 req-dba8d66a-2f85-44b3-8e21-133aefa71f2a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570574 Jul 23 10:20:37.712682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:37.733371 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.760271 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 4, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d429007-e5db-4c6d-90e7-6097ab7e3bff', 'name': '', 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'mac_address': 'fa:16:3e:85:29:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '00c21d6e-f95c-4fd1-934b-0233262dab18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 2, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'subnets': [{'id': '00c21d6e-f95c-4fd1-934b-0233262dab18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:37.808166 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Checking router: e15b8dea-cf5a-46a9-89bb-192eec1a53a8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:37.808699 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Updating router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 port 0d429007-e5db-4c6d-90e7-6097ab7e3bff binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:20:37.829592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:37.887835 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.889749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.893146 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.901606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.902992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.914861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Transition to ACTIVE for port object 5b21d31f-7b67-4f4b-888b-3c0723b0f39a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:37.925238 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.953190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Pushing event updated for resources: {'Port': ['ID=c1eb2522-9f8f-40b5-b8cb-046510d70411,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:37.958377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:37.989427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Attempting to bind port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:37.989804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Attempting to bind port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:37.990172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Attempting to bind port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:38.005795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:38.006214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:38.015438 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.015438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:38.015438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Bound port: 5b21d31f-7b67-4f4b-888b-3c0723b0f39a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:38.016344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.096521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] For port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:38.104435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79ad2742-597a-4782-9949-ef9a500d6447 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:38.131351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:38.134137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:38.153892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 40110c42-7e97-4945-92ce-b8f418c6c155 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:38.168982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f92a46-79c3-4ec2-a317-dc432a72221a None None] Pushing event updated for resources: {'Port': ['ID=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:38.180372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546e26-9b43-4c1b-8b31-3d48fba6b563 req-df662524-a459-49a2-a618-e9ed92b42623 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:38.188123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45546e26-9b43-4c1b-8b31-3d48fba6b563 req-df662524-a459-49a2-a618-e9ed92b42623 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 969 time: 0.0954795 Jul 23 10:20:38.202084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22923cdd-c708-44b2-a9a4-74e9e8d0ebf1 None None] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:38.208134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] For port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:38.226925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45546e26-9b43-4c1b-8b31-3d48fba6b563 req-fb6c9050-c4c3-4f1d-b97d-020269cedb3a tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Jul 23 10:20:38.243448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.284194 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.297123 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Transition to ACTIVE for port object 0d429007-e5db-4c6d-90e7-6097ab7e3bff will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:38.303701 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.322648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 79ad2742-597a-4782-9949-ef9a500d6447 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:38.337981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 214b0d43-6652-434f-af89-606dd8baf298 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:38.360581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Router 5ac523c6-7f19-40f9-b7f7-3c294166101c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:20:38.422258 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fe214-93b2-44c4-9c27-f9bbc4873a59 None None] Pushing event updated for resources: {'Port': ['ID=0d429007-e5db-4c6d-90e7-6097ab7e3bff,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:38.426296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] Provisioning for port 79ad2742-597a-4782-9949-ef9a500d6447 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:38.457610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c897e33-bca9-47eb-ae97-69f2ee49e72d req-d2324134-3346-48d2-8110-293ae5349159 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:38.460423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c897e33-bca9-47eb-ae97-69f2ee49e72d req-d2324134-3346-48d2-8110-293ae5349159 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 948 time: 0.0977359 Jul 23 10:20:38.462709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Attempting to bind port 0d429007-e5db-4c6d-90e7-6097ab7e3bff on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:38.463190 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Attempting to bind port 0d429007-e5db-4c6d-90e7-6097ab7e3bff by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:38.463712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Attempting to bind port 0d429007-e5db-4c6d-90e7-6097ab7e3bff on network 1f18825f-f7a6-4492-914e-c628e38908df {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:38.483401 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:38.487255 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Checking segment: {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:38.488066 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.488686 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Bound using segment: {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:38.489143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Bound port: 0d429007-e5db-4c6d-90e7-6097ab7e3bff, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5c83ae-df8e-4e83-ab59-1d10362b8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:38.491401 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.505145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f92a46-79c3-4ec2-a317-dc432a72221a None None] Pushing event updated for resources: {'Port': ['ID=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:38.509313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.517383 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.517977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] Provisioning complete for port 79ad2742-597a-4782-9949-ef9a500d6447 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:38.518690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.545965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.548186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c897e33-bca9-47eb-ae97-69f2ee49e72d req-abc44fee-2076-4fd8-883d-5594600f519e tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803087 Jul 23 10:20:38.568759 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] For port 0d429007-e5db-4c6d-90e7-6097ab7e3bff, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:38.573447 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] For port 0d429007-e5db-4c6d-90e7-6097ab7e3bff, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0d429007-e5db-4c6d-90e7-6097ab7e3bff,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:38.581309 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.607058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.614168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4035976 Jul 23 10:20:38.654379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Routers {'5ac523c6-7f19-40f9-b7f7-3c294166101c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:38.655661 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Routers {'e15b8dea-cf5a-46a9-89bb-192eec1a53a8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:38.656488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:38.658630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ac523c6-7f19-40f9-b7f7-3c294166101c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:38.700163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fe214-93b2-44c4-9c27-f9bbc4873a59 None None] Pushing event updated for resources: {'Port': ['ID=0d429007-e5db-4c6d-90e7-6097ab7e3bff,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:38.720787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-a20f7ba6-359c-4eb6-be45-a2fdbfe4898a tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.1028974 Jul 23 10:20:38.770783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:38.777010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a3dae-7328-4063-99ac-e7453e87cdab tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Pushing event updated for resources: {'Port': ['ID=2cbb3e95-a84a-4569-8b2e-6e102fd22fcd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:38.785276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dadb3b-88bb-4f5b-bfed-b488c2f7770d req-2831eb59-67cf-4e2d-b4dd-a1c19729bddc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:38.793652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73dadb3b-88bb-4f5b-bfed-b488c2f7770d req-2831eb59-67cf-4e2d-b4dd-a1c19729bddc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 949 time: 0.0895884 Jul 23 10:20:38.802455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6a08774c-04b8-4251-a8dc-c1ee260dedec admin admin] 10.222.0.37 "PUT /v2.0/routers/5ac523c6-7f19-40f9-b7f7-3c294166101c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2345080 Jul 23 10:20:38.820022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 40110c42-7e97-4945-92ce-b8f418c6c155 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:38.825172 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] Set router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:38.848368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73dadb3b-88bb-4f5b-bfed-b488c2f7770d req-04ca0dd4-d65a-4b17-8a4c-935ac8d1325b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531831 Jul 23 10:20:38.857588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 40110c42-7e97-4945-92ce-b8f418c6c155 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:38.858044 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.908257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 214b0d43-6652-434f-af89-606dd8baf298 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:38.910463 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:38.963083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-dccb9464-b1f3-4372-b238-49925d11687d tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:38.964929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-dccb9464-b1f3-4372-b238-49925d11687d tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.2432826 Jul 23 10:20:38.976875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-d8004665-a71c-4c8b-8c9c-c2431649ac18 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:38.978055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2268e255-eccd-4cad-adb6-68bcc7180128 req-d8004665-a71c-4c8b-8c9c-c2431649ac18 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079694 Jul 23 10:20:39.078738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] Set router 5ac523c6-7f19-40f9-b7f7-3c294166101c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:39.119519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-108b5bd8-c205-4db7-9314-8e4cc76832a4 req-0f233c33-9e4e-499a-9d42-b144e551f707 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips/6a875833-2c57-49ed-894e-87ee6a23324c HTTP/1.1" status: 200 len: 693 time: 0.1161296 Jul 23 10:20:39.144563 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 4, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d429007-e5db-4c6d-90e7-6097ab7e3bff', 'name': '', 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'mac_address': 'fa:16:3e:85:29:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '00c21d6e-f95c-4fd1-934b-0233262dab18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:38Z', 'revision_number': 4, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'subnets': [{'id': '00c21d6e-f95c-4fd1-934b-0233262dab18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:39.156780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:39.205635 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d3859-7ed9-4acd-a550-c54b89482a62 None None] The sync data for ids ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'] in n-d-778550-4 is: [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:33Z', 'revision_number': 4, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d429007-e5db-4c6d-90e7-6097ab7e3bff', 'name': '', 'network_id': '1f18825f-f7a6-4492-914e-c628e38908df', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'mac_address': 'fa:16:3e:85:29:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '00c21d6e-f95c-4fd1-934b-0233262dab18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:38Z', 'revision_number': 4, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'subnets': [{'id': '00c21d6e-f95c-4fd1-934b-0233262dab18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:39.315784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b5bd8-c205-4db7-9314-8e4cc76832a4 req-cedc87c8-4710-4136-995b-e4f475f59016 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:39.317905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-108b5bd8-c205-4db7-9314-8e4cc76832a4 req-cedc87c8-4710-4136-995b-e4f475f59016 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1907804 Jul 23 10:20:39.332064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-108b5bd8-c205-4db7-9314-8e4cc76832a4 req-68d498f2-a1e8-406a-a0f6-5a061d945cd5 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:39.333217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-108b5bd8-c205-4db7-9314-8e4cc76832a4 req-68d498f2-a1e8-406a-a0f6-5a061d945cd5 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060966 Jul 23 10:20:39.381481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] For port 79ad2742-597a-4782-9949-ef9a500d6447, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79ad2742-597a-4782-9949-ef9a500d6447,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:39.437541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d25fb992-9db4-4812-9b41-788b5ebd1f29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:39.492679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:39.509060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:39.594995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3fc99729-3db4-44b3-943a-12434126f77d up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:39.615876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2cab4-97aa-4f90-89b1-9227a7a4e497 req-30f6d2d1-ac58-424a-85fd-d1a353f93931 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:39.625101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ac2cab4-97aa-4f90-89b1-9227a7a4e497 req-30f6d2d1-ac58-424a-85fd-d1a353f93931 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 969 time: 0.1967664 Jul 23 10:20:39.625858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57234) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:39.727576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ac2cab4-97aa-4f90-89b1-9227a7a4e497 req-e2efbf3c-43fe-4a7b-9774-0c491d9c84fd tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803971 Jul 23 10:20:39.756643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40110c42-7e97-4945-92ce-b8f418c6c155'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:39.780326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-672adb1c-baad-48c4-99b9-21a54f063b17 req-c1db7014-9591-4061-a30c-f0bd5c827fe9 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=0cf444a8cdcc45289e9a42598a0b6199 HTTP/1.1" status: 200 len: 696 time: 0.2341120 Jul 23 10:20:39.971265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 40110c42-7e97-4945-92ce-b8f418c6c155, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=40110c42-7e97-4945-92ce-b8f418c6c155,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:40.012702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d470d-9c01-42ed-adfb-8d10e6c984bd req-72c66182-2407-4d4c-93b7-1538adc73110 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:40.014534 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.021685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e09d470d-9c01-42ed-adfb-8d10e6c984bd req-72c66182-2407-4d4c-93b7-1538adc73110 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 948 time: 0.1646583 Jul 23 10:20:40.045250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e9664-7a83-48ce-8a1b-a57d3084a393 None None] Pushing event updated for resources: {'Port': ['ID=79ad2742-597a-4782-9949-ef9a500d6447,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:40.057517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f09b596a-8e8a-4f62-8be4-3e939935f96e None None] Provisioning for port c1eb2522-9f8f-40b5-b8cb-046510d70411 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:40.061347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fbb740a-07c4-42cb-8f82-80e479c19564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.085738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f09b596a-8e8a-4f62-8be4-3e939935f96e None None] Provisioning complete for port c1eb2522-9f8f-40b5-b8cb-046510d70411 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:40.087092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f09b596a-8e8a-4f62-8be4-3e939935f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.156962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d25fb992-9db4-4812-9b41-788b5ebd1f29 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:40.158626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.168069 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b045e673-4945-4cab-bb3f-22c881b00440" -d '{"events": [{"server_uuid": "a510ca1f-8478-455c-b21a-623cbba0c025", "name": "network-vif-plugged", "status": "completed", "tag": "40110c42-7e97-4945-92ce-b8f418c6c155"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:40.188826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e09d470d-9c01-42ed-adfb-8d10e6c984bd req-e3ca50d9-86e7-4a78-830c-228a3fe29f73 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656914 Jul 23 10:20:40.226540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672adb1c-baad-48c4-99b9-21a54f063b17 req-575135c7-f233-408f-8d5a-b74efe068bd6 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:40.229242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-672adb1c-baad-48c4-99b9-21a54f063b17 req-575135c7-f233-408f-8d5a-b74efe068bd6 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks?id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 787 time: 0.4397662 Jul 23 10:20:40.251058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-672adb1c-baad-48c4-99b9-21a54f063b17 req-4c7c9840-a7f0-4b8e-8761-bd98fd86cfd5 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:40.252607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-672adb1c-baad-48c4-99b9-21a54f063b17 req-4c7c9840-a7f0-4b8e-8761-bd98fd86cfd5 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144036 Jul 23 10:20:40.301578 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fbb740a-07c4-42cb-8f82-80e479c19564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.309729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fbb740a-07c4-42cb-8f82-80e479c19564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.342992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 3fc99729-3db4-44b3-943a-12434126f77d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:40.353347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 3fc99729-3db4-44b3-943a-12434126f77d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:40.353936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.376257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3fbb740a-07c4-42cb-8f82-80e479c19564 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06b2cf04dbb14bea9dd85c97e056a269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448215 Jul 23 10:20:40.377077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb740a-07c4-42cb-8f82-80e479c19564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c5490c-4eb8-468f-a02c-074e753f57f5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:40.380448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:40.411042 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1370aae-4a45-4f29-8ea6-9ae211ba6423 x-openstack-request-id: req-c1370aae-4a45-4f29-8ea6-9ae211ba6423 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:40.411637 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a510ca1f-8478-455c-b21a-623cbba0c025", "name": "network-vif-plugged", "status": "completed", "tag": "40110c42-7e97-4945-92ce-b8f418c6c155", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:40.411847 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1370aae-4a45-4f29-8ea6-9ae211ba6423 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:40.412402 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40110c42-7e97-4945-92ce-b8f418c6c155', 'code': 200} Jul 23 10:20:40.431901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=40110c42-7e97-4945-92ce-b8f418c6c155,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:40.440926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f09b596a-8e8a-4f62-8be4-3e939935f96e None None] Port c1eb2522-9f8f-40b5-b8cb-046510d70411 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:40.481028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bfff9-f6a0-43d6-94aa-ed96e24981b1 req-6d6c4f10-ead1-4553-812d-a74129fdc96a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:40.483042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d0bfff9-f6a0-43d6-94aa-ed96e24981b1 req-6d6c4f10-ead1-4553-812d-a74129fdc96a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 949 time: 0.1320639 Jul 23 10:20:40.528786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-23cfe7af-a8fa-4da9-bef4-83b483479554 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips/6a875833-2c57-49ed-894e-87ee6a23324c HTTP/1.1" status: 200 len: 693 time: 0.0941458 Jul 23 10:20:40.534794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c1eb2522-9f8f-40b5-b8cb-046510d70411', 'name': '', 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'mac_address': 'fa:16:3e:30:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:36Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 2, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'subnets': [{'id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:40.554548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-920febcf-5b15-437e-b786-8756e5731981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.585665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d0bfff9-f6a0-43d6-94aa-ed96e24981b1 req-02ed5a98-00cc-4a09-885a-988e2635e73d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887904 Jul 23 10:20:40.598944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-920febcf-5b15-437e-b786-8756e5731981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.628581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be818bb-0271-42c9-a0f1-f9c4bd3e04a4 req-31c551ec-438d-4cf2-b413-fb436b382321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:40.630797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1be818bb-0271-42c9-a0f1-f9c4bd3e04a4 req-31c551ec-438d-4cf2-b413-fb436b382321 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 1121 time: 0.1466372 Jul 23 10:20:40.660381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1be818bb-0271-42c9-a0f1-f9c4bd3e04a4 req-dde7b5c8-1d81-4553-8f85-fe20183f9b62 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.693460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-a06aaa9e-ce9b-4f20-9a04-311c0570332a tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:40.694877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-a06aaa9e-ce9b-4f20-9a04-311c0570332a tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1565509 Jul 23 10:20:40.710855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-4ded70cb-ddac-43f5-8eec-1e5ca11d5c4b tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:40.712423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-4ded70cb-ddac-43f5-8eec-1e5ca11d5c4b tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098219 Jul 23 10:20:40.727765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864e96c-37df-48a8-aa29-bca3f77edc3d None None] The sync data for ids ['5ac523c6-7f19-40f9-b7f7-3c294166101c'] in n-d-778550-4 is: [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c1eb2522-9f8f-40b5-b8cb-046510d70411', 'name': '', 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'mac_address': 'fa:16:3e:30:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:36Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 2, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'subnets': [{'id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:40.729438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f09b596a-8e8a-4f62-8be4-3e939935f96e None None] Provisioning complete for port 79ad2742-597a-4782-9949-ef9a500d6447 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:40.729609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-920febcf-5b15-437e-b786-8756e5731981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.729927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f09b596a-8e8a-4f62-8be4-3e939935f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.732665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-920febcf-5b15-437e-b786-8756e5731981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.735159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-920febcf-5b15-437e-b786-8756e5731981 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81c5490c-4eb8-468f-a02c-074e753f57f5 HTTP/1.1" status: 204 len: 168 time: 0.3523624 Jul 23 10:20:40.814562 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.875780 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1be818bb-0271-42c9-a0f1-f9c4bd3e04a4 req-dde7b5c8-1d81-4553-8f85-fe20183f9b62 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.883908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1be818bb-0271-42c9-a0f1-f9c4bd3e04a4 req-dde7b5c8-1d81-4553-8f85-fe20183f9b62 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.889222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:40.934314 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:40.935129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 83f1249a-2625-4d66-9345-25680e42a6b4 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:40.938078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57262) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:40.953893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624642204', 'description': 'tempest-description--1114542411'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:41.001456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1be818bb-0271-42c9-a0f1-f9c4bd3e04a4 req-dde7b5c8-1d81-4553-8f85-fe20183f9b62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630090 Jul 23 10:20:41.049760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7b5c8-1d81-4553-8f85-fe20183f9b62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22630783-2134-4e25-875d-59c084d9491c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.076623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.081644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 83f1249a-2625-4d66-9345-25680e42a6b4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:41.087447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 83f1249a-2625-4d66-9345-25680e42a6b4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:41.088277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.093231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.111800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a793-7746-4654-a575-2c6d9e5fdd53 req-1bcc0630-8f40-4a94-a884-fd3ca5abf1be tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:41.113355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d308a793-7746-4654-a575-2c6d9e5fdd53 req-1bcc0630-8f40-4a94-a884-fd3ca5abf1be tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 970 time: 0.1157744 Jul 23 10:20:41.132362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3dbbf8b8-136f-4b51-8419-c3d0767e08bb up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:41.182191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920febcf-5b15-437e-b786-8756e5731981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c5490c-4eb8-468f-a02c-074e753f57f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.189361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-b12d3f0b-f631-472a-ba48-ce492969672d tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.4698555 Jul 23 10:20:41.201641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d308a793-7746-4654-a575-2c6d9e5fdd53 req-5119f29d-ef84-4036-8d98-273ce0980b2b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Jul 23 10:20:41.256708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-3cbc920e-d72f-4f4e-965d-5275fe647221 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.0596054 Jul 23 10:20:41.262223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-819eda10-cd38-4c1e-91aa-4f338ad6b079 None None] Provisioning complete for port c1eb2522-9f8f-40b5-b8cb-046510d70411 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:41.263172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-819eda10-cd38-4c1e-91aa-4f338ad6b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.269269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.277955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.302093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:41.302621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.350988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:41.368543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-819eda10-cd38-4c1e-91aa-4f338ad6b079 None None] Port c1eb2522-9f8f-40b5-b8cb-046510d70411 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:41.373497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.374857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4289873 Jul 23 10:20:41.384985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:41.392149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'security_group_rule': {'security_group_id': 'e04fd56f-47b2-484d-bd8a-531a2b982ee8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:41.399480 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.413853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Deleting port 2cbb3e95-a84a-4569-8b2e-6e102fd22fcd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:41.414283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.418919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4faa98-106a-4e29-9ca6-e6dbca152e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.423710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04b364-f108-497e-b33d-51a301dd56ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04fd56f-47b2-484d-bd8a-531a2b982ee8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.450986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.467438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 83f1249a-2625-4d66-9345-25680e42a6b4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=83f1249a-2625-4d66-9345-25680e42a6b4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:41.471208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d429007-e5db-4c6d-90e7-6097ab7e3bff up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:41.495209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.498427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e89eed-ede9-4e43-aced-4aac7ac861db req-26ffd089-6496-41a4-befd-42683a507fed tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:41.504007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4e89eed-ede9-4e43-aced-4aac7ac861db req-26ffd089-6496-41a4-befd-42683a507fed tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 948 time: 0.1860785 Jul 23 10:20:41.515536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.516078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.532987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Calling delete_port for 2cbb3e95-a84a-4569-8b2e-6e102fd22fcd owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:41.562516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=83f1249a-2625-4d66-9345-25680e42a6b4,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.575644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0d429007-e5db-4c6d-90e7-6097ab7e3bff completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:41.579937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0d429007-e5db-4c6d-90e7-6097ab7e3bff triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:41.580402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.633103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4e89eed-ede9-4e43-aced-4aac7ac861db req-fd40cbdc-a7af-4328-96ed-553abd296d4f tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165595 Jul 23 10:20:41.679586 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.686796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.695146 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.740572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0d429007-e5db-4c6d-90e7-6097ab7e3bff, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0d429007-e5db-4c6d-90e7-6097ab7e3bff,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:41.747514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21907255-6408-4aa1-a509-4dd565cb7877,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.748850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.750052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79ad2742-597a-4782-9949-ef9a500d6447 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:41.779535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4faa98-106a-4e29-9ca6-e6dbca152e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.789319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4faa98-106a-4e29-9ca6-e6dbca152e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.801908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.809573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.813467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-521921dd-65c4-42d9-9328-96642b5f9330 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4252758 Jul 23 10:20:41.817957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57274) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:41.836227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'security_group_rule': {'security_group_id': 'e04fd56f-47b2-484d-bd8a-531a2b982ee8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:41.837293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Pushing event deleted for resources: {'Port': ['ID=2cbb3e95-a84a-4569-8b2e-6e102fd22fcd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.872074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0d429007-e5db-4c6d-90e7-6097ab7e3bff,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.874604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.884199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4faa98-106a-4e29-9ca6-e6dbca152e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375362e2-81e8-47fb-8c7f-856d4e78ee06,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:41.887214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.893555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f4faa98-106a-4e29-9ca6-e6dbca152e5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57f9d280c5424de7b7c2df80fe935d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365708 Jul 23 10:20:41.898328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57276) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:41.898696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32fe2d99-5597-41bc-a33b-be9c148b6a3b req-c7d732c1-0215-4b1f-a4fa-da9a813e459f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a875833-2c57-49ed-894e-87ee6a23324c HTTP/1.1" status: 204 len: 173 time: 0.6279464 Jul 23 10:20:41.926447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc910-0620-47c4-b524-82fd74abffd1 req-9510cfab-8512-43a5-9398-efd575e8d6e4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:41.928134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b6dc910-0620-47c4-b524-82fd74abffd1 req-9510cfab-8512-43a5-9398-efd575e8d6e4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.2149396 Jul 23 10:20:41.946567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 79ad2742-597a-4782-9949-ef9a500d6447 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:41.947035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:41.968103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.066224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b6dc910-0620-47c4-b524-82fd74abffd1 req-b203e2eb-7450-4e85-ab51-060ce1e77c57 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232824 Jul 23 10:20:42.076457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-a903f153-c445-4d11-9ce3-68ca28db2be4 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1566989 Jul 23 10:20:42.094271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:42.097622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.105925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.112716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dfe03db-28cd-41fc-9023-793ae93d08f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.124846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.144089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29441033-6979-41d6-84e9-13018b4e3032,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:42.150605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dfe03db-28cd-41fc-9023-793ae93d08f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.153251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.156012 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9e7f5ec1-6706-4f2d-a9b4-75e4a90f8322 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369479 Jul 23 10:20:42.158093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57280) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:42.163170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:42.209977 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dfe03db-28cd-41fc-9023-793ae93d08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.212867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dfe03db-28cd-41fc-9023-793ae93d08f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.216963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1dfe03db-28cd-41fc-9023-793ae93d08f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/375362e2-81e8-47fb-8c7f-856d4e78ee06 HTTP/1.1" status: 204 len: 168 time: 0.3147027 Jul 23 10:20:42.222506 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.223070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe03db-28cd-41fc-9023-793ae93d08f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375362e2-81e8-47fb-8c7f-856d4e78ee06,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:42.290923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.410861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524a7f-ed30-45d6-a5cb-7c0f98c79055 req-950b38f3-47bd-4d5f-b1a8-2a50787593e8 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:42.413547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d'}, {'server_uuid': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f1249a-2625-4d66-9345-25680e42a6b4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:42.420692 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400f25f-cb48-4211-82d5-972202d2cadf" -d '{"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-plugged", "status": "completed", "tag": "3fc99729-3db4-44b3-943a-12434126f77d"}, {"server_uuid": "a97c1bb0-74c5-4ad0-a390-3d32750327fc", "name": "network-vif-plugged", "status": "completed", "tag": "83f1249a-2625-4d66-9345-25680e42a6b4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:42.424578 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73524a7f-ed30-45d6-a5cb-7c0f98c79055 req-950b38f3-47bd-4d5f-b1a8-2a50787593e8 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 970 time: 0.1161745 Jul 23 10:20:42.481103 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.483239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73524a7f-ed30-45d6-a5cb-7c0f98c79055 req-c8ffffff-d52f-40a5-b18a-80639257e746 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576596 Jul 23 10:20:42.551209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Allocated IP 172.25.4.30 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/e30e6af8-b6a5-462c-84a5-bde8ea1bb58d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:42.638939 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f5b91-6a03-4199-8c10-06d4b4238946 x-openstack-request-id: req-185f5b91-6a03-4199-8c10-06d4b4238946 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:42.639560 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-plugged", "status": "completed", "tag": "3fc99729-3db4-44b3-943a-12434126f77d", "code": 200}, {"server_uuid": "a97c1bb0-74c5-4ad0-a390-3d32750327fc", "name": "network-vif-plugged", "status": "completed", "tag": "83f1249a-2625-4d66-9345-25680e42a6b4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:42.639910 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-185f5b91-6a03-4199-8c10-06d4b4238946 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:42.640396 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d', 'code': 200} Jul 23 10:20:42.640719 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f1249a-2625-4d66-9345-25680e42a6b4', 'code': 200} Jul 23 10:20:42.790087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.849180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407b978-1ca1-462c-a988-4c2223b1201d req-6189bca7-3d0b-4016-bb5d-5f9241b38851 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:42.860907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3407b978-1ca1-462c-a988-4c2223b1201d req-6189bca7-3d0b-4016-bb5d-5f9241b38851 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 949 time: 0.1429150 Jul 23 10:20:42.901473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dba8ff-3ec7-4c7f-b863-39665eb26a75 req-d1a71d85-5116-448d-a6e1-dbcade77b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:42.903974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74dba8ff-3ec7-4c7f-b863-39665eb26a75 req-d1a71d85-5116-448d-a6e1-dbcade77b465 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 1100 time: 0.1223066 Jul 23 10:20:42.910298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:42.952088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3407b978-1ca1-462c-a988-4c2223b1201d req-04c8f8b2-1f8d-40db-8816-bf47db1dcdcb tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885949 Jul 23 10:20:42.967942 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74dba8ff-3ec7-4c7f-b863-39665eb26a75 req-ac387a22-3152-4272-8abc-19d35cf703ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528688 Jul 23 10:20:43.002433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Pushing event updated for resources: {'Port': ['ID=e30e6af8-b6a5-462c-84a5-bde8ea1bb58d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:43.033149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d429007-e5db-4c6d-90e7-6097ab7e3bff up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:43.047996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:43.062965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:43.066051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Allocated IP 172.25.4.192 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/77746d83-c91e-4e30-92f5-511acb6f9a02) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:43.078235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:43.099291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0d429007-e5db-4c6d-90e7-6097ab7e3bff triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:43.099616 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.126760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.226403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fa5de-ac12-47a1-9c2c-f67c5b224c4e req-54f944b9-6775-4627-b766-289865f568ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:43.227968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f00fa5de-ac12-47a1-9c2c-f67c5b224c4e req-54f944b9-6775-4627-b766-289865f568ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1101 time: 0.3884203 Jul 23 10:20:43.236682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5b21d31f-7b67-4f4b-888b-3c0723b0f39a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:43.248348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.298371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146a383-d20b-46c7-856a-655fee41c09d req-7efec106-596a-47e4-936b-f30e24edf07b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:43.303689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:43.308441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3146a383-d20b-46c7-856a-655fee41c09d req-7efec106-596a-47e4-936b-f30e24edf07b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1228337 Jul 23 10:20:43.314202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:43.314819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.356603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3146a383-d20b-46c7-856a-655fee41c09d req-4eb86519-c313-450f-9e0f-43fde7ed9c91 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471363 Jul 23 10:20:43.423164 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.436793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.446231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:43.448200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f00fa5de-ac12-47a1-9c2c-f67c5b224c4e req-70df11ec-20f0-413b-a46f-8e1e241b7b13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093006 Jul 23 10:20:43.451576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.530013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:43.549157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.588653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.599549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.603487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:43.610844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:43.618856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:43.632238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.634877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'Port': ['ID=77746d83-c91e-4e30-92f5-511acb6f9a02,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:43.675241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896ac01-4d72-48db-b16e-ef8e5f1d39a5 req-58d154e9-f709-4ba8-bcbe-fcd8e4957a2d tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:43.676968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c896ac01-4d72-48db-b16e-ef8e5f1d39a5 req-58d154e9-f709-4ba8-bcbe-fcd8e4957a2d tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 970 time: 0.0845196 Jul 23 10:20:43.700569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.701832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6201203 Jul 23 10:20:43.723618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.727639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404eed-dc62-4c68-a19f-82bd5552de45 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Pushing event updated for resources: {'Port': ['ID=e30e6af8-b6a5-462c-84a5-bde8ea1bb58d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:43.740331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c896ac01-4d72-48db-b16e-ef8e5f1d39a5 req-7d0c7065-14b5-4bae-a869-371f6840a57d tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554297 Jul 23 10:20:43.774735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-8d313baf-05ac-40aa-8c36-c1be8f8fa428 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0618355 Jul 23 10:20:43.841375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:43.923793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff31d-f057-4bfa-b9fa-659f2fbce25c req-eb25568d-1fe5-4c30-b8ae-e3948cf1185d tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:43.925835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-185ff31d-f057-4bfa-b9fa-659f2fbce25c req-eb25568d-1fe5-4c30-b8ae-e3948cf1185d tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 1121 time: 0.0665903 Jul 23 10:20:43.941805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-d15e7ea3-bb52-446a-81c1-a70cace6d65f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:43.943178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a442e70-0b83-44d3-b02f-abd103ecd704 req-d15e7ea3-bb52-446a-81c1-a70cace6d65f tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1511071 Jul 23 10:20:43.948192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-185ff31d-f057-4bfa-b9fa-659f2fbce25c req-4f5ceabd-21b2-4e69-8df0-4b5de0ba8959 tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.049312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-185ff31d-f057-4bfa-b9fa-659f2fbce25c req-4f5ceabd-21b2-4e69-8df0-4b5de0ba8959 tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.053939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-185ff31d-f057-4bfa-b9fa-659f2fbce25c req-4f5ceabd-21b2-4e69-8df0-4b5de0ba8959 tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.069790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-185ff31d-f057-4bfa-b9fa-659f2fbce25c req-4f5ceabd-21b2-4e69-8df0-4b5de0ba8959 tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355686 Jul 23 10:20:44.093348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ceabd-21b2-4e69-8df0-4b5de0ba8959 tempest-AggregatesAdminTestJSON-1392304323 tempest-AggregatesAdminTestJSON-1392304323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171cb83e-22a2-4161-a389-53cc55b9b567,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:44.206521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df802a65-406a-4017-b0c6-f25a9e78ba4a req-b4d0ebbe-35d5-4239-b6d9-edb82c4c8f8d tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:44.208107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df802a65-406a-4017-b0c6-f25a9e78ba4a req-b4d0ebbe-35d5-4239-b6d9-edb82c4c8f8d tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 949 time: 0.0674224 Jul 23 10:20:44.237003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-ebec8469-526b-4471-ab49-8db7d9855e71 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips/1d021506-5949-4803-96fa-18e34017f690 HTTP/1.1" status: 200 len: 692 time: 0.2695003 Jul 23 10:20:44.247650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df802a65-406a-4017-b0c6-f25a9e78ba4a req-f38cee51-6f6c-4dd4-91b0-26c723a2c64d tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Jul 23 10:20:44.333386 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:20:44.346917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.352838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.394748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.405913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-2a3510d5-3e70-450d-9cf2-72b76170ee28 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:44.407269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-2a3510d5-3e70-450d-9cf2-72b76170ee28 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1646690 Jul 23 10:20:44.435387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'Port': ['ID=77746d83-c91e-4e30-92f5-511acb6f9a02,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:44.465264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.467160 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e2102a26-fd53-4e29-9e56-652ebeffac60 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3079214 Jul 23 10:20:44.477582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-30021591-8308-4a35-82c3-3267913ccdad tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0609922 Jul 23 10:20:44.538709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-a68441bb-d639-484a-b419-ba612a341309 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0527079 Jul 23 10:20:44.670586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b67c4-54a2-4130-89db-a0eb4bbe8037 req-20129ba6-aa8c-48f7-86b9-e02e116e0d37 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:44.672109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a9b67c4-54a2-4130-89db-a0eb4bbe8037 req-20129ba6-aa8c-48f7-86b9-e02e116e0d37 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.0637500 Jul 23 10:20:44.673044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Deleting port e30e6af8-b6a5-462c-84a5-bde8ea1bb58d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:44.673394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.713694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a9b67c4-54a2-4130-89db-a0eb4bbe8037 req-99e7cd86-a168-46e7-bbdd-dd003da0f48a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 23 10:20:44.750219 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.750690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.769989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Calling delete_port for e30e6af8-b6a5-462c-84a5-bde8ea1bb58d owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:44.833869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5b21d31f-7b67-4f4b-888b-3c0723b0f39a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:44.906962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:44.907394 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.922536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-613863a3-e012-4c01-a420-5f0efeec4885 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1624642204&fields=id&tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab HTTP/1.1" status: 200 len: 267 time: 0.0432749 Jul 23 10:20:44.930475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.957668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Pushing event deleted for resources: {'Port': ['ID=e30e6af8-b6a5-462c-84a5-bde8ea1bb58d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:44.989373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.992440 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:44.993617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff91dfe3-f726-484f-9959-b04d4fd7512c req-c7182a5f-5859-4275-b068-2ce29b189588 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d021506-5949-4803-96fa-18e34017f690 HTTP/1.1" status: 204 len: 173 time: 0.4471259 Jul 23 10:20:45.116976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-81964231-c791-48f6-a478-cf6519b8e0aa tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:45.118392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-81964231-c791-48f6-a478-cf6519b8e0aa tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 824 time: 0.1879952 Jul 23 10:20:45.126700 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-f5cafcb4-4b64-42bc-868b-c9e95a0f8ff0 req-cf56a9f0-2c25-45ec-b6cc-f0f69511ffd9 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] show failed (client error): The resource could not be found. Jul 23 10:20:45.127705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5cafcb4-4b64-42bc-868b-c9e95a0f8ff0 req-cf56a9f0-2c25-45ec-b6cc-f0f69511ffd9 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips/1d021506-5949-4803-96fa-18e34017f690 HTTP/1.1" status: 404 len: 350 time: 0.0384917 Jul 23 10:20:45.136062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-aa77acd1-9c14-4a7d-acb9-fef31525f5f1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/quotas/239dddd6b3ac4dfb8cb0b4cb3cff3eab HTTP/1.1" status: 200 len: 375 time: 0.0111277 Jul 23 10:20:45.242479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-943a1b17-73e3-4b62-a345-be3031ed1cc5 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002560 Jul 23 10:20:45.394869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-c19aaba4-a7fd-45b5-baf5-6fb11682176d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:20:45.396018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-c19aaba4-a7fd-45b5-baf5-6fb11682176d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457098 Jul 23 10:20:45.482208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-880b0d97-09f2-4cdc-a624-8ce029f14ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804884 Jul 23 10:20:45.577800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-a8abf3bf-2ad4-4fae-8f28-4980126305f3 service neutron] 10.222.0.37 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896056 Jul 23 10:20:45.579434 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-9819bb5b-f2b5-4ff7-bdb2-039ca94af3e2 req-a74c16b5-9cf5-4f27-bacc-ff05fb353ec0 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] show failed (client error): The resource could not be found. Jul 23 10:20:45.580455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9819bb5b-f2b5-4ff7-bdb2-039ca94af3e2 req-a74c16b5-9cf5-4f27-bacc-ff05fb353ec0 tempest-FloatingIPsTestJSON-885146071 tempest-FloatingIPsTestJSON-885146071-project] 10.222.0.37 "GET /v2.0/floatingips/1d021506-5949-4803-96fa-18e34017f690 HTTP/1.1" status: 404 len: 350 time: 0.0345340 Jul 23 10:20:45.591181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:45.834526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d595741-f124-4466-80d8-78b52141015e req-388787f2-d30c-47f6-a9a9-4d4b381b579f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 210 time: 0.0353012 Jul 23 10:20:45.842310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7ebb9-9549-4e27-ac9a-a4b344862562 req-c261494c-d5db-497b-a397-681e33db814a tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:45.843918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17f7ebb9-9549-4e27-ac9a-a4b344862562 req-c261494c-d5db-497b-a397-681e33db814a tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 949 time: 0.1687665 Jul 23 10:20:45.909833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17f7ebb9-9549-4e27-ac9a-a4b344862562 req-a2a1508c-e9a2-47c7-9886-576a74bcb5b8 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Jul 23 10:20:46.120430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d67ce-d868-45f9-9348-5b063d028909 req-8df1a1f6-5959-4033-a77f-b39cd75e4e59 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:46.123109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb8d67ce-d868-45f9-9348-5b063d028909 req-8df1a1f6-5959-4033-a77f-b39cd75e4e59 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1222615 Jul 23 10:20:46.247240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb8d67ce-d868-45f9-9348-5b063d028909 req-021b860c-5a15-47eb-bf7d-387e48241c96 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115422 Jul 23 10:20:46.304661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.618522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57466) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:46.679338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e26f-1b02-4bd9-8022-2a2452a3e6fe req-cc2b25f4-6856-433b-ad2e-75612025702d tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:46.681164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29e0e26f-1b02-4bd9-8022-2a2452a3e6fe req-cc2b25f4-6856-433b-ad2e-75612025702d tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 949 time: 0.0741656 Jul 23 10:20:46.721420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29e0e26f-1b02-4bd9-8022-2a2452a3e6fe req-1abfff60-6396-42c5-a9fc-c375d1060cee tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Jul 23 10:20:46.728438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884f9c3-1d13-4b6e-8a24-55f3a8ee3fff req-678bf8bc-ff98-485a-ac61-1e4efaaab65b tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:46.730528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6884f9c3-1d13-4b6e-8a24-55f3a8ee3fff req-678bf8bc-ff98-485a-ac61-1e4efaaab65b tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1101 time: 0.1107485 Jul 23 10:20:46.750387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4a6203f-5925-4687-a342-248d65d50674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.761015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Deleting port 0d429007-e5db-4c6d-90e7-6097ab7e3bff {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:46.762471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.784331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6884f9c3-1d13-4b6e-8a24-55f3a8ee3fff req-c84b61a3-9499-4045-8761-71f580fe1cc3 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.876279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4a6203f-5925-4687-a342-248d65d50674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.883223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4a6203f-5925-4687-a342-248d65d50674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.904764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] For port 0d429007-e5db-4c6d-90e7-6097ab7e3bff, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0d429007-e5db-4c6d-90e7-6097ab7e3bff,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:46.905123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:46.932012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Calling delete_port for 0d429007-e5db-4c6d-90e7-6097ab7e3bff owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:46.952747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4a6203f-5925-4687-a342-248d65d50674 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2726ce6eae07427e959423cd67b8503d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330836 Jul 23 10:20:46.955538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6203f-5925-4687-a342-248d65d50674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d8434-2f86-47a4-8283-1d96fecd2da4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:46.957068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:47.085793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb519801-36a5-41fe-a74c-af380cd7ed45 req-0deca72c-f426-46a1-b1aa-5f607080bf12 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 210 time: 0.0422416 Jul 23 10:20:47.129791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-ddd7d8dd-0975-4838-aaa7-946f6feff592 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:47.131716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-ddd7d8dd-0975-4838-aaa7-946f6feff592 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.55 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 824 time: 0.2005086 Jul 23 10:20:47.212287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Sync routers for ids ['5ac523c6-7f19-40f9-b7f7-3c294166101c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:47.214809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-fe363461-0853-45b3-98a8-ae2a97c1310f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab HTTP/1.1" status: 200 len: 380 time: 0.0737655 Jul 23 10:20:47.223049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'port': {'device_id': '01010181-5e4e-46cc-866f-871009938900', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'admin_state_up': True, 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'security_groups': ['e04fd56f-47b2-484d-bd8a-531a2b982ee8']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:47.234957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Routers {'5ac523c6-7f19-40f9-b7f7-3c294166101c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:47.236215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ac523c6-7f19-40f9-b7f7-3c294166101c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:47.390617 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd190c06-f4f7-40e5-be1d-35f69ed9948d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.426478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Set router 5ac523c6-7f19-40f9-b7f7-3c294166101c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:47.426797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6884f9c3-1d13-4b6e-8a24-55f3a8ee3fff req-c84b61a3-9499-4045-8761-71f580fe1cc3 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.449462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6884f9c3-1d13-4b6e-8a24-55f3a8ee3fff req-c84b61a3-9499-4045-8761-71f580fe1cc3 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.453998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd190c06-f4f7-40e5-be1d-35f69ed9948d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.469754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Made reservation on behalf of 239dddd6b3ac4dfb8cb0b4cb3cff3eab for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:47.478548 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.512364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6884f9c3-1d13-4b6e-8a24-55f3a8ee3fff req-c84b61a3-9499-4045-8761-71f580fe1cc3 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636564 Jul 23 10:20:47.565078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b61a3-9499-4045-8761-71f580fe1cc3 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4180485-5e8f-4ad5-9851-49a2d80d11f9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:47.591407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.597941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd190c06-f4f7-40e5-be1d-35f69ed9948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.601010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd190c06-f4f7-40e5-be1d-35f69ed9948d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.602299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cd190c06-f4f7-40e5-be1d-35f69ed9948d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/947d8434-2f86-47a4-8283-1d96fecd2da4 HTTP/1.1" status: 204 len: 168 time: 0.6441941 Jul 23 10:20:47.629838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0d429007-e5db-4c6d-90e7-6097ab7e3bff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:47.671151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd190c06-f4f7-40e5-be1d-35f69ed9948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d8434-2f86-47a4-8283-1d96fecd2da4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:47.867877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:47.874215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Allocated IP 172.20.0.10 (379e3615-898a-4d5f-ad14-574632aacf41/e4740ef8-3cba-4dd3-b6ef-84f3320f15ef/1c9421b5-7e48-43b3-a3e6-8a3d8ad42237) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:48.033939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c1eb2522-9f8f-40b5-b8cb-046510d70411', 'name': '', 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'mac_address': 'fa:16:3e:30:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:36Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 2, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'subnets': [{'id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:48.122555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Checking router: 5ac523c6-7f19-40f9-b7f7-3c294166101c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:48.123014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Updating router 5ac523c6-7f19-40f9-b7f7-3c294166101c port c1eb2522-9f8f-40b5-b8cb-046510d70411 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:20:48.162292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-3b6aa8d5-3f17-4a53-9502-c32131b8745b tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:48.164201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-3b6aa8d5-3f17-4a53-9502-c32131b8745b tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 1100 time: 0.1984015 Jul 23 10:20:48.174155 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.231266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:48.263352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.284103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Transition to ACTIVE for port object 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:48.393735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013deec4-0ac6-4bf1-a10a-30657d5c7d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.411312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:20:48.565487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013deec4-0ac6-4bf1-a10a-30657d5c7d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.579104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013deec4-0ac6-4bf1-a10a-30657d5c7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.618406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013deec4-0ac6-4bf1-a10a-30657d5c7d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92653e58-8cf1-4214-a9f9-4a98959f7249,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:48.739981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bcefc-6ed7-4eed-9ced-3b316aefac54 req-67f99249-cf27-4c27-ae51-5c32083b3f98 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:48.752587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc5bcefc-6ed7-4eed-9ced-3b316aefac54 req-67f99249-cf27-4c27-ae51-5c32083b3f98 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 949 time: 0.6595097 Jul 23 10:20:48.760224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.763724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57538) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:48.787349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:20:48.793469 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.796993 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] Sync routers for ids ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:20:48.801986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-887351c5-4696-4e6d-a328-d6647ebb72fa admin admin] 10.222.0.37 "PUT /v2.0/routers/e15b8dea-cf5a-46a9-89bb-192eec1a53a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2083755 Jul 23 10:20:48.817271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57544) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:48.821955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Transition to ACTIVE for port object c1eb2522-9f8f-40b5-b8cb-046510d70411 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:48.823855 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] Routers {'e15b8dea-cf5a-46a9-89bb-192eec1a53a8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:48.825098 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:48.844436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.899045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Network 379e3615-898a-4d5f-ad14-574632aacf41 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:48.931053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:48.935982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-013deec4-0ac6-4bf1-a10a-30657d5c7d92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2c73f300db142e6a517409477d9f993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7032340 Jul 23 10:20:48.938968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:48.968449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:48.970110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dde48-2af3-4d25-81c0-3aa712a6f15c None None] Pushing event updated for resources: {'Port': ['ID=c1eb2522-9f8f-40b5-b8cb-046510d70411,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:48.976276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:48.977376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:48.999379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc5bcefc-6ed7-4eed-9ced-3b316aefac54 req-1df080fc-22b9-4430-8891-99827c00bfa7 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403233 Jul 23 10:20:49.051673 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] Set router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:49.065426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Attempting to bind port c1eb2522-9f8f-40b5-b8cb-046510d70411 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:49.065799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Attempting to bind port c1eb2522-9f8f-40b5-b8cb-046510d70411 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:49.066171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Attempting to bind port c1eb2522-9f8f-40b5-b8cb-046510d70411 on network 17936f9a-0f74-4063-92f9-447a0d645ab2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:49.073356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:49.074179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Checking segment: {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:49.074607 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.075137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Bound using segment: {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:49.075838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Bound port: c1eb2522-9f8f-40b5-b8cb-046510d70411, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec53b6-aec0-459f-96fb-70f3bce9fbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:49.076236 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.104647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:49.163264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-55c711f7-f4f6-46bb-93a8-bf39d4e17ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9441578 Jul 23 10:20:49.205906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Deleting port 83f1249a-2625-4d66-9345-25680e42a6b4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:49.206163 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.219611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] For port c1eb2522-9f8f-40b5-b8cb-046510d70411, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:49.223676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] For port c1eb2522-9f8f-40b5-b8cb-046510d70411, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c1eb2522-9f8f-40b5-b8cb-046510d70411,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:49.227746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Request body: {'port': {'device_id': '01010181-5e4e-46cc-866f-871009938900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:49.236776 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.313381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-e0c125ba-6ffe-4c88-95a2-ab67a449cdff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5484962 Jul 23 10:20:49.314967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Routers {'5ac523c6-7f19-40f9-b7f7-3c294166101c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:49.316000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ac523c6-7f19-40f9-b7f7-3c294166101c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:49.412242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14743cb5-b717-4190-9e7a-8a511b47c370 req-1c1a32eb-fdba-4a8f-8830-f3aa36f60f5c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:49.420927 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:47Z', 'revision_number': 5, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:49.422888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14743cb5-b717-4190-9e7a-8a511b47c370 req-1c1a32eb-fdba-4a8f-8830-f3aa36f60f5c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.3057444 Jul 23 10:20:49.428064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dde48-2af3-4d25-81c0-3aa712a6f15c None None] Pushing event updated for resources: {'Port': ['ID=c1eb2522-9f8f-40b5-b8cb-046510d70411,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:49.455527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] For port 83f1249a-2625-4d66-9345-25680e42a6b4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=83f1249a-2625-4d66-9345-25680e42a6b4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:49.456197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.472165 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] Checking router: e15b8dea-cf5a-46a9-89bb-192eec1a53a8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:20:49.480729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.486383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] Set router 5ac523c6-7f19-40f9-b7f7-3c294166101c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:49.495608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.501778 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] Routers {'e15b8dea-cf5a-46a9-89bb-192eec1a53a8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:20:49.503013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:49.505400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e0b4-5cd3-42ea-9268-a374683285b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.507388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Calling delete_port for 83f1249a-2625-4d66-9345-25680e42a6b4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:49.530948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14743cb5-b717-4190-9e7a-8a511b47c370 req-147067a6-622d-488e-8bd1-0dc7ea523209 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996914 Jul 23 10:20:49.710900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c42e2f-de1f-4b07-a615-c41253d2a70f req-ae931fd4-1bf2-48d7-bb7b-ab3aa61c7ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:49.732566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d9c42e2f-de1f-4b07-a615-c41253d2a70f req-ae931fd4-1bf2-48d7-bb7b-ab3aa61c7ef1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 932 time: 0.7214501 Jul 23 10:20:49.802105 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] Set router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:20:49.806413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-52c1222e-de24-4565-9af8-d36be83a55ee None None] Provisioning for port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:49.822234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-52c1222e-de24-4565-9af8-d36be83a55ee None None] Provisioning complete for port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:49.822615 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52c1222e-de24-4565-9af8-d36be83a55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.867104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-52c1222e-de24-4565-9af8-d36be83a55ee None None] Port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:49.884115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e0b4-5cd3-42ea-9268-a374683285b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.899872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c1eb2522-9f8f-40b5-b8cb-046510d70411', 'name': '', 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'mac_address': 'fa:16:3e:30:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:36Z', 'updated_at': '2021-07-23T10:20:49Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'subnets': [{'id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:49.953310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:49.962147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:49.977882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Transition to ACTIVE for port object 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:49.989876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.041538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d9c42e2f-de1f-4b07-a615-c41253d2a70f req-f2096134-223b-4762-a7a8-3a90190fcbf9 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080924 Jul 23 10:20:50.148980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.160142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e0b4-5cd3-42ea-9268-a374683285b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.163052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e0b4-5cd3-42ea-9268-a374683285b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.166020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b5a1e0b4-5cd3-42ea-9268-a374683285b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92653e58-8cf1-4214-a9f9-4a98959f7249 HTTP/1.1" status: 204 len: 168 time: 1.1506934 Jul 23 10:20:50.203989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:50.240542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Attempting to bind port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:50.243835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Attempting to bind port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:50.248408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Attempting to bind port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 on network 379e3615-898a-4d5f-ad14-574632aacf41 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:50.268584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 on network 379e3615-898a-4d5f-ad14-574632aacf41 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:20:50.269145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Attempting to bind port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 on network 379e3615-898a-4d5f-ad14-574632aacf41 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:50.273674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1e0b4-5cd3-42ea-9268-a374683285b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92653e58-8cf1-4214-a9f9-4a98959f7249,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:50.275651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:50.280375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Checking segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:50.280923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Bound using segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:50.281483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Bound port: 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:50.282147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.305172 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:47Z', 'revision_number': 5, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:50.322530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092b80e-ebd5-4153-9243-7185011d7b08 None None] The sync data for ids ['5ac523c6-7f19-40f9-b7f7-3c294166101c'] in n-d-778550-4 is: [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c1eb2522-9f8f-40b5-b8cb-046510d70411', 'name': '', 'network_id': '17936f9a-0f74-4063-92f9-447a0d645ab2', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'mac_address': 'fa:16:3e:30:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:36Z', 'updated_at': '2021-07-23T10:20:49Z', 'revision_number': 4, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'subnets': [{'id': 'c4529f67-7b0b-427a-b74a-557b401025c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:50.382896 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007df3a-d9aa-4607-b505-aa20f6f3cb00 None None] The sync data for ids ['e15b8dea-cf5a-46a9-89bb-192eec1a53a8'] in n-d-778550-4 is: [{'id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'name': 'tempest-FloatingIPsTestJSON-1958799917-router', 'tenant_id': '0cf444a8cdcc45289e9a42598a0b6199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '214b0d43-6652-434f-af89-606dd8baf298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:47Z', 'revision_number': 5, 'project_id': '0cf444a8cdcc45289e9a42598a0b6199', 'gw_port': {'id': '214b0d43-6652-434f-af89-606dd8baf298', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15b8dea-cf5a-46a9-89bb-192eec1a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:29Z', 'updated_at': '2021-07-23T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:20:50.487041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:50.493122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:50.494086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.502618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.533599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Deleting port 214b0d43-6652-434f-af89-606dd8baf298 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:50.537500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.579697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:50.579697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.585804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] 10.222.0.55 "PUT /v2.0/ports/1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 HTTP/1.1" status: 200 len: 1092 time: 1.3724825 Jul 23 10:20:50.586455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:50.591742 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe753d-9d3f-41e1-a349-dea45ed970cc" -d '{"events": [{"name": "network-changed", "server_uuid": "01010181-5e4e-46cc-866f-871009938900", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:50.722157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f1249a-2625-4d66-9345-25680e42a6b4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:50.774806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a81278-306e-4f0b-a681-08b6b5a16453 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:50.850089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-92585be0-eb52-45c7-a97d-06494b959598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:50.852028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-92585be0-eb52-45c7-a97d-06494b959598 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 1095 time: 0.1883886 Jul 23 10:20:50.918961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] No DVR routers for this DVR port 83f1249a-2625-4d66-9345-25680e42a6b4 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:20:50.945671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:50.966452 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c483408-3ea3-4637-a761-ff55a589ce91 req-e9cad23c-46e2-40aa-99ff-b23846e13bf4 tempest-DeleteServersAdminTestJSON-1740349760 tempest-DeleteServersAdminTestJSON-1740349760-project-admin] 10.222.0.20 "DELETE /v2.0/ports/83f1249a-2625-4d66-9345-25680e42a6b4 HTTP/1.1" status: 204 len: 173 time: 2.7690849 Jul 23 10:20:50.976716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'name': 'network-vif-deleted', 'tag': '83f1249a-2625-4d66-9345-25680e42a6b4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:50.985508 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fefb20-451b-4761-910b-1ec4b3b34f60" -d '{"events": [{"server_uuid": "a97c1bb0-74c5-4ad0-a390-3d32750327fc", "name": "network-vif-deleted", "tag": "83f1249a-2625-4d66-9345-25680e42a6b4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:51.015332 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-bec0ba43-3323-4626-b3a3-b4bbe0355742 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 HTTP/1.1" status: 200 len: 217 time: 0.1558669 Jul 23 10:20:51.058672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1eb2522-9f8f-40b5-b8cb-046510d70411 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:51.092828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51db97-a132-46b0-badd-1ffffa57f533 req-6ce97ee9-7909-4fcd-874a-b0807e862268 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:51.094495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a51db97-a132-46b0-badd-1ffffa57f533 req-6ce97ee9-7909-4fcd-874a-b0807e862268 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=a97c1bb0-74c5-4ad0-a390-3d32750327fc HTTP/1.1" status: 200 len: 867 time: 0.8928573 Jul 23 10:20:51.178021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c1eb2522-9f8f-40b5-b8cb-046510d70411 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:51.188934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c1eb2522-9f8f-40b5-b8cb-046510d70411 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:51.190489 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:51.311321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-32e2d6c1-f8b0-4af6-bc0c-5b2bc41482a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:51.315712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-32e2d6c1-f8b0-4af6-bc0c-5b2bc41482a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.2863424 Jul 23 10:20:51.423589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf8a3b-c18b-4c45-91af-cea9dff26924 req-8424ad04-3600-4a7c-81bb-9bd138525152 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:51.425425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03bf8a3b-c18b-4c45-91af-cea9dff26924 req-8424ad04-3600-4a7c-81bb-9bd138525152 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.2932484 Jul 23 10:20:51.431776 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:51.491434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port c1eb2522-9f8f-40b5-b8cb-046510d70411, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c1eb2522-9f8f-40b5-b8cb-046510d70411,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:51.497749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03bf8a3b-c18b-4c45-91af-cea9dff26924 req-e0ad6fd7-c9ca-4ea2-be6c-6df81b3ff70c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Jul 23 10:20:51.498415 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:51.505379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-21ad999d-4a3b-451b-bc94-31b7f0d5126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:51.509123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-21ad999d-4a3b-451b-bc94-31b7f0d5126d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802061 Jul 23 10:20:51.550433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d429007-e5db-4c6d-90e7-6097ab7e3bff no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:20:51.585156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 83f1249a-2625-4d66-9345-25680e42a6b4 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:20:51.592607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0d429007-e5db-4c6d-90e7-6097ab7e3bff {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:20:51.593229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d429007-e5db-4c6d-90e7-6097ab7e3bff not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:20:51.602355 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cd70a8-7a61-4b25-bebd-b8a7ce1c2f09 x-openstack-request-id: req-14cd70a8-7a61-4b25-bebd-b8a7ce1c2f09 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:51.602654 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01010181-5e4e-46cc-866f-871009938900", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:51.615216 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14cd70a8-7a61-4b25-bebd-b8a7ce1c2f09 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:51.615886 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'status': 'completed', 'code': 200} Jul 23 10:20:51.633665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] For port 214b0d43-6652-434f-af89-606dd8baf298, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=214b0d43-6652-434f-af89-606dd8baf298,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:51.634580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:51.645783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 83f1249a-2625-4d66-9345-25680e42a6b4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:20:51.646027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 83f1249a-2625-4d66-9345-25680e42a6b4 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:20:51.650226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Calling delete_port for 214b0d43-6652-434f-af89-606dd8baf298 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:51.678969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=c1eb2522-9f8f-40b5-b8cb-046510d70411,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:51.680643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a51db97-a132-46b0-badd-1ffffa57f533 req-91a811d5-6974-47be-8533-95e7657685da tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613756 Jul 23 10:20:51.765441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-e0313193-ce36-4955-82b6-fda7a98550f0 service neutron] 10.222.0.55 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346547 Jul 23 10:20:51.804307 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23e4b4-1ed6-4cf8-bbb9-158c2c308863 x-openstack-request-id: req-db23e4b4-1ed6-4cf8-bbb9-158c2c308863 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:51.804943 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97c1bb0-74c5-4ad0-a390-3d32750327fc", "name": "network-vif-deleted", "tag": "83f1249a-2625-4d66-9345-25680e42a6b4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:51.805318 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db23e4b4-1ed6-4cf8-bbb9-158c2c308863 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:51.812906 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97c1bb0-74c5-4ad0-a390-3d32750327fc', 'name': 'network-vif-deleted', 'tag': '83f1249a-2625-4d66-9345-25680e42a6b4', 'status': 'completed', 'code': 200} Jul 23 10:20:52.023562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8719e5bd-4b07-4d97-939b-bfd437d0d06b req-c11f6acb-27de-4e0e-bd02-b2924ed3f44d service neutron] 10.222.0.55 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367070 Jul 23 10:20:52.067306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-fdf1b33f-6be2-46c0-bc7b-7229bdb5abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.072319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7f9cb-d59f-4b86-9c89-b91ea4dd5ede req-c1cbc2b2-f540-459a-9fe0-8dc50fadbdd8 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.074154 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-fdf1b33f-6be2-46c0-bc7b-7229bdb5abfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1101 time: 0.2232637 Jul 23 10:20:52.075884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9eb7f9cb-d59f-4b86-9c89-b91ea4dd5ede req-c1cbc2b2-f540-459a-9fe0-8dc50fadbdd8 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 944 time: 0.2050014 Jul 23 10:20:52.169072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57654) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:52.195134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9eb7f9cb-d59f-4b86-9c89-b91ea4dd5ede req-0bb809ae-015e-4c11-99b7-d22fc6982dae tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067438 Jul 23 10:20:52.225187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-dd2f2f9d-07e0-4238-bb05-54832f63695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.226689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-dd2f2f9d-07e0-4238-bb05-54832f63695a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 1095 time: 0.1191037 Jul 23 10:20:52.246419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.286856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=214b0d43-6652-434f-af89-606dd8baf298,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:52.330597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.385390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-1b12acd1-5e89-4010-8396-b16c17feb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.388488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-1b12acd1-5e89-4010-8396-b16c17feb42d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2761619 Jul 23 10:20:52.445862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4c312c9-7f02-4203-a970-3e86e99459c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.458904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-2eb3ddaf-8fb3-4b1d-972e-7cd4e3f5eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.460432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-2eb3ddaf-8fb3-4b1d-972e-7cd4e3f5eec5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 925 time: 0.2270579 Jul 23 10:20:52.499236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-2c983751-0db8-4140-a148-fa2cd3d38992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.0784650 Jul 23 10:20:52.504873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.517527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.549346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-22ce693b-6c6f-45d4-adb8-6f93a0d2a624 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 HTTP/1.1" status: 200 len: 217 time: 0.0739987 Jul 23 10:20:52.605644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-76cc8052-36c9-44c4-8ca7-0857a0d3aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.607144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-76cc8052-36c9-44c4-8ca7-0857a0d3aa27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.0469794 Jul 23 10:20:52.670966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-573841cc-40bf-4825-96c0-43b6d227b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.672669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-573841cc-40bf-4825-96c0-43b6d227b5dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1659601 Jul 23 10:20:52.674099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.674607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e15b8dea-cf5a-46a9-89bb-192eec1a53a8 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:20:52.685344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.686453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-58938c8e-f133-4551-b887-58de1f360e8b admin admin] 10.222.0.37 "DELETE /v2.0/routers/e15b8dea-cf5a-46a9-89bb-192eec1a53a8 HTTP/1.1" status: 204 len: 168 time: 3.8666365 Jul 23 10:20:52.698233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:52.753688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4c312c9-7f02-4203-a970-3e86e99459c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.773088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4c312c9-7f02-4203-a970-3e86e99459c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.806990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8562-8074-4020-873b-2374e7bef5b6 req-38d6ddf4-a476-4f1f-ace9-e14500007d2e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.810405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83ab8562-8074-4020-873b-2374e7bef5b6 req-38d6ddf4-a476-4f1f-ace9-e14500007d2e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1831551 Jul 23 10:20:52.835348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Deleting subnet 00c21d6e-f95c-4fd1-934b-0233262dab18 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:20:52.852010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:52.852582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-3d173444-bb72-4fdf-810b-e0ff00071f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.854104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-3d173444-bb72-4fdf-810b-e0ff00071f92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292912 Jul 23 10:20:52.859876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b4c312c9-7f02-4203-a970-3e86e99459c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=569f6173dcfd471193e74222576d3b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837170 Jul 23 10:20:52.859876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c312c9-7f02-4203-a970-3e86e99459c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d2aed-292d-4e41-961a-3a5cc4abbc89,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:52.861526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:52.942649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-55230b25-2a52-420c-9729-1f4355607cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:52.944333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-55230b25-2a52-420c-9729-1f4355607cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2639594 Jul 23 10:20:53.020998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-79f08354-2ef3-4c51-9d43-84ac0104c4c2 service neutron] 10.222.0.55 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527774 Jul 23 10:20:53.056384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.130160 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83ab8562-8074-4020-873b-2374e7bef5b6 req-2db71ba8-feb3-4e9e-af19-cc5228de5702 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738409 Jul 23 10:20:53.165802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bfe753d-9d3f-41e1-a349-dea45ed970cc req-a1d75aaa-b38c-4275-b48b-424abe128f28 service neutron] 10.222.0.55 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356592 Jul 23 10:20:53.205754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e77499fe-ab99-4250-8e7b-9549a82b9db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.290819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e77499fe-ab99-4250-8e7b-9549a82b9db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.309891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.338662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1eb2522-9f8f-40b5-b8cb-046510d70411 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:53.343955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-7560ea97-027e-46dd-ab0c-44c1b85dbecb tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335705 Jul 23 10:20:53.400427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-926dd4f6-de87-414e-ae51-6cb4f7aef8f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862867 Jul 23 10:20:53.426534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c1eb2522-9f8f-40b5-b8cb-046510d70411 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:53.427213 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.456603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e77499fe-ab99-4250-8e7b-9549a82b9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.459279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e77499fe-ab99-4250-8e7b-9549a82b9db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.460567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e77499fe-ab99-4250-8e7b-9549a82b9db4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b8d2aed-292d-4e41-961a-3a5cc4abbc89 HTTP/1.1" status: 204 len: 168 time: 0.5688925 Jul 23 10:20:53.496922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.531563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-2ecf0cf7-e4d0-482c-80c8-4564e637cd84 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:53.534193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-2ecf0cf7-e4d0-482c-80c8-4564e637cd84 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892836 Jul 23 10:20:53.538960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77499fe-ab99-4250-8e7b-9549a82b9db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d2aed-292d-4e41-961a-3a5cc4abbc89,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:53.563222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c21d6e-f95c-4fd1-934b-0233262dab18,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:53.566478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-020a8c7a-c37b-4054-811a-697e26c0f84a tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/quotas/2df9cd258b2d4886b391ccc6b5b15305 HTTP/1.1" status: 200 len: 375 time: 0.0232069 Jul 23 10:20:53.574111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.578175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4270efbd-600b-4b0f-8e43-13a77f6aad7e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/00c21d6e-f95c-4fd1-934b-0233262dab18 HTTP/1.1" status: 204 len: 168 time: 0.8762581 Jul 23 10:20:53.578436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.581556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200b8f5-3f7d-46fe-878f-193fd0eb76ec None None] Network 1f18825f-f7a6-4492-914e-c628e38908df requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:20:53.583341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:53.615750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-bb386876-c2db-4434-b4f8-a8ceb0b6ba5d service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070105 Jul 23 10:20:53.625306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-9e3dd230-a5aa-46f7-a4a2-2b90dfb2fca7 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572712 Jul 23 10:20:53.689217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78559b-167a-49de-aae5-07013ab1548f req-988ce027-2b36-477e-adae-a80026f2c170 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:53.691134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c78559b-167a-49de-aae5-07013ab1548f req-988ce027-2b36-477e-adae-a80026f2c170 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 944 time: 0.1967950 Jul 23 10:20:53.695324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.778774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c78559b-167a-49de-aae5-07013ab1548f req-e813c3c6-4383-45fe-9588-21beda4935fb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661526 Jul 23 10:20:53.824726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Deleting port d25fb992-9db4-4812-9b41-788b5ebd1f29 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:53.825092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.840956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57764) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:53.856208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cef546a-2266-4d3d-bf10-ab29fc4dde7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.890532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] DHCP port deletion for 1f18825f-f7a6-4492-914e-c628e38908df request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:20:53.984902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86bf8c9b-218e-4c47-ba9f-b6c2a8998aca req-72de62b6-8677-479b-bc31-c03b0b6ea395 tempest-FlavorsV2NegativeTest-1013198804 tempest-FlavorsV2NegativeTest-1013198804-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=88daf1b8005b48aa83392f13e2521ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752814 Jul 23 10:20:53.986912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] Deleting port d25fb992-9db4-4812-9b41-788b5ebd1f29 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:53.987290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:53.988195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] For port d25fb992-9db4-4812-9b41-788b5ebd1f29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d25fb992-9db4-4812-9b41-788b5ebd1f29,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:53.988573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.035050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Calling delete_port for d25fb992-9db4-4812-9b41-788b5ebd1f29 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:54.066095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] For port d25fb992-9db4-4812-9b41-788b5ebd1f29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d25fb992-9db4-4812-9b41-788b5ebd1f29,segment=NetworkSegment(ec5c83ae-df8e-4e83-ab59-1d10362b8252),segment_id=ec5c83ae-df8e-4e83-ab59-1d10362b8252)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:54.067193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.083849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] Calling delete_port for d25fb992-9db4-4812-9b41-788b5ebd1f29 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:54.087446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6449057d-9030-43bd-afde-380107d72e92 req-bbca3061-7201-4547-b19a-de3c6670b302 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 210 time: 0.0505905 Jul 23 10:20:54.089516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cef546a-2266-4d3d-bf10-ab29fc4dde7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.098811 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cef546a-2266-4d3d-bf10-ab29fc4dde7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.127343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef546a-2266-4d3d-bf10-ab29fc4dde7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ac0e4-7953-4e0d-b107-48b3403a5ba8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:54.164213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4cef546a-2266-4d3d-bf10-ab29fc4dde7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a9ea32b84d94804b6ac7b83b9426873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226838 Jul 23 10:20:54.170702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57786) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:54.174679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-20ad1cf4-d99a-4a62-ac4d-054f7512b49a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873240 Jul 23 10:20:54.274124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8c9b-218e-4c47-ba9f-b6c2a8998aca req-331cefed-2c7e-443d-bcb9-69551dba1fbf tempest-FlavorsV2NegativeTest-1013198804 tempest-FlavorsV2NegativeTest-1013198804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:54.294459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86bf8c9b-218e-4c47-ba9f-b6c2a8998aca req-331cefed-2c7e-443d-bcb9-69551dba1fbf tempest-FlavorsV2NegativeTest-1013198804 tempest-FlavorsV2NegativeTest-1013198804-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086269 Jul 23 10:20:54.304298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5978-9f33-4619-a815-735d2dcf5a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.320882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86bf8c9b-218e-4c47-ba9f-b6c2a8998aca req-ce53b97f-eab7-4bf1-8367-a9c7c911dc37 tempest-FlavorsV2NegativeTest-1013198804 tempest-FlavorsV2NegativeTest-1013198804-project] 10.222.0.37 "GET /v2.0/quotas/88daf1b8005b48aa83392f13e2521ae5 HTTP/1.1" status: 200 len: 375 time: 0.0247304 Jul 23 10:20:54.327950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.334115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.340638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] No DVR routers for this DVR port d25fb992-9db4-4812-9b41-788b5ebd1f29 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:20:54.361293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c88c0-efc2-4ace-919e-6288fe298887 None None] Pushing event deleted for resources: {'Port': ['ID=d25fb992-9db4-4812-9b41-788b5ebd1f29,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:54.389045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5978-9f33-4619-a815-735d2dcf5a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.392791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d25fb992-9db4-4812-9b41-788b5ebd1f29,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:54.396378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86bf8c9b-218e-4c47-ba9f-b6c2a8998aca req-a1e803c4-1cf3-499f-aa7e-1c529dc7c1c3 tempest-FlavorsV2NegativeTest-1013198804 tempest-FlavorsV2NegativeTest-1013198804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88daf1b8005b48aa83392f13e2521ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632901 Jul 23 10:20:54.398183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] No DVR routers for this DVR port d25fb992-9db4-4812-9b41-788b5ebd1f29 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:20:54.428345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5353-11f2-4161-adf9-a18f048cb40d req-077b0885-0baa-4c1d-8a63-c665183c5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:54.429860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-077b0885-0baa-4c1d-8a63-c665183c5872 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0108a100143b436d9aa8f0edd689dfc6&device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 1121 time: 0.1786768 Jul 23 10:20:54.480627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.502842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.503960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > port after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.510247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.526367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2be8a-36d4-4465-bc68-9fa28a6effbd req-e026eb04-e4c5-42ac-a49a-9e5900670717 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:54.534652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2a2be8a-36d4-4465-bc68-9fa28a6effbd req-e026eb04-e4c5-42ac-a49a-9e5900670717 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.2135277 Jul 23 10:20:54.612652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.613335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.616206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.616547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:20:54.616950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f18825f-f7a6-4492-914e-c628e38908df']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:54.638603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5978-9f33-4619-a815-735d2dcf5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.639068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5c83ae-df8e-4e83-ab59-1d10362b8252') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:54.639430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5c83ae-df8e-4e83-ab59-1d10362b8252') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:20:54.641160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5978-9f33-4619-a815-735d2dcf5a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.646136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c6b5978-9f33-4619-a815-735d2dcf5a96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a07ac0e4-7953-4e0d-b107-48b3403a5ba8 HTTP/1.1" status: 204 len: 168 time: 0.4669526 Jul 23 10:20:54.657588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b5978-9f33-4619-a815-735d2dcf5a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ac0e4-7953-4e0d-b107-48b3403a5ba8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:54.689624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2a2be8a-36d4-4465-bc68-9fa28a6effbd req-a6a07378-dce3-4063-a4e2-e82d5ca57494 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496630 Jul 23 10:20:54.713940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5353-11f2-4161-adf9-a18f048cb40d req-cfe924d5-575c-458f-9f0f-b17f5b4d8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:54.715818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-cfe924d5-575c-458f-9f0f-b17f5b4d8de7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2586405 Jul 23 10:20:54.727581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.782998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.801383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:20:54.801965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:54.829480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-d0ceeee8-8485-4d93-ab5e-5dc58ec0119b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=40110c42-7e97-4945-92ce-b8f418c6c155 HTTP/1.1" status: 200 len: 217 time: 0.1069026 Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: from cryptography.utils import int_from_bytes Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: from cryptography.utils import int_from_bytes Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:20:54.830048 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:20:54.930322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 214b0d43-6652-434f-af89-606dd8baf298 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:20:54.961817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 214b0d43-6652-434f-af89-606dd8baf298 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:20:54.962518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 214b0d43-6652-434f-af89-606dd8baf298 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:20:54.963268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d25fb992-9db4-4812-9b41-788b5ebd1f29 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:20:54.989300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d25fb992-9db4-4812-9b41-788b5ebd1f29 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:20:54.990148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d25fb992-9db4-4812-9b41-788b5ebd1f29 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:20:55.002855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5353-11f2-4161-adf9-a18f048cb40d req-bc13ccab-9acf-44f0-8370-bccf8efb0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:55.005091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-bc13ccab-9acf-44f0-8370-bccf8efb0276 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1626365 Jul 23 10:20:55.026004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.059691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c83b-0047-4882-bb35-47ff7b2fe025 req-846381e5-9363-401d-b40e-602066cd552c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:55.061287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1958c83b-0047-4882-bb35-47ff7b2fe025 req-846381e5-9363-401d-b40e-602066cd552c tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 970 time: 0.1296012 Jul 23 10:20:55.064135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.068920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f18825f-f7a6-4492-914e-c628e38908df HTTP/1.1" status: 204 len: 168 time: 1.4839642 Jul 23 10:20:55.072518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960ffab-761d-43fa-8a61-dad5b8242f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f18825f-f7a6-4492-914e-c628e38908df,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:55.094819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c468-e7b5-4fb5-9aaa-9f9bab7f132e req-0d5923a4-dfa0-45b5-9a86-744e8eea3489 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:55.101793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89c2c468-e7b5-4fb5-9aaa-9f9bab7f132e req-0d5923a4-dfa0-45b5-9a86-744e8eea3489 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 944 time: 0.1306391 Jul 23 10:20:55.138568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1958c83b-0047-4882-bb35-47ff7b2fe025 req-6c57cfaa-e5ae-4e3e-b5f5-fccaa812b00f tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574551 Jul 23 10:20:55.141492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5353-11f2-4161-adf9-a18f048cb40d req-fdac8d18-c273-4402-a2e4-2661d8ece48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:55.142935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-fdac8d18-c273-4402-a2e4-2661d8ece48f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279287 Jul 23 10:20:55.406652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:55.456526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89c2c468-e7b5-4fb5-9aaa-9f9bab7f132e req-bbc297d6-d580-4cab-9043-bb03fedde19a tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538549 Jul 23 10:20:55.461079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-50c84fab-2ebf-41c0-8163-17f682ea8adb tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568547 Jul 23 10:20:55.529304 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8343c9ba-b78d-49f5-93ee-2989f22027bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cf444a8cdcc45289e9a42598a0b6199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205399 Jul 23 10:20:55.533965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-893a3aa5-fa4b-4d00-b101-049bea535975 req-901a6ee9-e661-4c13-973e-6dc730af302d tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 210 time: 0.0567555 Jul 23 10:20:55.534563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:55.571260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-cc89b32f-e38e-45ed-85d4-5f227da0022b service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182522 Jul 23 10:20:55.615554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:55.657316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-be595cf1-8304-40a5-bc17-c4abededbca5 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:55.660606 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-be595cf1-8304-40a5-bc17-c4abededbca5 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912842 Jul 23 10:20:55.663751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2869802a-9f01-4675-af9c-b9bd27873e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.692003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Request body: {'port': {'device_id': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '2df9cd258b2d4886b391ccc6b5b15305'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:55.711448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331a5353-11f2-4161-adf9-a18f048cb40d req-3b9de3ab-5674-444c-9f84-2d45b6c31072 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328220 Jul 23 10:20:55.776623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2869802a-9f01-4675-af9c-b9bd27873e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.796620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b873a5f-f6dd-49f2-a0bb-eab674c1cf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.943524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2869802a-9f01-4675-af9c-b9bd27873e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.945950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2869802a-9f01-4675-af9c-b9bd27873e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:55.947100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2869802a-9f01-4675-af9c-b9bd27873e32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6848094b-0036-4f8d-950a-32f9b03daa52 HTTP/1.1" status: 204 len: 168 time: 0.4114463 Jul 23 10:20:55.976035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3e4f-0e8c-49f1-9867-a48ee19fef5b req-c56ebd91-33be-4227-8ab9-47d73b10fb83 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:55.977644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-142d3e4f-0e8c-49f1-9867-a48ee19fef5b req-c56ebd91-33be-4227-8ab9-47d73b10fb83 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1984341 Jul 23 10:20:55.978645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869802a-9f01-4675-af9c-b9bd27873e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6848094b-0036-4f8d-950a-32f9b03daa52,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:55.994215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b873a5f-f6dd-49f2-a0bb-eab674c1cf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.009031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b873a5f-f6dd-49f2-a0bb-eab674c1cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.092545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-142d3e4f-0e8c-49f1-9867-a48ee19fef5b req-5155ab39-4b71-48f3-ab44-a91a64b98d04 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984251 Jul 23 10:20:56.122914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Made reservation on behalf of 2df9cd258b2d4886b391ccc6b5b15305 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:56.140805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2b873a5f-f6dd-49f2-a0bb-eab674c1cf65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88daf1b8005b48aa83392f13e2521ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239153 Jul 23 10:20:56.142244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.143030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:56.144987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b873a5f-f6dd-49f2-a0bb-eab674c1cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464e178d-57ae-48e8-b47c-3ccd0a26b912,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:56.205878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:20:56.239050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-07a94352-adc4-4fdf-a961-e873274f12af tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:56.241122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-07a94352-adc4-4fdf-a961-e873274f12af tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.55 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 970 time: 0.1678176 Jul 23 10:20:56.244510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315cd2db-44e3-4e94-b433-ecb3e57bc7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.383552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315cd2db-44e3-4e94-b433-ecb3e57bc7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.444518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:56.491989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'port_id': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'mac_address': 'fa:16:3e:0c:0d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:20:56.497803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315cd2db-44e3-4e94-b433-ecb3e57bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.500668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315cd2db-44e3-4e94-b433-ecb3e57bc7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.504836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-315cd2db-44e3-4e94-b433-ecb3e57bc7c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/464e178d-57ae-48e8-b47c-3ccd0a26b912 HTTP/1.1" status: 204 len: 168 time: 0.3564110 Jul 23 10:20:56.518303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Deleting port 40110c42-7e97-4945-92ce-b8f418c6c155 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:20:56.518908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.524562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cd2db-44e3-4e94-b433-ecb3e57bc7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e178d-57ae-48e8-b47c-3ccd0a26b912,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:56.548394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc3ba2-794b-4fdc-97cd-7f5a91aa72a3 req-3f91bc0f-7366-4dc0-8498-9f68ecddb8ee tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:56.557579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffc3ba2-794b-4fdc-97cd-7f5a91aa72a3 req-3f91bc0f-7366-4dc0-8498-9f68ecddb8ee tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 970 time: 0.1729724 Jul 23 10:20:56.595082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.606574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Allocated IP 192.168.233.141 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/ba8f5466-732a-4e2b-8507-090424b00100) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:20:56.611466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:56.638581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:56.647957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.681628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] For port 40110c42-7e97-4945-92ce-b8f418c6c155, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=40110c42-7e97-4945-92ce-b8f418c6c155,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:56.682281 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:56.700591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffc3ba2-794b-4fdc-97cd-7f5a91aa72a3 req-635e7e63-9489-4310-86ee-292858e71df5 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9e0a290-028d-4ef7-babe-3258e229a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338394 Jul 23 10:20:56.733919 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:56.748941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Calling delete_port for 40110c42-7e97-4945-92ce-b8f418c6c155 owned by compute:tempest-test_az-169366100 {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:20:56.850522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:20:56.889367 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47bd01ae-23ba-458c-b708-cdab7d2c4900 req-a9067dac-c607-49d0-901b-53145cf45b66 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 210 time: 0.0736449 Jul 23 10:20:56.978979 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.027348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Pushing event deleted for resources: {'Port': ['ID=40110c42-7e97-4945-92ce-b8f418c6c155,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:57.060306 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44115c41-e471-4d88-b956-55b1e1f0729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.098201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c7d14-31d8-4880-a466-85a237afdb47 req-77a77545-1b85-404f-b496-bffb489a1aac tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:57.105927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-066c7d14-31d8-4880-a466-85a237afdb47 req-77a77545-1b85-404f-b496-bffb489a1aac tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 945 time: 0.1681325 Jul 23 10:20:57.147431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] No DVR routers for this DVR port 40110c42-7e97-4945-92ce-b8f418c6c155 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:20:57.149756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.153660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.155892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c7b8b35-b02e-4365-bcfb-ec2288b64b63 req-a07897bf-a97c-4232-a4aa-f6736922b97b tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.55 "DELETE /v2.0/ports/40110c42-7e97-4945-92ce-b8f418c6c155 HTTP/1.1" status: 204 len: 173 time: 0.9082940 Jul 23 10:20:57.156541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'name': 'network-vif-deleted', 'tag': '40110c42-7e97-4945-92ce-b8f418c6c155'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:57.160268 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb46c5-71a2-4a55-9cc6-a76942658234" -d '{"events": [{"server_uuid": "a510ca1f-8478-455c-b21a-623cbba0c025", "name": "network-vif-deleted", "tag": "40110c42-7e97-4945-92ce-b8f418c6c155"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:57.200771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Transition to ACTIVE for port object ba8f5466-732a-4e2b-8507-090424b00100 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:57.206703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-066c7d14-31d8-4880-a466-85a237afdb47 req-a17b1e58-dd79-491f-9d02-d212df21d53c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994709 Jul 23 10:20:57.331817 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.349930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['40110c42-7e97-4945-92ce-b8f418c6c155'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:20:57.377333 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec75bf5-1f7d-4546-bd87-ed7f355d9247 x-openstack-request-id: req-5ec75bf5-1f7d-4546-bd87-ed7f355d9247 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:57.377931 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a510ca1f-8478-455c-b21a-623cbba0c025", "name": "network-vif-deleted", "tag": "40110c42-7e97-4945-92ce-b8f418c6c155", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:57.378194 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ec75bf5-1f7d-4546-bd87-ed7f355d9247 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:57.378976 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a510ca1f-8478-455c-b21a-623cbba0c025', 'name': 'network-vif-deleted', 'tag': '40110c42-7e97-4945-92ce-b8f418c6c155', 'status': 'completed', 'code': 200} Jul 23 10:20:57.388001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:20:57.399532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:20:57.409439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:20:57.422620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ce7c-9f1f-404d-b69c-5f135939ca5f req-8852d420-8eb9-4265-ba58-9935b026e05e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:57.424373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e80ce7c-9f1f-404d-b69c-5f135939ca5f req-8852d420-8eb9-4265-ba58-9935b026e05e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1747413 Jul 23 10:20:57.507538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Pushing event updated for resources: {'Port': ['ID=ba8f5466-732a-4e2b-8507-090424b00100,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:57.552111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:57.553564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.573427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e80ce7c-9f1f-404d-b69c-5f135939ca5f req-5e432b29-7c56-45a8-bd2b-3fd8dfe9741f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226292 Jul 23 10:20:57.575923 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-8f2f8447-e386-409a-9b16-f1d0e829b570 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8913734 Jul 23 10:20:57.604802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Request body: {'port': {'device_id': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:57.691898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.757641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d1cee6c7-9e16-4c25-9f17-1982aba870cb None None] Provisioning for port ba8f5466-732a-4e2b-8507-090424b00100 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:57.769019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d1cee6c7-9e16-4c25-9f17-1982aba870cb None None] Provisioning complete for port ba8f5466-732a-4e2b-8507-090424b00100 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:57.769840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1cee6c7-9e16-4c25-9f17-1982aba870cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:57.779227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57970) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:57.845011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d1cee6c7-9e16-4c25-9f17-1982aba870cb None None] Port ba8f5466-732a-4e2b-8507-090424b00100 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:20:57.928609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b0cba07-d60c-4b79-b1c1-163f5b990d1a req-40cba7c0-eea9-4511-8c2e-2bad35b054a5 tempest-AggregatesAdminTestJSON-45576813 tempest-AggregatesAdminTestJSON-45576813-project] 10.222.0.37 "GET /v2.0/ports?device_id=a510ca1f-8478-455c-b21a-623cbba0c025 HTTP/1.1" status: 200 len: 210 time: 0.0695727 Jul 23 10:20:58.051280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74ace9c2-11d9-4af8-b817-a813f6228152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.071982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:58.120508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6106637-df3c-4b39-a546-68ca9b996eac req-89a11230-f8cb-42c6-934c-9eaa40c532ff tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:58.122271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6106637-df3c-4b39-a546-68ca9b996eac req-89a11230-f8cb-42c6-934c-9eaa40c532ff tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 936 time: 0.1235242 Jul 23 10:20:58.132577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8f5466-732a-4e2b-8507-090424b00100 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:20:58.147052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.172295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Transition to ACTIVE for port object ba8f5466-732a-4e2b-8507-090424b00100 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:20:58.181122 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.194755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74ace9c2-11d9-4af8-b817-a813f6228152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.200714 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74ace9c2-11d9-4af8-b817-a813f6228152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.219738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:20:58.243860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ace9c2-11d9-4af8-b817-a813f6228152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e8798-457e-408f-b4e9-51fe1b7a3ca0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:58.264003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-74ace9c2-11d9-4af8-b817-a813f6228152 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce933b6d9679471e8d1fb8f9fa91cbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836597 Jul 23 10:20:58.266571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57994) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:58.301930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6106637-df3c-4b39-a546-68ca9b996eac req-001b564b-1643-4977-8dd8-5ee3cf8f1618 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577411 Jul 23 10:20:58.332114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1590507229-network', 'tenant_id': 'b827cce2c55e489da87e6cd1ec330478'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:58.341928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:20:58.349076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:20:58.349784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.411987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Attempting to bind port ba8f5466-732a-4e2b-8507-090424b00100 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:20:58.412680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Attempting to bind port ba8f5466-732a-4e2b-8507-090424b00100 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:20:58.413218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Attempting to bind port ba8f5466-732a-4e2b-8507-090424b00100 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:58.418474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-159aea5e-3dbe-4bbd-958c-71fec5f99024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.420958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8f5466-732a-4e2b-8507-090424b00100,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:58.427548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Port ba8f5466-732a-4e2b-8507-090424b00100 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:20:58.428127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Attempting to bind port ba8f5466-732a-4e2b-8507-090424b00100 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:20:58.437686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Made reservation on behalf of b827cce2c55e489da87e6cd1ec330478 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:58.442989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:20:58.444334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:20:58.445912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:20:58.446360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.448195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Bound port: ba8f5466-732a-4e2b-8507-090424b00100, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:20:58.448790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.469476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.516139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-159aea5e-3dbe-4bbd-958c-71fec5f99024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.543644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] For port ba8f5466-732a-4e2b-8507-090424b00100, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:20:58.547692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] For port ba8f5466-732a-4e2b-8507-090424b00100, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba8f5466-732a-4e2b-8507-090424b00100,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:20:58.550819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.557555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.601571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:58.608749 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692608ed-390e-4907-87b4-2b16dcfe4476" -d '{"events": [{"server_uuid": "01010181-5e4e-46cc-866f-871009938900", "name": "network-vif-plugged", "status": "completed", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:58.622891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177095b-1f89-422e-962d-f99871e25d72 req-78ed9432-bd00-492e-9974-3affe105c2ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:58.630443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9177095b-1f89-422e-962d-f99871e25d72 req-78ed9432-bd00-492e-9974-3affe105c2ea tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 945 time: 0.2793226 Jul 23 10:20:58.638180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:20:58.646560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.657738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8f5466-732a-4e2b-8507-090424b00100,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:58.662190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:58.694153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:58.695665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.698332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-4aaa6178-d425-44cd-82fd-cb8677417fd0 service neutron] 10.222.0.20 "PUT /v2.0/ports/ba8f5466-732a-4e2b-8507-090424b00100 HTTP/1.1" status: 200 len: 1096 time: 1.0976648 Jul 23 10:20:58.699079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'tag': 'ba8f5466-732a-4e2b-8507-090424b00100'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:20:58.701950 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef98e29-c782-414b-9e44-3b716d4610fc", "tag": "ba8f5466-732a-4e2b-8507-090424b00100"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:20:58.709944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9177095b-1f89-422e-962d-f99871e25d72 req-966a3adf-3c6f-49de-9afd-5ff21d6a80b3 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784106 Jul 23 10:20:58.714058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-159aea5e-3dbe-4bbd-958c-71fec5f99024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.716823 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-159aea5e-3dbe-4bbd-958c-71fec5f99024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.720839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-159aea5e-3dbe-4bbd-958c-71fec5f99024 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/445e8798-457e-408f-b4e9-51fe1b7a3ca0 HTTP/1.1" status: 204 len: 168 time: 0.4472144 Jul 23 10:20:58.738729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159aea5e-3dbe-4bbd-958c-71fec5f99024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e8798-457e-408f-b4e9-51fe1b7a3ca0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:58.827536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:58.830243 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.838043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.893994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:20:58.904021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-network', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:58.936702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Made reservation on behalf of 37d06017d4dc4fed8e91194b702ce8e4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:58.939975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.945403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-6e4f8aae-4ad1-4488-ab98-78c6377ea95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:58.947492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-6e4f8aae-4ad1-4488-ab98-78c6377ea95c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 1099 time: 0.1682789 Jul 23 10:20:58.956970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.962132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:58.962385 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Added segment f40e401c-898b-401c-947e-27be3e738cd2 of type vlan for network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d Jul 23 10:20:58.974839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee6dc61-dd93-46cd-b004-1f2a05324f84,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:59.033002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.069370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18731ea-4b66-459f-9d7a-2da17168478e req-a86b9a29-3a55-4116-942f-e2544387cad2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.076268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a18731ea-4b66-459f-9d7a-2da17168478e req-a86b9a29-3a55-4116-942f-e2544387cad2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.2199492 Jul 23 10:20:59.106316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.107279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.107893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.150537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.153771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-d2f55abc-55d4-46ad-b35e-37f17fec7da6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ba8f5466-732a-4e2b-8507-090424b00100 HTTP/1.1" status: 200 len: 217 time: 0.1803751 Jul 23 10:20:59.155054 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.157794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a18731ea-4b66-459f-9d7a-2da17168478e req-27fc3fbf-fcbd-4df4-a77b-02941ed73dc2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Jul 23 10:20:59.170500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:20:59.184360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1112616 Jul 23 10:20:59.196604 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4d802-6dc5-4b13-b71c-ae0da328a71d x-openstack-request-id: req-f6e4d802-6dc5-4b13-b71c-ae0da328a71d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:59.197143 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01010181-5e4e-46cc-866f-871009938900", "name": "network-vif-plugged", "status": "completed", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:59.197596 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6e4d802-6dc5-4b13-b71c-ae0da328a71d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:59.198437 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'code': 200} Jul 23 10:20:59.211660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:59.217867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Request body: {'subnet': {'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1590507229-subnet', 'tenant_id': 'b827cce2c55e489da87e6cd1ec330478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:59.243059 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a504106f-fa81-4a7b-904e-8b319d73cb5e x-openstack-request-id: req-a504106f-fa81-4a7b-904e-8b319d73cb5e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:20:59.244053 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef98e29-c782-414b-9e44-3b716d4610fc", "tag": "ba8f5466-732a-4e2b-8507-090424b00100", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:20:59.244355 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a504106f-fa81-4a7b-904e-8b319d73cb5e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:20:59.244760 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'tag': 'ba8f5466-732a-4e2b-8507-090424b00100', 'status': 'completed', 'code': 200} Jul 23 10:20:59.265261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.265988 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Added segment d84044ba-a2d4-4a9e-bd14-5ce801a082af of type vlan for network b6f826b3-e78a-4183-9dd2-9f81c01751b2 Jul 23 10:20:59.291151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfd5df-ab18-4184-968e-913d55e2adf0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:59.294159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f7b580-3952-4afb-ad17-ebd478758afe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:59.295078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58022) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:59.311561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:20:59.328663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-0c7d3aee-f28b-4d34-9cab-7c99bd7bdd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.331081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-0c7d3aee-f28b-4d34-9cab-7c99bd7bdd36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1550457 Jul 23 10:20:59.331937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e31416-87a1-4b9f-921b-6a5956aa736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.361423 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.365476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Made reservation on behalf of b827cce2c55e489da87e6cd1ec330478 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:59.368816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.391337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bae59-c598-4c12-94c4-695d66f8b415 req-96ad272a-8036-46cb-afda-61f2765dd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.408197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-299bae59-c598-4c12-94c4-695d66f8b415 req-96ad272a-8036-46cb-afda-61f2765dd41a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 1097 time: 0.1358149 Jul 23 10:20:59.516148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-299bae59-c598-4c12-94c4-695d66f8b415 req-9a4b453e-3644-4576-a51c-3aa5c5a092e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007612 Jul 23 10:20:59.522373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.523753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.524557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.572241 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e31416-87a1-4b9f-921b-6a5956aa736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.574575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-a20eb75c-ac63-486c-b79b-41519404c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.576158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-a20eb75c-ac63-486c-b79b-41519404c692 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2337449 Jul 23 10:20:59.581880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab579af8-01b8-4a26-88b2-e5483e057e43 req-9ebf5a88-47c0-4eae-9a54-06a1bf7b8612 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:20:59.583510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab579af8-01b8-4a26-88b2-e5483e057e43 req-9ebf5a88-47c0-4eae-9a54-06a1bf7b8612 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 948 time: 0.1135941 Jul 23 10:20:59.585909 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e31416-87a1-4b9f-921b-6a5956aa736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.643672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9795432 Jul 23 10:20:59.650478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62e31416-87a1-4b9f-921b-6a5956aa736e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=908b42f48ac041a6b7160e426f96bae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518419 Jul 23 10:20:59.650478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58034) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:59.651561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e31416-87a1-4b9f-921b-6a5956aa736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8eee9a-7a39-4520-99cb-d27626ef7d4a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:59.659339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:59.663906 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Request body: {'subnet': {'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-subnet', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:20:59.673712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45736a8e-656e-4350-a59c-b6b1d8270914 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f826b3-e78a-4183-9dd2-9f81c01751b2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:20:59.702039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab579af8-01b8-4a26-88b2-e5483e057e43 req-597ac238-6f6c-49e5-8464-92322d459913 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995319 Jul 23 10:20:59.734886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Made reservation on behalf of 37d06017d4dc4fed8e91194b702ce8e4 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:20:59.737660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.742415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:20:59.779621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edb5e905-c90c-4f4f-923f-f2991b91ff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.800538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-92f095bb-44f1-4545-91c4-8a9122a23016 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138245 Jul 23 10:20:59.818229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-660b110f-3c24-4e94-a798-5050c5195b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.820467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:20:59.923684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58046) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:20:59.930696 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-660b110f-3c24-4e94-a798-5050c5195b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.003405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bc15b7-456d-41e6-8a0a-8a50315fc4ea,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:00.033895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe728a-47f7-46be-b00e-6ba1f75adee3 req-8362201f-c13a-492e-a5bf-a7da8a2a3efc tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.037971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c2ba170-9995-4446-9c8b-3b3d04d1c2c4 req-1839b79e-56a3-4393-88d9-fb6b76e72068 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299192 Jul 23 10:21:00.040685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47fe728a-47f7-46be-b00e-6ba1f75adee3 req-8362201f-c13a-492e-a5bf-a7da8a2a3efc tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 946 time: 0.2047715 Jul 23 10:21:00.048097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Checking segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:00.048476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Network hostable DHCP agents. Network: a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:00.070313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:00.084391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-660b110f-3c24-4e94-a798-5050c5195b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.085832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:00.087732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-660b110f-3c24-4e94-a798-5050c5195b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.089102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-660b110f-3c24-4e94-a798-5050c5195b29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e8eee9a-7a39-4520-99cb-d27626ef7d4a HTTP/1.1" status: 204 len: 168 time: 0.4219823 Jul 23 10:21:00.096234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d346f1-fce9-47dc-a379-5b701e633024 None None] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:00.099026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.099915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.135538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-82d89d87-a41e-4639-9045-8022d13506b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9195361 Jul 23 10:21:00.137301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47fe728a-47f7-46be-b00e-6ba1f75adee3 req-b48078fc-b676-4589-8900-2fad45a2503a tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947461 Jul 23 10:21:00.143176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b110f-3c24-4e94-a798-5050c5195b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8eee9a-7a39-4520-99cb-d27626ef7d4a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:00.174767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.257200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:00.257739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-39ac707d-fd48-4888-a539-7af7a35fe8ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0108a100143b436d9aa8f0edd689dfc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3329196 Jul 23 10:21:00.265209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc2a640-833d-45df-b66b-00c3c41c34b9,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:00.273117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Checking segment: {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:00.273535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Network hostable DHCP agents. Network: b6f826b3-e78a-4183-9dd2-9f81c01751b2, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:00.313041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:00.328246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 40110c42-7e97-4945-92ce-b8f418c6c155 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:00.346456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, b6f826b3-e78a-4183-9dd2-9f81c01751b2) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:00.361048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.362292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.390107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 40110c42-7e97-4945-92ce-b8f418c6c155 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:21:00.391489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 40110c42-7e97-4945-92ce-b8f418c6c155 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:00.392363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-3b2e0344-4f43-4acc-9cd4-44149ba755ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.393920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-3b2e0344-4f43-4acc-9cd4-44149ba755ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 1099 time: 0.2358329 Jul 23 10:21:00.394544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d548fc6-07ba-41db-a21a-cda5e606f14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.396675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-656d091f-3f05-4a44-a193-13b93a003f05 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7459283 Jul 23 10:21:00.397961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb79ed4-532d-4a09-bea0-a4fca5d7ef76 None None] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:00.399308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58066) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:00.406844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:00.443398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58068) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:00.452274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.453610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.497274 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.516113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-9f368849-b1ec-4d2d-9425-b3e49941f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.517602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-9f368849-b1ec-4d2d-9425-b3e49941f377 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1136963 Jul 23 10:21:00.537950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.548573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d548fc6-07ba-41db-a21a-cda5e606f14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.592038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e396ac1-2a94-41ff-aeeb-b4beab9abc5b None None] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:00.644647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-10164914-a9a8-426e-a9c7-84609a392ddf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ba8f5466-732a-4e2b-8507-090424b00100 HTTP/1.1" status: 200 len: 217 time: 0.1056080 Jul 23 10:21:00.690564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f16d191b-b2ea-4b15-879d-395041e3a687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.730649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-890060da-9f96-4974-8ce7-4292a8df958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.732224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-890060da-9f96-4974-8ce7-4292a8df958a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0702868 Jul 23 10:21:00.748457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.750544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc262b9-e5ea-4dfa-a152-0300315c1d8c req-b7956846-4ab6-4f40-80e3-33895a4714dc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.757898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dbc262b9-e5ea-4dfa-a152-0300315c1d8c req-b7956846-4ab6-4f40-80e3-33895a4714dc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.4520998 Jul 23 10:21:00.916515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dbc262b9-e5ea-4dfa-a152-0300315c1d8c req-4ac06839-f099-4590-a80d-d3ef967f58fc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576457 Jul 23 10:21:00.921018 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d548fc6-07ba-41db-a21a-cda5e606f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.930508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d548fc6-07ba-41db-a21a-cda5e606f14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:00.942882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0d548fc6-07ba-41db-a21a-cda5e606f14d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9e0a290-028d-4ef7-babe-3258e229a0b7 HTTP/1.1" status: 204 len: 168 time: 0.6796536 Jul 23 10:21:00.963485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d548fc6-07ba-41db-a21a-cda5e606f14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0a290-028d-4ef7-babe-3258e229a0b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:00.967329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-b6f826b3-e78a-4183-9dd2-9f81c01751b2', 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'fixed_ips': [{'subnet_id': 'adc2a640-833d-45df-b66b-00c3c41c34b9'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:21:00.969546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-a59121ae-4971-4742-b4eb-f781d79aa4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:00.971216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-a59121ae-4971-4742-b4eb-f781d79aa4ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079518 Jul 23 10:21:00.974718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.001796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f16d191b-b2ea-4b15-879d-395041e3a687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.016676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f16d191b-b2ea-4b15-879d-395041e3a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.155028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-9aecbfbf-ec5a-4732-bb36-86c334923117 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758363 Jul 23 10:21:01.180793 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.257794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Allocated IP 172.20.0.2 (b6f826b3-e78a-4183-9dd2-9f81c01751b2/adc2a640-833d-45df-b66b-00c3c41c34b9/0984c610-e51b-4435-9538-5e25afcda4bd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:01.267483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd7926-5399-4134-9298-86d94873c191 req-e19578f7-5046-4dd8-bb62-7c3e6cdfdec7 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:01.269513 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-effd7926-5399-4134-9298-86d94873c191 req-e19578f7-5046-4dd8-bb62-7c3e6cdfdec7 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 948 time: 0.2147975 Jul 23 10:21:01.305742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e63eaad-3ff2-4fe2-87f1-b710ce324bf3 req-6558430b-607e-47f3-86a6-8ea497086efb service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400275 Jul 23 10:21:01.339334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-effd7926-5399-4134-9298-86d94873c191 req-0eaadc1c-ffde-4a4c-b016-aadaf3dab4dd tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627782 Jul 23 10:21:01.478009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f16d191b-b2ea-4b15-879d-395041e3a687 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=018ad8610c16462b9b77c7d4e15bc21f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0332003 Jul 23 10:21:01.485035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58110) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:01.495940 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.503459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58112) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:01.510117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Transition to ACTIVE for port object 0984c610-e51b-4435-9538-5e25afcda4bd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:01.529289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d191b-b2ea-4b15-879d-395041e3a687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421f5da-9ed4-447a-8067-04d0635986d4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:01.550278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Transition to ACTIVE for port object 0984c610-e51b-4435-9538-5e25afcda4bd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:01.557271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.567168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-27023ba9-46c7-4c11-864d-7f6384a603ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9776044e03e84e6b99b5a362f3575e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623207 Jul 23 10:21:01.574604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196d982-c88a-405c-8060-7d0e1045fec6 req-e488fa35-2383-4a5a-a014-ba5b2a1fca55 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:01.576120 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6196d982-c88a-405c-8060-7d0e1045fec6 req-e488fa35-2383-4a5a-a014-ba5b2a1fca55 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 946 time: 0.1295199 Jul 23 10:21:01.576614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:01.581919 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:01.584622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:01.587911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:01.610923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba8f5466-732a-4e2b-8507-090424b00100 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:01.641595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6196d982-c88a-405c-8060-7d0e1045fec6 req-0643e19f-c605-4b27-b52a-21ab740711db tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588596 Jul 23 10:21:01.656379 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4663bda1-d872-4465-a44c-571eab1b8842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.678715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4663bda1-d872-4465-a44c-571eab1b8842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.713416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa94-9fe0-4481-a69d-0ff39849a4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.752570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Attempting to bind port 0984c610-e51b-4435-9538-5e25afcda4bd on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:01.752973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Attempting to bind port 0984c610-e51b-4435-9538-5e25afcda4bd by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:01.753337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Attempting to bind port 0984c610-e51b-4435-9538-5e25afcda4bd on network b6f826b3-e78a-4183-9dd2-9f81c01751b2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:01.756720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Pushing event updated for resources: {'Port': ['ID=0984c610-e51b-4435-9538-5e25afcda4bd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:01.772582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:01.772749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa94-9fe0-4481-a69d-0ff39849a4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.772959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Checking segment: {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:01.773365 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.773757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Bound using segment: {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:01.774237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Bound port: 0984c610-e51b-4435-9538-5e25afcda4bd, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:01.774617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.790141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4663bda1-d872-4465-a44c-571eab1b8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.792976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4663bda1-d872-4465-a44c-571eab1b8842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.794117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4663bda1-d872-4465-a44c-571eab1b8842 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/171cb83e-22a2-4161-a389-53cc55b9b567 HTTP/1.1" status: 204 len: 168 time: 0.2165937 Jul 23 10:21:01.806343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663bda1-d872-4465-a44c-571eab1b8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171cb83e-22a2-4161-a389-53cc55b9b567,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:01.833484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6d4c1de3-186f-4816-af5d-e3730f423335 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:01.841853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6d4c1de3-186f-4816-af5d-e3730f423335 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 822 time: 0.8341310 Jul 23 10:21:01.873979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46508afa-0b65-4179-951d-6b39ebb2171b req-4dc9bcc9-6bce-4a51-ad73-55b9cced24d5 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:01.875561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa94-9fe0-4481-a69d-0ff39849a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.878106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa94-9fe0-4481-a69d-0ff39849a4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.882830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46508afa-0b65-4179-951d-6b39ebb2171b req-4dc9bcc9-6bce-4a51-ad73-55b9cced24d5 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 946 time: 0.1254568 Jul 23 10:21:01.884173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c9abfa94-9fe0-4481-a69d-0ff39849a4a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2421f5da-9ed4-447a-8067-04d0635986d4 HTTP/1.1" status: 204 len: 168 time: 0.3878326 Jul 23 10:21:01.888768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:01.890025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba8f5466-732a-4e2b-8507-090424b00100, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba8f5466-732a-4e2b-8507-090424b00100,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:01.891054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.894187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-5a2839e3-7b4a-43ed-84fc-174f8261a46b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/quotas/b827cce2c55e489da87e6cd1ec330478 HTTP/1.1" status: 200 len: 375 time: 0.0515413 Jul 23 10:21:01.899042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'floatingip': {'port_id': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:01.914697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ba8f5466-732a-4e2b-8507-090424b00100', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'ba8f5466-732a-4e2b-8507-090424b00100', 'mac_address': 'fa:16:3e:34:73:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:01.949117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abfa94-9fe0-4481-a69d-0ff39849a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421f5da-9ed4-447a-8067-04d0635986d4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:01.959769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.962219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] For port 0984c610-e51b-4435-9538-5e25afcda4bd, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:01.964558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:01.997938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] For port 0984c610-e51b-4435-9538-5e25afcda4bd, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0984c610-e51b-4435-9538-5e25afcda4bd,segment=NetworkSegment(d84044ba-a2d4-4a9e-bd14-5ce801a082af),segment_id=d84044ba-a2d4-4a9e-bd14-5ce801a082af)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:02.000509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8f5466-732a-4e2b-8507-090424b00100 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:02.007445 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.024947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.051327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba8f5466-732a-4e2b-8507-090424b00100, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba8f5466-732a-4e2b-8507-090424b00100,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:02.069154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.097226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153605d0-ffb9-46af-985f-17c302d7c9be None None] Pushing event updated for resources: {'Port': ['ID=0984c610-e51b-4435-9538-5e25afcda4bd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:02.165023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Allocated IP 172.25.4.132 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/42e4c0e9-a85a-4372-9517-54a01866deb2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:02.186132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba8f5466-732a-4e2b-8507-090424b00100,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:02.283601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-c46ec06d-a141-4ced-b9e5-a7506c98bda3 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3503671 Jul 23 10:21:02.350800 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.354159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba8f5466-732a-4e2b-8507-090424b00100'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:02.480297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.542132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58142) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:02.599684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e92a18-9890-4513-84fa-3a787d973755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.619516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-716a7f65-3094-4127-ae90-3004d56b32f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193374 Jul 23 10:21:02.719642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:02.739821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6cf6-641f-43c3-9660-2cae3d73a425 req-ce90ab91-a088-4d58-87bc-f59ec7abaecd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:02.741974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fe6cf6-641f-43c3-9660-2cae3d73a425 req-ce90ab91-a088-4d58-87bc-f59ec7abaecd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.6545348 Jul 23 10:21:02.893695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:02.910974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:02.913283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0984c610-e51b-4435-9538-5e25afcda4bd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:02.929020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:02.972711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Pushing event updated for resources: {'Port': ['ID=42e4c0e9-a85a-4372-9517-54a01866deb2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:02.990082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0984c610-e51b-4435-9538-5e25afcda4bd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:03.036822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-4f40a5ef-75b2-47a9-a760-7ef478763e0f service neutron] 10.222.0.37 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100523 Jul 23 10:21:03.118416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e92a18-9890-4513-84fa-3a787d973755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.132089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e92a18-9890-4513-84fa-3a787d973755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.205635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fe6cf6-641f-43c3-9660-2cae3d73a425 req-38acaf6b-f2a6-483b-a030-fb471a9b0282 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164529 Jul 23 10:21:03.326352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-68e92a18-9890-4513-84fa-3a787d973755 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fde308ed07a4f4894d412cb06b6e44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7829568 Jul 23 10:21:03.329740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92a18-9890-4513-84fa-3a787d973755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e5a65d-1a54-4440-b72d-ced8befa808a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:03.334534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:03.383027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.491245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:21:03.603986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843805a4-3e35-41cb-a799-eaf5722fa050 None None] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:03.617474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.629921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba8f5466-732a-4e2b-8507-090424b00100 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:03.630664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d20ed85b-873a-4445-a35b-16bb562b8fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.634414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.667158 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d20ed85b-873a-4445-a35b-16bb562b8fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.703199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.736645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e2793-9a96-4f7e-9379-45e9d70d9565 req-53197bb4-3903-4147-b35d-75a7fc8c02ab tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:03.744485 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-302e2793-9a96-4f7e-9379-45e9d70d9565 req-53197bb4-3903-4147-b35d-75a7fc8c02ab tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 949 time: 0.3583601 Jul 23 10:21:03.835674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-302e2793-9a96-4f7e-9379-45e9d70d9565 req-cb5d382c-6a17-4198-85a5-ba05bf1374a9 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884907 Jul 23 10:21:03.876239 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 associated. External IP: 172.25.4.192, port: 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237. Jul 23 10:21:03.884996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57e5cc35-f1d6-4453-a6c3-baea89b5bcb8 req-4ad48e9d-4353-45bb-b293-96b08c7825a4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 210 time: 0.1055465 Jul 23 10:21:03.907191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d20ed85b-873a-4445-a35b-16bb562b8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.919304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d20ed85b-873a-4445-a35b-16bb562b8fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:03.927215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d20ed85b-873a-4445-a35b-16bb562b8fd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51e5a65d-1a54-4440-b72d-ced8befa808a HTTP/1.1" status: 204 len: 168 time: 0.5896022 Jul 23 10:21:03.954171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ed85b-873a-4445-a35b-16bb562b8fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e5a65d-1a54-4440-b72d-ced8befa808a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:03.966117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ba8f5466-732a-4e2b-8507-090424b00100 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:04.012019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] Provisioning for port 0984c610-e51b-4435-9538-5e25afcda4bd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:04.019897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ba8f5466-732a-4e2b-8507-090424b00100 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:04.020467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.036507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:21:04.082935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] Provisioning complete for port 0984c610-e51b-4435-9538-5e25afcda4bd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:04.083515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.186615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58190) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:04.237579 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.254339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:04.293466 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.294807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eb678d7e-024f-4bac-8c64-0caf0dc311d9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8938713 Jul 23 10:21:04.296806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Sync routers for ids ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:04.297603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58198) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:04.333139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.355795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Routers {'3ba852a8-c7bb-46d2-a28d-2eb437d4e859'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:04.356524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:04.456748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:21:04.466773 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.480956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6df2-a622-4583-b5c8-5c1603dddfe6 req-4c092cf9-2cf4-4c6d-b625-5fbfd30761c5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:04.482541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9ad6df2-a622-4583-b5c8-5c1603dddfe6 req-4c092cf9-2cf4-4c6d-b625-5fbfd30761c5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1609409 Jul 23 10:21:04.517683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8f5466-732a-4e2b-8507-090424b00100'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:04.520020 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd143af7-1c0f-4ed7-b236-49eb85aeaa68" -d '{"events": [{"server_uuid": "5ef98e29-c782-414b-9e44-3b716d4610fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba8f5466-732a-4e2b-8507-090424b00100"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:04.572205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba8f5466-732a-4e2b-8507-090424b00100, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba8f5466-732a-4e2b-8507-090424b00100,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:04.601467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.623478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] For port 0984c610-e51b-4435-9538-5e25afcda4bd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0984c610-e51b-4435-9538-5e25afcda4bd,segment=NetworkSegment(d84044ba-a2d4-4a9e-bd14-5ce801a082af),segment_id=d84044ba-a2d4-4a9e-bd14-5ce801a082af)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:04.632280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:04.649088 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:04.658622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.664001 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:04.664628 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:04.758764 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e714654-6343-44bf-ac66-db6db6d89ec9 x-openstack-request-id: req-8e714654-6343-44bf-ac66-db6db6d89ec9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:04.759127 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef98e29-c782-414b-9e44-3b716d4610fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba8f5466-732a-4e2b-8507-090424b00100", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:04.759519 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e714654-6343-44bf-ac66-db6db6d89ec9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:04.759932 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8f5466-732a-4e2b-8507-090424b00100', 'code': 200} Jul 23 10:21:04.766718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.778318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-855d5842-79d7-438c-9081-7cbbb3c728fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:04.809716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Set router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:04.915110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9ad6df2-a622-4583-b5c8-5c1603dddfe6 req-07d8d048-c30b-43f8-8511-d4ec0bb67d63 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882712 Jul 23 10:21:04.934001 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:04.971597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2bbabb8f-57fb-402b-a6a4-316b250dbffb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "PUT /v2.0/floatingips/cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 HTTP/1.1" status: 200 len: 992 time: 3.0815992 Jul 23 10:21:04.980395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:04.982939 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ef58c-f995-4d60-a388-41808e5ed845" -d '{"events": [{"name": "network-changed", "server_uuid": "01010181-5e4e-46cc-866f-871009938900", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:04.999567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc1a0d-a761-47c7-a621-22e5e16a5b30 req-df7c4eb7-78ec-4554-9a24-0122e86b9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:05.001152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3cc1a0d-a761-47c7-a621-22e5e16a5b30 req-df7c4eb7-78ec-4554-9a24-0122e86b9d38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 1101 time: 0.2284670 Jul 23 10:21:05.049847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-855d5842-79d7-438c-9081-7cbbb3c728fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:05.203315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba8f5466-732a-4e2b-8507-090424b00100,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:05.313152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3cc1a0d-a761-47c7-a621-22e5e16a5b30 req-5839ac49-b59d-4931-8ffc-dd89cd76393f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041406 Jul 23 10:21:05.353701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5843aa1-adb9-4dd6-b069-9cf9b5444e3f req-73b8644a-1808-445a-ba86-abfc16a0beae tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0425286 Jul 23 10:21:05.491809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b556838-2584-4a71-8a1c-4eb1582bdcee None None] Pushing event updated for resources: {'Port': ['ID=0984c610-e51b-4435-9538-5e25afcda4bd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:05.515065 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304e0f2-f207-4e84-8aca-57615dd5101c x-openstack-request-id: req-9304e0f2-f207-4e84-8aca-57615dd5101c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:05.515599 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01010181-5e4e-46cc-866f-871009938900", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:05.516211 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9304e0f2-f207-4e84-8aca-57615dd5101c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:05.516689 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'status': 'completed', 'code': 200} Jul 23 10:21:05.530259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-26cb5fe5-de74-4394-bba8-f46f7fe50c44 None None] Provisioning complete for port 0984c610-e51b-4435-9538-5e25afcda4bd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:05.530810 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26cb5fe5-de74-4394-bba8-f46f7fe50c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:05.536026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.55', 54764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:05.570303 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'port_id': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'mac_address': 'fa:16:3e:0c:0d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01010181-5e4e-46cc-866f-871009938900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:20:43Z', 'updated_at': '2021-07-23T10:21:03Z', 'revision_number': 1, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:05.580839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:05.628446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-610d866a-bf16-4d25-ace1-6d4881d7efbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:05.630345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-610d866a-bf16-4d25-ace1-6d4881d7efbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 822 time: 0.5762117 Jul 23 10:21:05.634249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-855d5842-79d7-438c-9081-7cbbb3c728fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:05.640765 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:05.666427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'port': {'device_id': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'admin_state_up': True, 'tenant_id': 'b827cce2c55e489da87e6cd1ec330478'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:05.678315 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:05.680237 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:05.685066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef58c-f995-4d60-a388-41808e5ed845 req-e6e616b4-e308-4862-86fb-b455ae28d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:05.692170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-e6e616b4-e308-4862-86fb-b455ae28d164 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 1097 time: 0.1550968 Jul 23 10:21:05.780064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-357042428-network', 'tenant_id': '917e20c7568c40d08a723b25571a9aa6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:05.821372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:03Z', 'revision_number': 3, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:05.864291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Checking router: 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:05.864291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Updating router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 port 42e4c0e9-a85a-4372-9517-54a01866deb2 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:21:05.882383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef58c-f995-4d60-a388-41808e5ed845 req-f27c530a-cf10-4db9-80d8-fcee57974379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:05.884050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-f27c530a-cf10-4db9-80d8-fcee57974379 service neutron] 10.222.0.55 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 925 time: 0.1846766 Jul 23 10:21:05.885668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Made reservation on behalf of 917e20c7568c40d08a723b25571a9aa6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:05.888107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:05.906228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-855d5842-79d7-438c-9081-7cbbb3c728fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49e97b1a37f64b79aba87491b0592608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7189391 Jul 23 10:21:05.908522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58252) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:05.918689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:05.922612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5842-79d7-438c-9081-7cbbb3c728fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1ed4e-d23a-4696-b2f6-9bea5067d175,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:05.936851 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:05.940685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.011598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-66aab4c4-bc07-42f3-a6f5-4c5e78300e80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 HTTP/1.1" status: 200 len: 1000 time: 0.1209018 Jul 23 10:21:06.091840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef58c-f995-4d60-a388-41808e5ed845 req-c38e526d-a739-4872-8e0a-b6807f98fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:06.093501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-c38e526d-a739-4872-8e0a-b6807f98fadb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.0740438 Jul 23 10:21:06.204510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Made reservation on behalf of b827cce2c55e489da87e6cd1ec330478 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:06.207941 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.237198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0af8449-052a-40b4-aae1-ac74f9821d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.245117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef58c-f995-4d60-a388-41808e5ed845 req-87da19a3-6903-40da-b458-e6821c5af50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:06.256710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-87da19a3-6903-40da-b458-e6821c5af50d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557848 Jul 23 10:21:06.261197 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.266639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67c52-f748-483b-a4b9-f7f587602736 req-0e4a18a6-c322-4d25-8e0e-161ddcffe017 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:06.273341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Transition to ACTIVE for port object 42e4c0e9-a85a-4372-9517-54a01866deb2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:06.273554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30b67c52-f748-483b-a4b9-f7f587602736 req-0e4a18a6-c322-4d25-8e0e-161ddcffe017 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 950 time: 0.6601360 Jul 23 10:21:06.279991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.287601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.302833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.314666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.329509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:21:06.359054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0af8449-052a-40b4-aae1-ac74f9821d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.371469 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'port_id': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'mac_address': 'fa:16:3e:0c:0d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01010181-5e4e-46cc-866f-871009938900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:20:43Z', 'updated_at': '2021-07-23T10:21:03Z', 'revision_number': 1, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:06.392953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db479b4-62b0-46d5-9917-c5fd346d686a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:06.407052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb6725-a3b4-4369-aac3-878b85491359 None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'port_id': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'mac_address': 'fa:16:3e:0c:0d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01010181-5e4e-46cc-866f-871009938900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:20:43Z', 'updated_at': '2021-07-23T10:21:03Z', 'revision_number': 1, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:06.408203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Attempting to bind port 42e4c0e9-a85a-4372-9517-54a01866deb2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:06.408580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Attempting to bind port 42e4c0e9-a85a-4372-9517-54a01866deb2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:06.408793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.409098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Attempting to bind port 42e4c0e9-a85a-4372-9517-54a01866deb2 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:06.412196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d2600-c284-41b5-b2d2-4677f188ee93 None None] Pushing event updated for resources: {'Port': ['ID=42e4c0e9-a85a-4372-9517-54a01866deb2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:06.413546 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Added segment 42c22f5b-9b78-41bc-9c0c-a0cf0137361c of type vlan for network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 Jul 23 10:21:06.423350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.423922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.424322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.425492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.425492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.425492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.427542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:06.427841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.428245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:06.428414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.428790 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.428878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.429234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.429583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:06.429686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.430635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:06.430777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Bound port: 42e4c0e9-a85a-4372-9517-54a01866deb2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:06.431058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.488135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30b67c52-f748-483b-a4b9-f7f587602736 req-4937f801-992c-4c60-a20b-22095a23a875 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136941 Jul 23 10:21:06.512910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.520396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] For port 42e4c0e9-a85a-4372-9517-54a01866deb2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:06.524706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] For port 42e4c0e9-a85a-4372-9517-54a01866deb2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=42e4c0e9-a85a-4372-9517-54a01866deb2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:06.530083 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.584578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Routers {'3ba852a8-c7bb-46d2-a28d-2eb437d4e859'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:06.585231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:06.600884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe5a79-a7a5-4b86-bec2-b1be5599e03e req-20d20ef4-0709-4a04-b54b-dbf5e7cf7f3a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:06.602426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cffe5a79-a7a5-4b86-bec2-b1be5599e03e req-20d20ef4-0709-4a04-b54b-dbf5e7cf7f3a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.4040611 Jul 23 10:21:06.606444 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.607390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:06.607992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.615689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Allocated IP 172.20.0.14 (a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d/31bc15b7-456d-41e6-8a0a-8a50315fc4ea/4f051bfd-02cc-4f34-953f-0242b3fa3405) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:06.675913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d78a6426-a7cb-4147-97eb-7ad38ad6d23b req-9953c370-3f63-485b-ab7a-4b3ad06fefff tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0469484 Jul 23 10:21:06.736075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d2600-c284-41b5-b2d2-4677f188ee93 None None] Pushing event updated for resources: {'Port': ['ID=42e4c0e9-a85a-4372-9517-54a01866deb2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:06.746466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cffe5a79-a7a5-4b86-bec2-b1be5599e03e req-eeb45732-e290-40f1-9fed-d09e8e911391 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328609 Jul 23 10:21:06.746625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-05864391-8125-4b00-a907-1f4086182d60 service neutron] 10.222.0.55 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553463 Jul 23 10:21:06.766950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0af8449-052a-40b4-aae1-ac74f9821d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.769908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0af8449-052a-40b4-aae1-ac74f9821d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:06.773546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b0af8449-052a-40b4-aae1-ac74f9821d30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cc1ed4e-d23a-4696-b2f6-9bea5067d175 HTTP/1.1" status: 204 len: 168 time: 0.8601773 Jul 23 10:21:06.810711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fc3a6-1542-4b8a-ae15-ca117e4dcf3b None None] New status for floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:21:06.828988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2360497 Jul 23 10:21:06.830505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:06.832660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb600-2160-45cd-802c-7f4d69bd8c43 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab78d24-a31a-4d4d-a855-15e924bd86d1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:06.864201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Request body: {'subnet': {'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-357042428-subnet', 'tenant_id': '917e20c7568c40d08a723b25571a9aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:06.908119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:21:06.995291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] Set router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:07.001215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656ef58c-f995-4d60-a388-41808e5ed845 req-c7bfadd5-80cd-4cab-ba36-c5f50bae9a47 service neutron] 10.222.0.55 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696246 Jul 23 10:21:07.023832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0984c610-e51b-4435-9538-5e25afcda4bd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:07.043803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af8449-052a-40b4-aae1-ac74f9821d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1ed4e-d23a-4696-b2f6-9bea5067d175,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:07.088326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Allocated IP 172.20.0.1 (b6f826b3-e78a-4183-9dd2-9f81c01751b2/adc2a640-833d-45df-b66b-00c3c41c34b9/83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:07.096959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Made reservation on behalf of 917e20c7568c40d08a723b25571a9aa6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:07.099472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.202317 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.305499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58292) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:07.317347 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9192c8fd-3819-4e0f-bb6e-82cbe2e1f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.399857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0984c610-e51b-4435-9538-5e25afcda4bd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:07.400243 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.431393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.443975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.445049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9192c8fd-3819-4e0f-bb6e-82cbe2e1f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.450707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9192c8fd-3819-4e0f-bb6e-82cbe2e1f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.456654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.477759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Transition to ACTIVE for port object 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:07.497335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192c8fd-3819-4e0f-bb6e-82cbe2e1f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31722d00-545b-4014-bc74-eee80c1a7305,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:07.518908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9192c8fd-3819-4e0f-bb6e-82cbe2e1f219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c931ce610074b509adbcd3cb33f14d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120938 Jul 23 10:21:07.518995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:07.588201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.588445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:03Z', 'revision_number': 3, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:07.597930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:07.606435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb3c-ce70-49a1-b77f-2daeeae58c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.627409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e06a-505d-4d03-8fe6-5506ff80bc4e None None] The sync data for ids ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'] in n-d-778550-4 is: [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:03Z', 'revision_number': 3, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:07.646080 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb3c-ce70-49a1-b77f-2daeeae58c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.648422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:07.686609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:07.695370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:07.701862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:07.709375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:07.710049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.710759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb3c-ce70-49a1-b77f-2daeeae58c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.713667 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb3c-ce70-49a1-b77f-2daeeae58c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.715183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-31dbdb3c-ce70-49a1-b77f-2daeeae58c15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31722d00-545b-4014-bc74-eee80c1a7305 HTTP/1.1" status: 204 len: 168 time: 0.1947169 Jul 23 10:21:07.723393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83f6b1c-686d-4aca-8055-1b358c6c96ed,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:07.734588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:07.744653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:07.745151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.752903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbdb3c-ce70-49a1-b77f-2daeeae58c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31722d00-545b-4014-bc74-eee80c1a7305,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:07.768369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:07.861151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d73406ad-8a61-4127-b73e-cfabde93a49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:07.889557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6f0a9003-0168-4efe-be95-0a6e168a0195 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2269087 Jul 23 10:21:07.932608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7c66-fde5-4f34-aac9-ab16d8f9740e req-365ca84b-139a-4876-85fb-b7b679546a06 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:07.940152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-107b7c66-fde5-4f34-aac9-ab16d8f9740e req-365ca84b-139a-4876-85fb-b7b679546a06 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 932 time: 0.1423535 Jul 23 10:21:07.943578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:07.943941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Network hostable DHCP agents. Network: 7ab78d24-a31a-4d4d-a855-15e924bd86d1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:07.949097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Pushing event updated for resources: {'Port': ['ID=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:07.965546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Request body: {'port': {'device_id': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:08.059405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-107b7c66-fde5-4f34-aac9-ab16d8f9740e req-2a414ec9-4c0d-4b92-a873-6ea6d1e02b01 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101093 Jul 23 10:21:08.083574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:08.104916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac6a6-c57c-42f0-8faf-f898e9855fa5 req-eb2e998f-b07d-4a05-ab65-863f7c527803 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:08.112297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d73406ad-8a61-4127-b73e-cfabde93a49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.112865 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1cac6a6-c57c-42f0-8faf-f898e9855fa5 req-eb2e998f-b07d-4a05-ab65-863f7c527803 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 950 time: 0.4870312 Jul 23 10:21:08.118967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d73406ad-8a61-4127-b73e-cfabde93a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.152347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2e3983a2-33eb-4e05-9b56-9c444b3af7f0 None None] Provisioning for port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:08.157714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2e3983a2-33eb-4e05-9b56-9c444b3af7f0 None None] Provisioning complete for port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:08.158816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e3983a2-33eb-4e05-9b56-9c444b3af7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.171722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 7ab78d24-a31a-4d4d-a855-15e924bd86d1) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:08.203620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:08.204228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.257636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d73406ad-8a61-4127-b73e-cfabde93a49a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ff8a84b9a8b4ab2b78a96ec3ac5c9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049497 Jul 23 10:21:08.262532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58320) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:08.267850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73406ad-8a61-4127-b73e-cfabde93a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda460d0-532d-438d-a2ff-0d9e1af286c9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:08.295767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-96e975e7-a3c7-483a-9c1c-8e168a4540e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4408269 Jul 23 10:21:08.312736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1cac6a6-c57c-42f0-8faf-f898e9855fa5 req-a62e9603-0f6c-4b6f-bedc-02fd062ab1f6 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988900 Jul 23 10:21:08.318673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.325283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90bca8-d289-4b9a-89bf-d76099e71ff4 req-3a969b74-fc52-4d6a-ab5f-3de4298245cd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:08.338096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c90bca8-d289-4b9a-89bf-d76099e71ff4 req-3a969b74-fc52-4d6a-ab5f-3de4298245cd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1616883 Jul 23 10:21:08.425303 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c90bca8-d289-4b9a-89bf-d76099e71ff4 req-abb2ccaa-0e99-4d80-b90e-529a7f6cbcd5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Jul 23 10:21:08.505912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.550106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fe932a8-ce72-4d40-82d0-f44bb4038cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.580711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-aba2e5fa-8a50-44b7-9b84-d9d7d50c39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:08.582895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-aba2e5fa-8a50-44b7-9b84-d9d7d50c39eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1101 time: 0.1094368 Jul 23 10:21:08.584712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31387c6-1d21-44da-a538-8a5b16b4f5aa None None] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:08.681257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fe932a8-ce72-4d40-82d0-f44bb4038cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.692902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e3983a2-33eb-4e05-9b56-9c444b3af7f0 None None] Port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:21:08.747360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fe932a8-ce72-4d40-82d0-f44bb4038cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.750182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fe932a8-ce72-4d40-82d0-f44bb4038cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:08.762659 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4fe932a8-ce72-4d40-82d0-f44bb4038cfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cda460d0-532d-438d-a2ff-0d9e1af286c9 HTTP/1.1" status: 204 len: 168 time: 0.4972506 Jul 23 10:21:08.833530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe932a8-ce72-4d40-82d0-f44bb4038cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda460d0-532d-438d-a2ff-0d9e1af286c9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:08.903658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca210296-fb58-4763-9e9a-4ceb2ebbfff3 None None] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:08.960680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-ad0abbb7-b616-41d9-b765-ce35e94ee218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:08.966379 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-ad0abbb7-b616-41d9-b765-ce35e94ee218 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3613038 Jul 23 10:21:09.040886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 42e4c0e9-a85a-4372-9517-54a01866deb2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:09.042987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-77ab531b-ac24-4e86-897a-01a801728414 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.0647969 Jul 23 10:21:09.144649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89bad-86f6-44b4-844a-0f1b0f6fb7e8 req-e31f2ec2-9b1f-452c-864f-3a63d311a2d6 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:09.146249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d89bad-86f6-44b4-844a-0f1b0f6fb7e8 req-e31f2ec2-9b1f-452c-864f-3a63d311a2d6 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 950 time: 0.2897708 Jul 23 10:21:09.199375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-57bac8c7-c403-43ea-ae5c-07944cf8b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:09.201995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-57bac8c7-c403-43ea-ae5c-07944cf8b190 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1517706 Jul 23 10:21:09.276707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 42e4c0e9-a85a-4372-9517-54a01866deb2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:09.305118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 42e4c0e9-a85a-4372-9517-54a01866deb2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:09.305430 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.328386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.342352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.343094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.367031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d89bad-86f6-44b4-844a-0f1b0f6fb7e8 req-91ad6289-e9ec-418d-b7af-1bd115a8734f tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107613 Jul 23 10:21:09.371801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f051bfd-02cc-4f34-953f-0242b3fa3405 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:09.378103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:09.414293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-338bdd7f-79dd-4e46-baa7-543b2054ee15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.423303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-b153b577-2ad0-4d9e-8093-6299782388cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:09.424970 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-b153b577-2ad0-4d9e-8093-6299782388cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2087553 Jul 23 10:21:09.466449 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.516537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 42e4c0e9-a85a-4372-9517-54a01866deb2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=42e4c0e9-a85a-4372-9517-54a01866deb2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:09.526010 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.579405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-c1680b93-02ca-43e4-a989-6ea68fb04d23 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463568 Jul 23 10:21:09.660299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=42e4c0e9-a85a-4372-9517-54a01866deb2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:09.715757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:09.724027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1186731935-network', 'tenant_id': 'a569e8bfba5842138593b1dae5769372'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:09.785250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bf8a2fe-753e-4c33-adfc-c5cda526faee req-3fce0343-3615-40a0-8bf0-91e91eb23a64 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971965 Jul 23 10:21:09.789543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251e0e-2d15-4f5f-9c90-e89be83e5c46 req-663c643e-6226-48c7-b055-aa1a89d25fda tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:09.796974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab251e0e-2d15-4f5f-9c90-e89be83e5c46 req-663c643e-6226-48c7-b055-aa1a89d25fda tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 932 time: 0.6200259 Jul 23 10:21:09.809534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:09.812011 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.842522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:09.907559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-338bdd7f-79dd-4e46-baa7-543b2054ee15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.961145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-338bdd7f-79dd-4e46-baa7-543b2054ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:09.974470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47846f2-fde6-4955-8c0c-c55e8b0e8d42 req-d5b1d7e2-ef3e-497b-82be-081abf53804e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:09.976175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d47846f2-fde6-4955-8c0c-c55e8b0e8d42 req-d5b1d7e2-ef3e-497b-82be-081abf53804e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1847527 Jul 23 10:21:09.992018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Transition to ACTIVE for port object 4f051bfd-02cc-4f34-953f-0242b3fa3405 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:10.029241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab251e0e-2d15-4f5f-9c90-e89be83e5c46 req-ac0310d1-e9e6-4cb8-8d1a-9fb78c33b5a4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261605 Jul 23 10:21:10.037794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.060669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Pushing event updated for resources: {'Port': ['ID=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.083877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-338bdd7f-79dd-4e46-baa7-543b2054ee15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33710214c8b24620a7e937ebdcb47245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6921346 Jul 23 10:21:10.092745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:10.093959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.094316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.094662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.094764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Made reservation on behalf of a569e8bfba5842138593b1dae5769372 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:10.095008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.095344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.095707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.096040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.096368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.096699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.097029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.097358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.097528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.097679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:10.117712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bdd7f-79dd-4e46-baa7-543b2054ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dea3a5-8664-4e22-94fc-831f7d2f2681,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.184157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.217458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d47846f2-fde6-4955-8c0c-c55e8b0e8d42 req-91a2ecb2-45c8-4943-a7e1-f3c663d4defc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663601 Jul 23 10:21:10.227494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-370a4490-c5ee-4a9d-b592-9932bf80a7f4 None None] Provisioning complete for port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:10.228305 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-370a4490-c5ee-4a9d-b592-9932bf80a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.240362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.240626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f03de50-8215-4a06-9789-936072c7bf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.268100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Attempting to bind port 4f051bfd-02cc-4f34-953f-0242b3fa3405 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:10.268677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Attempting to bind port 4f051bfd-02cc-4f34-953f-0242b3fa3405 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:10.269205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Attempting to bind port 4f051bfd-02cc-4f34-953f-0242b3fa3405 on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:10.274105 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f03de50-8215-4a06-9789-936072c7bf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.280579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:21:10.283542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Port 4f051bfd-02cc-4f34-953f-0242b3fa3405 on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:10.283873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Attempting to bind port 4f051bfd-02cc-4f34-953f-0242b3fa3405 on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:10.297560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:10.297908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Checking segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:10.298308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Bound using segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:10.298749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Bound port: 4f051bfd-02cc-4f34-953f-0242b3fa3405, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:10.299117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.305856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-370a4490-c5ee-4a9d-b592-9932bf80a7f4 None None] Port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:21:10.354422 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f03de50-8215-4a06-9789-936072c7bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.358003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f03de50-8215-4a06-9789-936072c7bf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.361543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1f03de50-8215-4a06-9789-936072c7bf16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6dea3a5-8664-4e22-94fc-831f7d2f2681 HTTP/1.1" status: 204 len: 168 time: 0.2654612 Jul 23 10:21:10.376557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03de50-8215-4a06-9789-936072c7bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dea3a5-8664-4e22-94fc-831f7d2f2681,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.422861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.428489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.452445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1385d-3eed-4eb9-b3b5-7d6a6eba49ba req-d2ec1ddb-6f60-4b8b-8f78-71569f04e83b tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:10.460264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9d1385d-3eed-4eb9-b3b5-7d6a6eba49ba req-d2ec1ddb-6f60-4b8b-8f78-71569f04e83b tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 950 time: 0.2653592 Jul 23 10:21:10.462306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:21:10.470074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84e6145-71a4-4150-805e-2bb1140f87d4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.489906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.490344 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Added segment 49ee357c-6384-47a4-a035-7300d2d853ea of type vlan for network 64e9031d-07ff-45ec-943e-933b4ae82b3e Jul 23 10:21:10.512139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:10.517783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:10.535205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.545223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.563788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9d1385d-3eed-4eb9-b3b5-7d6a6eba49ba req-cc64a2b8-6b28-4492-9539-19d86b0116be tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023421 Jul 23 10:21:10.569335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:10.570002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.571379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f051bfd-02cc-4f34-953f-0242b3fa3405 HTTP/1.1" status: 200 len: 1092 time: 2.6290019 Jul 23 10:21:10.584046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.585468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:10.585947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.600233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'tag': '4f051bfd-02cc-4f34-953f-0242b3fa3405'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:10.603270 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430cd6a8-dfa8-42f6-a685-0cb3752a6580" -d '{"events": [{"name": "network-changed", "server_uuid": "25934f80-89ff-4fd9-af6d-01c856b2d0a7", "tag": "4f051bfd-02cc-4f34-953f-0242b3fa3405"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:10.616669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:10.627278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9103265 Jul 23 10:21:10.630325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:10.631131 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Sync routers for ids ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:10.637821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Request body: {'subnet': {'network_id': '64e9031d-07ff-45ec-943e-933b4ae82b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1186731935-subnet', 'tenant_id': 'a569e8bfba5842138593b1dae5769372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:10.647851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b4d9-69fc-4696-b113-b200f61cd221 service neutron] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.648717 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Routers {'3ba852a8-c7bb-46d2-a28d-2eb437d4e859'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:10.664177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cac3bdfe-a035-4591-906b-144a6cd501d3 admin admin] 10.222.0.37 "PUT /v2.0/routers/3ba852a8-c7bb-46d2-a28d-2eb437d4e859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3580296 Jul 23 10:21:10.664564 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:10.690000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b401-061b-4401-8f2b-c56675639b63 admin admin] Pushing event updated for resources: {'Network': ['ID=64e9031d-07ff-45ec-943e-933b4ae82b3e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:10.694642 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a79fca-328b-4360-baaa-d56e79ac9ed9 x-openstack-request-id: req-d6a79fca-328b-4360-baaa-d56e79ac9ed9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:10.694950 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25934f80-89ff-4fd9-af6d-01c856b2d0a7", "tag": "4f051bfd-02cc-4f34-953f-0242b3fa3405", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:10.697065 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6a79fca-328b-4360-baaa-d56e79ac9ed9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:10.697850 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'tag': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'status': 'completed', 'code': 200} Jul 23 10:21:10.712356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 64e9031d-07ff-45ec-943e-933b4ae82b3e details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:21:10.716141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Made reservation on behalf of a569e8bfba5842138593b1dae5769372 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:10.718435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:10.737825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-27f9e03a-55ef-4591-b13f-807433d1f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:10.739538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-27f9e03a-55ef-4591-b13f-807433d1f27e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0818458 Jul 23 10:21:10.875706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-7e04044b-672c-4c60-823f-4993b513e832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405 HTTP/1.1" status: 200 len: 217 time: 0.1155331 Jul 23 10:21:10.926024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 42e4c0e9-a85a-4372-9517-54a01866deb2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:10.942038 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Set router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:10.981682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-20e7d0e2-8783-4ce1-962b-3f6371d68bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:10.983225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-20e7d0e2-8783-4ce1-962b-3f6371d68bc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 200 len: 862 time: 0.1066172 Jul 23 10:21:10.993720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:11.065314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9451e4-e194-48b9-8996-38f709b3118d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:11.069040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 42e4c0e9-a85a-4372-9517-54a01866deb2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:11.069427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:11.070473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Checking segment: {'id': '49ee357c-6384-47a4-a035-7300d2d853ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '64e9031d-07ff-45ec-943e-933b4ae82b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:11.071023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Network hostable DHCP agents. Network: 64e9031d-07ff-45ec-943e-933b4ae82b3e, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:11.090355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-76974049-14ac-4bb9-8553-07f0dd38a121 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953128 Jul 23 10:21:11.092276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Network 64e9031d-07ff-45ec-943e-933b4ae82b3e is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:11.113605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 64e9031d-07ff-45ec-943e-933b4ae82b3e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:11.118361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:11.119331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:11.125983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8575b6-6258-4cdf-a80e-95854bf35ecb None None] Network 64e9031d-07ff-45ec-943e-933b4ae82b3e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:11.151104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9b9e8080-aa45-48c3-bfc8-b8ba9b453c4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5196779 Jul 23 10:21:11.232642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-8822edd9-f03d-4134-830d-14674f4e0a8c tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:11.246053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-8822edd9-f03d-4134-830d-14674f4e0a8c tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 950 time: 0.0916512 Jul 23 10:21:11.300791 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:08Z', 'revision_number': 4, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b', 'name': '', 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'mac_address': 'fa:16:3e:71:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'adc2a640-833d-45df-b66b-00c3c41c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:06Z', 'updated_at': '2021-07-23T10:21:08Z', 'revision_number': 2, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'subnets': [{'id': 'adc2a640-833d-45df-b66b-00c3c41c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:11.370089 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Checking router: 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:11.370918 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Updating router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:21:11.405651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-42993c4a-d02f-42b6-824c-1b8b4ca065d3 service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112974 Jul 23 10:21:11.411265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4320f8-ee55-454a-ad98-2e594a47f5be None None] Network 64e9031d-07ff-45ec-943e-933b4ae82b3e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:11.446875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d8b4a1f-8b95-4a08-98f9-4f20ee376f53 req-9ca9ccb2-d62f-4beb-abed-4353380ed28b tempest-FloatingIPsNegativeTestJSON-557934512 tempest-FloatingIPsNegativeTestJSON-557934512-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=37d06017d4dc4fed8e91194b702ce8e4 HTTP/1.1" status: 200 len: 217 time: 0.1282921 Jul 23 10:21:11.455514 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:11.455670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b007067-0421-4d59-9ded-c9133cc6971d req-945d752b-37d6-4b4a-bdf2-0c84ed97bff4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:11.457448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b007067-0421-4d59-9ded-c9133cc6971d req-945d752b-37d6-4b4a-bdf2-0c84ed97bff4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 944 time: 0.2937264 Jul 23 10:21:11.549819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b007067-0421-4d59-9ded-c9133cc6971d req-1060d988-8b00-44dd-8a6a-4e6e4dd33525 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814853 Jul 23 10:21:11.597031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8b2bff-e5de-4269-b665-f8cfd888c1bb req-4e0c2cac-5854-4a01-97ff-3140f98b1c4a service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813793 Jul 23 10:21:11.665595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5775164-ea62-4012-9dbb-a98e62939d3f req-3082e9bd-526f-461f-8330-d7d9c90bac84 tempest-FloatingIPsNegativeTestJSON-557934512 tempest-FloatingIPsNegativeTestJSON-557934512-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0673821 Jul 23 10:21:11.732644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Deleting port ba8f5466-732a-4e2b-8507-090424b00100 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:21:11.733157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:11.750893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-52098835-7eeb-41f7-8b25-bf9aff2e78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:11.757114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-52098835-7eeb-41f7-8b25-bf9aff2e78e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0905693 Jul 23 10:21:11.777576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b426-a70f-4897-b4d5-5316d8205cb1 req-0275a1b1-09e8-4c95-8473-33c527ed4620 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:11.785071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b408b426-a70f-4897-b4d5-5316d8205cb1 req-0275a1b1-09e8-4c95-8473-33c527ed4620 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.2213314 Jul 23 10:21:11.897655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b408b426-a70f-4897-b4d5-5316d8205cb1 req-a6a05c7c-ba8a-4b88-ba81-46412b495731 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109633 Jul 23 10:21:11.935670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-e11da402-c1b8-4849-b56b-743378d1ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:11.937299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-e11da402-c1b8-4849-b56b-743378d1ed9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 923 time: 0.1726074 Jul 23 10:21:11.943871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] For port ba8f5466-732a-4e2b-8507-090424b00100, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba8f5466-732a-4e2b-8507-090424b00100,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:11.944319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:11.969621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Calling delete_port for ba8f5466-732a-4e2b-8507-090424b00100 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:21:12.001689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e232-79ad-41c2-b932-fee26dfc3856 req-0635a082-cd1d-4f01-9cb0-3049198be1f4 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:12.003300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea37e232-79ad-41c2-b932-fee26dfc3856 req-0635a082-cd1d-4f01-9cb0-3049198be1f4 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ef98e29-c782-414b-9e44-3b716d4610fc HTTP/1.1" status: 200 len: 950 time: 0.1897504 Jul 23 10:21:12.005004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-dabfb4fd-4bec-438f-a30e-74cd42ac03c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405 HTTP/1.1" status: 200 len: 217 time: 0.0590961 Jul 23 10:21:12.005565 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-08ef363e-8788-4674-aacb-f1980d4932a3 req-b48e238e-173d-4730-a5bd-cf8a2e185be7 tempest-FloatingIPsNegativeTestJSON-557934512 tempest-FloatingIPsNegativeTestJSON-557934512-project] show failed (client error): The resource could not be found. Jul 23 10:21:12.006702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08ef363e-8788-4674-aacb-f1980d4932a3 req-b48e238e-173d-4730-a5bd-cf8a2e185be7 tempest-FloatingIPsNegativeTestJSON-557934512 tempest-FloatingIPsNegativeTestJSON-557934512-project] 10.222.0.37 "GET /v2.0/floatingips/a225f88d-fcd1-4c2a-828b-a95a1678b344 HTTP/1.1" status: 404 len: 350 time: 0.0728111 Jul 23 10:21:12.018817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58446) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:12.147969 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:12.169599 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:12.180181 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Transition to ACTIVE for port object 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:12.198049 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:12.207647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Pushing event deleted for resources: {'Port': ['ID=ba8f5466-732a-4e2b-8507-090424b00100,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:12.225061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea37e232-79ad-41c2-b932-fee26dfc3856 req-496976aa-8601-4566-a0df-f131ca9d4228 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.37 "GET /v2.0/security-groups?id=c82a298e-b040-4eee-a4ef-53855d7d76f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043693 Jul 23 10:21:12.226594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-6a06b26f-9306-46b0-9b60-55361f4cdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:12.241805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-6a06b26f-9306-46b0-9b60-55361f4cdc7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 200 len: 862 time: 0.2099707 Jul 23 10:21:12.291810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-83261cdf-7df1-4269-b742-81bbd8c2e5d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373158 Jul 23 10:21:12.454410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] No DVR routers for this DVR port ba8f5466-732a-4e2b-8507-090424b00100 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:21:12.455018 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d536cb3-1368-4a4e-b658-c321dcedbff4 None None] Pushing event updated for resources: {'Port': ['ID=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:12.468709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:12.474178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-60e61c6e-bf4d-4151-86df-7309bdf0f776 req-2ed793fa-0268-4447-8291-5b935f4e1fb1 tempest-DeleteServersAdminTestJSON-367730675 tempest-DeleteServersAdminTestJSON-367730675-project] 10.222.0.20 "DELETE /v2.0/ports/ba8f5466-732a-4e2b-8507-090424b00100 HTTP/1.1" status: 204 len: 173 time: 1.2169888 Jul 23 10:21:12.474178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'name': 'network-vif-deleted', 'tag': 'ba8f5466-732a-4e2b-8507-090424b00100'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:12.499279 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26705502-af80-47a4-8183-3781066830e9" -d '{"events": [{"server_uuid": "5ef98e29-c782-414b-9e44-3b716d4610fc", "name": "network-vif-deleted", "tag": "ba8f5466-732a-4e2b-8507-090424b00100"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:12.611313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-8710b260-2f0d-465e-94bf-49b2620cb169 service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123143 Jul 23 10:21:12.843795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Attempting to bind port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:12.844166 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Attempting to bind port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:12.844669 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Attempting to bind port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b on network b6f826b3-e78a-4183-9dd2-9f81c01751b2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:12.852192 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:12.852594 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Checking segment: {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:12.852974 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:12.860785 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Bound using segment: {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:12.861431 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Bound port: 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84044ba-a2d4-4a9e-bd14-5ce801a082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:12.865964 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:12.960746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] For port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:12.965177 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] For port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,segment=NetworkSegment(d84044ba-a2d4-4a9e-bd14-5ce801a082af),segment_id=d84044ba-a2d4-4a9e-bd14-5ce801a082af)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:12.972975 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:13.007946 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440ea2f0-d914-4b99-931a-e7c1462dc4df x-openstack-request-id: req-440ea2f0-d914-4b99-931a-e7c1462dc4df {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:13.008248 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef98e29-c782-414b-9e44-3b716d4610fc", "name": "network-vif-deleted", "tag": "ba8f5466-732a-4e2b-8507-090424b00100", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:13.008968 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-440ea2f0-d914-4b99-931a-e7c1462dc4df {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:13.009376 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef98e29-c782-414b-9e44-3b716d4610fc', 'name': 'network-vif-deleted', 'tag': 'ba8f5466-732a-4e2b-8507-090424b00100', 'status': 'completed', 'code': 200} Jul 23 10:21:13.037187 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d536cb3-1368-4a4e-b658-c321dcedbff4 None None] Pushing event updated for resources: {'Port': ['ID=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:13.044704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-46508745-8783-44dc-9cc5-c89ed2f1cbd3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:13.046310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-46508745-8783-44dc-9cc5-c89ed2f1cbd3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.3011334 Jul 23 10:21:13.086343 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Routers {'3ba852a8-c7bb-46d2-a28d-2eb437d4e859'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:13.087003 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:13.092445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-1776b87e-bcf1-45c9-a323-05def8e80056 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/quotas/917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 375 time: 0.0362527 Jul 23 10:21:13.171989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-f9de6368-e984-466f-a1ae-aa9a1048935b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725145 Jul 23 10:21:13.249866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] Set router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:13.394208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430cd6a8-dfa8-42f6-a685-0cb3752a6580 req-70269ba8-1047-4a77-8be7-af683cee9df1 service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604733 Jul 23 10:21:13.420975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-94b95263-29a5-493c-af64-18e7be825ffb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:21:13.429272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-94b95263-29a5-493c-af64-18e7be825ffb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759802 Jul 23 10:21:13.516292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae373b8-51e0-4cbc-93be-40806b491cc9 req-402f20cf-1aad-43ba-b1dd-bd976db89d1e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:13.517826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ae373b8-51e0-4cbc-93be-40806b491cc9 req-402f20cf-1aad-43ba-b1dd-bd976db89d1e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 944 time: 0.2665236 Jul 23 10:21:13.551280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:08Z', 'revision_number': 4, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b', 'name': '', 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'mac_address': 'fa:16:3e:71:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'adc2a640-833d-45df-b66b-00c3c41c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:06Z', 'updated_at': '2021-07-23T10:21:12Z', 'revision_number': 4, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'subnets': [{'id': 'adc2a640-833d-45df-b66b-00c3c41c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:13.566012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-d0244a7d-a284-468f-8e6e-86a507d45464 service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357234 Jul 23 10:21:13.579302 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fba16-3194-4b64-aacd-26b49911da2f None None] The sync data for ids ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'] in n-d-778550-4 is: [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:08Z', 'revision_number': 4, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b', 'name': '', 'network_id': 'b6f826b3-e78a-4183-9dd2-9f81c01751b2', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'mac_address': 'fa:16:3e:71:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'adc2a640-833d-45df-b66b-00c3c41c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:06Z', 'updated_at': '2021-07-23T10:21:12Z', 'revision_number': 4, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'subnets': [{'id': 'adc2a640-833d-45df-b66b-00c3c41c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:13.608632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ae373b8-51e0-4cbc-93be-40806b491cc9 req-7aedd431-fd19-4f80-af70-a3a0a7ef5f70 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728176 Jul 23 10:21:13.641220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba8f5466-732a-4e2b-8507-090424b00100 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:13.682458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: ba8f5466-732a-4e2b-8507-090424b00100 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:21:13.683682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba8f5466-732a-4e2b-8507-090424b00100 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:13.720931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-9dd12409-b5cf-4556-b463-096ec0abdccd service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489825 Jul 23 10:21:13.807686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:13.861013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdaecf-0a59-4178-ab7c-743e8ea72790 req-f500a914-7278-4a7c-9118-6efdea6ce932 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:13.862811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05cdaecf-0a59-4178-ab7c-743e8ea72790 req-f500a914-7278-4a7c-9118-6efdea6ce932 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1390283 Jul 23 10:21:13.940852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05cdaecf-0a59-4178-ab7c-743e8ea72790 req-70a3ecdb-fa5d-4fee-ab71-8e0d42fcffba tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Jul 23 10:21:14.264291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f051bfd-02cc-4f34-953f-0242b3fa3405 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:14.288489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Deleting port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:21:14.288922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:14.325657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2eab0e6-a211-4c41-8f41-20969feb5170 req-c04b4e25-8319-4944-b87d-af0331e87b5b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 210 time: 0.0714972 Jul 23 10:21:14.406305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] For port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,segment=NetworkSegment(d84044ba-a2d4-4a9e-bd14-5ce801a082af),segment_id=d84044ba-a2d4-4a9e-bd14-5ce801a082af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:14.407037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:14.449011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Calling delete_port for 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:21:14.567798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:14.600956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'port_id': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'mac_address': 'fa:16:3e:32:41:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bc15b7-456d-41e6-8a0a-8a50315fc4ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:14.694965 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:14.748972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f051bfd-02cc-4f34-953f-0242b3fa3405 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:14.838924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:14.848016 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:14.950456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15def9ab-7d28-4c59-8e4d-7bc06b063b51 req-b727a902-d6c8-457f-b912-67fd54bf8c40 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:14.959058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15def9ab-7d28-4c59-8e4d-7bc06b063b51 req-b727a902-d6c8-457f-b912-67fd54bf8c40 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 944 time: 0.2158587 Jul 23 10:21:14.982990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:15.022348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:15.054188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:15.070395 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15def9ab-7d28-4c59-8e4d-7bc06b063b51 req-37f24119-0672-432e-9d81-20cab560dd6e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035020 Jul 23 10:21:15.070395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:15.084651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4f051bfd-02cc-4f34-953f-0242b3fa3405'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:15.137410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:15.151465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:15.195923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No active binding found for port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 10:21:15.196377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 10:21:15.204840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f95a-02f7-4108-9a6b-05ec805b0c5b req-69337a24-fcdd-406c-83df-80aa765b4fa6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:15.218188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74a9f95a-02f7-4108-9a6b-05ec805b0c5b req-69337a24-fcdd-406c-83df-80aa765b4fa6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1361189 Jul 23 10:21:15.297875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Port 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b not found, will not notify nova. {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 10:21:15.327240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74a9f95a-02f7-4108-9a6b-05ec805b0c5b req-cfc0fd6e-e0bc-4a30-882a-e709247b250a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071334 Jul 23 10:21:15.456866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:15.549746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7629cb48-132b-42d6-9b6e-38e118452309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:15.812668 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-dc8b4d09-cf94-49eb-b0b8-cd072de78299 service neutron] show failed (client error): The resource could not be found. Jul 23 10:21:15.813681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-dc8b4d09-cf94-49eb-b0b8-cd072de78299 service neutron] 10.222.0.20 "GET /v2.0/ports/3fc99729-3db4-44b3-943a-12434126f77d/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0862050 Jul 23 10:21:15.815470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:21:15.863726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ecca7fdf-d39d-44a9-8309-a22b159db69d req-2bf1d7c2-5dd6-48ac-8c0b-f3a5276d2759 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 210 time: 0.3622003 Jul 23 10:21:15.913170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6f17916e-59ac-4858-b22e-275b9a9cd4d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2df9cd258b2d4886b391ccc6b5b15305&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7565787 Jul 23 10:21:15.922328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-22a651f5-7c72-4c1f-aec2-7877167cc4d6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:15.924272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-22a651f5-7c72-4c1f-aec2-7877167cc4d6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.5203671 Jul 23 10:21:15.926121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:15.970690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:15.973856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Request body: {'port': {'device_id': '6f652a01-f264-4c20-9bde-e51ab838f130', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'admin_state_up': True, 'tenant_id': '917e20c7568c40d08a723b25571a9aa6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:15.977236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b33bcbab-e558-4967-956b-9a715aeacf72 admin admin] 10.222.0.37 "PUT /v2.0/routers/3ba852a8-c7bb-46d2-a28d-2eb437d4e859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9356921 Jul 23 10:21:15.978724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58590) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:15.987577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] Sync routers for ids ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:16.001912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] Routers {'3ba852a8-c7bb-46d2-a28d-2eb437d4e859'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:16.002625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:16.128008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba924507-6637-44b9-94cb-5ef733634178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.156958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] Set router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:16.178279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7629cb48-132b-42d6-9b6e-38e118452309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.198210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7629cb48-132b-42d6-9b6e-38e118452309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.203349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba924507-6637-44b9-94cb-5ef733634178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.270897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f051bfd-02cc-4f34-953f-0242b3fa3405 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:16.329315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7629cb48-132b-42d6-9b6e-38e118452309 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15e44dd911074a96aafa43206ff299b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2713246 Jul 23 10:21:16.329315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629cb48-132b-42d6-9b6e-38e118452309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606a208e-cfb8-4af1-9cd8-6c70d3f928b7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:16.330527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:16.333748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Made reservation on behalf of 917e20c7568c40d08a723b25571a9aa6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:16.337411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.404484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 4f051bfd-02cc-4f34-953f-0242b3fa3405 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:16.417049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 4f051bfd-02cc-4f34-953f-0242b3fa3405 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:16.417834 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.434685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba924507-6637-44b9-94cb-5ef733634178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.437827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba924507-6637-44b9-94cb-5ef733634178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.439012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba924507-6637-44b9-94cb-5ef733634178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c82a298e-b040-4eee-a4ef-53855d7d76f7 HTTP/1.1" status: 204 len: 168 time: 0.5117469 Jul 23 10:21:16.473232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-99c2f799-befa-49af-9f5e-1898cf4d4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:16.474760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-99c2f799-befa-49af-9f5e-1898cf4d4059 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9&tenant_id=bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 1101 time: 0.1339195 Jul 23 10:21:16.489541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:16.489861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.493858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df9f3a-f932-4689-8e71-014cf4d7610f req-c3cbd14e-b25c-4005-aad5-2ae955e1cc7e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:16.500680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12df9f3a-f932-4689-8e71-014cf4d7610f req-c3cbd14e-b25c-4005-aad5-2ae955e1cc7e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 945 time: 0.3109176 Jul 23 10:21:16.522548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba924507-6637-44b9-94cb-5ef733634178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a298e-b040-4eee-a4ef-53855d7d76f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:16.549470 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b81dcd1-7d75-4998-aa3a-a87fb30fbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.622074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12df9f3a-f932-4689-8e71-014cf4d7610f req-879f4b1a-abd7-4859-b64d-df096de07cbd tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145828 Jul 23 10:21:16.628580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.629346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b81dcd1-7d75-4998-aa3a-a87fb30fbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.678601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:16.679720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f051bfd-02cc-4f34-953f-0242b3fa3405'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:16.685285 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b87284-04d2-4a31-8ef5-623981e119e3" -d '{"events": [{"server_uuid": "25934f80-89ff-4fd9-af6d-01c856b2d0a7", "name": "network-vif-plugged", "status": "completed", "tag": "4f051bfd-02cc-4f34-953f-0242b3fa3405"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:16.697121 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.719829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.722864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Allocated IP 172.20.0.2 (7ab78d24-a31a-4d4d-a855-15e924bd86d1/e83f6b1c-686d-4aca-8055-1b358c6c96ed/ec7c820b-2549-48f6-8c84-4282e481e5a9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:16.766630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:14Z', 'revision_number': 5, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port': {'id': '42e4c0e9-a85a-4372-9517-54a01866deb2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:01Z', 'updated_at': '2021-07-23T10:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:16.800574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.807607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b81dcd1-7d75-4998-aa3a-a87fb30fbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.810321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b81dcd1-7d75-4998-aa3a-a87fb30fbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:16.813743 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0b81dcd1-7d75-4998-aa3a-a87fb30fbf4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/606a208e-cfb8-4af1-9cd8-6c70d3f928b7 HTTP/1.1" status: 204 len: 168 time: 0.4787135 Jul 23 10:21:16.817668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7e096-cce2-45c7-bc4c-d9ab3b7c375a req-4b7fab3f-d225-40c9-8fe7-de67278aef7f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:16.833073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21f7e096-cce2-45c7-bc4c-d9ab3b7c375a req-4b7fab3f-d225-40c9-8fe7-de67278aef7f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.2146823 Jul 23 10:21:16.860683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] Checking router: 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:16.898877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:16.910223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] Routers {'3ba852a8-c7bb-46d2-a28d-2eb437d4e859'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:16.910885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:17.003177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21f7e096-cce2-45c7-bc4c-d9ab3b7c375a req-b0bdca2c-8471-4872-9a64-c80eadb5a689 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691120 Jul 23 10:21:17.006866 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.028348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58630) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:17.069366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81dcd1-7d75-4998-aa3a-a87fb30fbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606a208e-cfb8-4af1-9cd8-6c70d3f928b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:17.073754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.117847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6738a34-d1d6-48ae-86d3-e6221313015e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.128718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Deleting port 42e4c0e9-a85a-4372-9517-54a01866deb2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:21:17.129343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.236717 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ff646-c66e-46b5-a2dd-5249d1db3001 x-openstack-request-id: req-fc8ff646-c66e-46b5-a2dd-5249d1db3001 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:17.237302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25934f80-89ff-4fd9-af6d-01c856b2d0a7", "name": "network-vif-plugged", "status": "completed", "tag": "4f051bfd-02cc-4f34-953f-0242b3fa3405", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:17.237302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc8ff646-c66e-46b5-a2dd-5249d1db3001 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:17.238129 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'code': 200} Jul 23 10:21:17.239132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:17.307646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:17.310671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:17.341631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] Set router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:17.354509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:17.366083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:17.366809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.404081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480363d2-b71a-4c45-b436-41541fcd4072 req-fa3d0de3-eb7b-4906-84ce-55996c925037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:17.406057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-480363d2-b71a-4c45-b436-41541fcd4072 req-fa3d0de3-eb7b-4906-84ce-55996c925037 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 1097 time: 0.2220910 Jul 23 10:21:17.445563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:17.448098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-480363d2-b71a-4c45-b436-41541fcd4072 req-bb43de53-6e33-4297-9d76-d8112290a3f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350738 Jul 23 10:21:17.453308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:16Z', 'revision_number': 6, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:17.502250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d292d-ab4a-473f-a5b4-97f1e754a067 None None] The sync data for ids ['3ba852a8-c7bb-46d2-a28d-2eb437d4e859'] in n-d-778550-4 is: [{'id': '3ba852a8-c7bb-46d2-a28d-2eb437d4e859', 'name': 'tempest-FloatingIPsNegativeTestJSON-929281612-router', 'tenant_id': '37d06017d4dc4fed8e91194b702ce8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:00Z', 'updated_at': '2021-07-23T10:21:16Z', 'revision_number': 6, 'project_id': '37d06017d4dc4fed8e91194b702ce8e4', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:17.513871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] For port 42e4c0e9-a85a-4372-9517-54a01866deb2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=42e4c0e9-a85a-4372-9517-54a01866deb2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:17.514246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.537029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6738a34-d1d6-48ae-86d3-e6221313015e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.551041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-77bc6b0a-5007-4ed2-bc58-75e9987583c5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5834022 Jul 23 10:21:17.565890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb049d-e5da-4b58-bf35-db88ae7c8925 req-db4d5a61-a0f6-4e51-8bc5-dd209ce87384 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:17.567462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82bb049d-e5da-4b58-bf35-db88ae7c8925 req-db4d5a61-a0f6-4e51-8bc5-dd209ce87384 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 931 time: 0.3490911 Jul 23 10:21:17.568115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6738a34-d1d6-48ae-86d3-e6221313015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.569550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Request body: {'port': {'device_id': '6f652a01-f264-4c20-9bde-e51ab838f130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:17.578538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Calling delete_port for 42e4c0e9-a85a-4372-9517-54a01866deb2 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:21:17.627751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:17.643374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58644) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:17.668513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738a34-d1d6-48ae-86d3-e6221313015e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb4795-0d98-417e-993a-2de00268f01f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:17.675874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c6738a34-d1d6-48ae-86d3-e6221313015e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b627fc82e0334d8fb8522df3325749b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6443088 Jul 23 10:21:17.687500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:17.691152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12019f7b-883b-4af4-b681-40c7b54ca800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.705966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58650) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:17.741342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.748427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82bb049d-e5da-4b58-bf35-db88ae7c8925 req-6a9d12fe-1964-4f0d-9b2c-635c0c10287a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710889 Jul 23 10:21:17.755352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:17.757655 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d34ee-cd45-4947-aff8-e14669c3a98e" -d '{"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc99729-3db4-44b3-943a-12434126f77d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:17.761612 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.820000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Transition to ACTIVE for port object 3fc99729-3db4-44b3-943a-12434126f77d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:17.828394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:17.876008 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e5743-6dcc-4b2b-958d-fe78910f8f18 x-openstack-request-id: req-7b9e5743-6dcc-4b2b-958d-fe78910f8f18 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:17.876302 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc99729-3db4-44b3-943a-12434126f77d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:17.876555 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b9e5743-6dcc-4b2b-958d-fe78910f8f18 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:17.876951 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d', 'code': 200} Jul 23 10:21:17.903896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:17.925426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] No DVR routers for this DVR port 3fc99729-3db4-44b3-943a-12434126f77d on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:21:17.943169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef97393-c53a-46f1-aed8-f11763ed71b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.010405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a121f9c9-bb8a-4264-b168-748076c571a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.039025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:18.039365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:18.040052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:18.053760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef97393-c53a-46f1-aed8-f11763ed71b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.055443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Port 3fc99729-3db4-44b3-943a-12434126f77d on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:18.055846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Attempting to bind port 3fc99729-3db4-44b3-943a-12434126f77d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:18.066245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:18.066711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:18.069259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:18.069760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Bound port: 3fc99729-3db4-44b3-943a-12434126f77d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:18.070179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.071356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801dbb-3d3f-4813-aec6-cc2eb7da98e7 req-8e72dc2b-e22d-4112-b70f-62db6485c17a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:18.072939 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3801dbb-3d3f-4813-aec6-cc2eb7da98e7 req-8e72dc2b-e22d-4112-b70f-62db6485c17a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.3530612 Jul 23 10:21:18.085755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.127889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e4c0e9-a85a-4372-9517-54a01866deb2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:18.193096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12019f7b-883b-4af4-b681-40c7b54ca800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.227205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.231100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12019f7b-883b-4af4-b681-40c7b54ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.256540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3801dbb-3d3f-4813-aec6-cc2eb7da98e7 req-ac985467-ac71-4cdd-a261-4ecf395828b3 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718533 Jul 23 10:21:18.330012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef97393-c53a-46f1-aed8-f11763ed71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.334236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef97393-c53a-46f1-aed8-f11763ed71b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.335634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0ef97393-c53a-46f1-aed8-f11763ed71b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acbb4795-0d98-417e-993a-2de00268f01f HTTP/1.1" status: 204 len: 168 time: 0.6468472 Jul 23 10:21:18.355962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12019f7b-883b-4af4-b681-40c7b54ca800 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03812ead00fb477b9169a08269fd7e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111530 Jul 23 10:21:18.357319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12019f7b-883b-4af4-b681-40c7b54ca800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3951db9c-e4d0-42ec-a1b0-7344d0a27117,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:18.372844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:18.376536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef97393-c53a-46f1-aed8-f11763ed71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb4795-0d98-417e-993a-2de00268f01f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:18.395628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:18.412201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.419920 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.427666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:18.499100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.508162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7c820b-2549-48f6-8c84-4282e481e5a9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:18.519705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.536647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Transition to ACTIVE for port object ec7c820b-2549-48f6-8c84-4282e481e5a9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:18.538743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a1c049e-00fb-4ec2-9181-9dd53ecb55b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.549077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c4e3-0fbe-4b87-8c80-8c76657de95c req-09ce2b7a-e0b1-4fa2-a5ba-88029d5185a8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:18.561782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8833c4e3-0fbe-4b87-8c80-8c76657de95c req-09ce2b7a-e0b1-4fa2-a5ba-88029d5185a8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.4391680 Jul 23 10:21:18.567380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a1c049e-00fb-4ec2-9181-9dd53ecb55b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.582936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.583464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba852a8-c7bb-46d2-a28d-2eb437d4e859 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:21:18.608327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:18.609021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.610483 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] 10.222.0.55 "PUT /v2.0/ports/3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 1096 time: 2.1282322 Jul 23 10:21:18.617816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.630504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.634463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5bece0bf-6306-4f32-b3bd-ebbccd7978e5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3ba852a8-c7bb-46d2-a28d-2eb437d4e859 HTTP/1.1" status: 204 len: 168 time: 2.6531043 Jul 23 10:21:18.645412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58666) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:18.692924 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a1c049e-00fb-4ec2-9181-9dd53ecb55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.695561 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a1c049e-00fb-4ec2-9181-9dd53ecb55b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.699613 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a1c049e-00fb-4ec2-9181-9dd53ecb55b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3951db9c-e4d0-42ec-a1b0-7344d0a27117 HTTP/1.1" status: 204 len: 168 time: 0.3112867 Jul 23 10:21:18.707229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:18.718015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c049e-00fb-4ec2-9181-9dd53ecb55b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3951db9c-e4d0-42ec-a1b0-7344d0a27117,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:18.873748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8833c4e3-0fbe-4b87-8c80-8c76657de95c req-1f39f6c4-2eec-4d99-9b3c-c4fad70d4ebb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109756 Jul 23 10:21:18.911235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d918c-ba6b-4f6a-96c8-69bc203334dd service neutron] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:18.912736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:18.913078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:18.913409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:18.946443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a121f9c9-bb8a-4264-b168-748076c571a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.956247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 42e4c0e9-a85a-4372-9517-54a01866deb2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:18.967522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a121f9c9-bb8a-4264-b168-748076c571a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:18.980490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Deleting subnet adc2a640-833d-45df-b66b-00c3c41c34b9 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:21:18.983009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 42e4c0e9-a85a-4372-9517-54a01866deb2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:21:18.983456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 42e4c0e9-a85a-4372-9517-54a01866deb2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:18.984325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:18.987742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:18.988075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:18.995118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:19.001196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:19.002463 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:19.007695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Bound port: ec7c820b-2549-48f6-8c84-4282e481e5a9, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:19.007985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.015794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:21:19.016225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83fe6a4a-5a77-44d2-9f02-d08a89ef1b6b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:19.025487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121f9c9-bb8a-4264-b168-748076c571a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45649d97-fc9e-428e-a4fb-c910ff91c906,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:19.043569 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.093447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87992546-3726-4748-ad5f-9d48dda32414 req-827d019f-40f8-40ad-952e-6eec2442ba3c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.102406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a121f9c9-bb8a-4264-b168-748076c571a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d94fcba7f00d44dabe1f637e9765a9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3948245 Jul 23 10:21:19.105867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58684) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:19.106956 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87992546-3726-4748-ad5f-9d48dda32414 req-827d019f-40f8-40ad-952e-6eec2442ba3c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 943 time: 0.1852050 Jul 23 10:21:19.127311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-1fc3c3f9-3e2f-4f58-9d53-04967a71b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.129215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-1fc3c3f9-3e2f-4f58-9d53-04967a71b812 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1099 time: 0.4813759 Jul 23 10:21:19.132397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:19.134280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.150756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:19.158510 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.197448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87992546-3726-4748-ad5f-9d48dda32414 req-0e5e3bdd-b14f-43f3-b3e2-24b03a56342d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873425 Jul 23 10:21:19.226578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.227205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.228659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] 10.222.0.20 "PUT /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 1091 time: 1.6639202 Jul 23 10:21:19.229132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:19.231362 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b78981b-4059-43a4-8ae6-e7775230e74e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:19.289096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a195ba0-fac7-497d-bc16-10f25f0aaa1d service neutron] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:19.319402 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2274d6-e357-4571-ab80-025eb4eeb978 x-openstack-request-id: req-7b2274d6-e357-4571-ab80-025eb4eeb978 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:19.320864 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:19.322192 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b2274d6-e357-4571-ab80-025eb4eeb978 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:19.322724 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'status': 'completed', 'code': 200} Jul 23 10:21:19.337050 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d11c6cf1-07d0-47f9-80d7-6a3ec8276f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.344931 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.400712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d11c6cf1-07d0-47f9-80d7-6a3ec8276f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.413422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-53ffef4d-bda4-4675-b651-3f1b7f8b6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.414984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-53ffef4d-bda4-4675-b651-3f1b7f8b6eb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2715514 Jul 23 10:21:19.451294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-f2ef3405-9281-480b-b72b-f20c27b09dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.453559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-f2ef3405-9281-480b-b72b-f20c27b09dee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1094 time: 0.1530099 Jul 23 10:21:19.466945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f02a-0411-47d9-a3aa-7644761b67f8 req-76696f3a-0421-45a6-9e72-8cffa7dc0615 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.473757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f492f02a-0411-47d9-a3aa-7644761b67f8 req-76696f3a-0421-45a6-9e72-8cffa7dc0615 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0975256 Jul 23 10:21:19.491062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-03ca1f06-1380-48ec-9442-4efe5bc1cdcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.0640776 Jul 23 10:21:19.536549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-e2fcf09e-eeb3-430d-a60d-7bc643831a08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0607154 Jul 23 10:21:19.592859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f492f02a-0411-47d9-a3aa-7644761b67f8 req-cf248764-8ce7-4d08-9be3-e07654147dce tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181474 Jul 23 10:21:19.621935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-94e14f05-cebf-4a78-8401-70c234f9debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.624937 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-94e14f05-cebf-4a78-8401-70c234f9debc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.0809500 Jul 23 10:21:19.654391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3fc99729-3db4-44b3-943a-12434126f77d no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:19.704975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-4493c847-afb0-4779-acce-e745bbb0129f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699947 Jul 23 10:21:19.733057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3fc99729-3db4-44b3-943a-12434126f77d not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:19.831468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.851171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-6b02c904-a478-4350-b05a-de01396aa42b service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393113 Jul 23 10:21:19.882226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:19.884580 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10e5e9c-4207-4657-ab7d-0b38c18d1560" -d '{"events": [{"name": "network-changed", "server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "tag": "3fc99729-3db4-44b3-943a-12434126f77d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:19.892473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc2a640-833d-45df-b66b-00c3c41c34b9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:19.902990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d11c6cf1-07d0-47f9-80d7-6a3ec8276f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.905543 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d11c6cf1-07d0-47f9-80d7-6a3ec8276f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.909890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d11c6cf1-07d0-47f9-80d7-6a3ec8276f9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45649d97-fc9e-428e-a4fb-c910ff91c906 HTTP/1.1" status: 204 len: 168 time: 0.7997808 Jul 23 10:21:19.909890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:19.913067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5614c89f-4a81-42c7-966d-075f6a7cc807 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/adc2a640-833d-45df-b66b-00c3c41c34b9 HTTP/1.1" status: 204 len: 168 time: 1.2666652 Jul 23 10:21:19.914731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c740ed8-bc0a-4a0d-b243-3fa5f32989c9 None None] Network b6f826b3-e78a-4183-9dd2-9f81c01751b2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:19.915555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58726) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:19.919545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-1825cafa-be13-48ec-8033-509d3c996400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:19.920944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-1825cafa-be13-48ec-8033-509d3c996400 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.4232533 Jul 23 10:21:19.956428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c6cf1-07d0-47f9-80d7-6a3ec8276f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45649d97-fc9e-428e-a4fb-c910ff91c906,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:19.992254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f845571-5205-4f49-a5e9-39d3484056d8 req-1db531e4-afba-4d66-bd60-896bc4122a3f service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333222 Jul 23 10:21:20.047900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.060406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20fe0d-5c28-4053-b188-371ebfc07e6e req-de795a57-7578-42b9-aaf4-8abfece66427 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.067332 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba20fe0d-5c28-4053-b188-371ebfc07e6e req-de795a57-7578-42b9-aaf4-8abfece66427 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.2651937 Jul 23 10:21:20.082258 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575eab7-318f-492e-a395-9b3e6be5a112 x-openstack-request-id: req-3575eab7-318f-492e-a395-9b3e6be5a112 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:20.082547 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "tag": "3fc99729-3db4-44b3-943a-12434126f77d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:20.082801 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3575eab7-318f-492e-a395-9b3e6be5a112 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:20.083193 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d', 'status': 'completed', 'code': 200} Jul 23 10:21:20.134878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-59f83a6f-a383-4ce7-a5b8-725cf765df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.136596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-59f83a6f-a383-4ce7-a5b8-725cf765df48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030733 Jul 23 10:21:20.167966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba20fe0d-5c28-4053-b188-371ebfc07e6e req-d6552beb-876b-46d1-a161-bb666a90d7c7 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968347 Jul 23 10:21:20.306728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-8c4dd998-33a0-4cab-a223-dc074a4329df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.309377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-8c4dd998-33a0-4cab-a223-dc074a4329df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1099 time: 0.1633837 Jul 23 10:21:20.317962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185db34-0503-42ce-81db-480914f34f53 req-9fcdd4d5-f700-43f7-ae7e-e106ec067667 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.328926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e185db34-0503-42ce-81db-480914f34f53 req-9fcdd4d5-f700-43f7-ae7e-e106ec067667 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.1184046 Jul 23 10:21:20.331553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] DHCP port deletion for b6f826b3-e78a-4183-9dd2-9f81c01751b2 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:21:20.390401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Deleting port 0984c610-e51b-4435-9538-5e25afcda4bd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:21:20.392261 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.407145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Deleting port 0984c610-e51b-4435-9538-5e25afcda4bd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:21:20.407515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.447408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-f5eabf99-0baf-4f6e-a1e4-2fe26e0105a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.449694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-f5eabf99-0baf-4f6e-a1e4-2fe26e0105a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1129797 Jul 23 10:21:20.459592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-e61f9d11-bd43-4401-b9e4-1aa6b843015b service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043315 Jul 23 10:21:20.473106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-326d7410-5389-43ee-a86b-7b658f6c0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.480077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-326d7410-5389-43ee-a86b-7b658f6c0628 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1094 time: 0.3260300 Jul 23 10:21:20.491730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] For port 0984c610-e51b-4435-9538-5e25afcda4bd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0984c610-e51b-4435-9538-5e25afcda4bd,segment=NetworkSegment(d84044ba-a2d4-4a9e-bd14-5ce801a082af),segment_id=d84044ba-a2d4-4a9e-bd14-5ce801a082af)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:20.492313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.504991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-30682aad-a9d8-45a3-b636-97dd9cd199f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.0473769 Jul 23 10:21:20.521466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Calling delete_port for 0984c610-e51b-4435-9538-5e25afcda4bd owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:21:20.579653 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e185db34-0503-42ce-81db-480914f34f53 req-be7d2b21-b3a2-4f6e-a869-0215ee4c777e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389464 Jul 23 10:21:20.594785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ca938-59a1-473a-b065-f542e0d5ac33 req-ce30dc31-b117-4eae-9176-ed0bc689aeaa tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.600062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-e4acb1a1-b18b-42b3-a220-808fcdcfaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.604396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e0ca938-59a1-473a-b065-f542e0d5ac33 req-ce30dc31-b117-4eae-9176-ed0bc689aeaa tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.3081057 Jul 23 10:21:20.605596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-e4acb1a1-b18b-42b3-a220-808fcdcfaaf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0840478 Jul 23 10:21:20.610767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] For port 0984c610-e51b-4435-9538-5e25afcda4bd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0984c610-e51b-4435-9538-5e25afcda4bd,segment=NetworkSegment(d84044ba-a2d4-4a9e-bd14-5ce801a082af),segment_id=d84044ba-a2d4-4a9e-bd14-5ce801a082af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:20.611134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.665579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-ed69cc8d-fcef-4097-aca5-d2ebde1680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.667909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-ed69cc8d-fcef-4097-aca5-d2ebde1680b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574129 Jul 23 10:21:20.687110 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.694570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Calling delete_port for 0984c610-e51b-4435-9538-5e25afcda4bd owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:21:20.720910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Pushing event deleted for resources: {'Port': ['ID=0984c610-e51b-4435-9538-5e25afcda4bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:20.725576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] No DVR routers for this DVR port 0984c610-e51b-4435-9538-5e25afcda4bd on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:21:20.736819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.737413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.737937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.738418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.738885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.739525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.740008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.740505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.740982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.741461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.741936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.742526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabac30a-7406-4506-aa1f-4a541ee062a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:20.774813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:20.790631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e0ca938-59a1-473a-b065-f542e0d5ac33 req-b032b3f5-824b-43dc-b89d-d124eca0bf02 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852901 Jul 23 10:21:20.803444 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74bfefe0-0387-46f4-a207-f6b6b270382f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:20.848432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a936a2f-a66d-421f-85b6-af6a50b314f0 req-7cfaa822-781f-45f6-82bf-99fd6834cb0d service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786490 Jul 23 10:21:20.874849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-63c1f2c9-c47f-475f-a50f-11b30335f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:20.880296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-63c1f2c9-c47f-475f-a50f-11b30335f0cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.3607161 Jul 23 10:21:20.907867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0984c610-e51b-4435-9538-5e25afcda4bd no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:20.961626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0984c610-e51b-4435-9538-5e25afcda4bd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:21:20.961974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0984c610-e51b-4435-9538-5e25afcda4bd not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:21.005714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-5cd5fe59-ff9c-40a6-b48e-320526d4d361 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 217 time: 0.1145310 Jul 23 10:21:21.057218 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74bfefe0-0387-46f4-a207-f6b6b270382f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.061404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-82a2d0be-4d1a-4c6a-8e27-c10308252e8e service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872666 Jul 23 10:21:21.072093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74bfefe0-0387-46f4-a207-f6b6b270382f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.138544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.153043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d8b1-01e1-4058-b399-7ae70bc7e1a4 req-f93ec94c-4082-4908-8ea0-5a8554cbabdd tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:21.154571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8b7d8b1-01e1-4058-b399-7ae70bc7e1a4 req-f93ec94c-4082-4908-8ea0-5a8554cbabdd tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 943 time: 0.4575007 Jul 23 10:21:21.180641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-36173214-712a-4e6e-81e5-01a6a1b91a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:21.182321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-36173214-712a-4e6e-81e5-01a6a1b91a3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1419525 Jul 23 10:21:21.197922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-74bfefe0-0387-46f4-a207-f6b6b270382f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a380d11b1e8947bbbd67335cdf9aeadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175797 Jul 23 10:21:21.206480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0984c610-e51b-4435-9538-5e25afcda4bd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:21.209792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58762) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:21.235453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfefe0-0387-46f4-a207-f6b6b270382f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e95cb9-5202-4954-af2f-2fea7df76b7d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:21.255815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-fd9eb022-0a11-47bf-a960-f6aee80bdf13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631983 Jul 23 10:21:21.257032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] No DVR routers for this DVR port 0984c610-e51b-4435-9538-5e25afcda4bd on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:21:21.273221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8b7d8b1-01e1-4058-b399-7ae70bc7e1a4 req-a5b071f2-d1be-40ea-beb1-01be9e6d8bff tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972407 Jul 23 10:21:21.274376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-2dfb6f2a-e41a-41a3-9e5f-2ffc291ae197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:21.276142 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-2dfb6f2a-e41a-41a3-9e5f-2ffc291ae197 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1099 time: 0.2889090 Jul 23 10:21:21.307104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-a260c89d-f307-4cd7-be03-eca7cf35e613 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213111 Jul 23 10:21:21.332878 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:21:21.373600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e653b-ab29-4207-9c26-3ba8a65b7097 req-9b95d0fa-8143-483d-87ce-962409c3179e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:21.380054 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-912e653b-ab29-4207-9c26-3ba8a65b7097 req-9b95d0fa-8143-483d-87ce-962409c3179e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.3314042 Jul 23 10:21:21.558523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.580237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21006052-6fd0-4da3-a0fb-aa226c3edb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.584155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-912e653b-ab29-4207-9c26-3ba8a65b7097 req-ef1aad13-8ec0-48f1-ada4-fa2f938df1e7 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034798 Jul 23 10:21:21.595228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.595511 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.596246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.596591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > port after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.596889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.597220 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.597549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.597862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.598172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.598486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.664131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.664481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.664808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.665138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 10:21:21.665510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f826b3-e78a-4183-9dd2-9f81c01751b2']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:21.670424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:21.688733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-7d106771-14a9-497a-a2b0-9910a4412873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:21.690373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-7d106771-14a9-497a-a2b0-9910a4412873 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3759401 Jul 23 10:21:21.710219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21006052-6fd0-4da3-a0fb-aa226c3edb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.744314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84044ba-a2d4-4a9e-bd14-5ce801a082af') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:21.744612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84044ba-a2d4-4a9e-bd14-5ce801a082af') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:21.748826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f802948-6655-4dfd-96c7-2d2a3a7aa9ec req-546b5d38-25f6-4b9e-85e1-6ff22c279f69 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:21.751961 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f802948-6655-4dfd-96c7-2d2a3a7aa9ec req-546b5d38-25f6-4b9e-85e1-6ff22c279f69 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.0783799 Jul 23 10:21:21.762493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-b56bb854-0b1d-4b46-af42-47275355a1ce service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929621 Jul 23 10:21:21.785331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:21.791882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f802948-6655-4dfd-96c7-2d2a3a7aa9ec req-0b883236-33aa-4dbf-a712-8ea6fce215df tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Jul 23 10:21:21.797843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'port_id': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'mac_address': 'fa:16:3e:26:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83f6b1c-686d-4aca-8055-1b358c6c96ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:21.817484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.836869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.851391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7c820b-2549-48f6-8c84-4282e481e5a9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:21.866283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-19c2e025-5fbf-4ad6-8081-b21526b5b5f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.1257503 Jul 23 10:21:21.871770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:21.877093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.895087 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-2bddaf55-410a-42be-a553-c4eed920d8b8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=94b1875752b747d7b57d9e11de1c23fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184118 Jul 23 10:21:21.896130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.925359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:21.930331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:21:21.930743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: from cryptography.utils import int_from_bytes Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: from cryptography.utils import int_from_bytes Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:21:21.934797 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:21:22.065358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-0e1c0cd6-57ed-4d9e-b550-8663ee94ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:22.066827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-0e1c0cd6-57ed-4d9e-b550-8663ee94ffd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1876042 Jul 23 10:21:22.071235 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21006052-6fd0-4da3-a0fb-aa226c3edb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.074263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21006052-6fd0-4da3-a0fb-aa226c3edb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.075336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-21006052-6fd0-4da3-a0fb-aa226c3edb2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84e95cb9-5202-4954-af2f-2fea7df76b7d HTTP/1.1" status: 204 len: 168 time: 0.8617887 Jul 23 10:21:22.083747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b43af-b2bb-4845-b575-d9dfe250caa1 req-10a69c25-fb71-4b5d-9a25-7997812233da tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:22.085312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f19b43af-b2bb-4845-b575-d9dfe250caa1 req-10a69c25-fb71-4b5d-9a25-7997812233da tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0718925 Jul 23 10:21:22.125778 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f19b43af-b2bb-4845-b575-d9dfe250caa1 req-ed667d92-442f-48cb-913c-6de7b80ed2c9 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340607 Jul 23 10:21:22.151029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ec7c820b-2549-48f6-8c84-4282e481e5a9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:22.377129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.389389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b78981b-4059-43a4-8ae6-e7775230e74e req-0ab8d5d7-f5d6-4dc6-b8bb-5945ecafac3d service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022739 Jul 23 10:21:22.390102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006052-6fd0-4da3-a0fb-aa226c3edb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e95cb9-5202-4954-af2f-2fea7df76b7d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:22.402712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.404603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b6f826b3-e78a-4183-9dd2-9f81c01751b2 HTTP/1.1" status: 204 len: 168 time: 2.4870470 Jul 23 10:21:22.425352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d01404-c894-47ab-acbe-b2c58366bc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f826b3-e78a-4183-9dd2-9f81c01751b2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:22.429562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ab995-cfb8-48bd-ba50-1db97aa6c550 req-c9fa28ed-4abe-487f-8c97-1ac4e078d65a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:22.434885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce2ab995-cfb8-48bd-ba50-1db97aa6c550 req-c9fa28ed-4abe-487f-8c97-1ac4e078d65a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1106246 Jul 23 10:21:22.439795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-e7557741-8e8d-4581-ac10-90d54763e15a tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:22.441325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-e7557741-8e8d-4581-ac10-90d54763e15a tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5172417 Jul 23 10:21:22.468055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-bca7efc2-a809-4fcf-8ff7-ef763b1c2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:22.469727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-bca7efc2-a809-4fcf-8ff7-ef763b1c2b22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3932419 Jul 23 10:21:22.471344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-e03dd0db-f424-4812-bb53-4eb1125779c6 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/quotas/94b1875752b747d7b57d9e11de1c23fa HTTP/1.1" status: 200 len: 375 time: 0.0201523 Jul 23 10:21:22.495842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce2ab995-cfb8-48bd-ba50-1db97aa6c550 req-0f668e1d-3270-40d4-965f-93bfc4614a21 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473554 Jul 23 10:21:22.510453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:22.533818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-90dbf7e5-4d9d-456b-8828-e8ba25e1eee4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=94b1875752b747d7b57d9e11de1c23fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492611 Jul 23 10:21:22.543204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-325a78ca-63ae-4e19-a368-a7f0b0eeef4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.588337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:22.613749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-76dd66f3-1840-4e9a-83a7-33d3fa298bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368051 Jul 23 10:21:22.709287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bf91b9c0-e355-4096-a9aa-2065622db08c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37d06017d4dc4fed8e91194b702ce8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191413 Jul 23 10:21:22.714654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:22.743288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf3026-9d32-40c7-9dbd-33e2c931477a req-325b08dc-b699-4855-aa0d-33f2e8672d76 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:22.755522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27cf3026-9d32-40c7-9dbd-33e2c931477a req-325b08dc-b699-4855-aa0d-33f2e8672d76 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.1426394 Jul 23 10:21:22.787460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c10e5e9c-4207-4657-ab7d-0b38c18d1560 req-36f69d80-a6d0-4ebf-ab32-dee59a26c003 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628230 Jul 23 10:21:22.819557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27cf3026-9d32-40c7-9dbd-33e2c931477a req-f448bbaf-b912-4039-bde5-85f5cd716a2e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605316 Jul 23 10:21:22.834946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-325a78ca-63ae-4e19-a368-a7f0b0eeef4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.838095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2cee573f-051f-46ba-820e-255e81859a54 req-b6213008-3a34-4da3-a629-6138a1828694 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 210 time: 0.0495424 Jul 23 10:21:22.841495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-325a78ca-63ae-4e19-a368-a7f0b0eeef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.877375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41e22a36-8f03-4eb7-9ae5-ca07a6631a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:22.899030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-325a78ca-63ae-4e19-a368-a7f0b0eeef4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9acd632858848aab34285324a5edabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867445 Jul 23 10:21:22.903374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:22.930163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a78ca-63ae-4e19-a368-a7f0b0eeef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463b5bc-72e2-4215-b2d9-bc3491b2f6fd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:22.938251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41e22a36-8f03-4eb7-9ae5-ca07a6631a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.072442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4e3cc-b7b9-4f5f-a434-8b211c515da4 req-ad320706-2d47-4ee2-bf60-a1ce407322e6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:23.072918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-757676a6-c2d5-42e3-b4d5-b5ebfa245fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.078280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41e22a36-8f03-4eb7-9ae5-ca07a6631a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.080428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66d4e3cc-b7b9-4f5f-a434-8b211c515da4 req-ad320706-2d47-4ee2-bf60-a1ce407322e6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.0871413 Jul 23 10:21:23.080821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41e22a36-8f03-4eb7-9ae5-ca07a6631a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.083465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-41e22a36-8f03-4eb7-9ae5-ca07a6631a0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51f7b580-3952-4afb-ad17-ebd478758afe HTTP/1.1" status: 204 len: 168 time: 0.3575613 Jul 23 10:21:23.104939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e22a36-8f03-4eb7-9ae5-ca07a6631a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f7b580-3952-4afb-ad17-ebd478758afe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:23.122168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea6f46-401a-4ee4-8170-831058056340 req-7e07f18a-bda1-41ec-aa5d-5781ae5fe25d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:23.130553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66d4e3cc-b7b9-4f5f-a434-8b211c515da4 req-e8d22ed2-3acb-47ce-95eb-710bf021c655 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Jul 23 10:21:23.131082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73ea6f46-401a-4ee4-8170-831058056340 req-7e07f18a-bda1-41ec-aa5d-5781ae5fe25d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1703990 Jul 23 10:21:23.159842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-757676a6-c2d5-42e3-b4d5-b5ebfa245fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.220524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73ea6f46-401a-4ee4-8170-831058056340 req-11d0704b-f6b7-4b78-8618-4662cde0b3bf tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883882 Jul 23 10:21:23.275183 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-757676a6-c2d5-42e3-b4d5-b5ebfa245fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.278552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-757676a6-c2d5-42e3-b4d5-b5ebfa245fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.282082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-757676a6-c2d5-42e3-b4d5-b5ebfa245fe0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4463b5bc-72e2-4215-b2d9-bc3491b2f6fd HTTP/1.1" status: 204 len: 168 time: 0.3206019 Jul 23 10:21:23.308825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757676a6-c2d5-42e3-b4d5-b5ebfa245fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463b5bc-72e2-4215-b2d9-bc3491b2f6fd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:23.391448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae650-90b0-4a19-8463-d43f62049a07 req-0fcb3a69-dc1d-44fd-bed2-3a2c45346c8d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:23.393128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08cae650-90b0-4a19-8463-d43f62049a07 req-0fcb3a69-dc1d-44fd-bed2-3a2c45346c8d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1009278 Jul 23 10:21:23.450257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08cae650-90b0-4a19-8463-d43f62049a07 req-5b85a1d5-7354-4332-9409-73d770145949 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Jul 23 10:21:23.533807 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.602360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58864) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:23.697804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:23.759069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ec7c820b-2549-48f6-8c84-4282e481e5a9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:23.765472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ec7c820b-2549-48f6-8c84-4282e481e5a9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:23.766106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.841707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-763c7902-7817-4203-96f9-f2674b33360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:23.929125 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.008878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:24.012679 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38105601-f56d-4940-8cb3-d945d8996026" -d '{"events": [{"server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "name": "network-vif-plugged", "status": "completed", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:24.019847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a233098b-919b-4a2e-9ce3-67a4a5058135 req-b186b4c1-a8c6-4529-b710-b84df715652f tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 210 time: 0.0602064 Jul 23 10:21:24.033384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:24.041582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.066267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-763c7902-7817-4203-96f9-f2674b33360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.082260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-763c7902-7817-4203-96f9-f2674b33360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.108276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-8813cf3a-6495-4bc7-b44f-a7755b950f62 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=94b1875752b747d7b57d9e11de1c23fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400155 Jul 23 10:21:24.132650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506c764-9c2f-4da8-bcde-6500606f30f5 req-2e0f8949-0306-47e0-b529-adc8bb5b8260 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:24.148164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9506c764-9c2f-4da8-bcde-6500606f30f5 req-2e0f8949-0306-47e0-b529-adc8bb5b8260 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.1725121 Jul 23 10:21:24.178806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-763c7902-7817-4203-96f9-f2674b33360f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95dc379fbf5840c2a2c39d123d73fd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750721 Jul 23 10:21:24.191448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c7902-7817-4203-96f9-f2674b33360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d00e1d-1d11-4e59-bbe6-000816fbaf70,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:24.196766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:24.239723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:24.287266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3fc99729-3db4-44b3-943a-12434126f77d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:24.320623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29f7436-6988-4fa7-9dce-f57ec25da6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.338013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9506c764-9c2f-4da8-bcde-6500606f30f5 req-3d5f9538-f5a5-4d8d-8cc7-aaa2760e53ef tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815848 Jul 23 10:21:24.357952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-6597f80c-5b56-4191-9654-e8741c9bc0ee tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:24.362276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-6597f80c-5b56-4191-9654-e8741c9bc0ee tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452104 Jul 23 10:21:24.390704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Request body: {'port': {'device_id': '8a926f38-7839-44b5-9dd6-c7126b936948', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '94b1875752b747d7b57d9e11de1c23fa'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:24.411613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29f7436-6988-4fa7-9dce-f57ec25da6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.481718 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1192c3-e610-496c-a43f-680851be1989 x-openstack-request-id: req-5d1192c3-e610-496c-a43f-680851be1989 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:24.486029 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "name": "network-vif-plugged", "status": "completed", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:24.486394 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d1192c3-e610-496c-a43f-680851be1989 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:24.486978 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'code': 200} Jul 23 10:21:24.508493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7986f-44d8-409b-b97b-0d6038293fe6 req-250fb925-ba31-42d7-9a72-6b8784f6c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:24.510798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04e7986f-44d8-409b-b97b-0d6038293fe6 req-250fb925-ba31-42d7-9a72-6b8784f6c600 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1096 time: 0.1100714 Jul 23 10:21:24.516607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:24.533975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '3fc99729-3db4-44b3-943a-12434126f77d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '3fc99729-3db4-44b3-943a-12434126f77d', 'mac_address': 'fa:16:3e:c6:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:24.551718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29f7436-6988-4fa7-9dce-f57ec25da6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.555504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29f7436-6988-4fa7-9dce-f57ec25da6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.557214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b29f7436-6988-4fa7-9dce-f57ec25da6fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17d00e1d-1d11-4e59-bbe6-000816fbaf70 HTTP/1.1" status: 204 len: 168 time: 0.3591011 Jul 23 10:21:24.572982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04e7986f-44d8-409b-b97b-0d6038293fe6 req-aea19587-993a-4b16-a1e3-710b400c21c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 Jul 23 10:21:24.579519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f7436-6988-4fa7-9dce-f57ec25da6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d00e1d-1d11-4e59-bbe6-000816fbaf70,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:24.644250 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.668352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc99729-3db4-44b3-943a-12434126f77d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:24.693071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e285-472a-47f8-982b-b26780c3d190 req-fc358991-90cb-455b-b6ed-af0b28f80a04 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:24.700561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3603e285-472a-47f8-982b-b26780c3d190 req-fc358991-90cb-455b-b6ed-af0b28f80a04 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 948 time: 0.2456484 Jul 23 10:21:24.714726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:24.721782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.760579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3603e285-472a-47f8-982b-b26780c3d190 req-5e7884f0-c4d0-450c-b5bc-f4757d090353 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Jul 23 10:21:24.773175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Made reservation on behalf of 94b1875752b747d7b57d9e11de1c23fa for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:24.788248 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.816474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:24.850547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:24.920418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58932) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:25.011186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577c04c-70b2-442e-a365-2553d4c6e008 req-0195d4aa-2cc9-4c5e-b15a-de737c252c79 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:25.015082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:25.028700 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9577c04c-70b2-442e-a365-2553d4c6e008 req-0195d4aa-2cc9-4c5e-b15a-de737c252c79 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1604152 Jul 23 10:21:25.080774 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.090850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.122823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9577c04c-70b2-442e-a365-2553d4c6e008 req-446c2a41-d6e2-4a21-b0a6-8b9a4f90e555 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923829 Jul 23 10:21:25.258103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3a3845-eb5c-45dd-a5ed-dc36c1072183,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:25.328163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-504869504-network', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:25.331885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58942) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:25.382976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c47ee411-8bc5-43a5-81d3-b6ca4d8c678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.388964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Allocated IP 192.168.233.50 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/10cebe4b-c698-4171-82eb-91ae2571a39e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:25.397615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3041fc4-1b20-4915-903c-f4e05aabb1c6 req-565be945-575c-40cd-be24-6a45fc647cfb tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 210 time: 0.0568321 Jul 23 10:21:25.408581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83fe68-8673-4785-bb59-5a33da2fb436 req-fe5737b9-c4b4-429c-aae5-7275bf949227 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:25.410317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa83fe68-8673-4785-bb59-5a33da2fb436 req-fe5737b9-c4b4-429c-aae5-7275bf949227 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 949 time: 0.2314887 Jul 23 10:21:25.424203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Made reservation on behalf of ee41ecf2ab344155aa21a023e55c5248 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:25.426444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.455242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1492-6705-410f-b5c9-15180400b09e req-00c257f8-fdd0-4431-b9c9-e620ac98fda5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:25.458989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-00c257f8-fdd0-4431-b9c9-e620ac98fda5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9&tenant_id=bd0425762e944ac1ab5d0b7c99899d12&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 949 time: 0.3072577 Jul 23 10:21:25.465046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.541157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa83fe68-8673-4785-bb59-5a33da2fb436 req-0faffed1-4747-41ff-b37b-ed8e78429dba tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091042 Jul 23 10:21:25.656595 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-2ead1492-6705-410f-b5c9-15180400b09e req-cdea4d17-9d5c-4fc1-bce5-08a7afafc3b4 service neutron] delete failed (client error): The resource could not be found. Jul 23 10:21:25.659969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-cdea4d17-9d5c-4fc1-bce5-08a7afafc3b4 service neutron] 10.222.0.20 "DELETE /v2.0/ports/3fc99729-3db4-44b3-943a-12434126f77d/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.1487885 Jul 23 10:21:25.710091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c332ea-5c29-476f-97a7-4539a686d66a req-db28729e-950a-4188-b95f-4ba03a81b88e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:25.717563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.721348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c47ee411-8bc5-43a5-81d3-b6ca4d8c678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.724540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9c332ea-5c29-476f-97a7-4539a686d66a req-db28729e-950a-4188-b95f-4ba03a81b88e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 945 time: 0.2264166 Jul 23 10:21:25.781952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c47ee411-8bc5-43a5-81d3-b6ca4d8c678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.794859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Transition to ACTIVE for port object 10cebe4b-c698-4171-82eb-91ae2571a39e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:25.799897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9c332ea-5c29-476f-97a7-4539a686d66a req-1e09b587-5c2a-4912-a9d8-7cb8c765544d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738556 Jul 23 10:21:25.863262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ee411-8bc5-43a5-81d3-b6ca4d8c678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec939659-fd41-45fe-890d-38ad84f375c2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:25.875613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c47ee411-8bc5-43a5-81d3-b6ca4d8c678b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33c2d263e8824a64bfc9a912a4c137d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374734 Jul 23 10:21:25.880415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58952) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:25.905429 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.910832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.919376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.945332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:21:25.955194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1492-6705-410f-b5c9-15180400b09e req-c3f97368-c696-439a-928c-c67b4411638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:25.956576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-c3f97368-c696-439a-928c-c67b4411638b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1100 time: 0.1530149 Jul 23 10:21:25.959353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-908bda26-0d94-44c3-ba44-3868072be4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:25.996097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e19541-256a-4333-9509-85dd7529b8f3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:26.003382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:26.006036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-908bda26-0d94-44c3-ba44-3868072be4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.008793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.009151 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Added segment d4a020ac-ebcc-4cab-b5c5-c25e6938857b of type vlan for network 1a98cd16-ea90-430f-a30a-82d2f9bc785c Jul 23 10:21:26.018817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:26.021860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:26.068292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Pushing event updated for resources: {'Port': ['ID=10cebe4b-c698-4171-82eb-91ae2571a39e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:26.094868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.117543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.118209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.148820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-b1ddbf38-b5c5-485a-af23-110a9aad2ac7 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7655001 Jul 23 10:21:26.156296 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.157293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.157890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.191470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Request body: {'port': {'device_id': '8a926f38-7839-44b5-9dd6-c7126b936948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:26.197992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2766156 Jul 23 10:21:26.222377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:26.236965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Request body: {'subnet': {'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-subnet', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:26.300144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f051bfd-02cc-4f34-953f-0242b3fa3405 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:26.308048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab1e6a-3d0e-4e8b-884f-903540de1141 admin admin] Pushing event updated for resources: {'Network': ['ID=1a98cd16-ea90-430f-a30a-82d2f9bc785c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:26.327617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:21:26.350910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Made reservation on behalf of ee41ecf2ab344155aa21a023e55c5248 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:26.353282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.364944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3fc99729-3db4-44b3-943a-12434126f77d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:26.387928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.440487 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:21:26.501615 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-908bda26-0d94-44c3-ba44-3868072be4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.504722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-908bda26-0d94-44c3-ba44-3868072be4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.506283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-908bda26-0d94-44c3-ba44-3868072be4d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec939659-fd41-45fe-890d-38ad84f375c2 HTTP/1.1" status: 204 len: 168 time: 0.6222014 Jul 23 10:21:26.516057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6ff4a895-396a-46d7-bb2a-6c36d79eb524 None None] Provisioning for port 10cebe4b-c698-4171-82eb-91ae2571a39e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:26.519852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4dc5a-4888-488d-b330-ad47ac9f2552 req-365abbd0-0aff-4a5d-8c61-cd28dbd3986f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.528949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66d4dc5a-4888-488d-b330-ad47ac9f2552 req-365abbd0-0aff-4a5d-8c61-cd28dbd3986f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1447294 Jul 23 10:21:26.541704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6ff4a895-396a-46d7-bb2a-6c36d79eb524 None None] Provisioning complete for port 10cebe4b-c698-4171-82eb-91ae2571a39e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:26.542113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a895-396a-46d7-bb2a-6c36d79eb524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.560496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1492-6705-410f-b5c9-15180400b09e req-818fa386-1d76-4024-b819-b65ac09bfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.562800 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-818fa386-1d76-4024-b819-b65ac09bfbf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.5992041 Jul 23 10:21:26.566634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bda26-0d94-44c3-ba44-3868072be4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec939659-fd41-45fe-890d-38ad84f375c2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:26.657220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 3fc99729-3db4-44b3-943a-12434126f77d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:26.671566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 3fc99729-3db4-44b3-943a-12434126f77d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:26.671968 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.673533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4a895-396a-46d7-bb2a-6c36d79eb524 None None] Port 10cebe4b-c698-4171-82eb-91ae2571a39e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:21:26.682947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-5f7e42e9-4cf8-473a-a01b-568ebe1cf714 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.1038237 Jul 23 10:21:26.713756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66d4dc5a-4888-488d-b330-ad47ac9f2552 req-2706f59a-9412-4248-a8ec-2e359f163005 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835155 Jul 23 10:21:26.752595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:26.776083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'port_id': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'mac_address': 'fa:16:3e:32:41:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bc15b7-456d-41e6-8a0a-8a50315fc4ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:26.828484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.832677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1492-6705-410f-b5c9-15180400b09e req-637eb607-4669-493c-9b65-746c6a019902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.835808 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-637eb607-4669-493c-9b65-746c6a019902 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1443717 Jul 23 10:21:26.845476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.869681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f051bfd-02cc-4f34-953f-0242b3fa3405 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:26.884628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.904188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:26.912733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.921015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:26.923272 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b654ea67-df23-4ada-8db6-65f57ed94e96" -d '{"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-plugged", "status": "completed", "tag": "3fc99729-3db4-44b3-943a-12434126f77d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:26.952993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1492-6705-410f-b5c9-15180400b09e req-b663bc3a-c779-49a5-a932-54e51daf526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.955301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-b663bc3a-c779-49a5-a932-54e51daf526b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992379 Jul 23 10:21:26.959495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:26.967522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3f2b7-83e7-4ccd-9843-23322ccbaabb req-7908b807-75bc-4d00-8c30-0fc84b1ca39a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:26.969561 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9dd3f2b7-83e7-4ccd-9843-23322ccbaabb req-7908b807-75bc-4d00-8c30-0fc84b1ca39a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 949 time: 0.1685355 Jul 23 10:21:26.970528 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:26.978839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f732fdb-1e75-4098-aeb7-e6852f2b67be,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:26.987441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:27.042752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4f051bfd-02cc-4f34-953f-0242b3fa3405'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:27.069752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58d2bb2-f8cd-407c-afb3-017b95fe8ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.075609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd36b6-3b4e-42bf-90d3-fe328836fdb3 req-a6dadb31-3c3a-4d01-be44-5f8625360fe4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:27.083033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55bd36b6-3b4e-42bf-90d3-fe328836fdb3 req-a6dadb31-3c3a-4d01-be44-5f8625360fe4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 935 time: 0.2753189 Jul 23 10:21:27.086463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:27.114855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Checking segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:27.115213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Network hostable DHCP agents. Network: 1a98cd16-ea90-430f-a30a-82d2f9bc785c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:27.139531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9dd3f2b7-83e7-4ccd-9843-23322ccbaabb req-8b4da30b-cf7c-417d-b26e-cab6470ada2a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025066 Jul 23 10:21:27.193155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-30d5ce25-46f3-4200-a64a-4c5ee94a5e77 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217720 Jul 23 10:21:27.196003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55bd36b6-3b4e-42bf-90d3-fe328836fdb3 req-038e7ef8-a061-4567-80fb-35650e42b502 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123900 Jul 23 10:21:27.198619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:27.235078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1a98cd16-ea90-430f-a30a-82d2f9bc785c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:27.251277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc4a41-a1ec-4cc6-a23a-7a81be6d65b5 None None] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:27.263409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:27.263409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.329446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ffeab339-091e-491b-b4a4-ae972cbfd623 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1043179 Jul 23 10:21:27.332069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cebe4b-c698-4171-82eb-91ae2571a39e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:27.337851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59002) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:27.345263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:27.350190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.376171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Transition to ACTIVE for port object 10cebe4b-c698-4171-82eb-91ae2571a39e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:27.377139 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ead1492-6705-410f-b5c9-15180400b09e req-d3fd06cb-d258-47f7-8819-a3157cadb42f service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768525 Jul 23 10:21:27.383656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.426991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264614-1a33-4120-9bbc-fc9655e7b27f req-2d81db30-96fd-4c8e-872d-40df11adf5bc tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:27.434821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66264614-1a33-4120-9bbc-fc9655e7b27f req-2d81db30-96fd-4c8e-872d-40df11adf5bc tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 945 time: 0.1225266 Jul 23 10:21:27.454934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10cebe4b-c698-4171-82eb-91ae2571a39e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:27.468690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.470895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.496908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66264614-1a33-4120-9bbc-fc9655e7b27f req-5e1085dc-2d52-427f-a106-222aed7ca0ab tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609272 Jul 23 10:21:27.571986 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47baa3-cc79-497a-ae0b-414354ef99d4 x-openstack-request-id: req-6d47baa3-cc79-497a-ae0b-414354ef99d4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:27.572500 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-plugged", "status": "completed", "tag": "3fc99729-3db4-44b3-943a-12434126f77d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:27.572500 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d47baa3-cc79-497a-ae0b-414354ef99d4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:27.572900 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d', 'code': 200} Jul 23 10:21:27.671613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:27.699483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e993d63-7b22-4474-840b-fab448faf28c None None] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:28.071263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366883d-8c11-4652-aefd-57f4825d2f07 req-801748c6-1f43-4b3a-8448-7fa9e013bac2 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.073018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b366883d-8c11-4652-aefd-57f4825d2f07 req-801748c6-1f43-4b3a-8448-7fa9e013bac2 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1096 time: 0.0609272 Jul 23 10:21:28.115454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b366883d-8c11-4652-aefd-57f4825d2f07 req-92b4f969-31a4-4632-8792-9f8543cc377d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Jul 23 10:21:28.142004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Attempting to bind port 10cebe4b-c698-4171-82eb-91ae2571a39e on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:28.142477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Attempting to bind port 10cebe4b-c698-4171-82eb-91ae2571a39e by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:28.142756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Attempting to bind port 10cebe4b-c698-4171-82eb-91ae2571a39e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:28.156158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Port 10cebe4b-c698-4171-82eb-91ae2571a39e on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:28.156569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Attempting to bind port 10cebe4b-c698-4171-82eb-91ae2571a39e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:28.227004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:28.227344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:28.227834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:28.228265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Bound port: 10cebe4b-c698-4171-82eb-91ae2571a39e, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:28.228564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.242387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.320079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f051bfd-02cc-4f34-953f-0242b3fa3405 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:28.328750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1c21c-37ca-4679-a20b-faf98bc461bc req-e2a0f8ed-b751-49ff-977e-4b62b6c4b515 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.330286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca1c21c-37ca-4679-a20b-faf98bc461bc req-e2a0f8ed-b751-49ff-977e-4b62b6c4b515 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 945 time: 0.2423537 Jul 23 10:21:28.368948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53922cfb-030f-4b13-b470-3e483e3f98c4 req-394c3766-c39a-4c83-a9c9-a9989603e441 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.369729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] For port 10cebe4b-c698-4171-82eb-91ae2571a39e, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:28.378260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53922cfb-030f-4b13-b470-3e483e3f98c4 req-394c3766-c39a-4c83-a9c9-a9989603e441 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.0893407 Jul 23 10:21:28.394001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] For port 10cebe4b-c698-4171-82eb-91ae2571a39e, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=10cebe4b-c698-4171-82eb-91ae2571a39e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:28.408585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.437177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53922cfb-030f-4b13-b470-3e483e3f98c4 req-61f6d159-6b69-4cb3-bb88-fec173764457 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534134 Jul 23 10:21:28.437640 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.453204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4f051bfd-02cc-4f34-953f-0242b3fa3405 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:28.489484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:28.493345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca1c21c-37ca-4679-a20b-faf98bc461bc req-1458eb98-c07d-4527-8174-747cbddf2773 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531980 Jul 23 10:21:28.495036 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.514621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.516833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.522478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/10cebe4b-c698-4171-82eb-91ae2571a39e HTTP/1.1" status: 200 len: 1095 time: 2.3562548 Jul 23 10:21:28.534120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a926f38-7839-44b5-9dd6-c7126b936948', 'tag': '10cebe4b-c698-4171-82eb-91ae2571a39e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:28.539321 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9821f9d-de26-4917-b54d-6da64ce31606" -d '{"events": [{"name": "network-changed", "server_uuid": "8a926f38-7839-44b5-9dd6-c7126b936948", "tag": "10cebe4b-c698-4171-82eb-91ae2571a39e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:28.568466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d91c-b3be-4225-bd85-4c4c50d2bcd4 req-63152727-c595-44c6-a189-cae97f1e9d7a tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.570183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2709d91c-b3be-4225-bd85-4c4c50d2bcd4 req-63152727-c595-44c6-a189-cae97f1e9d7a tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1096 time: 0.0810196 Jul 23 10:21:28.578366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:28.633106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2709d91c-b3be-4225-bd85-4c4c50d2bcd4 req-e0e2ac1a-87eb-4916-b69b-d5987f259660 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552616 Jul 23 10:21:28.657249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb78c7-d54f-47a5-b3ff-86ac082ac3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10cebe4b-c698-4171-82eb-91ae2571a39e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:28.793957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-ace82c01-014a-4048-8af7-c50d6c8738fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.796463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-ace82c01-014a-4048-8af7-c50d6c8738fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94b1875752b747d7b57d9e11de1c23fa&device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 1098 time: 0.2008348 Jul 23 10:21:28.830994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84f03-9fec-4d26-ba72-8d2778a831dc req-4f768e1a-5555-4bd7-86b3-5a3e10ca629f tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.835900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06a84f03-9fec-4d26-ba72-8d2778a831dc req-4f768e1a-5555-4bd7-86b3-5a3e10ca629f tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 947 time: 0.2180762 Jul 23 10:21:28.911584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-9d99846b-2486-48b3-95ce-c1ad5e7387ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=10cebe4b-c698-4171-82eb-91ae2571a39e HTTP/1.1" status: 200 len: 217 time: 0.0901558 Jul 23 10:21:28.918036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f966f-f30c-4ac8-a682-a3d1cb5bc2c0 req-fe245a8f-0980-4a13-9889-07e458a3c387 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:28.919618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-839f966f-f30c-4ac8-a682-a3d1cb5bc2c0 req-fe245a8f-0980-4a13-9889-07e458a3c387 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1101 time: 0.0637853 Jul 23 10:21:28.953517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:28.956395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-839f966f-f30c-4ac8-a682-a3d1cb5bc2c0 req-da3e3340-fc32-4e07-aca6-b5a670b1fc57 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309923 Jul 23 10:21:28.986524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06a84f03-9fec-4d26-ba72-8d2778a831dc req-9cf6d721-86df-459e-ac05-423918a12061 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339476 Jul 23 10:21:28.990995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.023236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-905306d7-739c-4794-8581-89aed2dce470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:29.024770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-905306d7-739c-4794-8581-89aed2dce470 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1050308 Jul 23 10:21:29.052465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:29.053494 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25eaf1b-72b9-4a7f-b874-b11e2cd53c47 x-openstack-request-id: req-e25eaf1b-72b9-4a7f-b874-b11e2cd53c47 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:29.053785 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a926f38-7839-44b5-9dd6-c7126b936948", "tag": "10cebe4b-c698-4171-82eb-91ae2571a39e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:29.054049 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e25eaf1b-72b9-4a7f-b874-b11e2cd53c47 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:29.054466 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a926f38-7839-44b5-9dd6-c7126b936948', 'tag': '10cebe4b-c698-4171-82eb-91ae2571a39e', 'status': 'completed', 'code': 200} Jul 23 10:21:29.169449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-434e28e0-4d37-4e4b-91ff-5307c2ecbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:29.170105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-434e28e0-4d37-4e4b-91ff-5307c2ecbc86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148903 Jul 23 10:21:29.171300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Allocated IP 172.25.4.44 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/d56d0525-0d84-4566-bfc3-c4e6191901a2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:29.196297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4735f15e-b83e-4f31-9c4b-a6bdcb049c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.345215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-15828078-9525-4ca4-827a-9ccc2ea770f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670766 Jul 23 10:21:29.387157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.396198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4735f15e-b83e-4f31-9c4b-a6bdcb049c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.408898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110941ab-109f-459c-98c5-35d0195e8489 req-e79b3633-353f-4282-a260-2ac794f84bfd tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:29.410354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-110941ab-109f-459c-98c5-35d0195e8489 req-e79b3633-353f-4282-a260-2ac794f84bfd tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 944 time: 0.1060014 Jul 23 10:21:29.411149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4735f15e-b83e-4f31-9c4b-a6bdcb049c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.473112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4735f15e-b83e-4f31-9c4b-a6bdcb049c05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=860cc41ad2d84369b4aa3128a8cc02fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193356 Jul 23 10:21:29.475774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f06e3a7-569d-4f9a-9e6c-8d24ab038e05 req-7e7445d9-f3c3-4c14-bb34-ffbbb08f38f4 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232157 Jul 23 10:21:29.477450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59086) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:29.477788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735f15e-b83e-4f31-9c4b-a6bdcb049c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3798168a-833a-441d-8147-c0d1553ce307,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:29.492550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-110941ab-109f-459c-98c5-35d0195e8489 req-2d687128-6a4b-45a6-ba8f-6c9c353ad2eb tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704947 Jul 23 10:21:29.497201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.574248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:29.577912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Pushing event updated for resources: {'Port': ['ID=d56d0525-0d84-4566-bfc3-c4e6191901a2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:29.582562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:29.584803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:29.614076 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-cfc5aa9f-4d65-44ea-adf4-b5e95f5d8f25 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256817 Jul 23 10:21:29.650768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22fad9ad-c575-42df-8c61-6ad57e2d9a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.714977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4cdcc3c-2297-4983-8f8f-01300d340145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.735534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-05de3d91-687f-4389-ace0-9fb76d9aadba tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:29.736344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-05de3d91-687f-4389-ace0-9fb76d9aadba tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154542 Jul 23 10:21:29.752028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-a4a5800f-85c5-40e7-bacd-7a3ef5b7061c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/quotas/bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 375 time: 0.0098722 Jul 23 10:21:29.761946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22fad9ad-c575-42df-8c61-6ad57e2d9a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:29.838529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-8ee227b5-b72b-4162-a844-621d5219cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:29.841076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-8ee227b5-b72b-4162-a844-621d5219cfc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94b1875752b747d7b57d9e11de1c23fa&device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 1098 time: 0.2531319 Jul 23 10:21:29.848934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-964b066f-bf6c-4022-b53a-c38a293b2c91 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902190 Jul 23 10:21:30.001731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22fad9ad-c575-42df-8c61-6ad57e2d9a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.004544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22fad9ad-c575-42df-8c61-6ad57e2d9a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.005695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-22fad9ad-c575-42df-8c61-6ad57e2d9a72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3798168a-833a-441d-8147-c0d1553ce307 HTTP/1.1" status: 204 len: 168 time: 0.5273323 Jul 23 10:21:30.061441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fad9ad-c575-42df-8c61-6ad57e2d9a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798168a-833a-441d-8147-c0d1553ce307,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:30.094577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-fef06f8e-63ef-4b55-8cc8-ea3979177eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:30.096239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-fef06f8e-63ef-4b55-8cc8-ea3979177eee service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2468843 Jul 23 10:21:30.103806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.140902 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.206435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3df29613-a029-417e-9dc2-05e4a0bb2ba4 req-ee92fc66-07f9-4670-ab99-a65509d3726b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 210 time: 0.0405300 Jul 23 10:21:30.258962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-5847816b-a790-4209-b6c3-bfcf80d64650 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=10cebe4b-c698-4171-82eb-91ae2571a39e HTTP/1.1" status: 200 len: 217 time: 0.1520045 Jul 23 10:21:30.353876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-d96bdb67-7577-43eb-a495-3d49c6f9ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:30.355678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-d96bdb67-7577-43eb-a495-3d49c6f9ab4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0698760 Jul 23 10:21:30.430603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781408f9-b421-416b-9e8e-2234b4755c3f req-d8b217c8-26f3-4365-8458-edb88914cc71 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:30.433145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-781408f9-b421-416b-9e8e-2234b4755c3f req-d8b217c8-26f3-4365-8458-edb88914cc71 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 947 time: 0.1217971 Jul 23 10:21:30.491950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:30.516006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-781408f9-b421-416b-9e8e-2234b4755c3f req-660121ce-9137-4c18-a09e-ea329b2ab707 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695300 Jul 23 10:21:30.526304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbaacfbe-e6e2-4fd3-b536-23546269b977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.711168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbaacfbe-e6e2-4fd3-b536-23546269b977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.719201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbaacfbe-e6e2-4fd3-b536-23546269b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.760835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040d2d-dfa6-466d-9fdf-b6e19e64687c req-7c6cb8e6-663e-4c42-8634-36875a7ba0a4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:30.768473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5040d2d-dfa6-466d-9fdf-b6e19e64687c req-7c6cb8e6-663e-4c42-8634-36875a7ba0a4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 944 time: 0.1332278 Jul 23 10:21:30.797380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbaacfbe-e6e2-4fd3-b536-23546269b977 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c663b3dd6784830ad3e33586fd1f57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037965 Jul 23 10:21:30.798044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaacfbe-e6e2-4fd3-b536-23546269b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa92d96-40d3-4946-af16-be36c6bbdb9a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:30.800750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59150) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:30.836259 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5040d2d-dfa6-466d-9fdf-b6e19e64687c req-1897654c-ec83-4115-a4e4-8bb1db001729 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669229 Jul 23 10:21:30.851352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-031bee60-5e44-492b-b41c-b572c9519bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:30.851533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-031bee60-5e44-492b-b41c-b572c9519bc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4882352 Jul 23 10:21:30.926344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:30.998319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5332abe5-b015-4ccd-adf9-a2913d647360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.115635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5332abe5-b015-4ccd-adf9-a2913d647360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.122483 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.128241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-a9614ea0-baac-43ea-9878-96069831df75 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498200 Jul 23 10:21:31.276720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-d038aad6-8efc-4015-a28e-0c5c862277cd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390906 Jul 23 10:21:31.333499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-9e59ee71-fb41-4c54-a50c-20be1b7aa386 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:31.335042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-9e59ee71-fb41-4c54-a50c-20be1b7aa386 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 944 time: 0.3928199 Jul 23 10:21:31.370698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd964930-c46d-488e-a018-330c342c41c5 req-b1824e22-0584-4cce-bf31-b5166843a079 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 210 time: 0.0393445 Jul 23 10:21:31.371236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:31.418329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5332abe5-b015-4ccd-adf9-a2913d647360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.420962 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5332abe5-b015-4ccd-adf9-a2913d647360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.422166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5332abe5-b015-4ccd-adf9-a2913d647360 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afa92d96-40d3-4946-af16-be36c6bbdb9a HTTP/1.1" status: 204 len: 168 time: 0.6196537 Jul 23 10:21:31.450528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9821f9d-de26-4917-b54d-6da64ce31606 req-00b06d52-e48a-46ac-9222-5f3c2da911bd service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142853 Jul 23 10:21:31.451894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332abe5-b015-4ccd-adf9-a2913d647360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa92d96-40d3-4946-af16-be36c6bbdb9a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:31.462535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Router 4c030bd2-5f54-49db-a616-52fddfdcb101 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:21:31.490862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-1b721bc4-c4ed-4643-8bbd-6603f8c18c37 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:31.492951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-1b721bc4-c4ed-4643-8bbd-6603f8c18c37 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107759 Jul 23 10:21:31.512253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Request body: {'port': {'device_id': 'fa262c03-25f6-4690-914e-b785c84f305d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'bd0425762e944ac1ab5d0b7c99899d12'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:31.621468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Deleting port 4f051bfd-02cc-4f34-953f-0242b3fa3405 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:21:31.622098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.666386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:31.676804 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Sync routers for ids ['4c030bd2-5f54-49db-a616-52fddfdcb101'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:31.697265 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Routers {'4c030bd2-5f54-49db-a616-52fddfdcb101'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:31.698074 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c030bd2-5f54-49db-a616-52fddfdcb101'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:31.698758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 10cebe4b-c698-4171-82eb-91ae2571a39e details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:31.750057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Made reservation on behalf of bd0425762e944ac1ab5d0b7c99899d12 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:31.757582 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.760756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] For port 4f051bfd-02cc-4f34-953f-0242b3fa3405, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f051bfd-02cc-4f34-953f-0242b3fa3405,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:31.761125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.763628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:31.764852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4024018f-d8d1-4072-92d4-4cd1f8399647 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4259667 Jul 23 10:21:31.776949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59192) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:31.815984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-43f8d05e-7e7c-4c56-88b4-d4649315932e tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:21:31.817391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-43f8d05e-7e7c-4c56-88b4-d4649315932e tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4423831 Jul 23 10:21:31.822320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:31.864020 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Set router 4c030bd2-5f54-49db-a616-52fddfdcb101 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:31.891264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbbf14-0e3c-432e-9133-7996ff58e832 req-5302a497-d59b-46b7-876d-a559f5a2830e tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:31.896510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36dbbf14-0e3c-432e-9133-7996ff58e832 req-5302a497-d59b-46b7-876d-a559f5a2830e tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 947 time: 0.2680383 Jul 23 10:21:31.913184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 10cebe4b-c698-4171-82eb-91ae2571a39e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=10cebe4b-c698-4171-82eb-91ae2571a39e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:31.939917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Calling delete_port for 4f051bfd-02cc-4f34-953f-0242b3fa3405 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:21:31.940682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '10cebe4b-c698-4171-82eb-91ae2571a39e', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '10cebe4b-c698-4171-82eb-91ae2571a39e', 'mac_address': 'fa:16:3e:25:06:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:32.035773 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.056775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36dbbf14-0e3c-432e-9133-7996ff58e832 req-b4a05b43-e2dc-4c73-a03b-286ef22b09d1 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995219 Jul 23 10:21:32.058620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cebe4b-c698-4171-82eb-91ae2571a39e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:32.106502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 10cebe4b-c698-4171-82eb-91ae2571a39e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=10cebe4b-c698-4171-82eb-91ae2571a39e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:32.111214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:32.111827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:21:32.113862 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.141279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03ae1f94-4dbc-4217-bed1-cf1fe5b9521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.184704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=10cebe4b-c698-4171-82eb-91ae2571a39e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:32.208159 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:21:29Z', 'revision_number': 3, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:32.242984 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Checking router: 4c030bd2-5f54-49db-a616-52fddfdcb101 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:32.243612 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Updating router 4c030bd2-5f54-49db-a616-52fddfdcb101 port d56d0525-0d84-4566-bfc3-c4e6191901a2 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:21:32.251558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.276242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Allocated IP 192.168.233.71 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/43b88886-995f-4158-b23f-25a6ad83306d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:32.288295 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.363780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.373852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event deleted for resources: {'Port': ['ID=4f051bfd-02cc-4f34-953f-0242b3fa3405,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:32.391188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['10cebe4b-c698-4171-82eb-91ae2571a39e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:32.436939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] No DVR routers for this DVR port 4f051bfd-02cc-4f34-953f-0242b3fa3405 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:21:32.440478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.442606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a271368-731c-45e9-8cd3-c11705356dd6 req-476d17e4-9181-4ce0-91f5-66eee16bed7d tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "DELETE /v2.0/ports/4f051bfd-02cc-4f34-953f-0242b3fa3405 HTTP/1.1" status: 204 len: 173 time: 1.1007688 Jul 23 10:21:32.444682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'name': 'network-vif-deleted', 'tag': '4f051bfd-02cc-4f34-953f-0242b3fa3405'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:32.446930 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48224a01-e52e-430b-85c4-b3e5b2965005" -d '{"events": [{"server_uuid": "25934f80-89ff-4fd9-af6d-01c856b2d0a7", "name": "network-vif-deleted", "tag": "4f051bfd-02cc-4f34-953f-0242b3fa3405"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:32.654586 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.690504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861745-b973-4b55-9c72-356e623f9b6c req-784fc048-84ec-4ac0-a58a-58bb6d72a85a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:32.695923 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f861745-b973-4b55-9c72-356e623f9b6c req-784fc048-84ec-4ac0-a58a-58bb6d72a85a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=25934f80-89ff-4fd9-af6d-01c856b2d0a7 HTTP/1.1" status: 200 len: 865 time: 0.4995015 Jul 23 10:21:32.715448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59226) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:32.743471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03ae1f94-4dbc-4217-bed1-cf1fe5b9521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.753161 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.766276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03ae1f94-4dbc-4217-bed1-cf1fe5b9521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.767285 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Transition to ACTIVE for port object d56d0525-0d84-4566-bfc3-c4e6191901a2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:32.777002 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.801211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.844012 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Attempting to bind port d56d0525-0d84-4566-bfc3-c4e6191901a2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:32.844378 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Attempting to bind port d56d0525-0d84-4566-bfc3-c4e6191901a2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:32.844737 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Attempting to bind port d56d0525-0d84-4566-bfc3-c4e6191901a2 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:32.854391 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:32.856747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Allocated IP 172.20.0.1 (1a98cd16-ea90-430f-a30a-82d2f9bc785c/0f732fdb-1e75-4098-aeb7-e6852f2b67be/b2f9891b-332d-40b4-a151-f777f6f801a5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:32.859632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:32.859632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:32.859632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:32.867343 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:32.867978 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.868838 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:32.869238 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Bound port: d56d0525-0d84-4566-bfc3-c4e6191901a2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:32.869865 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.883879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1694558956-network', 'tenant_id': 'c03d131371c24e5a933122ba8f96b5fa'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:32.893188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f861745-b973-4b55-9c72-356e623f9b6c req-4c7b0a02-1445-48d2-9db9-2a83db69b3df tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678224 Jul 23 10:21:32.900008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-03ae1f94-4dbc-4217-bed1-cf1fe5b9521e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3114e5ba231147769f3ee6db62c51c02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0761647 Jul 23 10:21:32.901147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae1f94-4dbc-4217-bed1-cf1fe5b9521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3796bfb-86c9-4121-b098-865602f61e0b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:32.907240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59230) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:32.908463 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Transition to ACTIVE for port object 43b88886-995f-4158-b23f-25a6ad83306d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:32.949676 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Pushing event updated for resources: {'Port': ['ID=d56d0525-0d84-4566-bfc3-c4e6191901a2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:32.960074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:32.960405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:32.965466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Made reservation on behalf of c03d131371c24e5a933122ba8f96b5fa for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:32.971576 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.971925 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.972269 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.972616 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.972943 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.973109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.973271 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.974079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.974433 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.975184 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.975559 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.975893 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.976224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:21:32.980745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:32.980745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:32.981223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:32.981590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Bound port: ec7c820b-2549-48f6-8c84-4282e481e5a9, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:32.992079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] For port d56d0525-0d84-4566-bfc3-c4e6191901a2, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:32.995092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:32.996383 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] For port d56d0525-0d84-4566-bfc3-c4e6191901a2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d56d0525-0d84-4566-bfc3-c4e6191901a2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:33.005308 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.070143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Routers {'4c030bd2-5f54-49db-a616-52fddfdcb101'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:33.070143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c030bd2-5f54-49db-a616-52fddfdcb101'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:33.071339 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2edc-af85-4fec-8b58-3ae77699c5da None None] Pushing event updated for resources: {'Port': ['ID=d56d0525-0d84-4566-bfc3-c4e6191901a2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:33.121493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.132711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:33.151177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.152945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-d6f697e4-2613-44b1-ad6d-635b360362f5 service neutron] 10.222.0.37 "POST /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9/bindings HTTP/1.1" status: 201 len: 389 time: 1.1947496 Jul 23 10:21:33.173449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca5ee43c-fdaf-41bd-af07-945d17b8c02c req-93c1a1b0-a55c-4b94-8289-1419e2f2ddc9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 210 time: 0.0394835 Jul 23 10:21:33.201034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dae025fe-6ab1-45e8-b8f8-edfe5b4235de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.224815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dae025fe-6ab1-45e8-b8f8-edfe5b4235de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.264443 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.291693 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513a082-f78e-4ebc-a37c-aea1183e6a7d x-openstack-request-id: req-a513a082-f78e-4ebc-a37c-aea1183e6a7d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:33.293290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:33.293762 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25934f80-89ff-4fd9-af6d-01c856b2d0a7", "name": "network-vif-deleted", "tag": "4f051bfd-02cc-4f34-953f-0242b3fa3405", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:33.294741 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a513a082-f78e-4ebc-a37c-aea1183e6a7d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:33.295185 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25934f80-89ff-4fd9-af6d-01c856b2d0a7', 'name': 'network-vif-deleted', 'tag': '4f051bfd-02cc-4f34-953f-0242b3fa3405', 'status': 'completed', 'code': 200} Jul 23 10:21:33.321094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.332855 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.349886 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] Set router 4c030bd2-5f54-49db-a616-52fddfdcb101 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:33.381069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.398370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:33.424060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:33.424272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:33.437320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:33.437478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:33.466787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:33.467554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:33.468445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dae025fe-6ab1-45e8-b8f8-edfe5b4235de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.471616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dae025fe-6ab1-45e8-b8f8-edfe5b4235de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.475810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dae025fe-6ab1-45e8-b8f8-edfe5b4235de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3796bfb-86c9-4121-b098-865602f61e0b HTTP/1.1" status: 204 len: 168 time: 0.5638030 Jul 23 10:21:33.569521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae025fe-6ab1-45e8-b8f8-edfe5b4235de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3796bfb-86c9-4121-b098-865602f61e0b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:33.571936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:21:33.615680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.632943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742f84b7-f65a-441f-8990-259c496008dd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:33.642676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:33.644028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.645957 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:21:29Z', 'revision_number': 3, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:33.678952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.679658 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Added segment 30ae4b76-49ba-4ff7-a07a-e91eb052b791 of type vlan for network 96a96832-d655-41d9-937e-f38bcf3d20bf Jul 23 10:21:33.704361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4094ad-bd75-43a8-b6e2-026abdd8a072 req-5c392230-e968-4ce7-8340-2b6733eb426a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:33.713145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dd4094ad-bd75-43a8-b6e2-026abdd8a072 req-5c392230-e968-4ce7-8340-2b6733eb426a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 945 time: 0.2911570 Jul 23 10:21:33.717115 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b60e64fe-413e-4a74-b01a-6de64e52a7d9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2098165 Jul 23 10:21:33.722879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 10cebe4b-c698-4171-82eb-91ae2571a39e up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:33.731554 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37265e-76b7-429e-b33d-6ae44572505a None None] The sync data for ids ['4c030bd2-5f54-49db-a616-52fddfdcb101'] in n-d-778550-4 is: [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:21:29Z', 'revision_number': 3, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:33.740458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.751463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Pushing event updated for resources: {'Port': ['ID=b2f9891b-332d-40b4-a151-f777f6f801a5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:33.771531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Request body: {'port': {'device_id': 'fa262c03-25f6-4690-914e-b785c84f305d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:33.797503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 10cebe4b-c698-4171-82eb-91ae2571a39e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:33.802285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 10cebe4b-c698-4171-82eb-91ae2571a39e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:33.802636 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.843876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dd4094ad-bd75-43a8-b6e2-026abdd8a072 req-6d7fe66a-8d51-455e-8f42-867e0893b9d3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261785 Jul 23 10:21:33.888595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6959e596-fd51-409b-a33a-c79657423ec9 None None] Provisioning for port 43b88886-995f-4158-b23f-25a6ad83306d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:33.914985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6959e596-fd51-409b-a33a-c79657423ec9 None None] Provisioning complete for port 43b88886-995f-4158-b23f-25a6ad83306d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:33.915372 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6959e596-fd51-409b-a33a-c79657423ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.917713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.968758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:33.969835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6959e596-fd51-409b-a33a-c79657423ec9 None None] Port 43b88886-995f-4158-b23f-25a6ad83306d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:21:33.982548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-80fa842f-d9b1-4f72-9ed2-602816a9bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:33.984399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-80fa842f-d9b1-4f72-9ed2-602816a9bf28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1096 time: 0.5382924 Jul 23 10:21:33.985154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.986169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:33.986829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.996573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f53797e0-ce42-4747-9916-63887b6322bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:33.999182 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.059259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a926f38-7839-44b5-9dd6-c7126b936948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cebe4b-c698-4171-82eb-91ae2571a39e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:34.069913 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004ea23-4813-41a3-9e86-4b525cc92fd7" -d '{"events": [{"server_uuid": "8a926f38-7839-44b5-9dd6-c7126b936948", "name": "network-vif-plugged", "status": "completed", "tag": "10cebe4b-c698-4171-82eb-91ae2571a39e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:34.104102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 10cebe4b-c698-4171-82eb-91ae2571a39e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=10cebe4b-c698-4171-82eb-91ae2571a39e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:34.123060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.138501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-54b8546b-96e9-468c-813f-3522c5c76641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:34.140104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-54b8546b-96e9-468c-813f-3522c5c76641 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1335726 Jul 23 10:21:34.144533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4281342 Jul 23 10:21:34.149206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59252) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:34.154655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Request body: {'subnet': {'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1694558956-subnet', 'tenant_id': 'c03d131371c24e5a933122ba8f96b5fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:34.203199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.206549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=10cebe4b-c698-4171-82eb-91ae2571a39e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:34.231987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-bed37d0d-34f4-4051-9156-fe7d2d7167f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0681143 Jul 23 10:21:34.246768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dcd8c-56a8-4a6b-b044-94893f2da4ec req-d88dca2f-2145-42e9-b91d-3d2bad5819e2 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:34.248548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-367dcd8c-56a8-4a6b-b044-94893f2da4ec req-d88dca2f-2145-42e9-b91d-3d2bad5819e2 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 948 time: 0.8613584 Jul 23 10:21:34.297968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59256) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:34.299975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f53797e0-ce42-4747-9916-63887b6322bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.314435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f051bfd-02cc-4f34-953f-0242b3fa3405 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:34.318114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f53797e0-ce42-4747-9916-63887b6322bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.334245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313783250', 'description': 'tempest-description--681378331'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:34.343688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 4f051bfd-02cc-4f34-953f-0242b3fa3405 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:21:34.345100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f051bfd-02cc-4f34-953f-0242b3fa3405 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:34.366228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.383071 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d2a9d-1856-489b-b855-a6f9328c0b2c x-openstack-request-id: req-c79d2a9d-1856-489b-b855-a6f9328c0b2c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:34.383495 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a926f38-7839-44b5-9dd6-c7126b936948", "name": "network-vif-plugged", "status": "completed", "tag": "10cebe4b-c698-4171-82eb-91ae2571a39e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:34.383844 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c79d2a9d-1856-489b-b855-a6f9328c0b2c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:34.384347 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a926f38-7839-44b5-9dd6-c7126b936948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cebe4b-c698-4171-82eb-91ae2571a39e', 'code': 200} Jul 23 10:21:34.409222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f53797e0-ce42-4747-9916-63887b6322bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4db698c0969c421689b5468b611ea166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394236 Jul 23 10:21:34.411934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59258) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:34.425403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53797e0-ce42-4747-9916-63887b6322bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc1128-626a-4d38-8d93-37ad7fb3b21e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:34.438235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-c913096a-f78f-42f9-b118-893f48feb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:34.439943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-c913096a-f78f-42f9-b118-893f48feb643 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1839414 Jul 23 10:21:34.454656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef1ffc-b9ba-4ba7-a567-f8ee2fa0f9df admin admin] Pushing event updated for resources: {'Network': ['ID=96a96832-d655-41d9-937e-f38bcf3d20bf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:34.466247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 96a96832-d655-41d9-937e-f38bcf3d20bf details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:21:34.497214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-f2b9a8ae-5142-4f0c-aad3-b548c04131d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457172 Jul 23 10:21:34.505109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-367dcd8c-56a8-4a6b-b044-94893f2da4ec req-eaedb386-a9e1-45f2-96c5-eddb17c32c02 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060339 Jul 23 10:21:34.542289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Made reservation on behalf of c03d131371c24e5a933122ba8f96b5fa for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:34.544986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.598930 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-035f6723-c2f4-4559-ba14-423592c6df63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.649417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b88886-995f-4158-b23f-25a6ad83306d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:34.655880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.671747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb82ea-d212-43a5-8db5-f52a0eb8c112 req-e4077cb3-9b92-4a3f-b8ed-a6a07312bd9e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:34.673293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aeb82ea-d212-43a5-8db5-f52a0eb8c112 req-e4077cb3-9b92-4a3f-b8ed-a6a07312bd9e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 935 time: 0.2119520 Jul 23 10:21:34.675254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.684114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-035f6723-c2f4-4559-ba14-423592c6df63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.719027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Transition to ACTIVE for port object 43b88886-995f-4158-b23f-25a6ad83306d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:34.730564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.811836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aeb82ea-d212-43a5-8db5-f52a0eb8c112 req-3d9c3cb7-4270-4425-b84c-05855853ffa3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302798 Jul 23 10:21:34.815234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:34.909975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-035f6723-c2f4-4559-ba14-423592c6df63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.914895 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-035f6723-c2f4-4559-ba14-423592c6df63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:34.921106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-035f6723-c2f4-4559-ba14-423592c6df63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00cc1128-626a-4d38-8d93-37ad7fb3b21e HTTP/1.1" status: 204 len: 168 time: 0.5043848 Jul 23 10:21:34.983203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d56d0525-0d84-4566-bfc3-c4e6191901a2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:34.985051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6723-c2f4-4559-ba14-423592c6df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc1128-626a-4d38-8d93-37ad7fb3b21e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:35.023195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:35.023551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:35.023887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:35.029393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Port 43b88886-995f-4158-b23f-25a6ad83306d on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:35.029775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:35.037343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:35.037684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:35.038070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:35.038504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Bound port: 43b88886-995f-4158-b23f-25a6ad83306d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:35.038863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.115668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d56d0525-0d84-4566-bfc3-c4e6191901a2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:35.131351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:35.141400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d56d0525-0d84-4566-bfc3-c4e6191901a2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:35.141941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.148138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:35.155588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.209783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.210804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.213188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] 10.222.0.55 "PUT /v2.0/ports/43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 1095 time: 1.4554195 Jul 23 10:21:35.238810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:35.243213 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8bc503-d6d3-4d8a-9081-27859107ac08" -d '{"events": [{"name": "network-changed", "server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "tag": "43b88886-995f-4158-b23f-25a6ad83306d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:35.279155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3ac2-997e-49a8-b3c9-2b148d8c3578 req-67924671-8a17-420a-a355-0847407a3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.280737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f55e3ac2-997e-49a8-b3c9-2b148d8c3578 req-67924671-8a17-420a-a355-0847407a3648 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 1100 time: 0.7794752 Jul 23 10:21:35.319033 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cf27a8-2a6f-4e54-9f77-232ca98dcc77 x-openstack-request-id: req-b1cf27a8-2a6f-4e54-9f77-232ca98dcc77 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:35.319329 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "tag": "43b88886-995f-4158-b23f-25a6ad83306d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:35.319605 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1cf27a8-2a6f-4e54-9f77-232ca98dcc77 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:35.320009 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d', 'status': 'completed', 'code': 200} Jul 23 10:21:35.322045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355703b0-1a31-469f-a703-68809b2ae71b service neutron] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:35.345237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.378053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-aa8e1f6e-3ef2-409a-9509-ac1e397f86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.383033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-aa8e1f6e-3ef2-409a-9509-ac1e397f86ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1098 time: 0.1143699 Jul 23 10:21:35.387955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.390359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d56d0525-0d84-4566-bfc3-c4e6191901a2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d56d0525-0d84-4566-bfc3-c4e6191901a2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:35.397314 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.449464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-e524045c-0b16-47c6-abba-c916004c4804 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0545087 Jul 23 10:21:35.450206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-9a91e666-e617-4d21-b5f6-28e2e958d089 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108326 Jul 23 10:21:35.471776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.499123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d56d0525-0d84-4566-bfc3-c4e6191901a2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:35.522078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b3147903-a6a4-4cda-875a-f047762bf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.523550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-b3147903-a6a4-4cda-875a-f047762bf75e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0633874 Jul 23 10:21:35.526647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c931b8-ace6-49ac-8bff-6c2375e48eb2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:35.619450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.636737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ad43d-1990-4d5f-973f-3cfc47b471c9 req-c709dd4a-73e0-4a60-8767-fae04b95c470 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.638584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b7ad43d-1990-4d5f-973f-3cfc47b471c9 req-c709dd4a-73e0-4a60-8767-fae04b95c470 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 945 time: 0.6010344 Jul 23 10:21:35.650132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.664659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.665938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9c037b42-076b-4792-89cd-92732fb7ccbc tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3479538 Jul 23 10:21:35.673232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:35.679321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'security_group_rule': {'security_group_id': '39c931b8-ace6-49ac-8bff-6c2375e48eb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:35.703774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eae669-ffee-4685-a90f-757ce87318b7 req-c33891f4-e424-435d-8473-19cf6c415a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.705324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-c33891f4-e424-435d-8473-19cf6c415a46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727254 Jul 23 10:21:35.717468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab7c89-8c54-4cfd-b3c6-762a195d2e63 req-f5848163-e37b-4ff0-9faa-7733a6615802 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:35.724107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8ab7c89-8c54-4cfd-b3c6-762a195d2e63 req-f5848163-e37b-4ff0-9faa-7733a6615802 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 949 time: 0.1346695 Jul 23 10:21:35.770068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f55e3ac2-997e-49a8-b3c9-2b148d8c3578 req-49ae3673-2b6d-4374-84aa-6485866fcefc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594202 Jul 23 10:21:35.775380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.847608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Pushing event updated for resources: {'Port': ['ID=b2f9891b-332d-40b4-a151-f777f6f801a5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:35.854361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b7ad43d-1990-4d5f-973f-3cfc47b471c9 req-183d7fc8-35a2-454d-affd-dc1e7396a202 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831057 Jul 23 10:21:35.885446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.886234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-b452dc0e-efb5-464c-ab0c-a23557995daf service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064527 Jul 23 10:21:35.894557 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:35.940842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-28c82387-541c-4118-9743-cf1d6b2a73fe service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051344 Jul 23 10:21:35.951751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8ab7c89-8c54-4cfd-b3c6-762a195d2e63 req-e6f00fd0-7570-4f90-a628-c4d699f40eca tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263610 Jul 23 10:21:35.998324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.010831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.067833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccffdd9c-0916-4f4a-953e-641e9b9abef1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:36.069504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.073324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f3dbe98-5e75-4819-95cf-cabf9ed35b42 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964574 Jul 23 10:21:36.074057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:36.078892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'security_group_rule': {'security_group_id': '39c931b8-ace6-49ac-8bff-6c2375e48eb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:36.089315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e512ca4-885d-4b59-88d6-b827ffb26da7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:36.118907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06eae669-ffee-4685-a90f-757ce87318b7 req-dfd2130a-1776-4a75-8094-c65c6e8ac91f service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294236 Jul 23 10:21:36.136852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.166079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:36.166400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Network hostable DHCP agents. Network: 96a96832-d655-41d9-937e-f38bcf3d20bf, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:36.202330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:36.223393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae447cb6-9ab9-423e-ac40-a42f4444543a req-07bb473d-d701-4dcb-b434-73ae171f563a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:36.225115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae447cb6-9ab9-423e-ac40-a42f4444543a req-07bb473d-d701-4dcb-b434-73ae171f563a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 947 time: 0.2826715 Jul 23 10:21:36.226064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:36.241569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Network 96a96832-d655-41d9-937e-f38bcf3d20bf is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:36.263674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-79bad465-03e0-43d8-b656-921159c5d18d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:36.265201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-79bad465-03e0-43d8-b656-921159c5d18d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.2409139 Jul 23 10:21:36.312790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 96a96832-d655-41d9-937e-f38bcf3d20bf) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:36.322281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1746e2-e813-40fb-b72d-25eeef9ee10d None None] Network 96a96832-d655-41d9-937e-f38bcf3d20bf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:36.357349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:36.364879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:36.365553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.423449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae447cb6-9ab9-423e-ac40-a42f4444543a req-dd7bbd21-68e3-497e-b3cd-a9cec4c72d95 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739798 Jul 23 10:21:36.449282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e381b4e6-7e52-4d34-b231-d96989b79a0d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2988646 Jul 23 10:21:36.503890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.508587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.517292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.539843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d960adf-6164-49c1-987a-394d8a0e1521 None None] Network 96a96832-d655-41d9-937e-f38bcf3d20bf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:36.585147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cc0b2e-43fa-485d-a91b-9c524c859549,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:36.601713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.603997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02e646fc-2e06-4ab3-bdc5-6c888298e7af tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5288393 Jul 23 10:21:36.607954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:36.608998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Router 4c030bd2-5f54-49db-a616-52fddfdcb101 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:21:36.621460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:36.643021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-efd9b911-9995-406d-9ff3-8631ab518314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:36.644965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-efd9b911-9995-406d-9ff3-8631ab518314 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1098 time: 0.4650075 Jul 23 10:21:36.695087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:36.787468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-83121149-b74c-4ea5-b151-3db2f491748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:36.788946 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-83121149-b74c-4ea5-b151-3db2f491748c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1342962 Jul 23 10:21:36.881198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:36.899766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-b75031fd-69a6-4d20-9833-71946a84bd55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0779982 Jul 23 10:21:36.942922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d56d0525-0d84-4566-bfc3-c4e6191901a2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:36.980712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:36.993086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-1787ce00-93d2-4b71-b997-30537b7972c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:36.994613 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-1787ce00-93d2-4b71-b997-30537b7972c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0876679 Jul 23 10:21:37.003135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-efb78cce-0c92-400b-8b0f-99824d09afdf admin admin] 10.222.0.37 "PUT /v2.0/routers/4c030bd2-5f54-49db-a616-52fddfdcb101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2170353 Jul 23 10:21:37.003354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.039020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Sync routers for ids ['4c030bd2-5f54-49db-a616-52fddfdcb101'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:37.060404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:37.083042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Routers {'4c030bd2-5f54-49db-a616-52fddfdcb101'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:37.084952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c030bd2-5f54-49db-a616-52fddfdcb101'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:37.211660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-c453d29c-0c14-42cd-91f4-53a639db2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:37.212702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:37.213189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-c453d29c-0c14-42cd-91f4-53a639db2e5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110550 Jul 23 10:21:37.215239 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871292e-35d2-47ed-8bf4-4fd03b7af261" -d '{"events": [{"server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "name": "network-vif-unplugged", "status": "completed", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:37.225217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.233412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d56d0525-0d84-4566-bfc3-c4e6191901a2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:37.237596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.242817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Allocated IP 172.25.4.31 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/44798585-e1f8-41bf-a079-bb051a26ada5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:37.247453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.264338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7473e-61bc-4de0-a71c-91f5c1fa9e2a req-78409329-ea8c-4c5b-b52c-321dc361c48e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:37.266043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87f7473e-61bc-4de0-a71c-91f5c1fa9e2a req-78409329-ea8c-4c5b-b52c-321dc361c48e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 945 time: 0.2093382 Jul 23 10:21:37.304219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e6d70-f815-4c03-80c6-afbb4845db2e req-d6e3c079-1e24-4d68-a9d8-749e4b332236 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:37.307669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-265e6d70-f815-4c03-80c6-afbb4845db2e req-d6e3c079-1e24-4d68-a9d8-749e4b332236 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 949 time: 0.1833386 Jul 23 10:21:37.319464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Set router 4c030bd2-5f54-49db-a616-52fddfdcb101 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:37.418161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87f7473e-61bc-4de0-a71c-91f5c1fa9e2a req-1a2fc0d2-283e-4595-924b-ad3c129b3e48 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369884 Jul 23 10:21:37.435638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:37.457351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-265e6d70-f815-4c03-80c6-afbb4845db2e req-0c937605-717d-4ada-9ec4-e5825ea8138a tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376610 Jul 23 10:21:37.466064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:37.466467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:37.466972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:37.473417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:37.473943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Attempting to bind port ec7c820b-2549-48f6-8c84-4282e481e5a9 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:37.481305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:37.481711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:37.482223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:37.482719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Bound port: ec7c820b-2549-48f6-8c84-4282e481e5a9, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:37.483187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.483510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-3a7bd058-9807-45a8-a929-b3dd63bc1784 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598197 Jul 23 10:21:37.526221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:37.546402 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f14c1a-fb21-4eba-8a0e-f774ccee2f0f x-openstack-request-id: req-61f14c1a-fb21-4eba-8a0e-f774ccee2f0f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:37.546928 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "name": "network-vif-unplugged", "status": "completed", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:37.547011 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61f14c1a-fb21-4eba-8a0e-f774ccee2f0f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:37.547389 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'code': 200} Jul 23 10:21:37.562099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1182061080-network', 'tenant_id': '7bf73e4d042c4bf092b99a039a7681c6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:37.571662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:37.575756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:37.584429 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.606827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.624358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:21:33Z', 'revision_number': 4, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'b2f9891b-332d-40b4-a151-f777f6f801a5', 'name': '', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'mac_address': 'fa:16:3e:ac:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:32Z', 'updated_at': '2021-07-23T10:21:34Z', 'revision_number': 2, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'subnets': [{'id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:37.653405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Checking router: 4c030bd2-5f54-49db-a616-52fddfdcb101 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:37.654036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Updating router 4c030bd2-5f54-49db-a616-52fddfdcb101 port b2f9891b-332d-40b4-a151-f777f6f801a5 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:21:37.675182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:37.707572 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.709977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Made reservation on behalf of 7bf73e4d042c4bf092b99a039a7681c6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:37.712451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.724057 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.734334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:37.736277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.738250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-2643d79f-24a9-426c-943b-985bce783597 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 1121 time: 1.4283824 Jul 23 10:21:37.777512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8bc503-d6d3-4d8a-9081-27859107ac08 req-2a730548-68f0-4faa-96d8-e889d84ffafb service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751286 Jul 23 10:21:37.811952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73bc1a-805c-47bf-ad35-6c7c25159ab9 req-f626f2fc-7900-406b-a23d-2f0a557ef1d0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:37.813595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e73bc1a-805c-47bf-ad35-6c7c25159ab9 req-f626f2fc-7900-406b-a23d-2f0a557ef1d0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 947 time: 0.1998014 Jul 23 10:21:37.814545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:37.884804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:37.896410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:37.904669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:37.911618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ec7c820b-2549-48f6-8c84-4282e481e5a9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:37.942353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'Port': ['ID=44798585-e1f8-41bf-a079-bb051a26ada5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:37.972422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e73bc1a-805c-47bf-ad35-6c7c25159ab9 req-5820a9a7-cb11-41e1-b7be-6228eaf0206b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208205 Jul 23 10:21:38.005126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.009401 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.019755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-01a6a1d7-eb99-4338-b3c2-760e3d232f24 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:38.028040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-01a6a1d7-eb99-4338-b3c2-760e3d232f24 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 818 time: 0.1286478 Jul 23 10:21:38.048297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-457debbd-1cdc-47b5-aa81-a2b5979081cb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/quotas/ee41ecf2ab344155aa21a023e55c5248 HTTP/1.1" status: 200 len: 375 time: 0.0187583 Jul 23 10:21:38.071969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:21:38.078940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d9f8b2-4c94-4929-af83-e3364c08879b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:38.092586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.092923 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Added segment 19439ff3-2a24-4bd2-b40e-160575226f5b of type vlan for network a0be3da7-734f-48f6-af12-2820ad3a9bfa Jul 23 10:21:38.094512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.146069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-d25c2b42-5da7-4f6d-b819-ee1cf2f6fa2e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970900 Jul 23 10:21:38.163927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.188932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.230704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.231014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.232030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:38.232679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.250537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Transition to ACTIVE for port object b2f9891b-332d-40b4-a151-f777f6f801a5 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:38.260055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-85f6cf16-f334-4221-8cff-f4072cf03b7c service neutron] 10.222.0.37 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124949 Jul 23 10:21:38.267254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.302753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7735274 Jul 23 10:21:38.335993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:38.343965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Request body: {'subnet': {'network_id': 'a0be3da7-734f-48f6-af12-2820ad3a9bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1182061080-subnet', 'tenant_id': '7bf73e4d042c4bf092b99a039a7681c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:38.346173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 43b88886-995f-4158-b23f-25a6ad83306d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:38.346898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0897-e9f3-453f-a899-57a12692b5ab admin admin] Pushing event updated for resources: {'Network': ['ID=a0be3da7-734f-48f6-af12-2820ad3a9bfa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:38.373231 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-95a29cab-53eb-47af-9b8d-7efd83bf11bb service neutron] 10.222.0.37 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121697 Jul 23 10:21:38.385491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a0be3da7-734f-48f6-af12-2820ad3a9bfa details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:21:38.389300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084ba83-a8ec-4344-9113-3de274c2b636 None None] Pushing event updated for resources: {'Port': ['ID=b2f9891b-332d-40b4-a151-f777f6f801a5,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:38.409816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Made reservation on behalf of 7bf73e4d042c4bf092b99a039a7681c6 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:38.412341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.501649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Attempting to bind port b2f9891b-332d-40b4-a151-f777f6f801a5 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:38.501649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Attempting to bind port b2f9891b-332d-40b4-a151-f777f6f801a5 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:38.502324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Attempting to bind port b2f9891b-332d-40b4-a151-f777f6f801a5 on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:38.527917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.535006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:38.535361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Checking segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:38.535909 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.536197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Bound using segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:38.536684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Bound port: b2f9891b-332d-40b4-a151-f777f6f801a5, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:38.537070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.539279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.683341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def22d04-740a-464a-87ad-16846ba29da1 req-606af016-614e-459d-a705-87f5f6ac1d12 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:38.692646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:38.693118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-def22d04-740a-464a-87ad-16846ba29da1 req-606af016-614e-459d-a705-87f5f6ac1d12 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 949 time: 0.0861597 Jul 23 10:21:38.710616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] For port b2f9891b-332d-40b4-a151-f777f6f801a5, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:38.718950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] For port b2f9891b-332d-40b4-a151-f777f6f801a5, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b2f9891b-332d-40b4-a151-f777f6f801a5,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:38.720700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'Port': ['ID=44798585-e1f8-41bf-a079-bb051a26ada5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:38.722749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '43b88886-995f-4158-b23f-25a6ad83306d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '43b88886-995f-4158-b23f-25a6ad83306d', 'mac_address': 'fa:16:3e:29:73:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:38.728105 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.733546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.785018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-def22d04-740a-464a-87ad-16846ba29da1 req-079244dd-331b-4117-b867-7994ba4ddfbb tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894036 Jul 23 10:21:38.790767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.800589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cbe216d8-1201-49eb-801a-1c67fedce43f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1810760 Jul 23 10:21:38.803887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Routers {'4c030bd2-5f54-49db-a616-52fddfdcb101'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:38.804532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c030bd2-5f54-49db-a616-52fddfdcb101'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:38.849068 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:38.945903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cf43b61-70c7-4183-b343-1871ee771f4f req-235f39f1-fb24-4735-8825-0fbdede36a77 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 210 time: 0.0660942 Jul 23 10:21:38.984429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084ba83-a8ec-4344-9113-3de274c2b636 None None] Pushing event updated for resources: {'Port': ['ID=b2f9891b-332d-40b4-a151-f777f6f801a5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:38.993684 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:39.023555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=303a48fd-8df0-4085-aa38-f801e2f103ce,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:39.043782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b88886-995f-4158-b23f-25a6ad83306d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:39.072366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Checking segment: {'id': '19439ff3-2a24-4bd2-b40e-160575226f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0be3da7-734f-48f6-af12-2820ad3a9bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:39.072366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Network hostable DHCP agents. Network: a0be3da7-734f-48f6-af12-2820ad3a9bfa, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:39.075868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:39.085165 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:39.089971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] Set router 4c030bd2-5f54-49db-a616-52fddfdcb101 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:39.108526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71321bf-0501-4788-91b5-89156566efdd req-8c5b9ad8-9000-4825-a9f3-d4e851585fed tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:39.110092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b71321bf-0501-4788-91b5-89156566efdd req-8c5b9ad8-9000-4825-a9f3-d4e851585fed tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 943 time: 0.2560985 Jul 23 10:21:39.117348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Network a0be3da7-734f-48f6-af12-2820ad3a9bfa is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:39.139873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a3ccb1e6-1a00-4311-8c26-816d36714ca1 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=94b1875752b747d7b57d9e11de1c23fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292354 Jul 23 10:21:39.148393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a0be3da7-734f-48f6-af12-2820ad3a9bfa) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:39.153316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:39.154280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:39.165360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f81fe-39cd-41e6-aac5-39e91a4a33cf None None] Network a0be3da7-734f-48f6-af12-2820ad3a9bfa requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:39.196158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b71321bf-0501-4788-91b5-89156566efdd req-46304e1e-8cf4-4f39-b7c2-057aa663afac tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Jul 23 10:21:39.211527 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-966ae1b2-4b29-4fa6-94dd-21fdc84c9816 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8741040 Jul 23 10:21:39.236330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:39.373094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:39.379153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-18657577-e84a-4431-afbb-b635b7b56222 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:39.382780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-18657577-e84a-4431-afbb-b635b7b56222 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339661 Jul 23 10:21:39.387091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7a4ed-a450-49f4-aa7f-412925ea9857 req-46561aac-9775-4f68-a5d1-ae79ec2c465d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:39.390516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04e7a4ed-a450-49f4-aa7f-412925ea9857 req-46561aac-9775-4f68-a5d1-ae79ec2c465d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 948 time: 0.0965366 Jul 23 10:21:39.407131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-3456903d-60c2-4e20-9eb6-92f05d967e9c tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/quotas/94b1875752b747d7b57d9e11de1c23fa HTTP/1.1" status: 200 len: 375 time: 0.0170209 Jul 23 10:21:39.452200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04e7a4ed-a450-49f4-aa7f-412925ea9857 req-07d1e061-f9d0-4be0-b96a-d4843674b028 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549433 Jul 23 10:21:39.510810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-1a0a73e6-4957-42ef-ad75-405987a1e940 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=94b1875752b747d7b57d9e11de1c23fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023388 Jul 23 10:21:39.520363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff46951-e220-4159-bdc4-de47c9951775 None None] Network a0be3da7-734f-48f6-af12-2820ad3a9bfa requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:39.548844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:39.552383 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c69a856-dd51-4545-97b7-4c1edc0088a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:39.668357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-1089786c-665c-4871-9cca-e10e60b1b8b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:39.672376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:21:33Z', 'revision_number': 4, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'b2f9891b-332d-40b4-a151-f777f6f801a5', 'name': '', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'mac_address': 'fa:16:3e:ac:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:32Z', 'updated_at': '2021-07-23T10:21:38Z', 'revision_number': 4, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'subnets': [{'id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:39.674781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-1089786c-665c-4871-9cca-e10e60b1b8b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 822 time: 0.1258593 Jul 23 10:21:39.687964 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-9fa4819f-d23e-4c14-82e5-a4adf171fa9a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/quotas/b827cce2c55e489da87e6cd1ec330478 HTTP/1.1" status: 200 len: 375 time: 0.0122869 Jul 23 10:21:39.707378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878566f4-9cb0-45e4-9524-8edf28e74164 None None] The sync data for ids ['4c030bd2-5f54-49db-a616-52fddfdcb101'] in n-d-778550-4 is: [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:21:33Z', 'revision_number': 4, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'b2f9891b-332d-40b4-a151-f777f6f801a5', 'name': '', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'mac_address': 'fa:16:3e:ac:e4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:32Z', 'updated_at': '2021-07-23T10:21:38Z', 'revision_number': 4, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'subnets': [{'id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:39.882980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-54b70279-5cb8-47b2-bf3d-53c5af2d3f33 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764793 Jul 23 10:21:39.961629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-b6f07c0d-cc72-43e0-9675-0f06dfdc91b1 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:39.963388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-b6f07c0d-cc72-43e0-9675-0f06dfdc91b1 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 818 time: 0.1909010 Jul 23 10:21:40.000452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-ae0f6942-ec5b-4cad-9358-713a153f275c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/quotas/ee41ecf2ab344155aa21a023e55c5248 HTTP/1.1" status: 200 len: 375 time: 0.0238392 Jul 23 10:21:40.069559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-bfac5bc3-de63-4107-b343-474615776ebd service neutron] 10.222.0.37 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788330 Jul 23 10:21:40.081574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-be42beec-bc6a-483f-991d-2ff2c0651afd tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800817 Jul 23 10:21:40.232351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-b1a005b9-1021-42fb-aa53-ebce286bbaf6 service neutron] 10.222.0.37 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350307 Jul 23 10:21:40.233823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-563818e5-6ee9-4048-a6be-80ef43e56a6d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:40.235316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-563818e5-6ee9-4048-a6be-80ef43e56a6d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 818 time: 0.2452474 Jul 23 10:21:40.253347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Request body: {'port': {'device_id': '392addb8-d144-442c-ab79-24034dab5220', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'admin_state_up': True, 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:40.275882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ebc32168-be5e-43da-8d8a-2672b84c05e8 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053399 Jul 23 10:21:40.358129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:40.361808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 43b88886-995f-4158-b23f-25a6ad83306d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:40.394210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-13ed6f75-f903-4628-afc9-bc47b686494e service neutron] 10.222.0.37 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547873 Jul 23 10:21:40.461349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Made reservation on behalf of ee41ecf2ab344155aa21a023e55c5248 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:40.466632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:40.489171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 43b88886-995f-4158-b23f-25a6ad83306d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:40.498453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 43b88886-995f-4158-b23f-25a6ad83306d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:40.498953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:40.799280 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:40.804797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:40.874822 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Allocated IP 172.20.0.14 (1a98cd16-ea90-430f-a30a-82d2f9bc785c/0f732fdb-1e75-4098-aeb7-e6852f2b67be/77cb4212-e127-45d8-80da-8dfdd54ab20d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:40.889845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:21:40.925396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:40.927588 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e8612-9d34-4e66-89f4-f14058a343e2" -d '{"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-plugged", "status": "completed", "tag": "43b88886-995f-4158-b23f-25a6ad83306d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:40.996988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:41.003263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:41.079921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b2f9891b-332d-40b4-a151-f777f6f801a5 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:41.088471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18278c8d-42d9-4183-88a9-9674b92c2738 req-c9cddbb9-23fc-4ef9-acc7-bfd59eeb8f95 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 210 time: 0.1096075 Jul 23 10:21:41.258431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:41.275315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b2f9891b-332d-40b4-a151-f777f6f801a5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:41.282299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b2f9891b-332d-40b4-a151-f777f6f801a5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:41.282546 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:41.344763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-23d1b0f2-9353-43c3-abfd-6ceed5401cc6 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=94b1875752b747d7b57d9e11de1c23fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497477 Jul 23 10:21:41.507769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:41.600324 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfb1831-73ed-473f-8000-c01c7a0b2da7 x-openstack-request-id: req-ccfb1831-73ed-473f-8000-c01c7a0b2da7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:41.600876 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:41.601084 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccfb1831-73ed-473f-8000-c01c7a0b2da7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:41.601572 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'status': 'completed', 'code': 200} Jul 23 10:21:41.687128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e4111d15-128b-4967-ba55-0f0baa759935 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:41.694158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e4111d15-128b-4967-ba55-0f0baa759935 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.8824410 Jul 23 10:21:41.719809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-40db90a1-9558-4f48-bc09-106ac8d66635 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/quotas/c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 375 time: 0.0244627 Jul 23 10:21:41.763578 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:41.765883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-8dcde26a-04e2-4be4-8268-e18691a407d5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445373 Jul 23 10:21:41.800444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-32aa1628-7027-4515-902f-be86bc056ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:41.802014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-32aa1628-7027-4515-902f-be86bc056ee7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1124 time: 0.1995628 Jul 23 10:21:41.817663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port b2f9891b-332d-40b4-a151-f777f6f801a5, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b2f9891b-332d-40b4-a151-f777f6f801a5,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:41.831575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:41.891948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=b2f9891b-332d-40b4-a151-f777f6f801a5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:41.903890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-598155e1-7b04-421b-96d6-f4cc2fa72a2b service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368251 Jul 23 10:21:42.004070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-d24973fa-fe2f-4c3d-8f7b-7bf083d349da tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.005868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-d24973fa-fe2f-4c3d-8f7b-7bf083d349da tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6543493 Jul 23 10:21:42.026588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Request body: {'port': {'device_id': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '94b1875752b747d7b57d9e11de1c23fa'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:42.033327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:42.051996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01862c95-c172-4a37-90a7-48769dd8b233 req-2103c342-688a-4497-ad7f-1cfed2e564da tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.053376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01862c95-c172-4a37-90a7-48769dd8b233 req-2103c342-688a-4497-ad7f-1cfed2e564da tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 943 time: 0.5432677 Jul 23 10:21:42.060167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-65f8b07b-02c2-4905-8f74-e96a0a4f7eb2 service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552060 Jul 23 10:21:42.064657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-d86d11ae-5fd7-4402-8152-f0c50e076fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.065974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-d86d11ae-5fd7-4402-8152-f0c50e076fc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1518939 Jul 23 10:21:42.112134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-e2d29cef-2bad-4135-ad8e-8bbe664f22de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0395818 Jul 23 10:21:42.161788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:42.166637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-65805577-a43d-41e2-b98b-a1af214e67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.170324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-65805577-a43d-41e2-b98b-a1af214e67c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.0517352 Jul 23 10:21:42.175493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:42.194553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Pushing event updated for resources: {'Port': ['ID=77cb4212-e127-45d8-80da-8dfdd54ab20d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:42.201316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:42.209529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01862c95-c172-4a37-90a7-48769dd8b233 req-d4759452-10b8-433f-92aa-321bc9f69be7 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419618 Jul 23 10:21:42.219283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-926a03a2-d8ec-4910-b7a8-68c91980ef57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405426 Jul 23 10:21:42.282996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.283654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:42.341714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-df7ce55d-1584-4d7c-ae1b-1a3bf630573b req-936366c2-50a0-456b-aea3-5f5efddbf8d2 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 210 time: 0.0425003 Jul 23 10:21:42.342832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Made reservation on behalf of 94b1875752b747d7b57d9e11de1c23fa for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:42.358015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:42.366100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-dd89ddc0-494b-4833-8bd0-a11fffc6bfe4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1167119 Jul 23 10:21:42.393979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Request body: {'port': {'device_id': '392addb8-d144-442c-ab79-24034dab5220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:42.533604 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96283848-8679-4b74-afc6-332d4a625510 req-8d2a31b6-26d7-4d11-aa24-b31f8dfeab77 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 210 time: 0.0485430 Jul 23 10:21:42.548457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-0c30576e-f58d-4a08-a3fc-b12d9d66111e service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228364 Jul 23 10:21:42.580930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c2841-9be8-43fa-805e-300430c3a5e3 req-8a400437-0c8f-449f-b31f-4df6bee9afc8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.582465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9a0c2841-9be8-43fa-805e-300430c3a5e3 req-8a400437-0c8f-449f-b31f-4df6bee9afc8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.3335958 Jul 23 10:21:42.610121 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a510920-a5a7-49b9-b224-9d4c0b6da0f3 x-openstack-request-id: req-4a510920-a5a7-49b9-b224-9d4c0b6da0f3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:42.610463 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-plugged", "status": "completed", "tag": "43b88886-995f-4158-b23f-25a6ad83306d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:42.610725 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a510920-a5a7-49b9-b224-9d4c0b6da0f3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:42.611173 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d', 'code': 200} Jul 23 10:21:42.629258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:42.657175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Allocated IP 192.168.233.185 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/48045c89-aca9-4754-8a17-fc4c66cecbf3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:42.710150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.55', 54782) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:42.725488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-f5e447d6-3f0a-4ad6-a2bc-f6a10855db8c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:42.727763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-f5e447d6-3f0a-4ad6-a2bc-f6a10855db8c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 818 time: 0.3627448 Jul 23 10:21:42.743273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Request body: {'port': {'device_id': '9647ff2a-b376-457a-b473-dafef3d370df', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'admin_state_up': True, 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:42.838768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.55', 54783) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:42.909817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9a0c2841-9be8-43fa-805e-300430c3a5e3 req-add89c8b-61dc-47ef-85a4-71fec1de2208 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489908 Jul 23 10:21:42.914823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b2f9891b-332d-40b4-a151-f777f6f801a5 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:43.013984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c69a856-dd51-4545-97b7-4c1edc0088a7 req-495da5f9-099e-4b13-bcc7-d85bacd10fe9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270225 Jul 23 10:21:43.019159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b2f9891b-332d-40b4-a151-f777f6f801a5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:43.019617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.064267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ef5edca-4a9a-4902-b18d-bb59731d992c req-95be3d47-5343-4f82-9e34-aed53721cd79 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 210 time: 0.2293978 Jul 23 10:21:43.121889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3c44ef9-5bab-4591-b3be-bab834dd126f req-c15bee99-11ad-4beb-b662-dc73f5b24352 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 210 time: 0.0645280 Jul 23 10:21:43.222902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e3e08-c7bc-4d42-a398-8f6a89b44c01 req-f59961ca-9634-4829-a826-a3dba2cecdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:43.224843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7e3e08-c7bc-4d42-a398-8f6a89b44c01 req-f59961ca-9634-4829-a826-a3dba2cecdb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1100 time: 0.4998395 Jul 23 10:21:43.231122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-e954c9f0-f83b-456c-bb7d-7974d7ebd582 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:43.232786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-e954c9f0-f83b-456c-bb7d-7974d7ebd582 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 822 time: 0.3908122 Jul 23 10:21:43.235762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Made reservation on behalf of ee41ecf2ab344155aa21a023e55c5248 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:43.240189 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.287663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cb4212-e127-45d8-80da-8dfdd54ab20d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:43.302629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.311144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.330603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'port': {'device_id': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'admin_state_up': True, 'tenant_id': 'b827cce2c55e489da87e6cd1ec330478'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:43.338094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Transition to ACTIVE for port object 77cb4212-e127-45d8-80da-8dfdd54ab20d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:43.345327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Transition to ACTIVE for port object 48045c89-aca9-4754-8a17-fc4c66cecbf3 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:43.359949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7e3e08-c7bc-4d42-a398-8f6a89b44c01 req-4c766919-de4f-474c-889c-c559a9ef4f4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078119 Jul 23 10:21:43.365079 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.418680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-967d6f22-f5b0-46b5-ade5-02592f191e16 service neutron] 10.222.0.20 "GET /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.2437737 Jul 23 10:21:43.459967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:43.518374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c0235f5d-75fd-440c-b0b9-a86a5682b40e req-c93ca787-a2d1-40d8-a858-50bf5963c203 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 210 time: 0.0665359 Jul 23 10:21:43.543636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Allocated IP 172.20.0.12 (1a98cd16-ea90-430f-a30a-82d2f9bc785c/0f732fdb-1e75-4098-aeb7-e6852f2b67be/cc101ec5-f09d-403d-8699-0356da4e64d4) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:43.549151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Pushing event updated for resources: {'Port': ['ID=77cb4212-e127-45d8-80da-8dfdd54ab20d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:43.586777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe673494-0147-46f7-ab69-09a082086617 req-eb9e627f-f466-405f-b2dc-ce10f55a803f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:43.588977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe673494-0147-46f7-ab69-09a082086617 req-eb9e627f-f466-405f-b2dc-ce10f55a803f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 943 time: 0.2479024 Jul 23 10:21:43.593863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.627501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['10cebe4b-c698-4171-82eb-91ae2571a39e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:43.644999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Attempting to bind port 77cb4212-e127-45d8-80da-8dfdd54ab20d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:43.645370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Attempting to bind port 77cb4212-e127-45d8-80da-8dfdd54ab20d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:43.645707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Attempting to bind port 77cb4212-e127-45d8-80da-8dfdd54ab20d on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:43.697603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Port 77cb4212-e127-45d8-80da-8dfdd54ab20d on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:43.697603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Attempting to bind port 77cb4212-e127-45d8-80da-8dfdd54ab20d on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:43.706916 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:43.711453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32a73dfe-a788-4ef8-9d74-2f391257fbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.727031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:43.727444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Checking segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:43.727775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Bound using segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:43.728218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Bound port: 77cb4212-e127-45d8-80da-8dfdd54ab20d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:43.728574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.731762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:43.749589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:43.755331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:43.760382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.20', 53740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:43.762927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Pushing event updated for resources: {'Port': ['ID=48045c89-aca9-4754-8a17-fc4c66cecbf3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:43.782133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:43.823033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7c820b-2549-48f6-8c84-4282e481e5a9 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:43.840027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:43.846193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe673494-0147-46f7-ab69-09a082086617 req-683831ac-5b40-49b5-9bb8-001110f7d1d2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429047 Jul 23 10:21:43.867081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Made reservation on behalf of b827cce2c55e489da87e6cd1ec330478 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:43.872761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.878414 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:43.937185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94c1fe30-3652-416a-9c71-48c02e9553d3 req-11eeddf9-7b86-4dd7-a947-dcad0461fc7c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 210 time: 0.0715840 Jul 23 10:21:44.014627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.015292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.083640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8b165b5c-bc73-40e9-a504-32bea4cd1da7 None None] Provisioning for port 48045c89-aca9-4754-8a17-fc4c66cecbf3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:44.090459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8b165b5c-bc73-40e9-a504-32bea4cd1da7 None None] Provisioning complete for port 48045c89-aca9-4754-8a17-fc4c66cecbf3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:44.091203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b165b5c-bc73-40e9-a504-32bea4cd1da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.112455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] For port 77cb4212-e127-45d8-80da-8dfdd54ab20d, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:44.136821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8b165b5c-bc73-40e9-a504-32bea4cd1da7 None None] Port 48045c89-aca9-4754-8a17-fc4c66cecbf3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:21:44.151843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-98c0cc30-5959-4f85-8193-d80e3ab8a140 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.153361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-98c0cc30-5959-4f85-8193-d80e3ab8a140 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.3878021 Jul 23 10:21:44.155249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] For port 77cb4212-e127-45d8-80da-8dfdd54ab20d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:44.164800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.203808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Request body: {'port': {'device_id': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'admin_state_up': True, 'tenant_id': 'c03d131371c24e5a933122ba8f96b5fa'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:44.260167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] Transition to ACTIVE for port object ec7c820b-2549-48f6-8c84-4282e481e5a9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:44.262130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.262837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.265488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] 10.222.0.55 "PUT /v2.0/ports/77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 1092 time: 1.8842230 Jul 23 10:21:44.266283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.273127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.305138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392addb8-d144-442c-ab79-24034dab5220', 'tag': '77cb4212-e127-45d8-80da-8dfdd54ab20d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:44.307361 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9e0347-4352-4dad-a1db-4daa455a2760" -d '{"events": [{"name": "network-changed", "server_uuid": "392addb8-d144-442c-ab79-24034dab5220", "tag": "77cb4212-e127-45d8-80da-8dfdd54ab20d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:44.330137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Allocated IP 172.20.0.7 (a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d/31bc15b7-456d-41e6-8a0a-8a50315fc4ea/817fe81e-e3e3-4f77-bef1-25445e33f634) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:44.361123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32a73dfe-a788-4ef8-9d74-2f391257fbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.363767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6f5d0-a81f-4b8d-a4b9-85f9f5417f7b service neutron] Pushing event updated for resources: {'Port': ['ID=77cb4212-e127-45d8-80da-8dfdd54ab20d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:44.397934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5754083-ba97-456c-8ae5-34485aaf2eb0 req-c0fce2da-bac9-41a3-99f7-035d1ec87131 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.399573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5754083-ba97-456c-8ae5-34485aaf2eb0 req-c0fce2da-bac9-41a3-99f7-035d1ec87131 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.3641677 Jul 23 10:21:44.405395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32a73dfe-a788-4ef8-9d74-2f391257fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.415688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-a9760caa-9e02-4cbf-830c-5f89874a1ee8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3946288 Jul 23 10:21:44.419270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] No DVR routers for this DVR port ec7c820b-2549-48f6-8c84-4282e481e5a9 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:21:44.435006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e19c9-23a7-456e-984c-081c6fcfc485 req-682691d7-2c8f-4958-b1e9-eadf894eabc9 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.436527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-579e19c9-23a7-456e-984c-081c6fcfc485 req-682691d7-2c8f-4958-b1e9-eadf894eabc9 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 936 time: 0.3062291 Jul 23 10:21:44.440996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:44.461345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Request body: {'port': {'device_id': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:44.500678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.517558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-394d8e9a-4478-42af-bc59-4caa7672d0c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0668263 Jul 23 10:21:44.521934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73dfe-a788-4ef8-9d74-2f391257fbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d70c9-cd3b-4002-9ba6-f20dc7406d5f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:44.526038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-32a73dfe-a788-4ef8-9d74-2f391257fbd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a366cec27d1a4123bdd72733be284626&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0598798 Jul 23 10:21:44.542764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:44.587853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-579e19c9-23a7-456e-984c-081c6fcfc485 req-25549728-8bd7-4b93-9846-c62284c33a8c tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436226 Jul 23 10:21:44.590002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5754083-ba97-456c-8ae5-34485aaf2eb0 req-ec765286-ae10-483e-9142-bb81ba7daae9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773660 Jul 23 10:21:44.598683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Network 1a98cd16-ea90-430f-a30a-82d2f9bc785c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:44.606360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:44.639655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Made reservation on behalf of c03d131371c24e5a933122ba8f96b5fa for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:44.642952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.657529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:44.664726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Pushing event updated for resources: {'Port': ['ID=cc101ec5-f09d-403d-8699-0356da4e64d4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:44.721571 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019575d0-524b-452b-9a83-c07a743aee78 x-openstack-request-id: req-019575d0-524b-452b-9a83-c07a743aee78 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:44.721571 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392addb8-d144-442c-ab79-24034dab5220", "tag": "77cb4212-e127-45d8-80da-8dfdd54ab20d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:44.721831 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-019575d0-524b-452b-9a83-c07a743aee78 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:44.722223 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392addb8-d144-442c-ab79-24034dab5220', 'tag': '77cb4212-e127-45d8-80da-8dfdd54ab20d', 'status': 'completed', 'code': 200} Jul 23 10:21:44.724193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-37596499-8429-486c-8ee4-f6295038f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.725696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-37596499-8429-486c-8ee4-f6295038f08d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1095 time: 0.3902359 Jul 23 10:21:44.748376 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bf34f98-107b-4a3f-af68-535c33378924 req-745d2fa5-34c7-4b16-96ea-4d81ddf1574c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 210 time: 0.0464158 Jul 23 10:21:44.749392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.764313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:44.765022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.776814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:44.786550 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2cc88751-0802-4483-a7b6-6ef25e10e55c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0473700 Jul 23 10:21:44.798428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Request body: {'port': {'device_id': '9647ff2a-b376-457a-b473-dafef3d370df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:44.820035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-add5bf14-6c4e-4cff-9679-ebcab16799c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.0815604 Jul 23 10:21:44.891453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06fc30af-c7a7-459d-915b-4902576237a7 req-f74c74d0-d63e-4071-9863-2204714ec815 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 210 time: 0.0971947 Jul 23 10:21:44.898618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44018516-3c15-4401-b92e-ed2d9595a480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.163524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.221193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.246344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:45.253647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:45.255737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:45.258159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:45.269291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebef02-69b0-4f72-889d-737c2768a570 req-225137d3-6019-4dd7-991d-d652e22d5bac tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.270802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebef02-69b0-4f72-889d-737c2768a570 req-225137d3-6019-4dd7-991d-d652e22d5bac tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.1950762 Jul 23 10:21:45.298661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44018516-3c15-4401-b92e-ed2d9595a480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.356355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-42f29e8f-8eaa-4387-86dc-0ec9f78b96c7 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.357893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-42f29e8f-8eaa-4387-86dc-0ec9f78b96c7 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1095 time: 0.7402329 Jul 23 10:21:45.359278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-ab3ca1fe-b2ee-4e6f-a2c0-501a126a2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.360633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-ab3ca1fe-b2ee-4e6f-a2c0-501a126a2192 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.4877152 Jul 23 10:21:45.374799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.375449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.431949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebef02-69b0-4f72-889d-737c2768a570 req-0104cddb-2b7c-4b20-a1e3-a3828caf81cd tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253133 Jul 23 10:21:45.448682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-ce5f7114-8ade-4d0b-893e-0100fd6e93b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1913750 Jul 23 10:21:45.474611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Request body: {'port': {'device_id': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:45.539832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-491afb49-ff58-425e-a32a-d1b17393906e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624625 Jul 23 10:21:45.551040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Allocated IP 172.20.0.12 (96a96832-d655-41d9-937e-f38bcf3d20bf/6e512ca4-885d-4b59-88d6-b827ffb26da7/9c02be27-237a-4ad3-8e49-53578a5eaddf) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:45.614844 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.724493 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44018516-3c15-4401-b92e-ed2d9595a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.726853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44018516-3c15-4401-b92e-ed2d9595a480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.731481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44018516-3c15-4401-b92e-ed2d9595a480 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/381d70c9-cd3b-4002-9ba6-f20dc7406d5f HTTP/1.1" status: 204 len: 168 time: 1.1751161 Jul 23 10:21:45.736322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7516-f2e1-4969-af74-5b242d1bfda6 req-ef63fd83-8962-43be-95f7-1d23341a34b5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.738236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bec7516-f2e1-4969-af74-5b242d1bfda6 req-ef63fd83-8962-43be-95f7-1d23341a34b5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 932 time: 0.4861221 Jul 23 10:21:45.747316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc101ec5-f09d-403d-8699-0356da4e64d4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:45.762875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:21:45.794387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44018516-3c15-4401-b92e-ed2d9595a480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d70c9-cd3b-4002-9ba6-f20dc7406d5f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:45.805346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.835271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-b51777a4-9e43-4065-8351-99e136c0564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.836855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-b51777a4-9e43-4065-8351-99e136c0564a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130&tenant_id=917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 1095 time: 0.4110270 Jul 23 10:21:45.842065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:21:45.861642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Transition to ACTIVE for port object cc101ec5-f09d-403d-8699-0356da4e64d4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:45.888784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:45.912397 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-d53d9847-2ac6-4ddf-872c-931666478fcf service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571250 Jul 23 10:21:45.986238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b928-c33c-41d9-a86e-118fc62273b1 req-05ab69a0-835e-4187-a881-8763f1b2b25b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:45.988174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4847b928-c33c-41d9-a86e-118fc62273b1 req-05ab69a0-835e-4187-a881-8763f1b2b25b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.2991560 Jul 23 10:21:46.001669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bec7516-f2e1-4969-af74-5b242d1bfda6 req-e9801535-bce4-40b4-890d-0ceb3642e47e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505381 Jul 23 10:21:46.003041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc101ec5-f09d-403d-8699-0356da4e64d4,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:46.095098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59558) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:46.123740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48045c89-aca9-4754-8a17-fc4c66cecbf3 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:46.132481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c63fa5eb-d17e-4a5c-964c-912bd3679111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.147979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.157474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4847b928-c33c-41d9-a86e-118fc62273b1 req-b7341166-8ee8-42a3-994c-21da07e4ba6c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563623 Jul 23 10:21:46.187858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.196756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Attempting to bind port cc101ec5-f09d-403d-8699-0356da4e64d4 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:46.197093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Attempting to bind port cc101ec5-f09d-403d-8699-0356da4e64d4 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:46.197424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Attempting to bind port cc101ec5-f09d-403d-8699-0356da4e64d4 on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:46.204257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-8d40a2aa-62ad-471a-bed2-e76f05eeb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.205810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-8d40a2aa-62ad-471a-bed2-e76f05eeb08b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1095 time: 0.3369427 Jul 23 10:21:46.214952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817fe81e-e3e3-4f77-bef1-25445e33f634 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:46.218315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Transition to ACTIVE for port object 48045c89-aca9-4754-8a17-fc4c66cecbf3 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:46.219450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Port cc101ec5-f09d-403d-8699-0356da4e64d4 on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:46.219723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Attempting to bind port cc101ec5-f09d-403d-8699-0356da4e64d4 on network 1a98cd16-ea90-430f-a30a-82d2f9bc785c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:46.240805 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.244467 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a773c3-c13f-4dac-a407-dda78062ffca req-74929176-648a-4815-90a6-f2ea712c2d05 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013535 Jul 23 10:21:46.245684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.246998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:46.247338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Checking segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:46.247753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Bound using segment: {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:46.248206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Bound port: cc101ec5-f09d-403d-8699-0356da4e64d4, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:46.248563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.283036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd7a796d-f4db-4df0-9b26-461966cfa38e req-a435614b-e2a5-4b4d-952b-6f8e17c3c5d3 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 210 time: 0.0591869 Jul 23 10:21:46.296074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Transition to ACTIVE for port object 817fe81e-e3e3-4f77-bef1-25445e33f634 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:46.327612 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.461144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] For port cc101ec5-f09d-403d-8699-0356da4e64d4, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:46.468200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] For port cc101ec5-f09d-403d-8699-0356da4e64d4, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cc101ec5-f09d-403d-8699-0356da4e64d4,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:46.470723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:46.485947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Pushing event updated for resources: {'Port': ['ID=48045c89-aca9-4754-8a17-fc4c66cecbf3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:46.500930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.529613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c941f-175e-433f-9ffa-7ca3ff80606a req-cf05dd1b-6005-4e58-919f-6801215406f9 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.532005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a14c941f-175e-433f-9ffa-7ca3ff80606a req-cf05dd1b-6005-4e58-919f-6801215406f9 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 936 time: 0.4150183 Jul 23 10:21:46.533871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-43ed7009-39e4-4c39-8de7-a74a557ba6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.535476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-43ed7009-39e4-4c39-8de7-a74a557ba6e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.3183310 Jul 23 10:21:46.540849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.580950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c63fa5eb-d17e-4a5c-964c-912bd3679111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.596804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.597341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.598761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/cc101ec5-f09d-403d-8699-0356da4e64d4 HTTP/1.1" status: 200 len: 1092 time: 1.8044672 Jul 23 10:21:46.600163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c63fa5eb-d17e-4a5c-964c-912bd3679111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.602231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9647ff2a-b376-457a-b473-dafef3d370df', 'tag': 'cc101ec5-f09d-403d-8699-0356da4e64d4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:46.605455 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745e002-9557-4901-bf25-eafdbb34d82c" -d '{"events": [{"name": "network-changed", "server_uuid": "9647ff2a-b376-457a-b473-dafef3d370df", "tag": "cc101ec5-f09d-403d-8699-0356da4e64d4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:46.658906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-913f8d2c-8ad2-4912-bc71-f048b0a9898b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 217 time: 0.1111009 Jul 23 10:21:46.670614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Network 96a96832-d655-41d9-937e-f38bcf3d20bf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:46.686425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:46.695370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f66d-2011-4cff-88d5-e63fcdad37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc101ec5-f09d-403d-8699-0356da4e64d4,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:46.707184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:46.709828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:46.717879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c63fa5eb-d17e-4a5c-964c-912bd3679111 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abb69039e41d489eb7e848b536c4f2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213818 Jul 23 10:21:46.725249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0f40d-0602-4dab-ad95-4445629e5f28 req-4fdbcce8-4f4b-47d5-81cd-beca4ff3e68f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.726653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd0f40d-0602-4dab-ad95-4445629e5f28 req-4fdbcce8-4f4b-47d5-81cd-beca4ff3e68f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 943 time: 0.3556898 Jul 23 10:21:46.727723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:46.736736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Attempting to bind port 817fe81e-e3e3-4f77-bef1-25445e33f634 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:46.737065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Attempting to bind port 817fe81e-e3e3-4f77-bef1-25445e33f634 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:46.737388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Attempting to bind port 817fe81e-e3e3-4f77-bef1-25445e33f634 on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:46.739163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fa5eb-d17e-4a5c-964c-912bd3679111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4532c-f17b-4514-a032-20e35c2dab60,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:46.760059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Port 817fe81e-e3e3-4f77-bef1-25445e33f634 on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:46.760385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Attempting to bind port 817fe81e-e3e3-4f77-bef1-25445e33f634 on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:46.767218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Attempting to bind port 48045c89-aca9-4754-8a17-fc4c66cecbf3 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:46.767596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Attempting to bind port 48045c89-aca9-4754-8a17-fc4c66cecbf3 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:46.767931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Attempting to bind port 48045c89-aca9-4754-8a17-fc4c66cecbf3 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:46.777654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a14c941f-175e-433f-9ffa-7ca3ff80606a req-3dadcca6-768e-424e-919c-9e1922157413 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382965 Jul 23 10:21:46.782845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:46.783181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Checking segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:46.783583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Bound using segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:46.784023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Bound port: 817fe81e-e3e3-4f77-bef1-25445e33f634, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:46.784728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.787648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-d0cb9f56-1ddf-4aa1-97a9-bf14335f489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.789136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-d0cb9f56-1ddf-4aa1-97a9-bf14335f489c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1095 time: 0.4106443 Jul 23 10:21:46.805338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Port 48045c89-aca9-4754-8a17-fc4c66cecbf3 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:46.805567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Attempting to bind port 48045c89-aca9-4754-8a17-fc4c66cecbf3 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:46.836004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd0f40d-0602-4dab-ad95-4445629e5f28 req-f2a0fdf5-594d-49c7-ab64-d9edb06c6b6b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932040 Jul 23 10:21:46.848125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:46.848765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:46.849283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:46.849749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Bound port: 48045c89-aca9-4754-8a17-fc4c66cecbf3, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:46.850116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.869523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.871572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.876141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-c16a33de-c1c5-448a-ac2c-d2549ffb2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.877730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-c16a33de-c1c5-448a-ac2c-d2549ffb2f37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1951573 Jul 23 10:21:46.887436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-5cbd39a4-994c-4eb4-abb4-52b37570a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:46.888939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-5cbd39a4-994c-4eb4-abb4-52b37570a745 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 1095 time: 0.2302144 Jul 23 10:21:46.909588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1139-f181-4ccf-8610-1e76b0d82dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:46.945413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-ba31ba77-6e1b-42a2-8217-4aff2c67d18f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc101ec5-f09d-403d-8699-0356da4e64d4 HTTP/1.1" status: 200 len: 217 time: 0.0447364 Jul 23 10:21:46.958449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:47.006034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1139-f181-4ccf-8610-1e76b0d82dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.006221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-d8658a48-bc53-4db6-b605-9cd55d212472 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8283808 Jul 23 10:21:47.008248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-29cbb35f-4bc1-4c45-b0b2-ba38a97477a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094048 Jul 23 10:21:47.015378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:47.029887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.061933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Request body: {'port': {'device_id': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:47.096465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-6538f3d4-e1e3-4583-8d1e-07059b7ea3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.098050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-6538f3d4-e1e3-4583-8d1e-07059b7ea3bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.1408713 Jul 23 10:21:47.099262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.100024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.101441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] 10.222.0.55 "PUT /v2.0/ports/817fe81e-e3e3-4f77-bef1-25445e33f634 HTTP/1.1" status: 200 len: 1091 time: 1.6323977 Jul 23 10:21:47.150450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-35f9d765-3045-43bd-b6da-5feac3004edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.154667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-25a8ecf1-27f4-4f5e-a87e-f7ad6e5fe1e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423353 Jul 23 10:21:47.158233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2201d-8de7-42e8-a613-7ab103748de8 service neutron] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:47.159125 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-35f9d765-3045-43bd-b6da-5feac3004edf service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.3492730 Jul 23 10:21:47.189199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1139-f181-4ccf-8610-1e76b0d82dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.191853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1139-f181-4ccf-8610-1e76b0d82dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.193049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5b3d1139-f181-4ccf-8610-1e76b0d82dc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bf4532c-f17b-4514-a032-20e35c2dab60 HTTP/1.1" status: 204 len: 168 time: 0.4625115 Jul 23 10:21:47.195084 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b2706-b670-4f32-a515-bb79832f2b6c x-openstack-request-id: req-a84b2706-b670-4f32-a515-bb79832f2b6c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:47.195443 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9647ff2a-b376-457a-b473-dafef3d370df", "tag": "cc101ec5-f09d-403d-8699-0356da4e64d4", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:47.195704 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a84b2706-b670-4f32-a515-bb79832f2b6c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:47.196092 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9647ff2a-b376-457a-b473-dafef3d370df', 'tag': 'cc101ec5-f09d-403d-8699-0356da4e64d4', 'status': 'completed', 'code': 200} Jul 23 10:21:47.279126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d1139-f181-4ccf-8610-1e76b0d82dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4532c-f17b-4514-a032-20e35c2dab60,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:47.392445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-832c503e-5d79-48ea-8725-15274b4d549a service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239084 Jul 23 10:21:47.451943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-54949c90-026b-44fa-a05a-4312f5f388cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.453562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-54949c90-026b-44fa-a05a-4312f5f388cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 1094 time: 0.2531822 Jul 23 10:21:47.465118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-a53a8ff4-0106-4924-a373-5e1ada05ca3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2681923 Jul 23 10:21:47.592376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-fff1ebe9-b651-47c8-95c7-a0003419f13d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.4168997 Jul 23 10:21:47.679639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] For port 48045c89-aca9-4754-8a17-fc4c66cecbf3, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:47.694892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029bdd9-573f-42d9-80a9-45dfd9976240 req-341d7a35-f9db-4c82-b162-c580a93933a0 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.696672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9029bdd9-573f-42d9-80a9-45dfd9976240 req-341d7a35-f9db-4c82-b162-c580a93933a0 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.6931038 Jul 23 10:21:47.734323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] For port 48045c89-aca9-4754-8a17-fc4c66cecbf3, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:47.745008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.755914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-bdb9dd58-fa19-481c-a577-9479c6553674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.757426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-bdb9dd58-fa19-481c-a577-9479c6553674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.1534536 Jul 23 10:21:47.758508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.781221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-45e65aca-400b-4404-a648-5b9f3672ed2e service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315350 Jul 23 10:21:47.821458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729b68-db92-4a19-b4ff-c0ae0199f818 req-237aed7b-d157-409d-9998-82f46e51b3f5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.829984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb729b68-db92-4a19-b4ff-c0ae0199f818 req-237aed7b-d157-409d-9998-82f46e51b3f5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 944 time: 0.5540948 Jul 23 10:21:47.843880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-714a3bb6-eba1-4795-8fa1-91f5b3363fcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=817fe81e-e3e3-4f77-bef1-25445e33f634 HTTP/1.1" status: 200 len: 217 time: 0.3775718 Jul 23 10:21:47.884653 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-7600d74a-7c20-4944-a013-93c7b6402475 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081898 Jul 23 10:21:47.927574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb729b68-db92-4a19-b4ff-c0ae0199f818 req-03e6efa2-4174-4888-9372-7fc9de67ce89 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965607 Jul 23 10:21:47.961079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-145b5352-ad06-4f38-8ab9-7e6754e740cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.961697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:47.962325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:47.962682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-145b5352-ad06-4f38-8ab9-7e6754e740cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 200 len: 862 time: 0.1087606 Jul 23 10:21:47.965413 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] 10.222.0.20 "PUT /v2.0/ports/48045c89-aca9-4754-8a17-fc4c66cecbf3 HTTP/1.1" status: 200 len: 1096 time: 3.5188808 Jul 23 10:21:47.965413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'tag': '48045c89-aca9-4754-8a17-fc4c66cecbf3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:47.967010 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f157260f-06f7-4a1e-a29d-66d8daa380e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3de417-bd2d-4e28-9bc4-751a666bb057", "tag": "48045c89-aca9-4754-8a17-fc4c66cecbf3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:47.967511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9860562e-8021-40d1-acd3-e2fd6db2820f req-ad1d0025-1b75-4d3a-9cfe-d5ca67855692 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643847 Jul 23 10:21:48.037236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-59861f29-5c6f-4572-8694-ff269e519b1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559771 Jul 23 10:21:48.061761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9029bdd9-573f-42d9-80a9-45dfd9976240 req-2fd40833-bab1-4afa-a02e-ad4f933941ce tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404095 Jul 23 10:21:48.094780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83ca3f-a782-474c-9ee4-c61d3cd9d13d service neutron] Pushing event updated for resources: {'Port': ['ID=48045c89-aca9-4754-8a17-fc4c66cecbf3,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:48.375505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 77cb4212-e127-45d8-80da-8dfdd54ab20d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:48.394484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-621e6b1c-2e75-4f09-9141-5d11f7359fe1 service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490834 Jul 23 10:21:48.409725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84f7f-7646-4520-9458-9701098afa4b req-617276a5-e9a0-4e74-903d-9421d5f63e4c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:48.411226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63b84f7f-7646-4520-9458-9701098afa4b req-617276a5-e9a0-4e74-903d-9421d5f63e4c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.2564449 Jul 23 10:21:48.414328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e002-9557-4901-bf25-eafdbb34d82c req-89b6dbbe-15d3-431a-a81e-c0f38b7b6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:48.415729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-89b6dbbe-15d3-431a-a81e-c0f38b7b6e57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 1095 time: 0.2623858 Jul 23 10:21:48.517502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 77cb4212-e127-45d8-80da-8dfdd54ab20d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:48.537126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '77cb4212-e127-45d8-80da-8dfdd54ab20d', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'port_id': '77cb4212-e127-45d8-80da-8dfdd54ab20d', 'mac_address': 'fa:16:3e:9f:0d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:48.576222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-fd80e750-7bea-4390-aa51-bffc891e3a0e service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399837 Jul 23 10:21:48.596147 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:48.612720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cb4212-e127-45d8-80da-8dfdd54ab20d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:48.626196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:48.645958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-322b8195-5b36-4432-b2db-8e429cc2f913 req-6819ede0-9127-4ba0-ac25-c6e902f68040 service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332456 Jul 23 10:21:48.656989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63b84f7f-7646-4520-9458-9701098afa4b req-74ae14c3-a481-4484-b182-ccf750398bbe tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674027 Jul 23 10:21:48.659910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 77cb4212-e127-45d8-80da-8dfdd54ab20d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:48.673316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:48.704421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e002-9557-4901-bf25-eafdbb34d82c req-921792be-06fd-49c0-9e47-d4a9c7609b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:48.705941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-921792be-06fd-49c0-9e47-d4a9c7609b49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.2154369 Jul 23 10:21:48.755997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=77cb4212-e127-45d8-80da-8dfdd54ab20d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:48.785971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-b642f1d5-98a3-474e-8828-a5fc2140893a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc101ec5-f09d-403d-8699-0356da4e64d4 HTTP/1.1" status: 200 len: 217 time: 0.0684607 Jul 23 10:21:48.831709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-20617eb0-2774-4c0d-ad13-e790ef92e931 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0133209 Jul 23 10:21:48.833232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-135154855-network', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:48.895437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e002-9557-4901-bf25-eafdbb34d82c req-0a7684f7-88d1-41ef-a687-0a2057a37fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:48.896937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-0a7684f7-88d1-41ef-a687-0a2057a37fc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.0832338 Jul 23 10:21:48.898369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Made reservation on behalf of 7af1f28464b14af4980e0d84dbbf279f for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:48.900753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:48.922392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:48.938696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060c03d-d85e-4f0d-b5ee-b934d01656ca req-fc00fd02-a372-4ae9-a73e-86a8f990bfc4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:48.940205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5060c03d-d85e-4f0d-b5ee-b934d01656ca req-fc00fd02-a372-4ae9-a73e-86a8f990bfc4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 948 time: 0.1570573 Jul 23 10:21:48.965312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-6b02a239-9e02-4309-8e0a-8d512662e51e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515358 Jul 23 10:21:48.991743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-4acf09bc-2db5-4ece-8a5d-e537344d5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:48.993485 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-4acf09bc-2db5-4ece-8a5d-e537344d5ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94b1875752b747d7b57d9e11de1c23fa&device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 1099 time: 0.9304388 Jul 23 10:21:49.012258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea5f15-8977-442f-9519-a557c07378d0 req-08a42ed3-17b7-4919-bfae-4cc782b189ee tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.013869 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3ea5f15-8977-442f-9519-a557c07378d0 req-08a42ed3-17b7-4919-bfae-4cc782b189ee tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 932 time: 0.7555139 Jul 23 10:21:49.033872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['77cb4212-e127-45d8-80da-8dfdd54ab20d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:49.055685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c02be27-237a-4ad3-8e49-53578a5eaddf {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:49.068478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.079325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5060c03d-d85e-4f0d-b5ee-b934d01656ca req-8b66fece-e6ff-451d-96b0-fad2c33b8312 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167858 Jul 23 10:21:49.128459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-0d25aecb-e70d-4261-a839-5dec68e8b792 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3 HTTP/1.1" status: 200 len: 217 time: 0.1024261 Jul 23 10:21:49.144175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-81ef8098-c3de-46e7-965a-fe2c4cca352b service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680362 Jul 23 10:21:49.166565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa9e0347-4352-4dad-a1db-4daa455a2760 req-dc77e323-3774-4192-8b10-a44f40d706c5 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687615 Jul 23 10:21:49.201324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:49.203735 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b54791-d722-42e3-b2ac-a48d443a3068" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:49.229190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Transition to ACTIVE for port object 9c02be27-237a-4ad3-8e49-53578a5eaddf will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:49.242599 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.262344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.273967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.284270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3ea5f15-8977-442f-9519-a557c07378d0 req-6f9a4b56-d8a0-46fc-b786-fcb59f3a9a55 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086046 Jul 23 10:21:49.313532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:21:49.336353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-594f2041-0dd1-4fcd-b71f-508a5f09b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.339190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-594f2041-0dd1-4fcd-b71f-508a5f09b7d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1962011 Jul 23 10:21:49.341417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3422878b-7d90-406d-b90f-c693dbaa417b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:49.343919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:49.348092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1745e002-9557-4901-bf25-eafdbb34d82c req-01b2c7ab-2970-4935-9889-9fa484847171 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947839 Jul 23 10:21:49.354132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.354525 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Added segment 178bb61e-f341-4c5d-92b4-adb2b81c2406 of type vlan for network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 Jul 23 10:21:49.399515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0de3-1778-4258-84e4-cb7408b961c2 req-26bd5e60-e546-4fd0-847b-74e97a3c4e35 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.401043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-391d0de3-1778-4258-84e4-cb7408b961c2 req-26bd5e60-e546-4fd0-847b-74e97a3c4e35 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 943 time: 0.2056987 Jul 23 10:21:49.410240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.416473 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1179f1-98c8-4280-bc14-9e54bea8422a x-openstack-request-id: req-ee1179f1-98c8-4280-bc14-9e54bea8422a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:49.416889 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3de417-bd2d-4e28-9bc4-751a666bb057", "tag": "48045c89-aca9-4754-8a17-fc4c66cecbf3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:49.417231 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee1179f1-98c8-4280-bc14-9e54bea8422a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:49.417718 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'tag': '48045c89-aca9-4754-8a17-fc4c66cecbf3', 'status': 'completed', 'code': 200} Jul 23 10:21:49.467185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-b4df7e48-c511-4c3f-9a85-f4415b80bee8 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.467503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-391d0de3-1778-4258-84e4-cb7408b961c2 req-cb1cdc74-b46a-4096-8468-3a0fa542be54 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533793 Jul 23 10:21:49.468107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.468753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-b4df7e48-c511-4c3f-9a85-f4415b80bee8 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1095 time: 0.2606087 Jul 23 10:21:49.469028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.469742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.546291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] Pushing event updated for resources: {'Network': ['ID=83b9f8b7-756a-47b6-ac63-d1ebe24e7d73,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:49.557331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:21:49.564939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-964b32e5-9172-4879-8915-1b9f1c91daa0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9348991 Jul 23 10:21:49.573876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:49.587527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Request body: {'subnet': {'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-subnet', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:49.599470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-4eab1d61-faad-4237-9e17-5382301c39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.601003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-4eab1d61-faad-4237-9e17-5382301c39a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528315 Jul 23 10:21:49.628955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:49.629291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:49.629881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:49.653412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-43c374be-a219-4982-9d90-dd241555d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.654912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-43c374be-a219-4982-9d90-dd241555d547 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1100 time: 0.1050394 Jul 23 10:21:49.660309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:49.660637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:49.663349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c908-7ad9-4b72-8608-35138dd9291a req-a526f27a-ce59-42eb-bf11-2bdc25e8af6c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.665583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c082c908-7ad9-4b72-8608-35138dd9291a req-a526f27a-ce59-42eb-bf11-2bdc25e8af6c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.1139693 Jul 23 10:21:49.685043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Made reservation on behalf of 7af1f28464b14af4980e0d84dbbf279f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:49.687281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.689148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:49.689488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:49.689865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:49.690300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Bound port: 9c02be27-237a-4ad3-8e49-53578a5eaddf, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:49.690638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.762004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c082c908-7ad9-4b72-8608-35138dd9291a req-0c4bef83-0b42-4d98-90c4-f41b665a6635 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858819 Jul 23 10:21:49.784564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5dbe8-a5c9-4209-a80f-0adaa2bc9a0c req-3fdf0aa4-e67a-4b98-9144-2cf1f8a40e5c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.786052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9d5dbe8-a5c9-4209-a80f-0adaa2bc9a0c req-3fdf0aa4-e67a-4b98-9144-2cf1f8a40e5c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 944 time: 0.3144433 Jul 23 10:21:49.792626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-865b7da9-2ffc-4f76-9652-95018aea2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.794340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-865b7da9-2ffc-4f76-9652-95018aea2c84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1277130 Jul 23 10:21:49.812773 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8e9dc-e474-4428-ab3c-b4e11764d66a x-openstack-request-id: req-faa8e9dc-e474-4428-ab3c-b4e11764d66a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:49.813068 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:49.813319 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-faa8e9dc-e474-4428-ab3c-b4e11764d66a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:49.813706 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'status': 'completed', 'code': 200} Jul 23 10:21:49.844640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-35a26ebf-7768-4fdb-b830-c23650c03422 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0402048 Jul 23 10:21:49.940199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-8aacc6c1-ece9-4842-bb51-d75720068674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:49.941710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-8aacc6c1-ece9-4842-bb51-d75720068674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0815229 Jul 23 10:21:49.958870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-60b0085f-e348-49de-9749-b60af21cd228 service neutron] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:49.978008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-2f310a53-c8c5-4c71-8576-dbe41a141118 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660114 Jul 23 10:21:49.981403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-60b0085f-e348-49de-9749-b60af21cd228 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:49.982352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5de9e8-37cd-48af-a21c-b2e18005b1b5 req-60b0085f-e348-49de-9749-b60af21cd228 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.4938273 Jul 23 10:21:50.000909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bdfcc-edbc-49d9-a799-333c2520cf89 req-b9cb5d95-00c2-4a50-b9ed-3335e5a7f103 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.002538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730bdfcc-edbc-49d9-a799-333c2520cf89 req-b9cb5d95-00c2-4a50-b9ed-3335e5a7f103 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1289275 Jul 23 10:21:50.012726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9d5dbe8-a5c9-4209-a80f-0adaa2bc9a0c req-b3473550-49c4-4877-b0a6-65dbf93af879 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113533 Jul 23 10:21:50.036910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:50.040616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-8cf3fb58-434e-4479-9907-3b217732a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.042998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-8cf3fb58-434e-4479-9907-3b217732a0e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928526 Jul 23 10:21:50.072749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:50.088001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730bdfcc-edbc-49d9-a799-333c2520cf89 req-c0420bcf-b488-4b08-8224-e7fc478bc598 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783136 Jul 23 10:21:50.135123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.162855 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-87836f1e-4dfa-474c-a45b-e67854c45835 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050811 Jul 23 10:21:50.195918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.196639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.197970 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 1092 time: 3.1422911 Jul 23 10:21:50.231690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-41f3b3ee-7a06-4db6-b2b0-4184c89e09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.233400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-41f3b3ee-7a06-4db6-b2b0-4184c89e09c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 1094 time: 0.3388488 Jul 23 10:21:50.295789 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-d07bf46f-5fa8-43c3-9272-0d95576c3399 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224344 Jul 23 10:21:50.303069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2bf8f-4ef5-4f57-8b92-cb69a7d1c2ba req-cd3e08d2-80d4-4864-9c69-4e84d4c134d8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.304545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91e2bf8f-4ef5-4f57-8b92-cb69a7d1c2ba req-cd3e08d2-80d4-4864-9c69-4e84d4c134d8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 948 time: 0.1407981 Jul 23 10:21:50.352694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91e2bf8f-4ef5-4f57-8b92-cb69a7d1c2ba req-e24e14ee-fb77-4849-bba1-0b637174946d tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Jul 23 10:21:50.356752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe52791-8dad-4c29-954f-3f3e97424de7 req-0ffc7512-8405-4ccf-9b44-dea8a073de1c service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607304 Jul 23 10:21:50.383438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cc101ec5-f09d-403d-8699-0356da4e64d4 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:50.390991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 77cb4212-e127-45d8-80da-8dfdd54ab20d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:50.397735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8587c1d-a220-4956-8aa2-b3d8654c66b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:50.457409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.556367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 77cb4212-e127-45d8-80da-8dfdd54ab20d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:50.564347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c534ba-5660-41d9-abc7-c1e397c174c3 req-f385d83d-5eba-47a6-af2a-65bc34bf508f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.566439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 77cb4212-e127-45d8-80da-8dfdd54ab20d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:50.567272 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.573840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02c534ba-5660-41d9-abc7-c1e397c174c3 req-f385d83d-5eba-47a6-af2a-65bc34bf508f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.1044281 Jul 23 10:21:50.577473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa02fcc-94f0-4a18-b2e0-5a7712be5265 req-9b37668a-887e-4671-90a9-03af2e903455 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.578988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aaa02fcc-94f0-4a18-b2e0-5a7712be5265 req-9b37668a-887e-4671-90a9-03af2e903455 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1095 time: 0.4315569 Jul 23 10:21:50.595128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-171df7cd-a6b3-446e-b117-d3c422dca70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.596575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-171df7cd-a6b3-446e-b117-d3c422dca70b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 923 time: 0.3430040 Jul 23 10:21:50.609239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d000ea2-98e2-4f55-8a7f-6a21a3ff4423,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:50.610072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cc101ec5-f09d-403d-8699-0356da4e64d4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cc101ec5-f09d-403d-8699-0356da4e64d4,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:50.610221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02c534ba-5660-41d9-abc7-c1e397c174c3 req-6b3704a5-98d6-4b3b-8f6a-493c419ffccd tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Jul 23 10:21:50.615071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-c813183d-a8d1-4469-9196-7dd2830a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.616548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-c813183d-a8d1-4469-9196-7dd2830a5da1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1095 time: 0.3448188 Jul 23 10:21:50.638695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'cc101ec5-f09d-403d-8699-0356da4e64d4', 'network_id': '1a98cd16-ea90-430f-a30a-82d2f9bc785c', 'port_id': 'cc101ec5-f09d-403d-8699-0356da4e64d4', 'mac_address': 'fa:16:3e:76:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f732fdb-1e75-4098-aeb7-e6852f2b67be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:50.685695 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.701178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc101ec5-f09d-403d-8699-0356da4e64d4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:50.755738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cc101ec5-f09d-403d-8699-0356da4e64d4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cc101ec5-f09d-403d-8699-0356da4e64d4,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:50.762264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.765822 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.819173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392addb8-d144-442c-ab79-24034dab5220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb4212-e127-45d8-80da-8dfdd54ab20d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:50.819757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133a435-d232-4143-af83-97ca999b7046 req-e0dad5de-a7d2-4e1c-9afc-f4bad50f3d20 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:50.821456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b133a435-d232-4143-af83-97ca999b7046 req-e0dad5de-a7d2-4e1c-9afc-f4bad50f3d20 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 943 time: 0.0684659 Jul 23 10:21:50.821627 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd77407-4a3f-4c0e-b9fa-4da8a09b0899" -d '{"events": [{"server_uuid": "392addb8-d144-442c-ab79-24034dab5220", "name": "network-vif-plugged", "status": "completed", "tag": "77cb4212-e127-45d8-80da-8dfdd54ab20d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:50.844999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 77cb4212-e127-45d8-80da-8dfdd54ab20d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:50.848480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=cc101ec5-f09d-403d-8699-0356da4e64d4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:50.852761 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:50.877259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b133a435-d232-4143-af83-97ca999b7046 req-89aef177-9d26-419f-8bac-3e98ebee98ab tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Jul 23 10:21:50.907932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=77cb4212-e127-45d8-80da-8dfdd54ab20d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:50.927053 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d393e40-1cca-4115-8fff-98c4fcb94aac x-openstack-request-id: req-4d393e40-1cca-4115-8fff-98c4fcb94aac {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:50.927351 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392addb8-d144-442c-ab79-24034dab5220", "name": "network-vif-plugged", "status": "completed", "tag": "77cb4212-e127-45d8-80da-8dfdd54ab20d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:50.927904 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d393e40-1cca-4115-8fff-98c4fcb94aac {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:50.928313 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392addb8-d144-442c-ab79-24034dab5220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb4212-e127-45d8-80da-8dfdd54ab20d', 'code': 200} Jul 23 10:21:51.015816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-e835ade1-2e35-4144-b030-c892a3ab1124 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=817fe81e-e3e3-4f77-bef1-25445e33f634 HTTP/1.1" status: 200 len: 217 time: 0.3971601 Jul 23 10:21:51.025410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-e2e43f0b-4067-4501-87fc-3bb370aa8f13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 217 time: 0.0804832 Jul 23 10:21:51.041674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Checking segment: {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:51.042789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Network hostable DHCP agents. Network: 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:21:51.067408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483634-3b31-490f-bfbc-865af670d732 req-47bf8ce9-29d2-4efd-b74b-7dcb38d5ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.069915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-28483634-3b31-490f-bfbc-865af670d732 req-47bf8ce9-29d2-4efd-b74b-7dcb38d5ecdb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.0712733 Jul 23 10:21:51.071831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['cc101ec5-f09d-403d-8699-0356da4e64d4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:51.092093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aaa02fcc-94f0-4a18-b2e0-5a7712be5265 req-f1f480e5-a376-42ec-a804-af7de68ecf28 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014482 Jul 23 10:21:51.176901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-28483634-3b31-490f-bfbc-865af670d732 req-f8080a24-111e-4bfa-998c-44d6271cb3ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001346 Jul 23 10:21:51.180095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-724635ae-e92f-4f2f-829a-baceca304a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.181657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-724635ae-e92f-4f2f-829a-baceca304a9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94b1875752b747d7b57d9e11de1c23fa&device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 1099 time: 0.6843410 Jul 23 10:21:51.199386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-ac80768a-8cf4-45b7-897c-85e39c9c4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.200864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-ac80768a-8cf4-45b7-897c-85e39c9c4e02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 200 len: 862 time: 0.1723549 Jul 23 10:21:51.211748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:21:51.227951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a409-8b1b-4155-b3d4-15ac2c851e49 req-ebf2fcba-576a-490d-a908-86b4716badbb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.231210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0004a409-8b1b-4155-b3d4-15ac2c851e49 req-ebf2fcba-576a-490d-a908-86b4716badbb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 945 time: 0.1156352 Jul 23 10:21:51.243383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc802-caa7-46a6-a249-9f1ba731585b req-cd631149-a2da-4683-952b-ebd8641024f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.245005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-cd631149-a2da-4683-952b-ebd8641024f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1973619 Jul 23 10:21:51.281850 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0004a409-8b1b-4155-b3d4-15ac2c851e49 req-bae630e5-199b-41c5-bd50-d40e608ecfff tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 Jul 23 10:21:51.300017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:51.309506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53d776-ec96-4297-bbbc-fac8c839c17e None None] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:51.341672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-3dc160c2-2b8b-4168-aa74-fb2497da08c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020470 Jul 23 10:21:51.345758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.346388 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.349797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-5039902f-3dc6-4c8f-8940-b3c383c7d60b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621116 Jul 23 10:21:51.426194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:51.428558 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:51.452002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-82af2fac-5a20-4ce8-894a-3b61b9dda9cc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8767571 Jul 23 10:21:51.458561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:51.464911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-83b9f8b7-756a-47b6-ac63-d1ebe24e7d73', 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'fixed_ips': [{'subnet_id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:21:51.465771 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.469291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:51.501365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-bc725321-e2ce-4c37-bb5c-eb88a90db1cf tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.502879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-bc725321-e2ce-4c37-bb5c-eb88a90db1cf tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.1252911 Jul 23 10:21:51.519762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-16442fe1-14f8-4c2d-bb6b-db3201c99968 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/quotas/917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 375 time: 0.0108943 Jul 23 10:21:51.575009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-00389542-d437-470d-8e7b-06515a64fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.576617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-00389542-d437-470d-8e7b-06515a64fb69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3797069 Jul 23 10:21:51.590051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-7866cd6a-b4af-4dcf-918f-7c56a08cb719 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642929 Jul 23 10:21:51.607106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22083ec-ff34-44b5-b30e-f075ba657f6a req-aa2d9c30-8fc5-4082-85e3-08d996a1fe43 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.608645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22083ec-ff34-44b5-b30e-f075ba657f6a req-aa2d9c30-8fc5-4082-85e3-08d996a1fe43 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.3922734 Jul 23 10:21:51.618104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Allocated IP 172.20.0.2 (83b9f8b7-756a-47b6-ac63-d1ebe24e7d73/4d000ea2-98e2-4f55-8a7f-6a21a3ff4423/33bdc0ec-6181-468a-a35e-16d9a0d10066) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:51.648050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.649055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.664195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-ffcc7411-43ad-41f2-b7a1-c7f5da455ca2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3 HTTP/1.1" status: 200 len: 217 time: 0.0732708 Jul 23 10:21:51.690331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-34a1bb06-aff9-4da4-8315-80875bfe5734 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087795 Jul 23 10:21:51.691892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-bd42a881-2b47-473b-a9a5-a9dd44aa035b service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928760 Jul 23 10:21:51.695645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-faae5cb2-ecb9-41bf-93f5-ddbe51a2ea5a service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169453 Jul 23 10:21:51.763851 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.774851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Transition to ACTIVE for port object 33bdc0ec-6181-468a-a35e-16d9a0d10066 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:51.788993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-b5d52f28-d710-45f7-8426-2c29967d6fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887120 Jul 23 10:21:51.793593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Transition to ACTIVE for port object 33bdc0ec-6181-468a-a35e-16d9a0d10066 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:51.799445 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.835037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 48045c89-aca9-4754-8a17-fc4c66cecbf3 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:51.855687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:51.867283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22083ec-ff34-44b5-b30e-f075ba657f6a req-792148f8-8919-4ae6-81ba-2c5de7e7904e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199733 Jul 23 10:21:51.881108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:51.886778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Pushing event updated for resources: {'Port': ['ID=33bdc0ec-6181-468a-a35e-16d9a0d10066,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:51.900112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:51.918388 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:51.921063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-9e627317-2bbb-4df9-a3d8-527f7fd38fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:51.923240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-9e627317-2bbb-4df9-a3d8-527f7fd38fe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2491257 Jul 23 10:21:52.023825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Attempting to bind port 33bdc0ec-6181-468a-a35e-16d9a0d10066 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:52.024251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Attempting to bind port 33bdc0ec-6181-468a-a35e-16d9a0d10066 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:52.024623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Attempting to bind port 33bdc0ec-6181-468a-a35e-16d9a0d10066 on network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:52.038471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:52.038850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Checking segment: {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:52.039258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:52.039684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Bound using segment: {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:52.040198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Bound port: 33bdc0ec-6181-468a-a35e-16d9a0d10066, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:52.040573 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:52.057071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b54791-d722-42e3-b2ac-a48d443a3068 req-4479ba6c-e565-4b0b-b39c-b19c553460a9 service neutron] 10.222.0.55 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259151 Jul 23 10:21:52.059291 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d07483-3ce7-4ed1-af5b-36e4c3e072f7 x-openstack-request-id: req-06d07483-3ce7-4ed1-af5b-36e4c3e072f7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:52.059670 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:52.059989 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06d07483-3ce7-4ed1-af5b-36e4c3e072f7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:52.060560 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'status': 'completed', 'code': 200} Jul 23 10:21:52.092517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 48045c89-aca9-4754-8a17-fc4c66cecbf3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:52.111177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0613dd-e814-4c66-bcf0-2c056fd7a91b req-c28e3b4f-be84-4c6a-880c-29ee1d03f54d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:52.119239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd0613dd-e814-4c66-bcf0-2c056fd7a91b req-c28e3b4f-be84-4c6a-880c-29ee1d03f54d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.0827045 Jul 23 10:21:52.123883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '48045c89-aca9-4754-8a17-fc4c66cecbf3', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '48045c89-aca9-4754-8a17-fc4c66cecbf3', 'mac_address': 'fa:16:3e:8e:8d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:52.167300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd0613dd-e814-4c66-bcf0-2c056fd7a91b req-a440386b-d3d3-412d-85cc-20e1cb70fd0e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Jul 23 10:21:52.184337 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:52.226258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] For port 33bdc0ec-6181-468a-a35e-16d9a0d10066, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:52.230608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] For port 33bdc0ec-6181-468a-a35e-16d9a0d10066, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=33bdc0ec-6181-468a-a35e-16d9a0d10066,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:52.236319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48045c89-aca9-4754-8a17-fc4c66cecbf3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:52.248390 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:52.312047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 48045c89-aca9-4754-8a17-fc4c66cecbf3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:52.321313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-753cc802-caa7-46a6-a249-9f1ba731585b req-7a9ec1ed-6da1-43c8-80d8-efc57e601c77 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225948 Jul 23 10:21:52.323138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:52.325508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:52.360074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b497-da89-48bd-a7fd-1a819914314a req-77b418e5-b713-41ab-b7b7-064b8a0c6d91 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:52.369418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c26d69-485e-4def-88bb-d3bfc475bf61 None None] Pushing event updated for resources: {'Port': ['ID=33bdc0ec-6181-468a-a35e-16d9a0d10066,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:52.382189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c10b497-da89-48bd-a7fd-1a819914314a req-77b418e5-b713-41ab-b7b7-064b8a0c6d91 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 948 time: 0.4305675 Jul 23 10:21:52.399346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 817fe81e-e3e3-4f77-bef1-25445e33f634 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:52.401878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cc101ec5-f09d-403d-8699-0356da4e64d4 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:52.457324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-bfbdc280-33f4-4260-8957-14f5820f93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:52.460100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-bfbdc280-33f4-4260-8957-14f5820f93bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5051699 Jul 23 10:21:52.474974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1287f-68d2-4dd2-bad7-2a0d1b16212e req-c768e139-e923-45f5-982f-e3f25a2b18d0 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:52.475205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8d1287f-68d2-4dd2-bad7-2a0d1b16212e req-c768e139-e923-45f5-982f-e3f25a2b18d0 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 943 time: 0.1092684 Jul 23 10:21:52.526115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8d1287f-68d2-4dd2-bad7-2a0d1b16212e req-919532ca-731d-400a-a13a-e4a085a75ded tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Jul 23 10:21:52.563623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c10b497-da89-48bd-a7fd-1a819914314a req-b75b085b-40de-4e74-b37c-c6da3050d50f tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804893 Jul 23 10:21:52.731500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8ecf8ac-704e-4e39-b7cb-8bceec48a278 req-a481221e-2f5f-4153-940b-ffd874fea1f5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 210 time: 0.0530593 Jul 23 10:21:52.763758 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:21:52.772635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=48045c89-aca9-4754-8a17-fc4c66cecbf3,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:52.776094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-fe247014-309b-4a80-a836-870104ecc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:52.778848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-fe247014-309b-4a80-a836-870104ecc289 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1095 time: 0.3452799 Jul 23 10:21:52.780702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-db1b8b4a-fef0-47da-a51b-44fc05c0f419 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974546 Jul 23 10:21:52.924848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['48045c89-aca9-4754-8a17-fc4c66cecbf3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:52.978204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08a924-482b-45c0-a6f4-1dad3b034148 req-5473f801-a374-4ba2-be58-db3d93f8726c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:52.980875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc08a924-482b-45c0-a6f4-1dad3b034148 req-5473f801-a374-4ba2-be58-db3d93f8726c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 945 time: 0.2791309 Jul 23 10:21:53.021491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 33bdc0ec-6181-468a-a35e-16d9a0d10066 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:53.022928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40d0b-ea18-411f-84e7-cb0fc692c9e9 req-33592bf9-77e9-4379-a6de-3db8ca2e3a74 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:53.026037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98a40d0b-ea18-411f-84e7-cb0fc692c9e9 req-33592bf9-77e9-4379-a6de-3db8ca2e3a74 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0868874 Jul 23 10:21:53.047283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port cc101ec5-f09d-403d-8699-0356da4e64d4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:53.064713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port cc101ec5-f09d-403d-8699-0356da4e64d4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:53.065369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.072061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98a40d0b-ea18-411f-84e7-cb0fc692c9e9 req-f5548c1e-f37e-4bb9-b916-7325cf719a0f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Jul 23 10:21:53.182132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:53.218323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'port_id': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'mac_address': 'fa:16:3e:ef:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bc15b7-456d-41e6-8a0a-8a50315fc4ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:53.352633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 33bdc0ec-6181-468a-a35e-16d9a0d10066 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:53.391912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-781fe353-ea1b-490f-b74f-51f263fec7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:53.393970 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-781fe353-ea1b-490f-b74f-51f263fec7a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.5983174 Jul 23 10:21:53.428122 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.430138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.439133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f157260f-06f7-4a1e-a29d-66d8daa380e3 req-04475e58-a80b-4f5d-a695-84c1556926d5 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444750 Jul 23 10:21:53.451829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817fe81e-e3e3-4f77-bef1-25445e33f634 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:53.453246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc908c76-3a2c-4585-897e-85bdbc8b4e3a req-d5a2cdb4-7fbf-4a15-bc7a-85306a8ec5bf tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:53.465058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc908c76-3a2c-4585-897e-85bdbc8b4e3a req-d5a2cdb4-7fbf-4a15-bc7a-85306a8ec5bf tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.2080119 Jul 23 10:21:53.488106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-1464fd26-d910-48fc-b7e1-24a4a13a3a6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 217 time: 0.0628388 Jul 23 10:21:53.513217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc08a924-482b-45c0-a6f4-1dad3b034148 req-755c9032-24dc-43e8-aec5-8a19534d47d2 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700833 Jul 23 10:21:53.514741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647ff2a-b376-457a-b473-dafef3d370df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc101ec5-f09d-403d-8699-0356da4e64d4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:53.517116 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54a16c9-97ef-4d7b-9f85-3b88759da39b" -d '{"events": [{"server_uuid": "9647ff2a-b376-457a-b473-dafef3d370df", "name": "network-vif-plugged", "status": "completed", "tag": "cc101ec5-f09d-403d-8699-0356da4e64d4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:53.534978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:53.553997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cc101ec5-f09d-403d-8699-0356da4e64d4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cc101ec5-f09d-403d-8699-0356da4e64d4,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:53.555467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.569899 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.576060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc908c76-3a2c-4585-897e-85bdbc8b4e3a req-f24ea930-f590-4e1a-b29b-e781b73c31d8 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097639 Jul 23 10:21:53.589887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.598548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.618816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-670497c7-7a29-4b9e-87eb-a312bfdf6bb5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:53.622157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-670497c7-7a29-4b9e-87eb-a312bfdf6bb5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.3551366 Jul 23 10:21:53.627937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:53.647242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-f6c26fff-2602-41d3-9c77-2eb9ab755563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:53.649007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-f6c26fff-2602-41d3-9c77-2eb9ab755563 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1492927 Jul 23 10:21:53.650426 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.655194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Request body: {'port': {'device_id': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'admin_state_up': True, 'tenant_id': '917e20c7568c40d08a723b25571a9aa6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:53.661435 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcef973-ca0f-4d1a-9ad0-30824b368ed0 x-openstack-request-id: req-ffcef973-ca0f-4d1a-9ad0-30824b368ed0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:53.662189 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647ff2a-b376-457a-b473-dafef3d370df", "name": "network-vif-plugged", "status": "completed", "tag": "cc101ec5-f09d-403d-8699-0356da4e64d4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:53.662501 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffcef973-ca0f-4d1a-9ad0-30824b368ed0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:53.663248 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647ff2a-b376-457a-b473-dafef3d370df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc101ec5-f09d-403d-8699-0356da4e64d4', 'code': 200} Jul 23 10:21:53.697570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=cc101ec5-f09d-403d-8699-0356da4e64d4,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:53.738735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f45ab-3cdd-41c6-8cf4-9ff2e355cd37 None None] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:21:53.795490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-17b1f6b2-1a84-46a2-bd5b-2d83576d4b91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780833 Jul 23 10:21:53.808110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] Provisioning for port 33bdc0ec-6181-468a-a35e-16d9a0d10066 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:53.815182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:53.825326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] Provisioning complete for port 33bdc0ec-6181-468a-a35e-16d9a0d10066 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:53.825753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.879326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542b808-c5e1-4e05-9d51-a0df3517de43 req-a44a2260-478c-41e3-864e-e6329f6e162b tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:53.881224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5542b808-c5e1-4e05-9d51-a0df3517de43 req-a44a2260-478c-41e3-864e-e6329f6e162b tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 949 time: 0.1441550 Jul 23 10:21:53.887935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Made reservation on behalf of 917e20c7568c40d08a723b25571a9aa6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:21:53.892216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:53.923569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['817fe81e-e3e3-4f77-bef1-25445e33f634'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:53.980268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5542b808-c5e1-4e05-9d51-a0df3517de43 req-dbcac124-4173-4bdd-97fb-4aa89e987b1e tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838044 Jul 23 10:21:53.990209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Allocated IP 172.25.4.47 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:54.002079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e77d-865e-47cd-9c05-3db21d26767f req-7d53b088-7fa7-4c25-94cf-e4d47b04e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:54.002079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2a58e77d-865e-47cd-9c05-3db21d26767f req-7d53b088-7fa7-4c25-94cf-e4d47b04e599 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 1097 time: 0.2676556 Jul 23 10:21:54.046973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bde70-bb57-419b-8db7-6b4ac4e23dee req-8af91a31-ebc0-4cea-9aa3-4b98aea1b58e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:54.048577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e32bde70-bb57-419b-8db7-6b4ac4e23dee req-8af91a31-ebc0-4cea-9aa3-4b98aea1b58e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 944 time: 0.2554967 Jul 23 10:21:54.054106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-bd576756-7f52-41e9-8569-0b80751cf59d service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394445 Jul 23 10:21:54.106847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:54.119682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2a58e77d-865e-47cd-9c05-3db21d26767f req-86a691af-515c-4cf3-bd33-dced0ca9c8ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130891 Jul 23 10:21:54.121935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.150544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'port_id': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'mac_address': 'fa:16:3e:ff:cd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e512ca4-885d-4b59-88d6-b827ffb26da7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:21:54.217506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e32bde70-bb57-419b-8db7-6b4ac4e23dee req-30f977be-5241-4819-b749-83574e2a1b5a tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603050 Jul 23 10:21:54.242406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] For port 33bdc0ec-6181-468a-a35e-16d9a0d10066, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=33bdc0ec-6181-468a-a35e-16d9a0d10066,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:54.263846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.278732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.282925 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c2f35b-91f6-425c-ab60-4f607fbe4cb4 req-9fbf332d-6700-4b37-9ebd-43e74467d138 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025826 Jul 23 10:21:54.310029 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.329829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.356101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c02be27-237a-4ad3-8e49-53578a5eaddf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:54.372344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321c5a3-ea08-4d26-a90e-8b27d3ec2684 None None] Pushing event updated for resources: {'Port': ['ID=33bdc0ec-6181-468a-a35e-16d9a0d10066,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:54.383787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:54.398475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:54.401982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:54.412855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:54.420522 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.427167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Pushing event updated for resources: {'Port': ['ID=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:54.452783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48addbbc-8e21-4af4-83f8-93857436acd6 req-5f9035d6-9ce2-4ce6-9b83-1b3e8e30ab98 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 210 time: 0.3855813 Jul 23 10:21:54.488587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Allocated IP 172.20.0.12 (7ab78d24-a31a-4d4d-a855-15e924bd86d1/e83f6b1c-686d-4aca-8055-1b358c6c96ed/e053f459-4f0b-46ae-8de8-f53f32a6782c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:54.501258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:54.581177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbac2b-b91a-4f3d-9d21-834e43f522c0 req-4989a217-5658-4a24-aa95-e3cc2fda5812 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:54.582672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33dbac2b-b91a-4f3d-9d21-834e43f522c0 req-4989a217-5658-4a24-aa95-e3cc2fda5812 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1977756 Jul 23 10:21:54.599999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bbcc9603-177d-4474-b2ca-dd3e8832a86e None None] Provisioning complete for port 33bdc0ec-6181-468a-a35e-16d9a0d10066 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:54.600861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbcc9603-177d-4474-b2ca-dd3e8832a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.658711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33dbac2b-b91a-4f3d-9d21-834e43f522c0 req-39d36059-f6f2-4da3-8509-343d5e78225d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Jul 23 10:21:54.701694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.737660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['9c02be27-237a-4ad3-8e49-53578a5eaddf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:21:54.757372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1711c0-d5ec-4d66-9bbe-a630a83c7ef6 req-0b8abdb7-6fe7-4e71-a7ad-4779797c0452 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:54.757372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc1711c0-d5ec-4d66-9bbe-a630a83c7ef6 req-0b8abdb7-6fe7-4e71-a7ad-4779797c0452 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1701601 Jul 23 10:21:54.782331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.802690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.845298 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc1711c0-d5ec-4d66-9bbe-a630a83c7ef6 req-706c4097-5d38-44c3-9471-9d71e2419940 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818648 Jul 23 10:21:54.894840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:54.899306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:54.910025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:54.913763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:54.921950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5603e-9603-486f-b500-64e014c0b54f req-e24f85c2-7b49-443e-b650-8d664b2702ea tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:54.922526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 33bdc0ec-6181-468a-a35e-16d9a0d10066 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:54.928839 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85a5603e-9603-486f-b500-64e014c0b54f req-e24f85c2-7b49-443e-b650-8d664b2702ea tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 945 time: 0.1842952 Jul 23 10:21:54.975872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:54.976623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:54.980434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85a5603e-9603-486f-b500-64e014c0b54f req-25660ba8-54eb-46b7-b514-9ab55eb7d078 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505564 Jul 23 10:21:54.991019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 33bdc0ec-6181-468a-a35e-16d9a0d10066 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:54.991329 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.000576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-83ec59d7-4962-4991-8780-3d608114292c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3506062 Jul 23 10:21:55.022143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Request body: {'port': {'device_id': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:21:55.101692 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.140031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.222935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d711b3-e78a-46f7-b6dd-c7d5f1dae19c req-b8bf3f71-4587-446b-8d96-bd6bad9eccc5 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:55.224674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21d711b3-e78a-46f7-b6dd-c7d5f1dae19c req-b8bf3f71-4587-446b-8d96-bd6bad9eccc5 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 949 time: 0.1535013 Jul 23 10:21:55.233865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Router 4a273411-0584-47ed-9451-52441b2847d5 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:21:55.328729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21d711b3-e78a-46f7-b6dd-c7d5f1dae19c req-2aff9081-3f9d-499f-96ff-e1efa6ad30d6 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607612 Jul 23 10:21:55.386295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:55.400356 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Sync routers for ids ['4a273411-0584-47ed-9451-52441b2847d5'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:55.407858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ba2b1-1cb0-4043-b2ab-5558a089fbb5 req-ac3d33ff-f30b-4f2b-a28b-8733ccab2373 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:55.409473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-865ba2b1-1cb0-4043-b2ab-5558a089fbb5 req-ac3d33ff-f30b-4f2b-a28b-8733ccab2373 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 944 time: 0.1049600 Jul 23 10:21:55.411935 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Routers {'4a273411-0584-47ed-9451-52441b2847d5'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:55.412634 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a273411-0584-47ed-9451-52441b2847d5'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:55.418413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.422581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59718) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:21:55.423167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86104f97-e9e5-4080-baf9-6cb11eb66bbd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9595060 Jul 23 10:21:55.460274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-865ba2b1-1cb0-4043-b2ab-5558a089fbb5 req-a2af1e8b-9ca0-4a57-8349-8bcc091cb426 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Jul 23 10:21:55.519892 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Set router 4a273411-0584-47ed-9451-52441b2847d5 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:55.582224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e053f459-4f0b-46ae-8de8-f53f32a6782c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:21:55.593516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.621058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Transition to ACTIVE for port object e053f459-4f0b-46ae-8de8-f53f32a6782c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:55.629224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.699737 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:21:54Z', 'revision_number': 3, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:55.726043 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Checking router: 4a273411-0584-47ed-9451-52441b2847d5 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:21:55.726400 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Updating router 4a273411-0584-47ed-9451-52441b2847d5 port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:21:55.762126 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.762486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a708e9-7453-49bd-96b7-def4e15c77c9 req-17047f58-a8bb-4b2e-aa66-4c1ef71fddf3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:55.764049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7a708e9-7453-49bd-96b7-def4e15c77c9 req-17047f58-a8bb-4b2e-aa66-4c1ef71fddf3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 932 time: 0.2225566 Jul 23 10:21:55.784119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:55.809143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:55.834802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7720-0056-4911-ac60-22bf5b7c501c req-c3591871-a918-488f-8b8f-6b9413450700 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:55.836774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-23ff7720-0056-4911-ac60-22bf5b7c501c req-c3591871-a918-488f-8b8f-6b9413450700 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0997512 Jul 23 10:21:55.878304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7a708e9-7453-49bd-96b7-def4e15c77c9 req-fadee330-30d5-4162-9e85-7079472eb1e8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044314 Jul 23 10:21:55.887281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 9c02be27-237a-4ad3-8e49-53578a5eaddf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:55.892407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 9c02be27-237a-4ad3-8e49-53578a5eaddf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:55.894592 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:55.920839 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-23ff7720-0056-4911-ac60-22bf5b7c501c req-9adcd8e3-3ecf-4d79-8188-98781a464f60 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721047 Jul 23 10:21:55.976107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:55.976435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:55.976759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:56.011474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:21:56.011806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:56.019503 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.028068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:56.028409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:56.028801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:56.029240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Bound port: e053f459-4f0b-46ae-8de8-f53f32a6782c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:56.029598 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.043354 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.049079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:56.051727 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d867244-9a13-4e52-bdff-bbdc2414d428" -d '{"events": [{"server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:56.054134 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Transition to ACTIVE for port object 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:56.067272 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.068961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:56.076952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.076952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 48045c89-aca9-4754-8a17-fc4c66cecbf3 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:56.118067 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Attempting to bind port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:21:56.118418 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Attempting to bind port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:21:56.119130 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Attempting to bind port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:21:56.136620 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c571a-a5e8-41c1-8922-5ddaaab12588 None None] Pushing event updated for resources: {'Port': ['ID=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:56.142046 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:21:56.142722 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:21:56.143346 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.143950 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:21:56.144582 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Bound port: 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:21:56.145370 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.169589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fc054-7027-4566-bfa4-ce8cfda5a64b req-18cb44f8-75c6-4925-b7ea-371d33562a0e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.171158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054fc054-7027-4566-bfa4-ce8cfda5a64b req-18cb44f8-75c6-4925-b7ea-371d33562a0e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2008924 Jul 23 10:21:56.204431 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] For port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:56.205076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:21:56.208274 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] For port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:56.216488 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.234783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa5742-4dd4-4b2f-99dc-8e04d035cf92 req-ab46924d-6e2b-4516-860a-b96fe82dc21c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.235244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:21:56.247509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dfa5742-4dd4-4b2f-99dc-8e04d035cf92 req-ab46924d-6e2b-4516-860a-b96fe82dc21c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 946 time: 0.1090055 Jul 23 10:21:56.250377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.264158 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Routers {'4a273411-0584-47ed-9451-52441b2847d5'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:56.264799 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:21:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a273411-0584-47ed-9451-52441b2847d5'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:56.312988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054fc054-7027-4566-bfa4-ce8cfda5a64b req-0bf4c3da-7692-4bb8-83c7-e4bc23a8ab02 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195998 Jul 23 10:21:56.323980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.324912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.326951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dfa5742-4dd4-4b2f-99dc-8e04d035cf92 req-4b6018b6-1b8f-487b-820d-20f4c20825fa tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Jul 23 10:21:56.327079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 1092 time: 1.3113599 Jul 23 10:21:56.330798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:56.333441 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bd3a86-981d-45cd-9358-f53862fed9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:56.353519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.391081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9ab29-c398-4b44-8bb7-0c2ef86dd6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:56.400083 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] Set router 4a273411-0584-47ed-9451-52441b2847d5 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:21:56.405732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:56.415182 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b64d0c-b87e-47d7-83be-b2b2e11c04c0 x-openstack-request-id: req-c4b64d0c-b87e-47d7-83be-b2b2e11c04c0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:56.415501 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:56.415763 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4b64d0c-b87e-47d7-83be-b2b2e11c04c0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:56.418568 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'code': 200} Jul 23 10:21:56.419583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 48045c89-aca9-4754-8a17-fc4c66cecbf3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:56.427734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 48045c89-aca9-4754-8a17-fc4c66cecbf3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:56.428123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.443321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 817fe81e-e3e3-4f77-bef1-25445e33f634 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:56.461895 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03882f1-b5ca-4550-a483-0692dfdba4a5 x-openstack-request-id: req-d03882f1-b5ca-4550-a483-0692dfdba4a5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:56.462426 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:56.462816 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d03882f1-b5ca-4550-a483-0692dfdba4a5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:56.463339 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'status': 'completed', 'code': 200} Jul 23 10:21:56.569843 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c571a-a5e8-41c1-8922-5ddaaab12588 None None] Pushing event updated for resources: {'Port': ['ID=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:56.594255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 817fe81e-e3e3-4f77-bef1-25445e33f634 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:56.604513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 817fe81e-e3e3-4f77-bef1-25445e33f634 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:56.605470 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.613219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87fc-8ee1-4f56-8583-c6c54e85ed70 req-acc287b8-3575-4cf3-9eed-b45db7693d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.616866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0db87fc-8ee1-4f56-8583-c6c54e85ed70 req-acc287b8-3575-4cf3-9eed-b45db7693d42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1297235 Jul 23 10:21:56.627448 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:21:54Z', 'revision_number': 3, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:21:56.653513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-ff655d9e-44a2-4cca-8dcb-5d59e2bbde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.657293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-ff655d9e-44a2-4cca-8dcb-5d59e2bbde2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1095 time: 0.2143719 Jul 23 10:21:56.661727 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f327cc-8ecd-43a8-a24c-843828e90b69 None None] The sync data for ids ['4a273411-0584-47ed-9451-52441b2847d5'] in n-d-778550-4 is: [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:21:54Z', 'revision_number': 3, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:21:56.682971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0db87fc-8ee1-4f56-8583-c6c54e85ed70 req-7b12e06e-1d9b-4a74-83e5-4ca666083212 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600421 Jul 23 10:21:56.730146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-93c5f93b-d3c0-4d1d-bf70-a317e4a02366 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 217 time: 0.0558367 Jul 23 10:21:56.744723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Allocated IP 172.20.0.1 (83b9f8b7-756a-47b6-ac63-d1ebe24e7d73/4d000ea2-98e2-4f55-8a7f-6a21a3ff4423/86802f21-74b0-446c-a520-20385a6405c8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:21:56.745594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.763218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.770532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eec623-8411-49a3-8405-5ea4f5e87e1b req-33774e6a-976f-4085-82e4-9ecde82cd8bf tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.777930 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42eec623-8411-49a3-8405-5ea4f5e87e1b req-33774e6a-976f-4085-82e4-9ecde82cd8bf tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 949 time: 0.2277784 Jul 23 10:21:56.797260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 48045c89-aca9-4754-8a17-fc4c66cecbf3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:56.810281 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.851924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42eec623-8411-49a3-8405-5ea4f5e87e1b req-f300b954-743e-425a-8fee-30b7e5c576a8 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Jul 23 10:21:56.865316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:56.873609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:56.892175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=48045c89-aca9-4754-8a17-fc4c66cecbf3,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:56.930454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-09e67ff1-43eb-4d61-8ec0-6161f3a26d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.932168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-09e67ff1-43eb-4d61-8ec0-6161f3a26d41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 1097 time: 0.1585882 Jul 23 10:21:56.945253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47100c-07bf-453d-beaa-c18d0a20106b req-abb21e3b-a7ea-4bf5-92f2-1e4cb9ca7d11 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:56.946830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d47100c-07bf-453d-beaa-c18d0a20106b req-abb21e3b-a7ea-4bf5-92f2-1e4cb9ca7d11 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 944 time: 0.1154401 Jul 23 10:21:56.951667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:57.051824 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac65d5c6-6a0a-4526-aafe-e7cc41c94e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:57.069096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d47100c-07bf-453d-beaa-c18d0a20106b req-c6ac5a2d-252a-46ea-8f4f-b4bc865b4617 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951593 Jul 23 10:21:57.090429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-465b4c09-2800-4b5f-a944-9633c5615a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.094030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-465b4c09-2800-4b5f-a944-9633c5615a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1249793 Jul 23 10:21:57.116710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-cfc28cdb-a6e6-4775-a474-e7172462ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.118439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-cfc28cdb-a6e6-4775-a474-e7172462ca42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.1705511 Jul 23 10:21:57.153359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-fbcb7dc9-a9f8-456f-b34f-18f8913521cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501471 Jul 23 10:21:57.156491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:57.175283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-5554509f-f998-49ba-a00c-3e3b684148b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc101ec5-f09d-403d-8699-0356da4e64d4 HTTP/1.1" status: 200 len: 217 time: 0.0488057 Jul 23 10:21:57.210565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Transition to ACTIVE for port object 86802f21-74b0-446c-a520-20385a6405c8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:21:57.234597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b4a5e-421f-4a19-abb8-a18b482a1025 req-603d8e88-0afa-48f0-b91b-9cb1b27891dd tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.236216 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb0b4a5e-421f-4a19-abb8-a18b482a1025 req-603d8e88-0afa-48f0-b91b-9cb1b27891dd tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2708421 Jul 23 10:21:57.249730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-bce1a33e-bb3a-445b-b15b-1e8da99feb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.251209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-bce1a33e-bb3a-445b-b15b-1e8da99feb1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.0671318 Jul 23 10:21:57.284354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-eb0bbda0-d1a2-43d2-8f7f-a652b202a422 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4313874 Jul 23 10:21:57.288251 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-55c23d68-15e9-44bb-8d20-3162f9fcc233 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296791 Jul 23 10:21:57.349127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6e1e9-598f-44c6-9c36-b4a72eb31871 req-a25347be-42cc-415e-ba7b-9e9c4d01e53c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.350735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4e6e1e9-598f-44c6-9c36-b4a72eb31871 req-a25347be-42cc-415e-ba7b-9e9c4d01e53c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 944 time: 0.1782227 Jul 23 10:21:57.424063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4e6e1e9-598f-44c6-9c36-b4a72eb31871 req-2406a990-31f7-492a-90c0-20a68b47ea98 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667274 Jul 23 10:21:57.452805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-0d6b4740-a4cd-48be-8e75-7c42e44cffd9 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503637 Jul 23 10:21:57.586431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-519b1b10-e39d-4197-8664-76e72c831ba9 req-1a4a61fd-a0b9-4ae1-8d35-351adcf35394 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248794 Jul 23 10:21:57.623209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8121b-7ea7-491d-b6ad-fb83ee19fd55 req-845eec63-aab9-413b-98ea-db8c05042e60 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.624998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15f8121b-7ea7-491d-b6ad-fb83ee19fd55 req-845eec63-aab9-413b-98ea-db8c05042e60 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0977728 Jul 23 10:21:57.650599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-6a600404-e656-4d18-b3a3-45c6600a6f1c service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878538 Jul 23 10:21:57.662651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb0b4a5e-421f-4a19-abb8-a18b482a1025 req-5f33ffc1-fba0-4e70-b9d8-86da1eb44b34 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933375 Jul 23 10:21:57.697764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15f8121b-7ea7-491d-b6ad-fb83ee19fd55 req-e1b2aaad-6146-4d74-8b58-854670b54980 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637655 Jul 23 10:21:57.710995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:57.778075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-23f76146-cde5-42db-bf5d-2f9060ddedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.779676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-23f76146-cde5-42db-bf5d-2f9060ddedab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 1101 time: 0.1753945 Jul 23 10:21:57.789001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:57.793311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:57.797766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:21:57.862867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64570926-3ace-4238-9a9a-c5c29494fac3 req-9a486605-a7ec-41a7-948a-46157402ef25 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:57.869054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64570926-3ace-4238-9a9a-c5c29494fac3 req-9a486605-a7ec-41a7-948a-46157402ef25 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 946 time: 0.1091037 Jul 23 10:21:57.903673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Pushing event updated for resources: {'Port': ['ID=86802f21-74b0-446c-a520-20385a6405c8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:57.926311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64570926-3ace-4238-9a9a-c5c29494fac3 req-645f5b36-d434-4385-af75-018cde100707 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500576 Jul 23 10:21:57.976783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5ba1c3f-4c1a-4066-9886-27fd38ec6d05 req-ffad6263-2436-471d-9be0-11fd0256d735 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001719 Jul 23 10:21:57.997161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:58.046435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-906b7104-7b31-4e8f-bb0b-4eab795387f2 None None] Provisioning for port 86802f21-74b0-446c-a520-20385a6405c8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:58.050715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-906b7104-7b31-4e8f-bb0b-4eab795387f2 None None] Provisioning complete for port 86802f21-74b0-446c-a520-20385a6405c8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:58.051089 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906b7104-7b31-4e8f-bb0b-4eab795387f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:58.069535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-267f92fd-82ee-40df-9d59-2ef5d622fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.071606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-267f92fd-82ee-40df-9d59-2ef5d622fa15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2420294 Jul 23 10:21:58.085842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-906b7104-7b31-4e8f-bb0b-4eab795387f2 None None] Port 86802f21-74b0-446c-a520-20385a6405c8 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:21:58.177194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-3b8b145d-36dc-404d-bf11-1efaf5cf6311 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 200 len: 217 time: 0.0844753 Jul 23 10:21:58.201802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b629f-55b0-4c76-a76b-4b0549a2871b req-60600fae-45f1-430b-98e9-60a9931270f3 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.203287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a5b629f-55b0-4c76-a76b-4b0549a2871b req-60600fae-45f1-430b-98e9-60a9931270f3 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.0631251 Jul 23 10:21:58.228666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309626-7a91-4d9c-8439-439c8dfa6cba req-1f736396-6675-473e-b0d7-a7731e14ffdf tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.230685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3309626-7a91-4d9c-8439-439c8dfa6cba req-1f736396-6675-473e-b0d7-a7731e14ffdf tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.2756817 Jul 23 10:21:58.240490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a5b629f-55b0-4c76-a76b-4b0549a2871b req-8ca692b8-2416-4f7f-93e0-1708dd161d9e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Jul 23 10:21:58.300446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-dc36d5b9-b604-4c83-9d66-0046c4c1c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.301927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-dc36d5b9-b604-4c83-9d66-0046c4c1c393 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1172094 Jul 23 10:21:58.318235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-9920b3b0-90e7-4a48-9cc3-204ddc7acf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.319722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-9920b3b0-90e7-4a48-9cc3-204ddc7acf15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1095 time: 0.2380166 Jul 23 10:21:58.332976 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:21:58.374393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3309626-7a91-4d9c-8439-439c8dfa6cba req-732422e8-6f52-448f-b0f9-5daf495af219 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313233 Jul 23 10:21:58.387506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:58.420297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48045c89-aca9-4754-8a17-fc4c66cecbf3'}, {'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:21:58.422663 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a426455-adcb-4043-8f40-cff799192972" -d '{"events": [{"server_uuid": "9d3de417-bd2d-4e28-9bc4-751a666bb057", "name": "network-vif-plugged", "status": "completed", "tag": "48045c89-aca9-4754-8a17-fc4c66cecbf3"}, {"server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "name": "network-vif-plugged", "status": "completed", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:21:58.466904 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a72f60-df2a-4d99-b58f-00edb0a6059c x-openstack-request-id: req-57a72f60-df2a-4d99-b58f-00edb0a6059c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:21:58.467212 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3de417-bd2d-4e28-9bc4-751a666bb057", "name": "network-vif-plugged", "status": "completed", "tag": "48045c89-aca9-4754-8a17-fc4c66cecbf3", "code": 200}, {"server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "name": "network-vif-plugged", "status": "completed", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:21:58.467673 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57a72f60-df2a-4d99-b58f-00edb0a6059c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:21:58.468277 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48045c89-aca9-4754-8a17-fc4c66cecbf3', 'code': 200} Jul 23 10:21:58.468401 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'code': 200} Jul 23 10:21:58.550452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-e4f4603b-3ee3-4c19-a77e-9dc75c2a0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.552188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-e4f4603b-3ee3-4c19-a77e-9dc75c2a0638 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413132 Jul 23 10:21:58.573861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-7b2d3d8b-8226-4568-bfde-a7265da4a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.575249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-7b2d3d8b-8226-4568-bfde-a7265da4a832 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.2384884 Jul 23 10:21:58.630176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedb83-646e-4702-ba22-96035d9abf1d req-2defa226-daab-4d4b-ac89-023c5a04ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.631707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2eedb83-646e-4702-ba22-96035d9abf1d req-2defa226-daab-4d4b-ac89-023c5a04ad72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 1096 time: 0.0988286 Jul 23 10:21:58.647405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a72c3-2050-4d9d-8dde-1943d73ebbff req-4bd01a71-4d90-48f5-b50a-9643432217d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.648896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-566a72c3-2050-4d9d-8dde-1943d73ebbff req-4bd01a71-4d90-48f5-b50a-9643432217d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 1101 time: 0.0801461 Jul 23 10:21:58.683201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-8de5015e-83be-4de1-ad99-d5917b4b719b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 217 time: 0.0879931 Jul 23 10:21:58.828619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be401c-5984-4013-aaef-fb99fc7b1d80 req-3f6797ff-314a-46ec-aeaa-8f2314ec91fe tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.830133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a8be401c-5984-4013-aaef-fb99fc7b1d80 req-3f6797ff-314a-46ec-aeaa-8f2314ec91fe tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 944 time: 0.2952120 Jul 23 10:21:58.831641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-1c7fcf4c-2312-49e8-8c99-fcd2c273b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:58.832982 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-1c7fcf4c-2312-49e8-8c99-fcd2c273b59b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1397049 Jul 23 10:21:58.837401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-86f695b1-923d-48b1-9966-51e73fd810b8 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705562 Jul 23 10:21:58.879288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-b8596c1d-828f-4a3d-9977-fdcbce3069a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351837 Jul 23 10:21:58.930609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:21:58.942041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:58.961486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:58.987978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:21:58.990300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2eedb83-646e-4702-ba22-96035d9abf1d req-75a6e33b-d061-4f15-9969-a08a430d5bf7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508692 Jul 23 10:21:58.991808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:58.992560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:58.997515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-566a72c3-2050-4d9d-8dde-1943d73ebbff req-2d9bf273-282b-49fe-8273-dcb0350c30dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423395 Jul 23 10:21:59.023142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc8031-6492-432a-b423-792b0b233f67 req-1fa0055c-1df0-4434-beb6-9803941e01f5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:59.024717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71dc8031-6492-432a-b423-792b0b233f67 req-1fa0055c-1df0-4434-beb6-9803941e01f5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0885413 Jul 23 10:21:59.067005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71dc8031-6492-432a-b423-792b0b233f67 req-68a85366-379b-49b1-955a-c23967d9577f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349419 Jul 23 10:21:59.094785 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:59.112995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a8be401c-5984-4013-aaef-fb99fc7b1d80 req-86094b3f-3655-42e3-b9d5-eec532f569e6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746110 Jul 23 10:21:59.123800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:21:59.124800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:59.126703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Pushing event updated for resources: {'Port': ['ID=86802f21-74b0-446c-a520-20385a6405c8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:59.130693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:59.174196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-cb520caf-fcad-4000-8f91-484e83552d6c service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735348 Jul 23 10:21:59.210501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:21:59.219072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87886c-a181-452e-a0c2-71d91b9c34f6 req-a53c42a6-ce34-4740-880a-abc8c91861ac tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:59.220637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef87886c-a181-452e-a0c2-71d91b9c34f6 req-a53c42a6-ce34-4740-880a-abc8c91861ac tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0761638 Jul 23 10:21:59.220997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26c174d3-5717-47ab-a3b6-c624757ae7d9 req-04c3f1fb-33ad-4824-aea0-dd5e0b6cd351 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757060 Jul 23 10:21:59.270989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef87886c-a181-452e-a0c2-71d91b9c34f6 req-05bbf45e-3c35-4f5b-95ca-12681d38da3c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 Jul 23 10:21:59.396694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2fc39-1a43-405c-b3a2-711581765390 req-a2b3ac92-7b57-4222-9fe4-a4a09f833714 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:59.398294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99f2fc39-1a43-405c-b3a2-711581765390 req-a2b3ac92-7b57-4222-9fe4-a4a09f833714 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.0642931 Jul 23 10:21:59.439091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99f2fc39-1a43-405c-b3a2-711581765390 req-9514d1ef-6d84-47ea-b856-f1be2cd0b4ec tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Jul 23 10:21:59.563398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a89042-bc3a-45fc-a4ba-99b309ae2229 req-f5e99b54-8517-4cc7-be78-18e0faf92c1e tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:59.564928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99a89042-bc3a-45fc-a4ba-99b309ae2229 req-f5e99b54-8517-4cc7-be78-18e0faf92c1e tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.0672371 Jul 23 10:21:59.604999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99a89042-bc3a-45fc-a4ba-99b309ae2229 req-f5990c39-e77b-4fb0-9314-73193957f9bd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Jul 23 10:21:59.629309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:21:59.640278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:21:59.654079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85bd3a86-981d-45cd-9358-f53862fed9b5 req-e275e917-d8aa-4f15-bee9-10f4d94deda3 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911405 Jul 23 10:21:59.708736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc24af8-7d40-46a7-b900-bd2d0aff52b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:59.728818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76dca2-642b-43fc-a54e-9991642c920b req-654f88ef-4337-433c-89e2-b1cf8205c85c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:21:59.730965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec76dca2-642b-43fc-a54e-9991642c920b req-654f88ef-4337-433c-89e2-b1cf8205c85c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 946 time: 0.4533722 Jul 23 10:21:59.785458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec76dca2-642b-43fc-a54e-9991642c920b req-35971ebd-4b0b-4528-928f-75c548837c99 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482886 Jul 23 10:21:59.802375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Router 4a273411-0584-47ed-9451-52441b2847d5 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:21:59.850560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:21:59.913648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:21:59.919157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-07578086-b9db-4862-b3ce-9b28bb83dd77 admin admin] 10.222.0.37 "PUT /v2.0/routers/4a273411-0584-47ed-9451-52441b2847d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4953592 Jul 23 10:21:59.950185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Sync routers for ids ['4a273411-0584-47ed-9451-52441b2847d5'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:21:59.980519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-68a0e9eb-159e-4c26-93a1-8451673b1517 None None] Provisioning complete for port 86802f21-74b0-446c-a520-20385a6405c8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:21:59.980811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68a0e9eb-159e-4c26-93a1-8451673b1517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:21:59.990519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Routers {'4a273411-0584-47ed-9451-52441b2847d5'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:21:59.991169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a273411-0584-47ed-9451-52441b2847d5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:00.029811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:00.150077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'port_id': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'mac_address': 'fa:16:3e:f7:e3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83f6b1c-686d-4aca-8055-1b358c6c96ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:00.158996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68a0e9eb-159e-4c26-93a1-8451673b1517 None None] Port 86802f21-74b0-446c-a520-20385a6405c8 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:00.180971 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.203897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8a546-8680-4202-8d0a-26e88094c252 req-b36d085f-82d1-4a86-ac0f-32ee788640a3 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:00.208327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ca8a546-8680-4202-8d0a-26e88094c252 req-b36d085f-82d1-4a86-ac0f-32ee788640a3 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1320617 Jul 23 10:22:00.235911 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.254098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Set router 4a273411-0584-47ed-9451-52441b2847d5 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:22:00.267660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ca8a546-8680-4202-8d0a-26e88094c252 req-ba789b65-2c98-4ca7-a30e-42948435f136 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Jul 23 10:22:00.288825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e053f459-4f0b-46ae-8de8-f53f32a6782c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:00.345878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:00.350929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-a01d3e79-c72c-4949-9a14-f9be08944921 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2240806 Jul 23 10:22:00.351102 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.357233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:00.385910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.398256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd8d78-8b1b-4da2-a0d8-d73e233fabfb req-6023357f-ba6b-4c53-acbc-d0cb451f0302 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:00.399784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eafd8d78-8b1b-4da2-a0d8-d73e233fabfb req-6023357f-ba6b-4c53-acbc-d0cb451f0302 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0696681 Jul 23 10:22:00.441438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eafd8d78-8b1b-4da2-a0d8-d73e233fabfb req-2fbdfe5d-3a59-4e3c-8436-8a5bbd49b2a4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353589 Jul 23 10:22:00.458731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:00.487082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.534374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:21:58Z', 'revision_number': 4, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '86802f21-74b0-446c-a520-20385a6405c8', 'name': '', 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'mac_address': 'fa:16:3e:c9:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:56Z', 'updated_at': '2021-07-23T10:21:58Z', 'revision_number': 2, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'subnets': [{'id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:00.572696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Checking router: 4a273411-0584-47ed-9451-52441b2847d5 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:22:00.573113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Updating router 4a273411-0584-47ed-9451-52441b2847d5 port 86802f21-74b0-446c-a520-20385a6405c8 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:22:00.589062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc415-047b-4150-b79e-b0a5243b1405 req-d29f288f-3f22-4bc2-abfd-72646cc8fa89 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:00.591920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82bbc415-047b-4150-b79e-b0a5243b1405 req-d29f288f-3f22-4bc2-abfd-72646cc8fa89 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.0716088 Jul 23 10:22:00.601318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Allocated IP 172.25.4.108 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/6757fb63-1202-45ba-8c2a-42a32b780bc0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:00.610518 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.635593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82bbc415-047b-4150-b79e-b0a5243b1405 req-ec0f2b30-119d-4fad-8055-a26639fe3255 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379059 Jul 23 10:22:00.710917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e053f459-4f0b-46ae-8de8-f53f32a6782c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:00.712945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.759433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:00.795859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:00.802736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:00.806532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:00.812807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=6757fb63-1202-45ba-8c2a-42a32b780bc0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:00.832058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39412052-a27f-4867-978b-5d038fd2e37a req-2c4316d7-298f-42a1-9f7d-29d9fd5ef2fa tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:00.839132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39412052-a27f-4867-978b-5d038fd2e37a req-2c4316d7-298f-42a1-9f7d-29d9fd5ef2fa tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0741634 Jul 23 10:22:00.882826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39412052-a27f-4867-978b-5d038fd2e37a req-4d8b7281-a00a-49cf-8751-d494152b7d21 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Jul 23 10:22:00.935397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:00.949684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.000746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.016258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77f5a-fcf1-4251-ba10-efa6f59f874d req-26c72082-6524-4793-8fe1-69ddfb45ade2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:01.017694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ed77f5a-fcf1-4251-ba10-efa6f59f874d req-26c72082-6524-4793-8fe1-69ddfb45ade2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0657477 Jul 23 10:22:01.051998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.060766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ed77f5a-fcf1-4251-ba10-efa6f59f874d req-cd987437-b49d-4988-be37-ab705c0ba936 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Jul 23 10:22:01.067888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Transition to ACTIVE for port object 86802f21-74b0-446c-a520-20385a6405c8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:01.082673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:01.082830 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.085679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.177157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.181454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.182238 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.183352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345786d9-99e6-44fa-ad3c-eef1602e002f None None] Pushing event updated for resources: {'Port': ['ID=86802f21-74b0-446c-a520-20385a6405c8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:01.227938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346de9-cc17-4d8b-ab12-b41566384a5b req-3e84811c-e2dc-4a7b-8883-b925999e7391 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:01.231507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69346de9-cc17-4d8b-ab12-b41566384a5b req-3e84811c-e2dc-4a7b-8883-b925999e7391 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.1013627 Jul 23 10:22:01.279081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=6757fb63-1202-45ba-8c2a-42a32b780bc0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:01.294207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.308847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69346de9-cc17-4d8b-ab12-b41566384a5b req-9506cc26-f36a-44c6-b438-63e8eb8b881c tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710661 Jul 23 10:22:01.312244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.313785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-e571b092-798a-484f-9aa9-c761f8698164 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9618225 Jul 23 10:22:01.419529 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-6ebe17fa-11e5-4ee7-a97a-99a3b4459764 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0983496 Jul 23 10:22:01.421463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Attempting to bind port 86802f21-74b0-446c-a520-20385a6405c8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:01.421840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Attempting to bind port 86802f21-74b0-446c-a520-20385a6405c8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:01.422341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Attempting to bind port 86802f21-74b0-446c-a520-20385a6405c8 on network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:01.431918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:01.432469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Checking segment: {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:01.432884 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.433271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Bound using segment: {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:01.433761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Bound port: 86802f21-74b0-446c-a520-20385a6405c8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178bb61e-f341-4c5d-92b4-adb2b81c2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:01.434153 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.461997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3538b-1907-4b8c-9819-4b7b05344929 req-00229611-722c-4be6-ab83-c9633eb5e8bd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:01.464534 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7f3538b-1907-4b8c-9819-4b7b05344929 req-00229611-722c-4be6-ab83-c9633eb5e8bd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.0768642 Jul 23 10:22:01.504434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7f3538b-1907-4b8c-9819-4b7b05344929 req-d824fb6e-e669-4070-a5b3-9f19a406f449 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Jul 23 10:22:01.516378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] For port 86802f21-74b0-446c-a520-20385a6405c8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:01.519988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] For port 86802f21-74b0-446c-a520-20385a6405c8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=86802f21-74b0-446c-a520-20385a6405c8,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:01.526451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:01.539583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-cd33e1f5-2913-484e-8c01-71332561efe8 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:01.541198 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-cd33e1f5-2913-484e-8c01-71332561efe8 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1155179 Jul 23 10:22:01.555302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-510fa1ed-6c4a-466a-b2c6-0180e6420122 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:22:01.556874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a01ac9f8-0be2-48e3-8b5e-b8dd7b3c622b req-510fa1ed-6c4a-466a-b2c6-0180e6420122 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087962 Jul 23 10:22:01.593081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Routers {'4a273411-0584-47ed-9451-52441b2847d5'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:22:01.593717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a273411-0584-47ed-9451-52441b2847d5'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:01.595916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345786d9-99e6-44fa-ad3c-eef1602e002f None None] Pushing event updated for resources: {'Port': ['ID=86802f21-74b0-446c-a520-20385a6405c8,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:01.683505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6a2b6-3f44-4127-be78-1c7e17b486de req-2396205c-362a-435d-b513-fa9dbe16b9b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:01.685044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ce6a2b6-3f44-4127-be78-1c7e17b486de req-2396205c-362a-435d-b513-fa9dbe16b9b1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.0723135 Jul 23 10:22:01.720946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87add31b-ece0-4775-8c7c-211bb9f87a31 req-8ac35e3e-c363-46b5-999e-140e4ea24b2a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:01.730888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87add31b-ece0-4775-8c7c-211bb9f87a31 req-8ac35e3e-c363-46b5-999e-140e4ea24b2a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0983722 Jul 23 10:22:01.737096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] Set router 4a273411-0584-47ed-9451-52441b2847d5 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:22:01.737541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ce6a2b6-3f44-4127-be78-1c7e17b486de req-29dcb7a2-b71c-4628-b5c7-a2e7e1cce0c5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Jul 23 10:22:01.777149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87add31b-ece0-4775-8c7c-211bb9f87a31 req-957ae6e3-c4a7-42b5-bbe2-3a234d1c8291 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Jul 23 10:22:01.833673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:01.978292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port e053f459-4f0b-46ae-8de8-f53f32a6782c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:01.986664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port e053f459-4f0b-46ae-8de8-f53f32a6782c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:01.987050 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.016757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-fb7d1d60-c0cb-434d-b8d0-bac74a30c0da tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1123180 Jul 23 10:22:02.021678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:02.037547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:21:58Z', 'revision_number': 4, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '86802f21-74b0-446c-a520-20385a6405c8', 'name': '', 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'mac_address': 'fa:16:3e:c9:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:56Z', 'updated_at': '2021-07-23T10:22:01Z', 'revision_number': 4, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'subnets': [{'id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:02.049087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.072948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30126a-dcc6-4971-9b82-b4331b75733b None None] The sync data for ids ['4a273411-0584-47ed-9451-52441b2847d5'] in n-d-778550-4 is: [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:21:58Z', 'revision_number': 4, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '86802f21-74b0-446c-a520-20385a6405c8', 'name': '', 'network_id': '83b9f8b7-756a-47b6-ac63-d1ebe24e7d73', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'mac_address': 'fa:16:3e:c9:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:56Z', 'updated_at': '2021-07-23T10:22:01Z', 'revision_number': 4, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'subnets': [{'id': '4d000ea2-98e2-4f55-8a7f-6a21a3ff4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:22:02.125793 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.175863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:02.178378 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1823ca-b458-437e-9111-f4dc7edfdfe7" -d '{"events": [{"server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "name": "network-vif-plugged", "status": "completed", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:02.193593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:02.200497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.218325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.262628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:02.358676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Allocated IP 172.25.4.12 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/2635c002-ad31-4bd0-a5ca-ae09cabf5442) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:02.359073 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.487920 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.530375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.575343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:02.581336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:02.583282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=2635c002-ad31-4bd0-a5ca-ae09cabf5442,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:02.585483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:02.674928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.720598 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.908998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.918367 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:02.949322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86802f21-74b0-446c-a520-20385a6405c8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:02.991559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=2635c002-ad31-4bd0-a5ca-ae09cabf5442,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:03.007919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:03.023290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-b07a07a8-c060-4bdc-a92a-a30024f27139 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:22:03.024548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-b07a07a8-c060-4bdc-a92a-a30024f27139 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0804377 Jul 23 10:22:03.025094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 86802f21-74b0-446c-a520-20385a6405c8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:03.030714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 86802f21-74b0-446c-a520-20385a6405c8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:03.031142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:03.035153 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:03.036442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-daecc66d-3395-45e5-a154-43abf79eee5f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0188930 Jul 23 10:22:03.041098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:03.041676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Unknown quota resources ['binding']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:22:03.112672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-0ffff402-93f5-4b59-addd-fccb94247dc8 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0679619 Jul 23 10:22:03.116165 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:03.151129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 86802f21-74b0-446c-a520-20385a6405c8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=86802f21-74b0-446c-a520-20385a6405c8,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:03.157812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:03.212584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=86802f21-74b0-446c-a520-20385a6405c8,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:03.302052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-3b29b7bc-73cc-4124-91d5-a7d2dcf37504 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:03.303557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fae5f0e2-8e5c-4b4e-9c45-ca555cf09981 req-3b29b7bc-73cc-4124-91d5-a7d2dcf37504 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1846874 Jul 23 10:22:03.317114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:03.317366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:03.317695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:03.322227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:03.322568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:03.327714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:03.328051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:03.328437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:03.328868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Bound port: 9c02be27-237a-4ad3-8e49-53578a5eaddf, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:03.446672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:03.451174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:03.452477 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-e3e58a41-d205-4529-a099-d72694f57836 service neutron] 10.222.0.37 "POST /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf/bindings HTTP/1.1" status: 201 len: 389 time: 0.4151528 Jul 23 10:22:03.469710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878832-62e1-4c34-af37-790e961151dc req-657b5755-e7c8-49db-950d-efd66bedf506 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:03.471194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86878832-62e1-4c34-af37-790e961151dc req-657b5755-e7c8-49db-950d-efd66bedf506 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.0974071 Jul 23 10:22:03.511788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86878832-62e1-4c34-af37-790e961151dc req-86380709-c0e0-439e-a45c-bacbb515313c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Jul 23 10:22:03.716728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51deb8-afa0-4854-8573-050af50e4b8a req-37da7304-b4cf-4e33-a6c1-f1fa3953c3e4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:03.723341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f51deb8-afa0-4854-8573-050af50e4b8a req-37da7304-b4cf-4e33-a6c1-f1fa3953c3e4 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.0762296 Jul 23 10:22:03.734999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-59db83e3-764f-4320-9b9b-7f1038879ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:03.736546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-59db83e3-764f-4320-9b9b-7f1038879ac7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0595834 Jul 23 10:22:03.759235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f51deb8-afa0-4854-8573-050af50e4b8a req-4cd206a7-8918-4e8f-9e13-5e956ecc7835 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Jul 23 10:22:03.850459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-d541a145-5e7e-42f8-b3c4-da049f70357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:03.852290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-d541a145-5e7e-42f8-b3c4-da049f70357a service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1043074 Jul 23 10:22:03.897766 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6ae9c-1dc0-4275-920a-bc9029c6ba7d x-openstack-request-id: req-8cd6ae9c-1dc0-4275-920a-bc9029c6ba7d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:03.898261 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "name": "network-vif-plugged", "status": "completed", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:03.898635 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cd6ae9c-1dc0-4275-920a-bc9029c6ba7d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:03.899604 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'code': 200} Jul 23 10:22:03.909980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f03ef-b9fd-4f04-9032-ce4b18de23bd req-556d65c6-28b4-49d3-bead-696303b09c7e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:03.911962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3e5a2683-b654-44f3-baa0-c13e9cf439d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 217 time: 0.0491667 Jul 23 10:22:03.915819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-294f03ef-b9fd-4f04-9032-ce4b18de23bd req-556d65c6-28b4-49d3-bead-696303b09c7e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0921648 Jul 23 10:22:03.960293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-294f03ef-b9fd-4f04-9032-ce4b18de23bd req-8ae368cc-76b8-417c-94d9-2baeb3b9cbbb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Jul 23 10:22:04.006903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-d9e670c6-f296-44f7-bbf2-3796e258d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:04.008379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-d9e670c6-f296-44f7-bbf2-3796e258d934 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0850821 Jul 23 10:22:04.081101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.105908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-7208eeeb-5220-4b3f-88f8-4a20f25b7876 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1155462 Jul 23 10:22:04.115520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:04.140586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.244043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.311161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-f8495126-b560-41b5-9434-251d1c0413be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2851861 Jul 23 10:22:04.348251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Allocated IP 172.25.4.52 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a75054a1-86ed-459c-b3dd-dfd2de3c7f1a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:04.369122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f050f-6f45-4b54-b8e4-37f26b64d529 req-af1c155a-c09e-4c44-9d65-1ce2fc8e8cb7 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:04.371074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-486f050f-6f45-4b54-b8e4-37f26b64d529 req-af1c155a-c09e-4c44-9d65-1ce2fc8e8cb7 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.4099283 Jul 23 10:22:04.376917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3adff-f913-456e-969c-41bb59f9bcd6 req-1a0d8a94-52b5-4480-a0a7-61a47e68aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:04.378314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70d3adff-f913-456e-969c-41bb59f9bcd6 req-1a0d8a94-52b5-4480-a0a7-61a47e68aa6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1097 time: 0.3862908 Jul 23 10:22:04.451775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.476183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-5bed088b-cdbc-4748-828a-e14cc7055a93 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530144 Jul 23 10:22:04.478929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-486f050f-6f45-4b54-b8e4-37f26b64d529 req-9af6204f-6937-4f7a-8c8e-98f35b8f6f23 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762584 Jul 23 10:22:04.482733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70d3adff-f913-456e-969c-41bb59f9bcd6 req-00d10469-8a9d-453f-985b-78e23cc7ffb0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775681 Jul 23 10:22:04.491007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.527967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:04.534269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:04.540430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:04.546203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=a75054a1-86ed-459c-b3dd-dfd2de3c7f1a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:04.604193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-cc3bc962-4f2d-4045-b24b-5af9c48b2ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200428 Jul 23 10:22:04.629252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.633317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e680-c376-4e46-bb72-eecce758a35f req-2f7a0cd1-a92c-47d3-87ff-dfb73a22f72e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:04.634830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5666e680-c376-4e46-bb72-eecce758a35f req-2f7a0cd1-a92c-47d3-87ff-dfb73a22f72e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 946 time: 0.0825293 Jul 23 10:22:04.673647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5666e680-c376-4e46-bb72-eecce758a35f req-3e75e928-43f8-40d7-b767-5df0c29686d3 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Jul 23 10:22:04.677160 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.793653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-7a02dd97-918d-47ba-9eeb-3dea56a64718 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:04.795159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-7a02dd97-918d-47ba-9eeb-3dea56a64718 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1097 time: 0.0953722 Jul 23 10:22:04.800663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765f6e-1e76-437e-ad72-ca42bab9762e req-9c431440-f920-4883-bcff-fda105591350 tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:04.802049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe765f6e-1e76-437e-ad72-ca42bab9762e req-9c431440-f920-4883-bcff-fda105591350 tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 1101 time: 0.0740066 Jul 23 10:22:04.812182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:04.830868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.837782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.858561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe765f6e-1e76-437e-ad72-ca42bab9762e req-1a16173f-2657-452f-8905-748e2867cf2d tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.911486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=a75054a1-86ed-459c-b3dd-dfd2de3c7f1a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:04.918566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86802f21-74b0-446c-a520-20385a6405c8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:04.923180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.942118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:04.972559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 86802f21-74b0-446c-a520-20385a6405c8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:04.972928 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.085640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe765f6e-1e76-437e-ad72-ca42bab9762e req-1a16173f-2657-452f-8905-748e2867cf2d tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.091923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe765f6e-1e76-437e-ad72-ca42bab9762e req-1a16173f-2657-452f-8905-748e2867cf2d tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.093692 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.095110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ec24edad-08f1-401d-8226-9c420f77ab4f tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9839551 Jul 23 10:22:05.122384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe765f6e-1e76-437e-ad72-ca42bab9762e req-1a16173f-2657-452f-8905-748e2867cf2d tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076587 Jul 23 10:22:05.132748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:05.145713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16173f-2657-452f-8905-748e2867cf2d tempest-LiveMigrationNegativeTest-2086105179 tempest-LiveMigrationNegativeTest-2086105179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4835b8-84f1-48ab-9107-0e8ccfa33654,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:05.158459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-d1f38850-d550-4268-a11f-d1bc34b02f8d tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.0575438 Jul 23 10:22:05.178017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:05.232841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:05.235773 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7cbdb1-5805-46fe-b21c-f4143978be8d" -d '{"events": [{"server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:05.240408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.250614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.292642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ace43618-e894-4db0-be1d-2f6e76414aaa tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:05.293983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e0c2151-d7ee-43a9-b865-d8965bbbde4c req-ace43618-e894-4db0-be1d-2f6e76414aaa tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1272607 Jul 23 10:22:05.337987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:05.342614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:05.342991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:05.343324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:05.356129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:05.356454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Attempting to bind port 9c02be27-237a-4ad3-8e49-53578a5eaddf on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:05.379058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:05.379400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:05.379810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:05.380505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Bound port: 9c02be27-237a-4ad3-8e49-53578a5eaddf, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:05.380862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.459311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8ddb8-6798-4cb8-8b73-912fb6f49880 req-6043d87c-e59f-4554-af58-6d1e3deebde5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:05.460740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32a8ddb8-6798-4cb8-8b73-912fb6f49880 req-6043d87c-e59f-4554-af58-6d1e3deebde5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.1192782 Jul 23 10:22:05.475176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:05.478889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:05.484366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d580fa2-eeed-4ace-9be1-6884b6c2f0c8 req-ea634867-67ce-48fd-8c06-1f96357fbeeb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:05.485886 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d580fa2-eeed-4ace-9be1-6884b6c2f0c8 req-ea634867-67ce-48fd-8c06-1f96357fbeeb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0646625 Jul 23 10:22:05.487622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.528392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d580fa2-eeed-4ace-9be1-6884b6c2f0c8 req-38bd8f08-f3ea-43a0-bc9e-2d02cd823827 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Jul 23 10:22:05.567400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32a8ddb8-6798-4cb8-8b73-912fb6f49880 req-fbb0b6b2-de78-4db2-9b8c-d3969dfa1de4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008239 Jul 23 10:22:05.606764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:05.607496 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.609071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 1122 time: 0.8018224 Jul 23 10:22:05.609790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605c825-ffd2-411a-a1e0-b03dd244c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:05.635259 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59215eb-7c6d-4d70-8a3e-de649a2a13e3 x-openstack-request-id: req-d59215eb-7c6d-4d70-8a3e-de649a2a13e3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:05.636257 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:05.636645 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d59215eb-7c6d-4d70-8a3e-de649a2a13e3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:05.636960 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'code': 200} Jul 23 10:22:05.740207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0abf-59d0-45f7-a79b-299070bd0e8e req-d5fb3ec4-aa19-431b-9271-c16a574d83ec tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:05.741719 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-acdf0abf-59d0-45f7-a79b-299070bd0e8e req-d5fb3ec4-aa19-431b-9271-c16a574d83ec tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0695212 Jul 23 10:22:05.749573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-be6ee7c5-1fb1-43aa-8926-12c605c3c548 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1116579 Jul 23 10:22:05.758747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:05.761608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['9c02be27-237a-4ad3-8e49-53578a5eaddf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:05.788420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.790247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-acdf0abf-59d0-45f7-a79b-299070bd0e8e req-d5bdfa96-8c69-40e9-9d89-1056d7de7c60 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Jul 23 10:22:05.904435 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:05.990510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa80325-1606-4ac6-ac6d-6af4853bdd7c req-69d8c47a-0b95-4a96-9000-0c2c313c0d8f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:05.992044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa80325-1606-4ac6-ac6d-6af4853bdd7c req-69d8c47a-0b95-4a96-9000-0c2c313c0d8f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.0658486 Jul 23 10:22:06.010687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Allocated IP 172.25.4.104 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/b9d45306-ec1b-4457-95b4-fa6b9d961445) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:06.030764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa80325-1606-4ac6-ac6d-6af4853bdd7c req-e7d09e5d-ce88-4dab-bb54-6719094ab1d4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Jul 23 10:22:06.121993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.148149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fca8a-d714-41b5-80be-48fbdbc86011 req-b5481b8f-6561-4818-8a8a-382de9100bdb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:06.149609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-271fca8a-d714-41b5-80be-48fbdbc86011 req-b5481b8f-6561-4818-8a8a-382de9100bdb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.0661454 Jul 23 10:22:06.161459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.191183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-271fca8a-d714-41b5-80be-48fbdbc86011 req-398dd596-d1d1-4520-8115-214bbe0703d1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Jul 23 10:22:06.197123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:06.200245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:06.205757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:06.228233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=b9d45306-ec1b-4457-95b4-fa6b9d961445,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:06.290655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.340209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.447893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96de50-1829-472c-9224-cf8f054495f8 req-4cf85ec3-b501-43a0-8137-e0888695989d tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:06.450236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba96de50-1829-472c-9224-cf8f054495f8 req-4cf85ec3-b501-43a0-8137-e0888695989d tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.0673907 Jul 23 10:22:06.488447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba96de50-1829-472c-9224-cf8f054495f8 req-898ec00c-c534-48e5-a350-14a0a2182360 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jul 23 10:22:06.490016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.494577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.528072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 817fe81e-e3e3-4f77-bef1-25445e33f634 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:06.572351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event updated for resources: {'Port': ['ID=b9d45306-ec1b-4457-95b4-fa6b9d961445,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:06.576436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.594034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.595035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-6b901d4c-33d9-44a7-8cbd-a2b58e041ac1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8397555 Jul 23 10:22:06.641728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:06.654196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'port_id': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'mac_address': 'fa:16:3e:ef:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bc15b7-456d-41e6-8a0a-8a50315fc4ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:06.656064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-db78bd6c-1d1c-4728-b695-86682cbd8f29 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0537047 Jul 23 10:22:06.684396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36236f7-fbea-487b-b423-e70405476333 req-9411e574-da40-4f1d-b1e5-4b9f96fb04bd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:06.685897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c36236f7-fbea-487b-b423-e70405476333 req-9411e574-da40-4f1d-b1e5-4b9f96fb04bd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0729170 Jul 23 10:22:06.700423 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.712794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 817fe81e-e3e3-4f77-bef1-25445e33f634 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:06.724988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c36236f7-fbea-487b-b423-e70405476333 req-3c663618-f363-4037-8b67-6d8d3ec93d4b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335116 Jul 23 10:22:06.733047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:06.738233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:06.771639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-aa9b40b2-d88b-4c58-b6db-621d42c4718c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:06.773132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a1794a-9d24-4ede-bcd9-90f582c51e10 req-aa9b40b2-d88b-4c58-b6db-621d42c4718c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1108487 Jul 23 10:22:06.789231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:06.860101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d54632-8d18-4ed5-ae85-8fd7786246c1 req-c6705617-d228-4e6c-ad52-46bd307f76ab tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:06.861611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01d54632-8d18-4ed5-ae85-8fd7786246c1 req-c6705617-d228-4e6c-ad52-46bd307f76ab tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.0729406 Jul 23 10:22:06.877254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e001718-795d-47b9-8b86-bb227bc3afa7 req-cc74366d-3039-4a50-9094-26486dc804ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips/a34db47d-c76e-492c-b351-45adea9dfaaa HTTP/1.1" status: 200 len: 693 time: 0.0801072 Jul 23 10:22:06.900272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01d54632-8d18-4ed5-ae85-8fd7786246c1 req-e8b45e8e-1703-44c2-ad3d-84c10fd52e02 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jul 23 10:22:06.909434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['817fe81e-e3e3-4f77-bef1-25445e33f634'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:06.987837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e001718-795d-47b9-8b86-bb227bc3afa7 req-e010a3b8-5392-4a8c-92d8-478516bbfb9c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:06.989235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e001718-795d-47b9-8b86-bb227bc3afa7 req-e010a3b8-5392-4a8c-92d8-478516bbfb9c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1065323 Jul 23 10:22:06.999941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-9e001718-795d-47b9-8b86-bb227bc3afa7 req-84d6ef43-f0ca-4ecd-974c-8f9527d5a08c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:22:07.000979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e001718-795d-47b9-8b86-bb227bc3afa7 req-84d6ef43-f0ca-4ecd-974c-8f9527d5a08c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061331 Jul 23 10:22:07.028465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28572-659f-47b7-9c55-2c63c3815f15 req-d886573c-f6ed-4ade-86f9-dc2ce9585686 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.029159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31e28572-659f-47b7-9c55-2c63c3815f15 req-d886573c-f6ed-4ade-86f9-dc2ce9585686 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0706067 Jul 23 10:22:07.066888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31e28572-659f-47b7-9c55-2c63c3815f15 req-508d87db-140a-4af9-9e77-78cd9fe5e361 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Jul 23 10:22:07.112835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cac6-2654-4eaa-b5b4-76eb486d763d req-2790b46f-24c6-4900-abea-79e906f0720c tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.114346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ef8cac6-2654-4eaa-b5b4-76eb486d763d req-2790b46f-24c6-4900-abea-79e906f0720c tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0587561 Jul 23 10:22:07.136082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-e9d970a3-90a7-4403-869e-7c7564e56cb9 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips/a34db47d-c76e-492c-b351-45adea9dfaaa HTTP/1.1" status: 200 len: 693 time: 0.0471995 Jul 23 10:22:07.148709 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ef8cac6-2654-4eaa-b5b4-76eb486d763d req-8b7b124b-458e-4e34-913e-82316826ab7e tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286131 Jul 23 10:22:07.250824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-ed1fd98c-9519-4d35-aae1-31e45b7d2417 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.252200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-ed1fd98c-9519-4d35-aae1-31e45b7d2417 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1107426 Jul 23 10:22:07.308951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-53eca8a4-58e8-4348-96e7-deda8d256a42 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0508099 Jul 23 10:22:07.319953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190182e-d759-4199-a7c7-cb4b211f2812 req-3e2ec7c1-4ee3-4cc3-945b-8eeb313092c0 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.323745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a190182e-d759-4199-a7c7-cb4b211f2812 req-3e2ec7c1-4ee3-4cc3-945b-8eeb313092c0 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 944 time: 0.0671890 Jul 23 10:22:07.359565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-ba2fe2d9-de1c-4521-8d4e-7cd7422a56f4 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0442050 Jul 23 10:22:07.361150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a190182e-d759-4199-a7c7-cb4b211f2812 req-dfb1fb61-231c-4f53-8b1a-a65f4fdab3a5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Jul 23 10:22:07.489436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31df59-7e1f-4f2d-a458-8a776c3df34a req-4181877e-6945-41ca-8698-9e8d9c57d2ff tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.491099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a31df59-7e1f-4f2d-a458-8a776c3df34a req-4181877e-6945-41ca-8698-9e8d9c57d2ff tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.0672469 Jul 23 10:22:07.496647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Deleting port b9d45306-ec1b-4457-95b4-fa6b9d961445 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:07.496998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:07.530060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a31df59-7e1f-4f2d-a458-8a776c3df34a req-51aee044-4a54-4b1c-8a43-57c837c873a9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jul 23 10:22:07.578210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:07.578547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:07.591584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Calling delete_port for b9d45306-ec1b-4457-95b4-fa6b9d961445 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:07.640014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:07.642399 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e12357-ecaa-4137-907f-796e94be70e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:07.654052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebdc16-e35c-4aec-8196-a158f8669b5e req-95e8ea1f-24e4-4b61-b337-d90d5580565d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.661438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3cebdc16-e35c-4aec-8196-a158f8669b5e req-95e8ea1f-24e4-4b61-b337-d90d5580565d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0604732 Jul 23 10:22:07.696314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3cebdc16-e35c-4aec-8196-a158f8669b5e req-9972133f-c03a-4010-b1cc-633278a4a5f3 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Jul 23 10:22:07.735500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:07.766265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event deleted for resources: {'Port': ['ID=b9d45306-ec1b-4457-95b4-fa6b9d961445,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:07.814334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.814594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.814939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.815271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.815628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.815965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.816294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.816620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.816944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.817267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.817593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.817916 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:07.835686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a95ed-9ab3-4b9c-9864-118c8a95cbd5 req-41c4689a-6d8e-4eaa-aa8f-77b3fdda680c tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:07.837195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de7a95ed-9ab3-4b9c-9864-118c8a95cbd5 req-41c4689a-6d8e-4eaa-aa8f-77b3fdda680c tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.0706253 Jul 23 10:22:07.837411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:07.840843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:07.841970 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7b7300e-7e36-4d9c-b755-1eb06930504e req-96564316-a783-4ab4-ac60-34da63139b2a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "DELETE /v2.0/floatingips/a34db47d-c76e-492c-b351-45adea9dfaaa HTTP/1.1" status: 204 len: 173 time: 0.4707091 Jul 23 10:22:07.876705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de7a95ed-9ab3-4b9c-9864-118c8a95cbd5 req-a49f4c34-4d8c-49bd-8a10-1960a2ab5680 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Jul 23 10:22:07.920342 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a4dbe-cdcc-4580-912d-ec7c058ddbc0 x-openstack-request-id: req-033a4dbe-cdcc-4580-912d-ec7c058ddbc0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:07.920529 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:07.920872 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-033a4dbe-cdcc-4580-912d-ec7c058ddbc0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:07.921354 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'status': 'completed', 'code': 200} Jul 23 10:22:08.059923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12357-ecaa-4137-907f-796e94be70e1 req-b9410d30-268c-4ce8-8fa4-db42b1f29106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.061449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-b9410d30-268c-4ce8-8fa4-db42b1f29106 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1125 time: 0.0961344 Jul 23 10:22:08.068614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4d70-072e-492b-b8d7-7a0a1c1cd81a req-34b44ae1-df6d-438e-8159-fb3cf3173df4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.069914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3ca4d70-072e-492b-b8d7-7a0a1c1cd81a req-34b44ae1-df6d-438e-8159-fb3cf3173df4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1057646 Jul 23 10:22:08.160776 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3ca4d70-072e-492b-b8d7-7a0a1c1cd81a req-1947d67e-04eb-4f50-a2f5-e5f24a9e582a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Jul 23 10:22:08.163142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad2f55-4eb6-4b0e-8192-7ff5b9c8c76a req-08bf9740-c138-4016-b5bb-6554fa43ebfd tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.164668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1ad2f55-4eb6-4b0e-8192-7ff5b9c8c76a req-08bf9740-c138-4016-b5bb-6554fa43ebfd tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2138188 Jul 23 10:22:08.192337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-a165cedf-213a-4d3b-aed5-aa74e9e0d7a2 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.193815 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-a165cedf-213a-4d3b-aed5-aa74e9e0d7a2 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 950 time: 0.1583023 Jul 23 10:22:08.195919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12357-ecaa-4137-907f-796e94be70e1 req-869dc2ee-a630-4361-b45e-979d136bfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.197723 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-869dc2ee-a630-4361-b45e-979d136bfd62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1268375 Jul 23 10:22:08.277428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-5e33eaed-58b7-47a1-a162-dd6ce972fc48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 217 time: 0.0636270 Jul 23 10:22:08.353094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12357-ecaa-4137-907f-796e94be70e1 req-96bdb6fb-197f-4af3-b1b2-074244678b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.354610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-96bdb6fb-197f-4af3-b1b2-074244678b26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0608475 Jul 23 10:22:08.356666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49cad829-dd84-46e4-b065-776da8b1f34b req-1c78e000-1c16-46ce-8c72-3fcfa355681d tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=7af1f28464b14af4980e0d84dbbf279f HTTP/1.1" status: 200 len: 1655 time: 0.0583937 Jul 23 10:22:08.377666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc32f35-24f7-492b-83de-dcf4a1ebb502 req-cb0995ee-b513-4fab-b256-bd73e1e992d3 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.379132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0cc32f35-24f7-492b-83de-dcf4a1ebb502 req-cb0995ee-b513-4fab-b256-bd73e1e992d3 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1192627 Jul 23 10:22:08.398807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-4b5e92bc-9d5a-40f1-a956-7e7c7ba4ee97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372605 Jul 23 10:22:08.401166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Deleting port 48045c89-aca9-4754-8a17-fc4c66cecbf3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:08.402042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:08.454513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0cc32f35-24f7-492b-83de-dcf4a1ebb502 req-8b9e046d-eda6-4cbd-a968-19874cf17ba9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578647 Jul 23 10:22:08.514381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-32f2b420-ade7-4c19-a549-f75ff267421f service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029725 Jul 23 10:22:08.545633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:08.547974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 817fe81e-e3e3-4f77-bef1-25445e33f634 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:08.560527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-dd84-46e4-b065-776da8b1f34b req-623346b4-d633-45a2-842c-4145943ff355 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.581192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49cad829-dd84-46e4-b065-776da8b1f34b req-623346b4-d633-45a2-842c-4145943ff355 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks?id=60ab47fe-b497-4e50-9607-ea88f50bff44&id=60ab47fe-b497-4e50-9607-ea88f50bff44&id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 787 time: 0.2116687 Jul 23 10:22:08.602109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] For port 48045c89-aca9-4754-8a17-fc4c66cecbf3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=48045c89-aca9-4754-8a17-fc4c66cecbf3,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:08.602483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:08.617762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Calling delete_port for 48045c89-aca9-4754-8a17-fc4c66cecbf3 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:08.688107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 817fe81e-e3e3-4f77-bef1-25445e33f634 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:08.688653 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:08.697068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c95b7-f6fe-4537-b839-35bad42853da req-446da345-d8e0-4ac9-a553-53021496e22c tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.699219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d6c95b7-f6fe-4537-b839-35bad42853da req-446da345-d8e0-4ac9-a553-53021496e22c tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1097 time: 0.1484628 Jul 23 10:22:08.701517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50e12357-ecaa-4137-907f-796e94be70e1 req-ad3a937e-4f25-477a-b44c-c1d56eb1dd23 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789784 Jul 23 10:22:08.741104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d6c95b7-f6fe-4537-b839-35bad42853da req-6ebae4b1-9c8e-4f6d-af89-45c72d1d874f tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Jul 23 10:22:08.751012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:08.769738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:22:08.794470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfe4a0-ba4f-4503-a2e9-624a7a988477 req-5fb323e3-9038-4040-9c63-9f049a27138e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.799991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ebbfe4a0-ba4f-4503-a2e9-624a7a988477 req-5fb323e3-9038-4040-9c63-9f049a27138e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 944 time: 0.1181035 Jul 23 10:22:08.816138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:08.841783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:08.844083 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d1291-2a84-4a00-afbf-3750ef5b5b67" -d '{"events": [{"server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "name": "network-vif-plugged", "status": "completed", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:08.858111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:08.864908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:08.876404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ebbfe4a0-ba4f-4503-a2e9-624a7a988477 req-2e82f431-5b57-4f40-b65a-e418c7ce09da tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575747 Jul 23 10:22:08.877339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:08.915083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:08.915254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafbb5-f931-4541-8ee5-d549d384ff62 req-a12f3114-e294-4534-9add-e30f69c46335 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:08.918291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9edafbb5-f931-4541-8ee5-d549d384ff62 req-a12f3114-e294-4534-9add-e30f69c46335 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.0953741 Jul 23 10:22:08.926289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['10cebe4b-c698-4171-82eb-91ae2571a39e', '48045c89-aca9-4754-8a17-fc4c66cecbf3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:08.933297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Pushing event deleted for resources: {'Port': ['ID=48045c89-aca9-4754-8a17-fc4c66cecbf3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:08.963801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9edafbb5-f931-4541-8ee5-d549d384ff62 req-f3793054-efc8-41fa-b863-dd5e02d3a84f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Jul 23 10:22:09.030051 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f7861-0792-448e-be3e-9ec749a949d5 x-openstack-request-id: req-085f7861-0792-448e-be3e-9ec749a949d5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:09.030550 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "name": "network-vif-plugged", "status": "completed", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:09.030967 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-085f7861-0792-448e-be3e-9ec749a949d5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:09.031698 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'code': 200} Jul 23 10:22:09.043547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] No DVR routers for this DVR port 48045c89-aca9-4754-8a17-fc4c66cecbf3 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:09.048252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-eb412439-f5de-4015-af77-acbb17b902c3 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips/f4a6a4f1-f06d-46b5-8e81-03cdfb3b80fa HTTP/1.1" status: 200 len: 692 time: 0.1235201 Jul 23 10:22:09.049331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:09.051241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0abb97b-a167-4020-923a-d58dd010ce04 req-39300169-59e8-4b96-9690-9d5f329e45cd tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "DELETE /v2.0/ports/48045c89-aca9-4754-8a17-fc4c66cecbf3 HTTP/1.1" status: 204 len: 173 time: 0.8440990 Jul 23 10:22:09.051719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'name': 'network-vif-deleted', 'tag': '48045c89-aca9-4754-8a17-fc4c66cecbf3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:09.053972 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d1f2a-a3d2-49b2-a529-a96153ddb616" -d '{"events": [{"server_uuid": "9d3de417-bd2d-4e28-9bc4-751a666bb057", "name": "network-vif-deleted", "tag": "48045c89-aca9-4754-8a17-fc4c66cecbf3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:09.134261 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d2d1b1b-0cb2-4634-8d60-d1879567d0a5 req-c96d2b40-3f45-4e72-8231-edd4e634ef4c tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d3de417-bd2d-4e28-9bc4-751a666bb057 HTTP/1.1" status: 200 len: 210 time: 0.0368505 Jul 23 10:22:09.196882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-ecbb1877-f9a7-4363-b97d-e450974a99f1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:09.200803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-ecbb1877-f9a7-4363-b97d-e450974a99f1 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1343153 Jul 23 10:22:09.260014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-569475fe-e6c1-4fa2-9f2f-95fcf0961763 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.0556750 Jul 23 10:22:09.322350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-c9bf0e03-5195-4ea4-a229-6cafec700d87 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.0551081 Jul 23 10:22:09.403949 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53fc6c6-e423-4000-92a4-f5cdc8d97366 x-openstack-request-id: req-b53fc6c6-e423-4000-92a4-f5cdc8d97366 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:09.404247 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3de417-bd2d-4e28-9bc4-751a666bb057", "name": "network-vif-deleted", "tag": "48045c89-aca9-4754-8a17-fc4c66cecbf3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:09.404509 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b53fc6c6-e423-4000-92a4-f5cdc8d97366 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:09.404906 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3de417-bd2d-4e28-9bc4-751a666bb057', 'name': 'network-vif-deleted', 'tag': '48045c89-aca9-4754-8a17-fc4c66cecbf3', 'status': 'completed', 'code': 200} Jul 23 10:22:09.517309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7077d-f6fc-4013-b435-13f2155b4eb2 req-410af72e-3ab9-4301-a549-5e9374deee46 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:09.518904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ab7077d-f6fc-4013-b435-13f2155b4eb2 req-410af72e-3ab9-4301-a549-5e9374deee46 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0696993 Jul 23 10:22:09.558508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ab7077d-f6fc-4013-b435-13f2155b4eb2 req-9add77d2-f4d1-4425-b3d3-6655e7e44748 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Jul 23 10:22:09.703466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baba64-6c16-4584-8623-24eba4c90875 req-6b43474a-b9b3-4ebd-915f-b83f2f9f46d0 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:09.704877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21baba64-6c16-4584-8623-24eba4c90875 req-6b43474a-b9b3-4ebd-915f-b83f2f9f46d0 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.0732224 Jul 23 10:22:09.716451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Deleting port a75054a1-86ed-459c-b3dd-dfd2de3c7f1a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:09.716799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:09.742977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21baba64-6c16-4584-8623-24eba4c90875 req-f660e18c-596b-4a99-ab48-be471837bb64 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Jul 23 10:22:09.790525 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:09.790860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:09.803022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Calling delete_port for a75054a1-86ed-459c-b3dd-dfd2de3c7f1a owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:09.873606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d956059-6939-40e3-ab87-a82b900a21a6 req-79f771c9-b875-492b-b6fd-cf9a69ddc55f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:09.875431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d956059-6939-40e3-ab87-a82b900a21a6 req-79f771c9-b875-492b-b6fd-cf9a69ddc55f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0696082 Jul 23 10:22:09.915383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d956059-6939-40e3-ab87-a82b900a21a6 req-ae55c7fc-61b9-4d33-9a93-08184bad41ea tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Jul 23 10:22:09.941123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:09.974597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event deleted for resources: {'Port': ['ID=a75054a1-86ed-459c-b3dd-dfd2de3c7f1a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:10.036969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967cc4e-3c8e-4f52-977a-8b78b8917f1c req-2e977947-7a61-464a-ac22-db5158314ddc tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:10.038693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c967cc4e-3c8e-4f52-977a-8b78b8917f1c req-2e977947-7a61-464a-ac22-db5158314ddc tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0631399 Jul 23 10:22:10.053935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:10.058634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:10.060324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b03c0bf-aabb-495d-9d99-c0037cf99759 req-9b05a3ef-faf4-42f4-b102-82be7ab107b6 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "DELETE /v2.0/floatingips/f4a6a4f1-f06d-46b5-8e81-03cdfb3b80fa HTTP/1.1" status: 204 len: 173 time: 0.7309027 Jul 23 10:22:10.075863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c967cc4e-3c8e-4f52-977a-8b78b8917f1c req-6e8ac4c8-1a56-4295-bae4-59135d4dd363 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305839 Jul 23 10:22:10.163925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-57769fa3-f8ce-4f74-9a9d-c6b11a2e69e4 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips/61956e95-1a5a-4412-8f4f-e45679a9c840 HTTP/1.1" status: 200 len: 692 time: 0.0474741 Jul 23 10:22:10.190515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc580c6-f682-43cd-a386-931c92da0253 req-b1283eb2-1f96-48d7-8970-16177bbe3728 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:10.192128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-efc580c6-f682-43cd-a386-931c92da0253 req-b1283eb2-1f96-48d7-8970-16177bbe3728 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 944 time: 0.0661457 Jul 23 10:22:10.229714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-efc580c6-f682-43cd-a386-931c92da0253 req-adc7957b-98bf-41b2-a23f-3f6a89d696a4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jul 23 10:22:10.271211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-e95ca1bb-2538-4a33-a794-cfd6d5599e7c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:10.272580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-e95ca1bb-2538-4a33-a794-cfd6d5599e7c tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1044433 Jul 23 10:22:10.282773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-51c27396-4924-44d6-afce-c27c8cdc844a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:22:10.283768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-51c27396-4924-44d6-afce-c27c8cdc844a tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059111 Jul 23 10:22:10.335805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-5b2ec65d-2641-4125-a0e3-46fc1dd0a0aa tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0465519 Jul 23 10:22:10.392968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-76efd49b-e885-4d09-bbf2-c531e3708540 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0493598 Jul 23 10:22:10.784896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Deleting port 2635c002-ad31-4bd0-a5ca-ae09cabf5442 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:10.785560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:10.859212 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:10.859572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:10.871252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Calling delete_port for 2635c002-ad31-4bd0-a5ca-ae09cabf5442 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:10.972517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-304310e8-97f2-439d-b007-14df3aa84ffd service neutron] 10.222.0.20 "GET /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.0627391 Jul 23 10:22:11.029647 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.044697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-8dd86dd1-c5ab-48fc-b1ff-752facc601fa tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:22:11.045685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-8dd86dd1-c5ab-48fc-b1ff-752facc601fa tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099704 Jul 23 10:22:11.054429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event deleted for resources: {'Port': ['ID=2635c002-ad31-4bd0-a5ca-ae09cabf5442,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:11.056613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:11.057104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:22:11.091117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.091484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.091825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.092161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.092491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.092822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.093147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.093615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.093992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.094319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.094641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.094962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:11.136580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.139120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.140322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-095996a1-cf7f-4fab-af49-e3a9af4511ce req-ae0ada09-1b5c-4f8b-b9a3-d06ebd2219d2 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "DELETE /v2.0/floatingips/61956e95-1a5a-4412-8f4f-e45679a9c840 HTTP/1.1" status: 204 len: 173 time: 0.7421830 Jul 23 10:22:11.261235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:11.304681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:11.306519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:11.306702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:11.307027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:11.330294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:11.330614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:11.337758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:11.338097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:11.339023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:11.340080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Bound port: e053f459-4f0b-46ae-8de8-f53f32a6782c, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:11.353232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b07ae-04ac-46a6-af83-eaaa3597953c req-354a70f5-de79-4ee2-b865-0a8e707b8d05 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.355397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-023b07ae-04ac-46a6-af83-eaaa3597953c req-354a70f5-de79-4ee2-b865-0a8e707b8d05 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0665159 Jul 23 10:22:11.367568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c02be27-237a-4ad3-8e49-53578a5eaddf {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:11.381772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:11.395406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-023b07ae-04ac-46a6-af83-eaaa3597953c req-ab146459-b705-4d8c-9acf-389db4389def tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Jul 23 10:22:11.404438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.424833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:11.429335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.430507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-810b6a1e-9e0f-486f-a949-2112a1622e99 service neutron] 10.222.0.37 "POST /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3779781 Jul 23 10:22:11.509942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] Transition to ACTIVE for port object 9c02be27-237a-4ad3-8e49-53578a5eaddf will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:11.517209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.563511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-cbbbfcfc-777a-4528-ad47-58a7974575ee tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.564317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-cbbbfcfc-777a-4528-ad47-58a7974575ee tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.1113987 Jul 23 10:22:11.575494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a59d2-29a6-476a-afa2-ffd7f95d89cc req-32ebe2a1-32a0-41cb-8c8e-8c7860d9c132 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.576703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea7a59d2-29a6-476a-afa2-ffd7f95d89cc req-32ebe2a1-32a0-41cb-8c8e-8c7860d9c132 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 945 time: 0.1225266 Jul 23 10:22:11.642626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] No DVR routers for this DVR port 9c02be27-237a-4ad3-8e49-53578a5eaddf on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:11.652616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea7a59d2-29a6-476a-afa2-ffd7f95d89cc req-9981d826-4f74-43e6-9960-dc3ec40173ec tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677941 Jul 23 10:22:11.657437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:11.707509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0ff073fb-2702-492c-a1d1-b60b2530afa2 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7246447 Jul 23 10:22:11.719800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ad2c-46ba-40cb-8166-15666dc9bc24 req-be74888c-950b-42ad-b6dd-2c21079f9f57 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.721262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6086ad2c-46ba-40cb-8166-15666dc9bc24 req-be74888c-950b-42ad-b6dd-2c21079f9f57 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1557744 Jul 23 10:22:11.728072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-44c669c4-c90a-4b3e-8ff0-33dcc9afb5fa tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips/0c10ed21-cf54-4eec-8573-7c7e555a1997 HTTP/1.1" status: 200 len: 693 time: 0.0504370 Jul 23 10:22:11.765124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6086ad2c-46ba-40cb-8166-15666dc9bc24 req-564d9d49-1e0d-4545-bad1-6d77447be6ef tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Jul 23 10:22:11.783678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Deleting port 817fe81e-e3e3-4f77-bef1-25445e33f634 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:11.784024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:11.875998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0f90bacb-4eb0-480c-be99-4676812e18d7 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.877524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-0f90bacb-4eb0-480c-be99-4676812e18d7 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.0638456 Jul 23 10:22:11.895702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 48045c89-aca9-4754-8a17-fc4c66cecbf3 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:11.906877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-13a201fa-1e05-4c97-820b-1560d899a5c5 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.914145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-13a201fa-1e05-4c97-820b-1560d899a5c5 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1804922 Jul 23 10:22:11.929829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 48045c89-aca9-4754-8a17-fc4c66cecbf3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:11.930173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 48045c89-aca9-4754-8a17-fc4c66cecbf3 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:11.957082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-74f18ce7-3f48-4e9d-90b2-1921f38286e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:11.958621 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-74f18ce7-3f48-4e9d-90b2-1921f38286e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3&tenant_id=c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 1096 time: 0.0681493 Jul 23 10:22:11.973291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-96d1ad27-2664-4aa7-912b-0d2fdeb00304 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0582767 Jul 23 10:22:11.980231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] For port 817fe81e-e3e3-4f77-bef1-25445e33f634, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=817fe81e-e3e3-4f77-bef1-25445e33f634,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:11.980595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.000411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Calling delete_port for 817fe81e-e3e3-4f77-bef1-25445e33f634 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:12.041384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-6481708c-8cee-4faf-a5ae-7ff5e99afb76 tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.108 HTTP/1.1" status: 200 len: 696 time: 0.0582559 Jul 23 10:22:12.082652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966df658-c13c-4bbf-a1ea-6d6415040cbb req-c3447e17-6e06-4701-af01-c7e7f425cd37 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.084340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-966df658-c13c-4bbf-a1ea-6d6415040cbb req-c3447e17-6e06-4701-af01-c7e7f425cd37 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 945 time: 0.1116178 Jul 23 10:22:12.087931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-8acde13d-75d0-4eba-9146-4f3d22f4dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.089446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-8acde13d-75d0-4eba-9146-4f3d22f4dab8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1096 time: 0.1016474 Jul 23 10:22:12.148637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-966df658-c13c-4bbf-a1ea-6d6415040cbb req-c61a2c02-845e-44ca-a9ae-6b3a3053e22a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580297 Jul 23 10:22:12.218344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-5c65668a-cc73-4cab-8338-23a232d4be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.219825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-5c65668a-cc73-4cab-8338-23a232d4be76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1162031 Jul 23 10:22:12.269200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Deleting port 6757fb63-1202-45ba-8c2a-42a32b780bc0 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:12.269544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.278314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-10e2aad4-0d82-410d-87e2-dd617167aa9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 217 time: 0.0409522 Jul 23 10:22:12.300182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.350514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ee864-3b50-4654-9ae1-932be72f4492 req-8bfe1fd0-6890-409e-9f6f-4f6685505c60 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.351953 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-111ee864-3b50-4654-9ae1-932be72f4492 req-8bfe1fd0-6890-409e-9f6f-4f6685505c60 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.1449749 Jul 23 10:22:12.357734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-1e1f3f04-8a0d-4543-a4f8-81ef81fed93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.359114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-1e1f3f04-8a0d-4543-a4f8-81ef81fed93a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0740104 Jul 23 10:22:12.367600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event deleted for resources: {'Port': ['ID=817fe81e-e3e3-4f77-bef1-25445e33f634,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:12.407682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-3bb14f96-a224-4f05-8d3f-0e128ac8daaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295336 Jul 23 10:22:12.426372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] No DVR routers for this DVR port 817fe81e-e3e3-4f77-bef1-25445e33f634 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:12.430775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.431102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.433836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.435808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bb667e5-5d6b-446d-b1c1-e13a739696d4 req-aeba9423-f449-478c-9d9d-a579be2dce5b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.55 "DELETE /v2.0/ports/817fe81e-e3e3-4f77-bef1-25445e33f634 HTTP/1.1" status: 204 len: 173 time: 0.8582277 Jul 23 10:22:12.436250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'name': 'network-vif-deleted', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:12.439015 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e139eb12-4bfc-45b3-9580-fffa3ec88a97" -d '{"events": [{"server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "name": "network-vif-deleted", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:12.448506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-111ee864-3b50-4654-9ae1-932be72f4492 req-abe6fb31-8faa-4c58-99f1-28512db85633 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878322 Jul 23 10:22:12.455982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Calling delete_port for 6757fb63-1202-45ba-8c2a-42a32b780bc0 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:12.517608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-7beeccdd-f9de-4990-b9a3-e54b8f64fec4 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004493 Jul 23 10:22:12.548665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 817fe81e-e3e3-4f77-bef1-25445e33f634 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:12.572744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 817fe81e-e3e3-4f77-bef1-25445e33f634 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:12.573663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 817fe81e-e3e3-4f77-bef1-25445e33f634 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:12.613000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.634948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Pushing event deleted for resources: {'Port': ['ID=6757fb63-1202-45ba-8c2a-42a32b780bc0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:12.655170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-612c870b-351b-4e01-81bb-46c93ce31f65 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278763 Jul 23 10:22:12.666685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9443859-7a69-43ca-8a5d-8be579b81c4a req-addd3778-96ec-40ae-b212-ef681444d42a tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.668661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9443859-7a69-43ca-8a5d-8be579b81c4a req-addd3778-96ec-40ae-b212-ef681444d42a tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 949 time: 0.1323872 Jul 23 10:22:12.703676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.706248 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:12.707386 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecb06e4a-6e60-4ece-8a0f-099ba3878a76 req-5ca5eeab-bf4b-4ccd-a33d-d0552257e1ff tempest-FloatingIPDetailsTestJSON-32723131 tempest-FloatingIPDetailsTestJSON-32723131-project] 10.222.0.37 "DELETE /v2.0/floatingips/0c10ed21-cf54-4eec-8573-7c7e555a1997 HTTP/1.1" status: 204 len: 173 time: 0.6602437 Jul 23 10:22:12.710612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9443859-7a69-43ca-8a5d-8be579b81c4a req-c7f98a52-b1cd-4f18-abd1-2da20a24ac36 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Jul 23 10:22:12.714432 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:12.809371 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ce3ee9-1f7c-4fc7-96ee-b3aa757b4734 x-openstack-request-id: req-35ce3ee9-1f7c-4fc7-96ee-b3aa757b4734 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:12.809665 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc3eaff-8857-48d3-8667-95cc8d6e530b", "name": "network-vif-deleted", "tag": "817fe81e-e3e3-4f77-bef1-25445e33f634", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:12.809917 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35ce3ee9-1f7c-4fc7-96ee-b3aa757b4734 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:12.810313 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc3eaff-8857-48d3-8667-95cc8d6e530b', 'name': 'network-vif-deleted', 'tag': '817fe81e-e3e3-4f77-bef1-25445e33f634', 'status': 'completed', 'code': 200} Jul 23 10:22:12.920660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c68dcf3-e3b2-47ff-a75b-3169140f3342 req-de648586-ddee-4418-9c72-6c795f6870d5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cc3eaff-8857-48d3-8667-95cc8d6e530b HTTP/1.1" status: 200 len: 210 time: 0.0361912 Jul 23 10:22:12.928256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caec6c7-a389-4da5-96e9-4dc0fc3a9676 req-e8b627e2-9ccf-4584-8946-d26265b53826 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:12.929762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2caec6c7-a389-4da5-96e9-4dc0fc3a9676 req-e8b627e2-9ccf-4584-8946-d26265b53826 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1479034 Jul 23 10:22:13.023472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2caec6c7-a389-4da5-96e9-4dc0fc3a9676 req-5ec264bd-e7dc-4f23-a5ee-e9a63eed8c30 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 Jul 23 10:22:13.105029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9638e74-b6b3-42a4-8a08-82f2a6f52978 req-48c307c4-0af8-4d11-a496-cbe470b96c41 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:13.108177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9638e74-b6b3-42a4-8a08-82f2a6f52978 req-48c307c4-0af8-4d11-a496-cbe470b96c41 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1120059 Jul 23 10:22:13.159513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9638e74-b6b3-42a4-8a08-82f2a6f52978 req-fad92631-0af3-43cf-a9f2-e173d2028c2c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Jul 23 10:22:13.294887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:13.378747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-b8ee3cdb-a022-434e-8369-f02bbd58b69b tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:13.380646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-b8ee3cdb-a022-434e-8369-f02bbd58b69b tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.2000937 Jul 23 10:22:13.504471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e21fd-6574-487b-9faa-7374bbe31fa2 req-ab467a2e-ac93-4751-a82c-7042e4743fe1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:13.506208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee4e21fd-6574-487b-9faa-7374bbe31fa2 req-ab467a2e-ac93-4751-a82c-7042e4743fe1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 945 time: 0.2619328 Jul 23 10:22:13.591151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1637e-34e6-4f57-b99a-32432710b14a req-3478b0fd-6bb9-4b06-918b-ba791a4bb057 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:13.592748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-39b1637e-34e6-4f57-b99a-32432710b14a req-3478b0fd-6bb9-4b06-918b-ba791a4bb057 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.0699739 Jul 23 10:22:13.633341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-39b1637e-34e6-4f57-b99a-32432710b14a req-9c215c74-a38f-4c73-a97f-27b3f7b4775a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Jul 23 10:22:13.851469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ff81-8e7f-4c88-a656-6228d794f4e7 req-d1abeb67-df90-4b85-8daa-b3422594385b tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:13.852962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8584ff81-8e7f-4c88-a656-6228d794f4e7 req-d1abeb67-df90-4b85-8daa-b3422594385b tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 949 time: 0.0679760 Jul 23 10:22:13.896237 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8584ff81-8e7f-4c88-a656-6228d794f4e7 req-60ad16be-bc32-4284-b056-89b2590218ff tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac3a3845-eb5c-45dd-a5ed-dc36c1072183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jul 23 10:22:13.907453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:13.908987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee4e21fd-6574-487b-9faa-7374bbe31fa2 req-4385ae13-c814-44af-8499-08dd527a9eeb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916602 Jul 23 10:22:13.929380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-58ae3fef-08de-4bac-b74d-6cca053067e2 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:13.930816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-58ae3fef-08de-4bac-b74d-6cca053067e2 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 949 time: 0.4889927 Jul 23 10:22:13.967764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:13.983411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-51bd1c9b-407b-4e3c-8da1-97c0484f724d service neutron] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:13.998386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-51bd1c9b-407b-4e3c-8da1-97c0484f724d service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:13.999528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0746e1-f6c0-4202-8ad9-f28679287ad0 req-51bd1c9b-407b-4e3c-8da1-97c0484f724d service neutron] 10.222.0.55 "DELETE /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.6001494 Jul 23 10:22:14.099486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df43b9-a89f-4c68-98d7-4a2319d4cbd5 req-0c70968d-44f8-47b3-b046-23da4cc5c6dc tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:14.101014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79df43b9-a89f-4c68-98d7-4a2319d4cbd5 req-0c70968d-44f8-47b3-b046-23da4cc5c6dc tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0616992 Jul 23 10:22:14.139118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79df43b9-a89f-4c68-98d7-4a2319d4cbd5 req-77924919-ffe2-4049-aae7-f9cc07212767 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Jul 23 10:22:14.208168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Deleting port 10cebe4b-c698-4171-82eb-91ae2571a39e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:14.208266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:14.236491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fa188-9a87-4fe0-b121-4d200812965c req-9f5204a7-669a-44ee-b4da-a146a0081875 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:14.237987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-060fa188-9a87-4fe0-b121-4d200812965c req-9f5204a7-669a-44ee-b4da-a146a0081875 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1427870 Jul 23 10:22:14.302988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Deleting port 86802f21-74b0-446c-a520-20385a6405c8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:14.303728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:14.336525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-e117b69a-215f-4b7e-8c9e-ca4a15f0c31b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:14.338257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-e117b69a-215f-4b7e-8c9e-ca4a15f0c31b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 822 time: 0.1132076 Jul 23 10:22:14.353393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-e8445cee-ffc5-4563-9707-0e778b95d07e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/quotas/b827cce2c55e489da87e6cd1ec330478 HTTP/1.1" status: 200 len: 375 time: 0.0097284 Jul 23 10:22:14.354435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-060fa188-9a87-4fe0-b121-4d200812965c req-69ffaf78-180e-461e-9a29-63fe5090ab78 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058414 Jul 23 10:22:14.401332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] For port 10cebe4b-c698-4171-82eb-91ae2571a39e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=10cebe4b-c698-4171-82eb-91ae2571a39e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:14.401933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:14.421302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Calling delete_port for 10cebe4b-c698-4171-82eb-91ae2571a39e owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:14.436712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-71a4811b-8fcd-4269-93b2-267929c75b33 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778983 Jul 23 10:22:14.458012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] For port 86802f21-74b0-446c-a520-20385a6405c8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=86802f21-74b0-446c-a520-20385a6405c8,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:14.458375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:14.490977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Calling delete_port for 86802f21-74b0-446c-a520-20385a6405c8 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:14.530132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d7d467c4-f516-4883-92a1-96a458ba7da8 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869551 Jul 23 10:22:14.625543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-83bf740a-2427-4cf8-ac5a-d68c48b66838 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900376 Jul 23 10:22:14.628442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af66ac1-8fbe-4bbb-a92d-672afc5c314b req-8864f678-43e1-4147-a661-f2658746bc4a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:14.629955 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1af66ac1-8fbe-4bbb-a92d-672afc5c314b req-8864f678-43e1-4147-a661-f2658746bc4a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2005887 Jul 23 10:22:14.757439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1af66ac1-8fbe-4bbb-a92d-672afc5c314b req-78ccd01e-cb77-43e4-a66e-1c77c1639c1a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192408 Jul 23 10:22:14.788429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:14.887746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Pushing event deleted for resources: {'Port': ['ID=10cebe4b-c698-4171-82eb-91ae2571a39e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:14.943976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] No DVR routers for this DVR port 10cebe4b-c698-4171-82eb-91ae2571a39e on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:14.949337 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:14.951361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3038c115-53b2-4400-a1a0-5c21812dd8e0 req-4b04ee4b-5ef5-49b3-8672-50ba889f8f32 tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.20 "DELETE /v2.0/ports/10cebe4b-c698-4171-82eb-91ae2571a39e HTTP/1.1" status: 204 len: 173 time: 1.0135024 Jul 23 10:22:14.953227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a926f38-7839-44b5-9dd6-c7126b936948', 'name': 'network-vif-deleted', 'tag': '10cebe4b-c698-4171-82eb-91ae2571a39e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:14.962329 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28281ab8-977d-4870-a79f-f5c3b4df13bf" -d '{"events": [{"server_uuid": "8a926f38-7839-44b5-9dd6-c7126b936948", "name": "network-vif-deleted", "tag": "10cebe4b-c698-4171-82eb-91ae2571a39e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:14.990300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:15.024955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-baf1242e-848c-43cd-a073-f807d9d90340 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:15.032764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-baf1242e-848c-43cd-a073-f807d9d90340 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.2071710 Jul 23 10:22:15.050896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86802f21-74b0-446c-a520-20385a6405c8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:15.058364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-0cfb6c3a-df8c-4ee4-8201-27497d41c63b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/quotas/c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 375 time: 0.0247211 Jul 23 10:22:15.066360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38166-b6b1-44d8-816a-000251ead06d req-b84d55ef-51b2-46be-831e-cbbcd163ff35 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:15.073400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ce38166-b6b1-44d8-816a-000251ead06d req-b84d55ef-51b2-46be-831e-cbbcd163ff35 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.1867006 Jul 23 10:22:15.187865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ce38166-b6b1-44d8-816a-000251ead06d req-2fc06cb1-fc8f-48d7-b235-ffb1ac65f398 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 Jul 23 10:22:15.203546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-b5e9692a-16a7-4a9f-b132-ba5e77f7d783 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441896 Jul 23 10:22:15.399921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d5f72268-65d4-4b32-b6d3-0c3a541c1377 req-f47b244e-a37e-4bc2-a166-7c5d9c12fa9e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 210 time: 0.1396673 Jul 23 10:22:15.403351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-b5ad8802-7a2a-4a2a-96c9-8bdd34079a52 service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986375 Jul 23 10:22:15.451158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-3a720b55-888d-41ea-ad29-3f84a7661d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:15.453518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-3a720b55-888d-41ea-ad29-3f84a7661d27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1097 time: 0.2816463 Jul 23 10:22:15.466282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:15.548321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-fa0471a9-d1d3-4542-aa9a-f7ae8c7f484a service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436937 Jul 23 10:22:15.653850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d46bcd02-cf9a-46c6-bf52-e916c6e198e1 req-e5c57bcb-faf2-4cd8-9257-d56091e3ee1b tempest-LiveMigrationNegativeTest-395262062 tempest-LiveMigrationNegativeTest-395262062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a926f38-7839-44b5-9dd6-c7126b936948 HTTP/1.1" status: 200 len: 210 time: 0.0819321 Jul 23 10:22:15.757251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-8b4a9ce7-7891-4c61-9bef-978fe27fe222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:15.759879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-8b4a9ce7-7891-4c61-9bef-978fe27fe222 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.2963126 Jul 23 10:22:15.845870 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7c25f8-1d2f-42ba-8d67-0e8cf28b66bc x-openstack-request-id: req-3b7c25f8-1d2f-42ba-8d67-0e8cf28b66bc {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:15.846960 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a926f38-7839-44b5-9dd6-c7126b936948", "name": "network-vif-deleted", "tag": "10cebe4b-c698-4171-82eb-91ae2571a39e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:15.847314 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b7c25f8-1d2f-42ba-8d67-0e8cf28b66bc {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:15.847830 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a926f38-7839-44b5-9dd6-c7126b936948', 'name': 'network-vif-deleted', 'tag': '10cebe4b-c698-4171-82eb-91ae2571a39e', 'status': 'completed', 'code': 200} Jul 23 10:22:15.906880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 10cebe4b-c698-4171-82eb-91ae2571a39e no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:15.918480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c3a3412a-8f94-4f83-abea-df744d5fe7be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 217 time: 0.0752099 Jul 23 10:22:15.941677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 10cebe4b-c698-4171-82eb-91ae2571a39e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:15.942462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 10cebe4b-c698-4171-82eb-91ae2571a39e not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:15.974020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96b8ca28-7146-4715-a59c-c80eeeba73f3 req-6cfe50e2-9f76-4602-88fc-4bc812d7d10c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 210 time: 0.0452521 Jul 23 10:22:16.033345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9dd9-c4d8-4d44-a57f-fca1fdf4f716 req-915cbd41-1663-410f-bd9f-2d654d84717d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:16.034926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-851c9dd9-c4d8-4d44-a57f-fca1fdf4f716 req-915cbd41-1663-410f-bd9f-2d654d84717d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1907737 Jul 23 10:22:16.036405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-26c03bcd-6408-41e6-b693-4b2ace790237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:16.037787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-26c03bcd-6408-41e6-b693-4b2ace790237 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1047177 Jul 23 10:22:16.063365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Router 4a273411-0584-47ed-9451-52441b2847d5 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:22:16.093806 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-948c9108-fd49-41bf-bfb3-54566ceeb7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338254 Jul 23 10:22:16.119351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49b135-5426-413a-b2d2-8b3dd3e6c628 req-59feaeb4-cb29-4686-a93d-257b4bae5032 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:16.121531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce49b135-5426-413a-b2d2-8b3dd3e6c628 req-59feaeb4-cb29-4686-a93d-257b4bae5032 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0826929 Jul 23 10:22:16.144068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-851c9dd9-c4d8-4d44-a57f-fca1fdf4f716 req-ec7f4202-bad1-40cf-8ca4-c1c87054ed94 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014261 Jul 23 10:22:16.198739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce49b135-5426-413a-b2d2-8b3dd3e6c628 req-20aeb27e-a68c-467b-90d9-6d811553edbc tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694270 Jul 23 10:22:16.523661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-385fe6ce-33ed-48af-96c2-e539db629ac0 req-c32b9b35-3ac8-405e-85c7-1b9bb51b5725 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 210 time: 0.0370719 Jul 23 10:22:16.707316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-2e290750-7748-4add-aa93-bda7c0319f55 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014400 Jul 23 10:22:16.738331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:22:16.752516 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] Sync routers for ids ['4a273411-0584-47ed-9451-52441b2847d5'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:22:16.757910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:16.758131 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-804cc864-cecf-464a-b701-04c90e7100a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/4a273411-0584-47ed-9451-52441b2847d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0427308 Jul 23 10:22:16.774342 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] Routers {'4a273411-0584-47ed-9451-52441b2847d5'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:22:16.775862 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a273411-0584-47ed-9451-52441b2847d5'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:16.839289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-b62f65fb-da20-4db8-8a08-8bfc5844ba68 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:16.842043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-b62f65fb-da20-4db8-8a08-8bfc5844ba68 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.20 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 822 time: 0.5896411 Jul 23 10:22:16.875933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d59fe-02de-4c9c-8e3e-0347a6543f99 req-bdf990d9-e8bf-41fa-8a3c-ed6e8893825d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:16.877916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-907d59fe-02de-4c9c-8e3e-0347a6543f99 req-bdf990d9-e8bf-41fa-8a3c-ed6e8893825d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 946 time: 0.2933443 Jul 23 10:22:16.885264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Request body: {'port': {'device_id': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'admin_state_up': True, 'tenant_id': 'b827cce2c55e489da87e6cd1ec330478'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:16.965485 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-907d59fe-02de-4c9c-8e3e-0347a6543f99 req-6f821df8-ac71-471b-b433-9bd4a2197506 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707600 Jul 23 10:22:17.060295 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] Set router 4a273411-0584-47ed-9451-52441b2847d5 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:22:17.154854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-14af5998-7c48-48c8-9335-a058c5fd9a3a service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368007 Jul 23 10:22:17.161391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.236377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60128) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:17.255512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-78e401c5-1ffe-4d3a-a94d-630f09c65ac4 req-b02bf9ed-f288-43d7-9608-6517a30f5ee2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 210 time: 0.1144300 Jul 23 10:22:17.362027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Made reservation on behalf of b827cce2c55e489da87e6cd1ec330478 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:17.371203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.404519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-b6711d2d-63f7-434e-a002-de1298059e09 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:17.405953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-6a235615-20d8-482d-9820-0186d645bda5 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:17.406478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-b6711d2d-63f7-434e-a002-de1298059e09 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.3850329 Jul 23 10:22:17.407482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-6a235615-20d8-482d-9820-0186d645bda5 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1097 time: 0.1734347 Jul 23 10:22:17.426328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Request body: {'port': {'device_id': '471894ab-2da4-492e-a890-81d5288f1ded', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'admin_state_up': True, 'tenant_id': 'c03d131371c24e5a933122ba8f96b5fa'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:17.430941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:17.498453 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:22:14Z', 'revision_number': 5, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:17.528851 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] Checking router: 4a273411-0584-47ed-9451-52441b2847d5 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:22:17.537504 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] Routers {'4a273411-0584-47ed-9451-52441b2847d5'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:22:17.538228 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a273411-0584-47ed-9451-52441b2847d5'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:17.552590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0bf7a-c8ec-4e30-ac5c-3e63566621c1 req-ce40177a-d561-4233-b844-6bf58851afa3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:17.556148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60c0bf7a-c8ec-4e30-ac5c-3e63566621c1 req-ce40177a-d561-4233-b844-6bf58851afa3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.2823012 Jul 23 10:22:17.586096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f1c76473-4233-420e-9cd4-922aa171ccc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94b1875752b747d7b57d9e11de1c23fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441412 Jul 23 10:22:17.586096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.595399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60134) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:17.634606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee6a19-6ca7-4391-aee3-ddb834951bd1 req-0ccfb69c-2a0f-4511-8cfc-af53dface945 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:17.641456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ecee6a19-6ca7-4391-aee3-ddb834951bd1 req-0ccfb69c-2a0f-4511-8cfc-af53dface945 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2170589 Jul 23 10:22:17.646026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.654474 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] Set router 4a273411-0584-47ed-9451-52441b2847d5 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:22:17.683229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Allocated IP 172.20.0.4 (a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d/31bc15b7-456d-41e6-8a0a-8a50315fc4ea/49d72985-0ce3-44af-986f-e2463f5f63ee) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:17.728559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ecee6a19-6ca7-4391-aee3-ddb834951bd1 req-7774fc86-eba0-4d03-a0cb-80fb0990ab03 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862236 Jul 23 10:22:17.750998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-388078af-69da-4ee2-b4a9-d6cda8c8f9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.782981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-388078af-69da-4ee2-b4a9-d6cda8c8f9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.852701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60c0bf7a-c8ec-4e30-ac5c-3e63566621c1 req-4540ebd5-2fbe-4260-aaee-8fcec0f2bb41 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631333 Jul 23 10:22:17.908049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7674dc92-c0a8-483c-a2e1-5ad60ca7ea20 req-b7f2f733-bb5c-4dfa-943e-e08cbf812021 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 210 time: 0.0633380 Jul 23 10:22:17.911608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Made reservation on behalf of c03d131371c24e5a933122ba8f96b5fa for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:17.921066 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:22:14Z', 'revision_number': 5, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:17.924289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.960992 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3541-4084-45d1-aaa6-d1a2ba62125f None None] The sync data for ids ['4a273411-0584-47ed-9451-52441b2847d5'] in n-d-778550-4 is: [{'id': '4a273411-0584-47ed-9451-52441b2847d5', 'name': 'tempest-FloatingIPDetailsTestJSON-135154855-router', 'tenant_id': '7af1f28464b14af4980e0d84dbbf279f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:51Z', 'updated_at': '2021-07-23T10:22:14Z', 'revision_number': 5, 'project_id': '7af1f28464b14af4980e0d84dbbf279f', 'gw_port': {'id': '6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a273411-0584-47ed-9451-52441b2847d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:53Z', 'updated_at': '2021-07-23T10:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:22:17.969996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-388078af-69da-4ee2-b4a9-d6cda8c8f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.973385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-388078af-69da-4ee2-b4a9-d6cda8c8f9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:17.977191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-388078af-69da-4ee2-b4a9-d6cda8c8f9f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac3a3845-eb5c-45dd-a5ed-dc36c1072183 HTTP/1.1" status: 204 len: 168 time: 0.3781948 Jul 23 10:22:17.981393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:18.027886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Deleting port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:18.028262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.049282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.050400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388078af-69da-4ee2-b4a9-d6cda8c8f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3a3845-eb5c-45dd-a5ed-dc36c1072183,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:18.058467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:18.110709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:18.113033 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0815e3c6-b0b0-4e55-b878-7fb451d82da7" -d '{"events": [{"server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:18.116815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.131609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.198773 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e7f82-ad29-4818-a36b-ef5a2fa6968c x-openstack-request-id: req-ba6e7f82-ad29-4818-a36b-ef5a2fa6968c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:18.199214 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:18.199555 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba6e7f82-ad29-4818-a36b-ef5a2fa6968c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:18.200016 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'code': 200} Jul 23 10:22:18.204359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.228905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Allocated IP 172.20.0.7 (96a96832-d655-41d9-937e-f38bcf3d20bf/6e512ca4-885d-4b59-88d6-b827ffb26da7/eed0bc45-8dff-4fd6-a98c-2be0037083e3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:18.242399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] For port 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:18.242751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.264444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Calling delete_port for 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:18.267077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:18.270772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:18.278619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:18.297503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5264bce-4045-4b74-871b-c9d053617bdb req-5f4c02ad-c7a9-499f-b61b-c4a9489a31a3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:18.299028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5264bce-4045-4b74-871b-c9d053617bdb req-5f4c02ad-c7a9-499f-b61b-c4a9489a31a3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 944 time: 0.1554294 Jul 23 10:22:18.302616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:18.350890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:18.351225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:18.351928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:18.388520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:18.389122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Attempting to bind port e053f459-4f0b-46ae-8de8-f53f32a6782c on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:18.405876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event updated for resources: {'Port': ['ID=49d72985-0ce3-44af-986f-e2463f5f63ee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:18.428899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60148) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:18.436261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:18.436599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:18.437003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:18.437406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Bound port: e053f459-4f0b-46ae-8de8-f53f32a6782c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:18.437759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.441083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f02c9779-0628-4214-9edb-a396de2d1917 req-305f8c83-cb2c-419e-ba46-5c5ec827471c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 210 time: 0.0592692 Jul 23 10:22:18.450097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5264bce-4045-4b74-871b-c9d053617bdb req-20a38c55-3e8e-4033-bac4-d50314b7c58d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421826 Jul 23 10:22:18.454035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:18.454642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.497265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-128f223c-948c-4ce9-85db-e1cc79bc32f5 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6174114 Jul 23 10:22:18.519782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Request body: {'port': {'device_id': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:18.555225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:18.576396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:18.583134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.660410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.710123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:18.710735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.712230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] 10.222.0.55 "PUT /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 1122 time: 1.2865915 Jul 23 10:22:18.729497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02699bf3-ee92-43f4-9c61-9f68a9bf8cef service neutron] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:18.832052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e053f459-4f0b-46ae-8de8-f53f32a6782c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:18.841903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1e466a48-b2ec-49cd-b848-f86bc1e98e3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a355541e9c764301a712b2d6c96b69c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073892 Jul 23 10:22:18.843642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60152) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:18.877666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86802f21-74b0-446c-a520-20385a6405c8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:18.906841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 86802f21-74b0-446c-a520-20385a6405c8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:18.907527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86802f21-74b0-446c-a520-20385a6405c8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:18.940409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.980562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72588879-c03b-4896-ba74-c44ab2ea4fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:18.986369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab4be-880c-487e-b09a-f2b126cb5358 req-c932e9fb-4c2e-4770-a006-44d318c48b14 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:18.987950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fab4be-880c-487e-b09a-f2b126cb5358 req-c932e9fb-4c2e-4770-a006-44d318c48b14 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1616619 Jul 23 10:22:19.002183 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.035697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:19.064087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fab4be-880c-487e-b09a-f2b126cb5358 req-39581580-55a1-499f-b1b3-44f339758995 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694418 Jul 23 10:22:19.070558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72588879-c03b-4896-ba74-c44ab2ea4fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.085693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d72985-0ce3-44af-986f-e2463f5f63ee {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:19.094373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.108182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Transition to ACTIVE for port object 49d72985-0ce3-44af-986f-e2463f5f63ee will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:19.114359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.167064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.205713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Pushing event updated for resources: {'Port': ['ID=49d72985-0ce3-44af-986f-e2463f5f63ee,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:19.213225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a736-84d3-47fb-a2af-2e72a2ef1b5d req-5d88234e-3b98-44cb-84e7-740101d37ef6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.215023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a143a736-84d3-47fb-a2af-2e72a2ef1b5d req-5d88234e-3b98-44cb-84e7-740101d37ef6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.2534258 Jul 23 10:22:19.244380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.254341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Network 96a96832-d655-41d9-937e-f38bcf3d20bf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:19.290019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13686b7-6077-477d-b071-35f5752638aa req-15fc4dd0-9107-452d-ae51-854bb98fd514 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.292479 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e13686b7-6077-477d-b071-35f5752638aa req-15fc4dd0-9107-452d-ae51-854bb98fd514 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 943 time: 0.1459644 Jul 23 10:22:19.319065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Attempting to bind port 49d72985-0ce3-44af-986f-e2463f5f63ee on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:19.319300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:19.319406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Attempting to bind port 49d72985-0ce3-44af-986f-e2463f5f63ee by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:19.319730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Attempting to bind port 49d72985-0ce3-44af-986f-e2463f5f63ee on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:19.331317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Port 49d72985-0ce3-44af-986f-e2463f5f63ee on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:19.331662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Attempting to bind port 49d72985-0ce3-44af-986f-e2463f5f63ee on network a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:19.347323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:19.347685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Checking segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:19.348067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Bound using segment: {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:19.348500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Bound port: 49d72985-0ce3-44af-986f-e2463f5f63ee, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40e401c-898b-401c-947e-27be3e738cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:19.348774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:19.348884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.351829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:19.357717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72588879-c03b-4896-ba74-c44ab2ea4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.360281 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72588879-c03b-4896-ba74-c44ab2ea4fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.363749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e13686b7-6077-477d-b071-35f5752638aa req-465d76b3-c6e9-4aec-8995-4ebb5b1197bd tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Jul 23 10:22:19.363923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-72588879-c03b-4896-ba74-c44ab2ea4fb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd4835b8-84f1-48ab-9107-0e8ccfa33654 HTTP/1.1" status: 204 len: 168 time: 0.5152457 Jul 23 10:22:19.405802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.411852 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.416758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72588879-c03b-4896-ba74-c44ab2ea4fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4835b8-84f1-48ab-9107-0e8ccfa33654,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:19.439712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a143a736-84d3-47fb-a2af-2e72a2ef1b5d req-77393686-f70a-49f6-bb2f-f8b03fa9df89 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157605 Jul 23 10:22:19.448787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] For port 49d72985-0ce3-44af-986f-e2463f5f63ee, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:19.459979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] For port 49d72985-0ce3-44af-986f-e2463f5f63ee, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49d72985-0ce3-44af-986f-e2463f5f63ee,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:19.467714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.489557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.490092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.502356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.503329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a273411-0584-47ed-9451-52441b2847d5 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:22:19.510911 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.515209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3d730b13-7731-4695-9b68-82a31440b762 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4a273411-0584-47ed-9451-52441b2847d5 HTTP/1.1" status: 204 len: 168 time: 2.7557662 Jul 23 10:22:19.516314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:19.525526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f5c546e1-908f-4919-8ebc-9f8643e8858c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1042573 Jul 23 10:22:19.540107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.540706 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.542253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/49d72985-0ce3-44af-986f-e2463f5f63ee HTTP/1.1" status: 200 len: 1091 time: 1.0268810 Jul 23 10:22:19.551172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Request body: {'port': {'device_id': '471894ab-2da4-492e-a890-81d5288f1ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:19.596116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3e19-7d8e-44f1-85c0-8c5f775b70a4 service neutron] Pushing event updated for resources: {'Port': ['ID=49d72985-0ce3-44af-986f-e2463f5f63ee,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:19.639590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Deleting subnet 4d000ea2-98e2-4f55-8a7f-6a21a3ff4423 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:22:19.650962 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.705648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38943e-52c6-4704-a357-489a1349ab1c req-717d389f-e9ca-4b0e-b714-7c62e33ece9c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.712609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac38943e-52c6-4704-a357-489a1349ab1c req-717d389f-e9ca-4b0e-b714-7c62e33ece9c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 944 time: 0.1209407 Jul 23 10:22:19.725913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-ab4ac853-663a-4752-8f11-94e541b76a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.726256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.727845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-ab4ac853-663a-4752-8f11-94e541b76a4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 1094 time: 0.1202033 Jul 23 10:22:19.752827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.784257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aea80e-2035-4894-84df-677a5919d9c4 req-e4f74a11-08fe-44a7-8f5d-f54d2edcd995 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.785756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7aea80e-2035-4894-84df-677a5919d9c4 req-e4f74a11-08fe-44a7-8f5d-f54d2edcd995 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 931 time: 0.2291868 Jul 23 10:22:19.788620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-27ee2d61-be62-4a56-94d9-52ede4957613 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49d72985-0ce3-44af-986f-e2463f5f63ee HTTP/1.1" status: 200 len: 217 time: 0.0462263 Jul 23 10:22:19.805022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac38943e-52c6-4704-a357-489a1349ab1c req-3cbdd9ec-c133-43fa-ae18-c83f69ec9d26 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915289 Jul 23 10:22:19.849161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-b938dc0f-d4d1-4a35-bb74-da4a201f2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:19.850668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-b938dc0f-d4d1-4a35-bb74-da4a201f2b4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 200 len: 862 time: 0.0446873 Jul 23 10:22:19.887831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7aea80e-2035-4894-84df-677a5919d9c4 req-d9c0ef72-5ce1-4695-9379-6a24ae26e69c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946589 Jul 23 10:22:19.888890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-f5adfedf-c99e-44a1-8a44-9a68a26326a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322239 Jul 23 10:22:19.948466 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:19.989401 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-71d36a60-6ca6-4e8a-a9d3-9c450d705f9f service neutron] 10.222.0.20 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928261 Jul 23 10:22:20.069575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.094080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cff82e9d-3833-40fb-a390-b8a3533f1e92 req-0ed8e07a-dea1-48af-bd56-3f75892cf6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969019 Jul 23 10:22:20.117478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d000ea2-98e2-4f55-8a7f-6a21a3ff4423,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:20.128272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.133253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:20.133393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b7529585-a9d3-4505-bd87-e98792d53e00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d000ea2-98e2-4f55-8a7f-6a21a3ff4423 HTTP/1.1" status: 204 len: 168 time: 0.6159661 Jul 23 10:22:20.143479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03f8d8-6a5e-4fdd-8630-12a6405fe5f6 None None] Network 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:22:20.225179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed0bc45-8dff-4fd6-a98c-2be0037083e3 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:20.235516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.235944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c'}, {'name': 'network-changed', 'server_uuid': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'tag': '49d72985-0ce3-44af-986f-e2463f5f63ee'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:20.238254 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c"}, {"name": "network-changed", "server_uuid": "22c86197-3433-4cab-b9fc-ab60fe8c01de", "tag": "49d72985-0ce3-44af-986f-e2463f5f63ee"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:20.255088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.256254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Transition to ACTIVE for port object eed0bc45-8dff-4fd6-a98c-2be0037083e3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:20.262941 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.344967 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce8b08d-f180-4f58-be9d-d0b9a1f27724 x-openstack-request-id: req-1ce8b08d-f180-4f58-be9d-d0b9a1f27724 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:20.345536 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22c86197-3433-4cab-b9fc-ab60fe8c01de", "tag": "49d72985-0ce3-44af-986f-e2463f5f63ee", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:20.345948 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ce8b08d-f180-4f58-be9d-d0b9a1f27724 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:20.346487 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'status': 'completed', 'code': 200} Jul 23 10:22:20.346731 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'tag': '49d72985-0ce3-44af-986f-e2463f5f63ee', 'status': 'completed', 'code': 200} Jul 23 10:22:20.366174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:20.438193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09791d55-345e-4b0c-8887-01bf762b24ab req-e19b3c20-763c-44a8-8711-4948a793a609 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:20.438681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] DHCP port deletion for 83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:22:20.440423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09791d55-345e-4b0c-8887-01bf762b24ab req-e19b3c20-763c-44a8-8711-4948a793a609 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1991570 Jul 23 10:22:20.490635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:20.491137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:20.491767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:20.500521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Deleting port 33bdc0ec-6181-468a-a35e-16d9a0d10066 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:20.501126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.501924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:20.502263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:20.502460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Deleting port 33bdc0ec-6181-468a-a35e-16d9a0d10066 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:20.502844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.514743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:20.515140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:20.515561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:20.516010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Bound port: eed0bc45-8dff-4fd6-a98c-2be0037083e3, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:20.516379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.550119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09791d55-345e-4b0c-8887-01bf762b24ab req-848b47e1-4b79-4c19-a3aa-c26e8763dc7b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Jul 23 10:22:20.575970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:20.600507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] For port 33bdc0ec-6181-468a-a35e-16d9a0d10066, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=33bdc0ec-6181-468a-a35e-16d9a0d10066,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:20.601178 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.602298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde684d6-f74f-41ae-9f98-091a50663867 req-0e4bf7a4-1925-436b-81fb-11162836cc4b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:20.609635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bde684d6-f74f-41ae-9f98-091a50663867 req-0e4bf7a4-1925-436b-81fb-11162836cc4b tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 943 time: 0.1527255 Jul 23 10:22:20.617446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Calling delete_port for 33bdc0ec-6181-468a-a35e-16d9a0d10066 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:20.639823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-17042067-ddd6-4460-a43b-be0384c5ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:20.645952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-17042067-ddd6-4460-a43b-be0384c5ba8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1125 time: 0.2494998 Jul 23 10:22:20.677675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:20.697581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bde684d6-f74f-41ae-9f98-091a50663867 req-d18a306e-0d0f-41d0-af1f-f6c98220c82f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823803 Jul 23 10:22:20.715006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] For port 33bdc0ec-6181-468a-a35e-16d9a0d10066, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=33bdc0ec-6181-468a-a35e-16d9a0d10066,segment=NetworkSegment(178bb61e-f341-4c5d-92b4-adb2b81c2406),segment_id=178bb61e-f341-4c5d-92b4-adb2b81c2406)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:20.715764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.716342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:20.723480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.745837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Calling delete_port for 33bdc0ec-6181-468a-a35e-16d9a0d10066 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:20.766350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:20.801639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:20.828504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:20.829439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:20.831184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-bb8d3eba-1d58-44d0-8155-551061a09da0 service neutron] 10.222.0.20 "PUT /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 1091 time: 1.2845457 Jul 23 10:22:20.831864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:20.834558 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908" -d '{"events": [{"name": "network-changed", "server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:20.916175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef261-8c5f-4d58-8ef9-47b5e8be878e req-dd68b587-afb2-4994-b716-fe506f479344 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:20.924375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-840ef261-8c5f-4d58-8ef9-47b5e8be878e req-dd68b587-afb2-4994-b716-fe506f479344 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.2770684 Jul 23 10:22:20.928066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-7c5ad8c9-07b7-4f5d-a80b-e5b8ad766440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:20.928732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-7c5ad8c9-07b7-4f5d-a80b-e5b8ad766440 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.2738597 Jul 23 10:22:20.942481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:22:20.952920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.006463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-78682438-2f6c-4699-9885-ac6acd27b392 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 217 time: 0.0666089 Jul 23 10:22:21.016046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:21.022204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-b2fb0bd0-c78c-40e4-b317-6438f8415722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.023717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-b2fb0bd0-c78c-40e4-b317-6438f8415722 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1094 time: 0.1307697 Jul 23 10:22:21.028213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Pushing event deleted for resources: {'Port': ['ID=33bdc0ec-6181-468a-a35e-16d9a0d10066,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:21.035352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] No DVR routers for this DVR port 33bdc0ec-6181-468a-a35e-16d9a0d10066 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:21.054988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.055323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.055836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.063476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.063805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-840ef261-8c5f-4d58-8ef9-47b5e8be878e req-88dfde88-e3c5-47ec-96ff-e7910e90bfdf tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350722 Jul 23 10:22:21.063942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.064366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.064757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.065153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.065547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.065660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.066015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.066386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.066773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99841833-0cfb-4322-9d6b-b80384f4a3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:22:21.070115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:21.070529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6c2d9c53-a3e0-4a29-b89a-e64ed5b3a794 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:21.071012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 33bdc0ec-6181-468a-a35e-16d9a0d10066 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:21.092477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 33bdc0ec-6181-468a-a35e-16d9a0d10066 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:21.092868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 33bdc0ec-6181-468a-a35e-16d9a0d10066 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:21.113412 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] No DVR routers for this DVR port 33bdc0ec-6181-468a-a35e-16d9a0d10066 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:21.125392 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b484bba-0b61-4883-83b1-c2c8d61c15c8 x-openstack-request-id: req-4b484bba-0b61-4883-83b1-c2c8d61c15c8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:21.125685 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:21.125938 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b484bba-0b61-4883-83b1-c2c8d61c15c8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:21.126346 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'status': 'completed', 'code': 200} Jul 23 10:22:21.129495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-5ea7a172-1fd5-467b-b191-87cbc34a76b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 217 time: 0.0674975 Jul 23 10:22:21.186458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212d9b-c560-4123-8563-6aa639b654b4 req-2c905e02-da91-4597-9011-455b5ed0c765 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.187083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9212d9b-c560-4123-8563-6aa639b654b4 req-2c905e02-da91-4597-9011-455b5ed0c765 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 944 time: 0.1622968 Jul 23 10:22:21.201515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bdc0ec-6181-468a-a35e-16d9a0d10066,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:21.224751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-e239c147-785f-406c-a2a2-b291224b80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.226232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-e239c147-785f-406c-a2a2-b291224b80a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.2099020 Jul 23 10:22:21.228257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-ef1b9612-049e-47f5-a9a9-9db8dfdf620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.231451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-ef1b9612-049e-47f5-a9a9-9db8dfdf620b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0809302 Jul 23 10:22:21.238336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9212d9b-c560-4123-8563-6aa639b654b4 req-49c54f44-170d-4867-940c-2fb6365ad1ec tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Jul 23 10:22:21.268780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-a0003c5e-821d-4b80-8960-08b50f7013a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295024 Jul 23 10:22:21.288646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.332190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-138c48b8-38d2-4347-8e6b-d7e7ccb0763b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780573 Jul 23 10:22:21.333734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b9f8b7-756a-47b6-ac63-d1ebe24e7d73']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:21.355047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178bb61e-f341-4c5d-92b4-adb2b81c2406') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:21.355531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178bb61e-f341-4c5d-92b4-adb2b81c2406') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:21.379090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.386225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-99eb71eb-7a2a-4768-b6ce-c89602a62d35 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110098 Jul 23 10:22:21.411105 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.446864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec20428-979f-4244-a933-411036465f3d req-83e1d097-753d-4676-a122-83289b48a1f1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.448944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ec20428-979f-4244-a933-411036465f3d req-83e1d097-753d-4676-a122-83289b48a1f1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.2629273 Jul 23 10:22:21.452724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:22:21.453220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:22:21.454814 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:22:21.486666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cba684-4247-4e16-a5dc-61f04ecdc7b1 req-f4afa0d6-83b0-4420-b420-4fb676e69d75 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938637 Jul 23 10:22:21.649563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-553c42d1-4258-4a80-9e3c-eb4ff2e3a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.651763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-553c42d1-4258-4a80-9e3c-eb4ff2e3a40b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1094 time: 0.0672495 Jul 23 10:22:21.749353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-1b4dac13-a220-4132-8078-6c7cde340bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.751282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-1b4dac13-a220-4132-8078-6c7cde340bfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.0929451 Jul 23 10:22:21.803841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-a28ea1e5-a199-4d57-8314-86b6d1e515ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 217 time: 0.0421686 Jul 23 10:22:21.821900 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-53dcd21c-8047-491f-9c5c-4a50c89cd7af service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807966 Jul 23 10:22:21.823715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.835759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:21.840689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83b9f8b7-756a-47b6-ac63-d1ebe24e7d73 HTTP/1.1" status: 204 len: 168 time: 1.7033515 Jul 23 10:22:21.867644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ec20428-979f-4244-a933-411036465f3d req-fee2e6a5-74b2-46c0-923e-a8d74d0227cb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978982 Jul 23 10:22:21.869897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c8b78-a59e-4f49-8eb8-3f53ca607fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b9f8b7-756a-47b6-ac63-d1ebe24e7d73,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:21.887249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-77e351e4-044d-4828-90c9-815afe3efa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.889213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-77e351e4-044d-4828-90c9-815afe3efa40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0773692 Jul 23 10:22:21.932318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-1079825c-b031-4caa-b29e-806cdf5e1b1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283976 Jul 23 10:22:21.943772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb495-abd8-42e5-91e9-6b284170a13d req-6dcf841b-345e-4f34-870a-4eeb047d7b39 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:21.945541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36bdb495-abd8-42e5-91e9-6b284170a13d req-6dcf841b-345e-4f34-870a-4eeb047d7b39 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1444523 Jul 23 10:22:21.970186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49d72985-0ce3-44af-986f-e2463f5f63ee details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:21.994584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-dfd03973-9a57-46c4-a1d4-3b6af212d35e service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525149 Jul 23 10:22:22.044270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36bdb495-abd8-42e5-91e9-6b284170a13d req-f5f5fc96-978d-4d67-8c1b-0e8cc0b5de2d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Jul 23 10:22:22.048850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec9a4-43cb-4735-b7fd-a778afda0d94 req-8aed5b0c-8122-4608-af17-96eeb4eabc78 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:22.056312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a95ec9a4-43cb-4735-b7fd-a778afda0d94 req-8aed5b0c-8122-4608-af17-96eeb4eabc78 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 943 time: 0.1131895 Jul 23 10:22:22.097971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-41fa4da5-a563-4bce-9893-fd3ae40a912c service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504858 Jul 23 10:22:22.101470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60248) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:22.123626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 49d72985-0ce3-44af-986f-e2463f5f63ee, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49d72985-0ce3-44af-986f-e2463f5f63ee,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:22.137144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '49d72985-0ce3-44af-986f-e2463f5f63ee', 'network_id': 'a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d', 'port_id': '49d72985-0ce3-44af-986f-e2463f5f63ee', 'mac_address': 'fa:16:3e:e6:3a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bc15b7-456d-41e6-8a0a-8a50315fc4ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:22.153846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a95ec9a4-43cb-4735-b7fd-a778afda0d94 req-8a7bd7b1-c41c-4959-ad41-2e8f3f004c80 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908065 Jul 23 10:22:22.190255 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:22.193236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-eda90f85-3096-4ae5-b5c3-02b9bcaf2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:22.194741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-eda90f85-3096-4ae5-b5c3-02b9bcaf2bfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b827cce2c55e489da87e6cd1ec330478&device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 1094 time: 0.0965745 Jul 23 10:22:22.208818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d72985-0ce3-44af-986f-e2463f5f63ee {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:22.225375 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e40bbf83-ee9c-4f7e-828e-ff1333cbc908 req-35e57968-8358-49dd-a54c-c1458951d32e service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212552 Jul 23 10:22:22.236146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 49d72985-0ce3-44af-986f-e2463f5f63ee, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49d72985-0ce3-44af-986f-e2463f5f63ee,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:22.257770 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:22.273293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3dcd990c-8234-4f63-b91d-0ed81637c90b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7af1f28464b14af4980e0d84dbbf279f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706305 Jul 23 10:22:22.275771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60252) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:22.323848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=49d72985-0ce3-44af-986f-e2463f5f63ee,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:22.341398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c13c15ce-4947-4909-b2e4-acf94b77c903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:22.368213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c13c15ce-4947-4909-b2e4-acf94b77c903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:22.396670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-69fd4372-7fc0-49d9-a5f4-cd49d574bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:22.398165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-69fd4372-7fc0-49d9-a5f4-cd49d574bddd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 200 len: 923 time: 0.1967380 Jul 23 10:22:22.452569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-48dc5c9d-8619-488c-bcfc-3a02d853cdf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49d72985-0ce3-44af-986f-e2463f5f63ee HTTP/1.1" status: 200 len: 217 time: 0.0459003 Jul 23 10:22:22.460874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ab2c5-19a1-4976-861f-5d78e0297299 req-f6efaddc-65e7-481e-ab09-ad136b619ecd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:22.462369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-620ab2c5-19a1-4976-861f-5d78e0297299 req-f6efaddc-65e7-481e-ab09-ad136b619ecd tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1219983 Jul 23 10:22:22.484841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c13c15ce-4947-4909-b2e4-acf94b77c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:22.487668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c13c15ce-4947-4909-b2e4-acf94b77c903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:22.488777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c13c15ce-4947-4909-b2e4-acf94b77c903 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3422878b-7d90-406d-b90f-c693dbaa417b HTTP/1.1" status: 204 len: 168 time: 0.2117441 Jul 23 10:22:22.510975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c15ce-4947-4909-b2e4-acf94b77c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422878b-7d90-406d-b90f-c693dbaa417b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:22.525639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788c37c-89c5-4132-a9c4-a38d839b5f7a req-1d774306-a64f-4e15-aec2-ffcecdfb3c31 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:22.528176 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6788c37c-89c5-4132-a9c4-a38d839b5f7a req-1d774306-a64f-4e15-aec2-ffcecdfb3c31 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 944 time: 0.1086142 Jul 23 10:22:22.529398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-bf890750-6888-41c1-835c-fa54a54f48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:22.530913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-bf890750-6888-41c1-835c-fa54a54f48ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 200 len: 862 time: 0.0676453 Jul 23 10:22:22.536372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-620ab2c5-19a1-4976-861f-5d78e0297299 req-31f4bf7c-d3da-4828-a2fd-d799020e56a8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652902 Jul 23 10:22:22.575847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['49d72985-0ce3-44af-986f-e2463f5f63ee'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:22.577249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-b234a422-8e25-4bd6-b05c-15875331527e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388103 Jul 23 10:22:22.606146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6788c37c-89c5-4132-a9c4-a38d839b5f7a req-8bf76897-0b6b-42ec-835f-520537c25eea tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Jul 23 10:22:22.713660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-bdc2fcf9-9906-44d1-8718-8527716c4b83 service neutron] 10.222.0.20 "GET /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.0831115 Jul 23 10:22:22.730550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-237c5ae1-7744-42d5-97f7-771146cdaebf service neutron] 10.222.0.20 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114726 Jul 23 10:22:22.859708 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-80cad447-e1b1-4915-8385-d129561cc4a2 service neutron] show failed (client error): The resource could not be found. Jul 23 10:22:22.861028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-80cad447-e1b1-4915-8385-d129561cc4a2 service neutron] 10.222.0.55 "GET /v2.0/ports/43b88886-995f-4158-b23f-25a6ad83306d/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.1037958 Jul 23 10:22:22.922987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf03fbfa-8d16-461d-ae1b-c6bb13e14b81 req-cf66ae3e-37ad-41da-ae6b-528df3828b1c service neutron] 10.222.0.20 "GET /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890671 Jul 23 10:22:23.029860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:23.048232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b1afa-7f1d-4e64-8ce7-378fe6dc6a00 req-fb746c80-f3d9-4a46-aa65-1cf3a2c16c1c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.057726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-705b1afa-7f1d-4e64-8ce7-378fe6dc6a00 req-fb746c80-f3d9-4a46-aa65-1cf3a2c16c1c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.0988991 Jul 23 10:22:23.059211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:23.098387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e053f459-4f0b-46ae-8de8-f53f32a6782c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:23.113298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:23.128522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:23.140267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-705b1afa-7f1d-4e64-8ce7-378fe6dc6a00 req-52f43c29-7e91-4bfa-9d08-a58b0fbd57b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815444 Jul 23 10:22:23.184124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-e0f2ec76-387c-48ed-a6e7-859b7bf71e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.185696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-e0f2ec76-387c-48ed-a6e7-859b7bf71e4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d&tenant_id=bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 1100 time: 0.0924871 Jul 23 10:22:23.206505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:23.236554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] Transition to ACTIVE for port object e053f459-4f0b-46ae-8de8-f53f32a6782c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:23.243179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:23.338266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] No DVR routers for this DVR port e053f459-4f0b-46ae-8de8-f53f32a6782c on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:23.360020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] Pushing event updated for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:23.397506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ebc63-2201-418f-8961-578479c06a18 req-b9e2cad7-70ea-4e6b-8d98-4edf9bc2b5fe tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.399608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a46ebc63-2201-418f-8961-578479c06a18 req-b9e2cad7-70ea-4e6b-8d98-4edf9bc2b5fe tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1479106 Jul 23 10:22:23.400865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:23.414609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-c08f1239-97b3-4ad8-82ab-d19679f5009b service neutron] 10.222.0.20 "PUT /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6941700 Jul 23 10:22:23.476181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460ccb-d01c-4251-885d-b41d4c4f1e32 req-6a24bdc6-8ad6-4653-9485-2f0c8c964a85 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.479997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a46ebc63-2201-418f-8961-578479c06a18 req-acfa4ac3-0f36-493a-a4dd-9b6c220d6add tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Jul 23 10:22:23.487886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2460ccb-d01c-4251-885d-b41d4c4f1e32 req-6a24bdc6-8ad6-4653-9485-2f0c8c964a85 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 944 time: 0.1388080 Jul 23 10:22:23.538352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:23.550706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2460ccb-d01c-4251-885d-b41d4c4f1e32 req-42beece3-1e22-4372-a467-0df59ff30ddd tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Jul 23 10:22:23.701552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-7683ec89-9ecc-4469-a0b6-177ce6a2fc34 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.703089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-7683ec89-9ecc-4469-a0b6-177ce6a2fc34 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1933727 Jul 23 10:22:23.709669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02432b8-9d58-4ce2-8bdf-a6fa6eb894cf req-176299f4-40d6-4a3b-bc00-173d6f99f874 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.711329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d02432b8-9d58-4ce2-8bdf-a6fa6eb894cf req-176299f4-40d6-4a3b-bc00-173d6f99f874 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.0789711 Jul 23 10:22:23.757402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d02432b8-9d58-4ce2-8bdf-a6fa6eb894cf req-5f610a04-1a19-426e-9d3d-7da24b502eff tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Jul 23 10:22:23.761927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:23.806993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:23.849551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-ef034380-11a8-4de6-8870-80fcb182208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.851067 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-ef034380-11a8-4de6-8870-80fcb182208b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1&tenant_id=917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1397622 Jul 23 10:22:23.864419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:23.866518 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17ce7f9-e783-4a59-b71e-c7470957c1ad" -d '{"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-unplugged", "status": "completed", "tag": "43b88886-995f-4158-b23f-25a6ad83306d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:23.871261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:23.887070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Transition to ACTIVE for port object 43b88886-995f-4158-b23f-25a6ad83306d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:23.900723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddfa45-ded9-41d2-93c8-3d7bd65fdb0e req-781b2eeb-4f36-4b8b-92e1-f2e70214351b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:23.908005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89ddfa45-ded9-41d2-93c8-3d7bd65fdb0e req-781b2eeb-4f36-4b8b-92e1-f2e70214351b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.0852318 Jul 23 10:22:23.918968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:23.952976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:23.968927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89ddfa45-ded9-41d2-93c8-3d7bd65fdb0e req-5baaedc9-8531-4496-82e2-aa095069ac7a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599267 Jul 23 10:22:23.972282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49d72985-0ce3-44af-986f-e2463f5f63ee up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:24.038172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] No DVR routers for this DVR port 43b88886-995f-4158-b23f-25a6ad83306d on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:24.087519 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49f796-5f42-4dd8-a910-2d48b67d5bae x-openstack-request-id: req-4f49f796-5f42-4dd8-a910-2d48b67d5bae {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:24.088123 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-unplugged", "status": "completed", "tag": "43b88886-995f-4158-b23f-25a6ad83306d", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:24.088123 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f49f796-5f42-4dd8-a910-2d48b67d5bae {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:24.088822 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d', 'code': 200} Jul 23 10:22:24.115757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:24.141576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-52b583d5-d7fd-46ef-b3f6-3a113f981ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.143342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-52b583d5-d7fd-46ef-b3f6-3a113f981ac7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2551088 Jul 23 10:22:24.149086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:24.149525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:24.149790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:24.162935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 49d72985-0ce3-44af-986f-e2463f5f63ee completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:24.163935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Port 43b88886-995f-4158-b23f-25a6ad83306d on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:24.164504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Attempting to bind port 43b88886-995f-4158-b23f-25a6ad83306d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:24.171892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 49d72985-0ce3-44af-986f-e2463f5f63ee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:24.172599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.220478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:24.221068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:24.221533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:24.221909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Bound port: 43b88886-995f-4158-b23f-25a6ad83306d, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:24.222274 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.254284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:24.265280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:24.278142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'port_id': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'mac_address': 'fa:16:3e:81:01:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e512ca4-885d-4b59-88d6-b827ffb26da7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:24.341032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.378366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-47fd645c-97a0-4cd9-bae1-d8b2fb67d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.379727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-47fd645c-97a0-4cd9-bae1-d8b2fb67d8a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.2261643 Jul 23 10:22:24.384934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d72985-0ce3-44af-986f-e2463f5f63ee'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:24.386607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:24.386860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dd3e3-c7c9-49da-b43e-5c15da060d5a req-983c3b81-9ea0-433e-b917-b9cabfdb874a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.389819 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0020f-3e6d-4fdd-9c68-7ca67c3aa4b2" -d '{"events": [{"server_uuid": "22c86197-3433-4cab-b9fc-ab60fe8c01de", "name": "network-vif-plugged", "status": "completed", "tag": "49d72985-0ce3-44af-986f-e2463f5f63ee"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:24.391298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:24.398901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-808dd3e3-c7c9-49da-b43e-5c15da060d5a req-983c3b81-9ea0-433e-b917-b9cabfdb874a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.1435721 Jul 23 10:22:24.400915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 49d72985-0ce3-44af-986f-e2463f5f63ee, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49d72985-0ce3-44af-986f-e2463f5f63ee,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:24.424057 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.430084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-ecaa46d6-d39b-4c32-a1d7-81d20b1cee10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 200 len: 217 time: 0.0408120 Jul 23 10:22:24.431696 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.480491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-808dd3e3-c7c9-49da-b43e-5c15da060d5a req-60b04e14-160c-413b-a2d9-225af4c68e75 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805025 Jul 23 10:22:24.496967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.497596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.499071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] 10.222.0.20 "PUT /v2.0/ports/43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 1095 time: 1.2990401 Jul 23 10:22:24.536394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-081f3626-2236-45c1-903e-1fac997a7e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.540239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=49d72985-0ce3-44af-986f-e2463f5f63ee,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:24.549911 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.571124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed0bc45-8dff-4fd6-a98c-2be0037083e3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:24.599755 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:24.602606 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f95cdeb-e600-438a-8a58-6788424e00c2 x-openstack-request-id: req-3f95cdeb-e600-438a-8a58-6788424e00c2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:24.603011 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c86197-3433-4cab-b9fc-ab60fe8c01de", "name": "network-vif-plugged", "status": "completed", "tag": "49d72985-0ce3-44af-986f-e2463f5f63ee", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:24.603313 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f95cdeb-e600-438a-8a58-6788424e00c2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:24.606308 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d72985-0ce3-44af-986f-e2463f5f63ee', 'code': 200} Jul 23 10:22:24.608532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.640772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-ac6ff0dd-daf6-4e86-95ee-9b957a5fc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.642595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-ac6ff0dd-daf6-4e86-95ee-9b957a5fc46b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.2009180 Jul 23 10:22:24.649461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b76c5-de7c-47f4-9e77-933fe9320e51 service neutron] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:24.688721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:24.718422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-3aacde97-8029-42c4-932d-512e296a9e61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649781 Jul 23 10:22:24.781413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-081f3626-2236-45c1-903e-1fac997a7e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.789313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-081f3626-2236-45c1-903e-1fac997a7e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:24.828865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-c7e1a654-31cc-4035-b5e3-8b0c6ecb185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.830373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-c7e1a654-31cc-4035-b5e3-8b0c6ecb185c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1098 time: 0.2769516 Jul 23 10:22:24.848386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f3626-2236-45c1-903e-1fac997a7e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757a6c7d-5559-4b4f-b4a4-48546e183fa0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:24.860267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b0a8-d472-4b8b-9481-763afc9ee09f req-3f699bec-703e-4d0b-9463-c8cc346a5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.861854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5874b0a8-d472-4b8b-9481-763afc9ee09f req-3f699bec-703e-4d0b-9463-c8cc346a5bfd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 1096 time: 0.1880839 Jul 23 10:22:24.867011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-081f3626-2236-45c1-903e-1fac997a7e85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8b48c3778e34043a6d5c976cafa20d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911815 Jul 23 10:22:24.869169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:24.902584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892864-e758-48e4-be5e-f1a2369dcded req-0c0b20ff-c200-48dc-98d6-8be4d6755e13 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.904096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e892864-e758-48e4-be5e-f1a2369dcded req-0c0b20ff-c200-48dc-98d6-8be4d6755e13 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 945 time: 0.1863611 Jul 23 10:22:24.912722 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-7899b4bd-ace6-420d-ac6e-79c750ba1ddc service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851158 Jul 23 10:22:24.923671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5874b0a8-d472-4b8b-9481-763afc9ee09f req-cd825b61-e8b2-48bf-953b-84c98afbd946 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518045 Jul 23 10:22:24.925415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['eed0bc45-8dff-4fd6-a98c-2be0037083e3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:24.954281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e892864-e758-48e4-be5e-f1a2369dcded req-79104d49-e4be-4a8f-bfe5-722c48655cf6 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jul 23 10:22:24.962959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a0d1c-51ae-4970-8353-8feca4d9f039 req-21c81ef9-6384-4d45-986a-d8321e582cf5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:24.964569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-809a0d1c-51ae-4970-8353-8feca4d9f039 req-21c81ef9-6384-4d45-986a-d8321e582cf5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2544804 Jul 23 10:22:25.101356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-d4515e44-492b-4319-ae27-2945b0558e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.102807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-d4515e44-492b-4319-ae27-2945b0558e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2614014 Jul 23 10:22:25.112656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6498a62c-583f-42e2-a453-3cac71ad04c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:25.119046 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-809a0d1c-51ae-4970-8353-8feca4d9f039 req-b863faf6-a51a-4227-97c0-e44ba58f2d82 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407800 Jul 23 10:22:25.150759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-07b78d23-e0cf-4eb3-9899-bdae89d96d13 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834760 Jul 23 10:22:25.153338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6498a62c-583f-42e2-a453-3cac71ad04c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:25.230744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-d19a9f23-481c-49df-9c32-252271fd2ae9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0474532 Jul 23 10:22:25.231701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee0a29-4b25-4a31-8f95-689710126523 req-42e9bc90-9036-494e-97c4-f06e8bd42c74 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.234046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ee0a29-4b25-4a31-8f95-689710126523 req-42e9bc90-9036-494e-97c4-f06e8bd42c74 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 947 time: 0.0724900 Jul 23 10:22:25.275296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ee0a29-4b25-4a31-8f95-689710126523 req-7e0e13db-ce82-4e48-aa78-194859b172f3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355046 Jul 23 10:22:25.315939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-3e93cddc-38ad-4eaf-8cc8-8b37c2947669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.317375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-3e93cddc-38ad-4eaf-8cc8-8b37c2947669 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0676014 Jul 23 10:22:25.319354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6498a62c-583f-42e2-a453-3cac71ad04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:25.324074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6498a62c-583f-42e2-a453-3cac71ad04c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:25.326352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6498a62c-583f-42e2-a453-3cac71ad04c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/757a6c7d-5559-4b4f-b4a4-48546e183fa0 HTTP/1.1" status: 204 len: 168 time: 0.4515698 Jul 23 10:22:25.367604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498a62c-583f-42e2-a453-3cac71ad04c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757a6c7d-5559-4b4f-b4a4-48546e183fa0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:25.377962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515385-9f78-48d0-9514-c5e97502f4ce req-ca0263d8-140b-4492-9cfe-e3820cffe532 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.385997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f515385-9f78-48d0-9514-c5e97502f4ce req-ca0263d8-140b-4492-9cfe-e3820cffe532 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.1916595 Jul 23 10:22:25.462925 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f515385-9f78-48d0-9514-c5e97502f4ce req-b96eb7ce-0395-42ac-b95e-1c08b7f1b0c7 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760682 Jul 23 10:22:25.485572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-6d36c6a8-de6a-4961-a873-a8f75b7fbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.487150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-6d36c6a8-de6a-4961-a873-a8f75b7fbc80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594837 Jul 23 10:22:25.546574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-375ebb54-f1a9-414d-af5c-1a44e6a6bdaf tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.548915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-375ebb54-f1a9-414d-af5c-1a44e6a6bdaf tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1344962 Jul 23 10:22:25.660475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:25.697942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6d54933-92bd-4c55-958e-e59882288072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:25.711368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-d251e5c3-a472-447b-9239-d16744237fcf service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152455 Jul 23 10:22:25.814684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95849910-1563-473c-b023-b6ae5beaeccd req-88d46faf-3353-4a23-94a4-2f789f4f6c42 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:25.816192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95849910-1563-473c-b023-b6ae5beaeccd req-88d46faf-3353-4a23-94a4-2f789f4f6c42 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.2269564 Jul 23 10:22:25.918905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-d3e66798-5cc6-4c7c-9915-d8e0b3f71b17 service neutron] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:25.940777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-d3e66798-5cc6-4c7c-9915-d8e0b3f71b17 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:25.942035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89e4bea0-2511-439b-992a-284ec94f8c39 req-d3e66798-5cc6-4c7c-9915-d8e0b3f71b17 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.3853602 Jul 23 10:22:25.948359 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b17fcdfa-8303-495e-ad3e-4bf1e501b36f req-8d073d9e-0671-40d9-a20b-cb5fcdcc3c53 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262337 Jul 23 10:22:25.959197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95849910-1563-473c-b023-b6ae5beaeccd req-05b8c5c0-dc72-473f-ab81-023cf735a2d0 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074076 Jul 23 10:22:25.966342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:26.038058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6d54933-92bd-4c55-958e-e59882288072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.049049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6d54933-92bd-4c55-958e-e59882288072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.076150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port eed0bc45-8dff-4fd6-a98c-2be0037083e3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:26.081696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port eed0bc45-8dff-4fd6-a98c-2be0037083e3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:26.082263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.094385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:26.096776 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "tag": "43b88886-995f-4158-b23f-25a6ad83306d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:26.134873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d54933-92bd-4c55-958e-e59882288072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af73072-c085-4b20-8b42-b476887dbbbe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:26.143601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e6d54933-92bd-4c55-958e-e59882288072 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=355e90eccb3a4089bdfbc29b9231aeda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803958 Jul 23 10:22:26.145685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:26.191662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.236567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:26.241064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.242304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:26.362085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:26.367229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:26.402775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581b03-a854-4a64-9795-88ef8f8df4bf req-cb9f3719-6004-4f13-939a-d2d6ebc06ce7 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.404535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16581b03-a854-4a64-9795-88ef8f8df4bf req-cb9f3719-6004-4f13-939a-d2d6ebc06ce7 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0728400 Jul 23 10:22:26.439737 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fad29f-89c7-43d3-8be7-05d65cc76229 x-openstack-request-id: req-71fad29f-89c7-43d3-8be7-05d65cc76229 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:26.439951 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "tag": "43b88886-995f-4158-b23f-25a6ad83306d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:26.440182 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71fad29f-89c7-43d3-8be7-05d65cc76229 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:26.440569 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d', 'status': 'completed', 'code': 200} Jul 23 10:22:26.446798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16581b03-a854-4a64-9795-88ef8f8df4bf req-22e6ca9e-00a7-4355-ac05-606cf6ae8b27 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jul 23 10:22:26.538071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdcbf5-d7c6-4006-80db-55550342185a req-2d5ef607-0750-4aa1-a652-6e675e234c6f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.539669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84cdcbf5-d7c6-4006-80db-55550342185a req-2d5ef607-0750-4aa1-a652-6e675e234c6f tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 945 time: 0.4930160 Jul 23 10:22:26.597288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 43b88886-995f-4158-b23f-25a6ad83306d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:26.597951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85d9bbc4-61ba-4886-9e78-8b50c9ecbba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.613855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b0cbe-49c7-46e9-8150-5562de86efe3 req-59edb24a-f095-4d17-9b95-8b2d81d4b6bb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.615341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d5b0cbe-49c7-46e9-8150-5562de86efe3 req-59edb24a-f095-4d17-9b95-8b2d81d4b6bb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 947 time: 0.0672796 Jul 23 10:22:26.617633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:26.621387 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42d9558-98dd-42cf-98c8-f3381940c1cb" -d '{"events": [{"server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "name": "network-vif-plugged", "status": "completed", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:26.625534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-be44c117-f09f-4f91-b571-3125e80bb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.627129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-be44c117-f09f-4f91-b571-3125e80bb0bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1098 time: 0.1830730 Jul 23 10:22:26.629295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-b0212217-cd56-4e22-b5c3-796591d2aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.629921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-b0212217-cd56-4e22-b5c3-796591d2aa64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1098 time: 0.1872473 Jul 23 10:22:26.647781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 43b88886-995f-4158-b23f-25a6ad83306d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:26.650476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84cdcbf5-d7c6-4006-80db-55550342185a req-fc1750a1-def5-4927-a615-e089f8cfa65e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991969 Jul 23 10:22:26.656739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d5b0cbe-49c7-46e9-8150-5562de86efe3 req-665f88ef-77e4-4af2-a5ba-8001e2f0bada tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Jul 23 10:22:26.673922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85d9bbc4-61ba-4886-9e78-8b50c9ecbba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.733989 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a68a101-f4a3-47b0-b56b-4c4afa6255dc x-openstack-request-id: req-5a68a101-f4a3-47b0-b56b-4c4afa6255dc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:26.734907 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "name": "network-vif-plugged", "status": "completed", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:26.735316 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a68a101-f4a3-47b0-b56b-4c4afa6255dc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:26.736623 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'code': 200} Jul 23 10:22:26.815541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046f501-d0fb-4fba-af26-d3d5dfcd404c req-f9be1677-e03d-44f7-865a-ecb4617fc3b4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.817491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1046f501-d0fb-4fba-af26-d3d5dfcd404c req-f9be1677-e03d-44f7-865a-ecb4617fc3b4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.0781279 Jul 23 10:22:26.840567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85d9bbc4-61ba-4886-9e78-8b50c9ecbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.843236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85d9bbc4-61ba-4886-9e78-8b50c9ecbba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:26.846903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-85d9bbc4-61ba-4886-9e78-8b50c9ecbba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7af73072-c085-4b20-8b42-b476887dbbbe HTTP/1.1" status: 204 len: 168 time: 0.6973929 Jul 23 10:22:26.846903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-d470df4c-4bb8-451d-b26a-488056fbd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.847144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-d470df4c-4bb8-451d-b26a-488056fbd659 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1944814 Jul 23 10:22:26.850322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-25d90a96-7a1b-4869-8a9e-ef7b1ffd844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:26.851541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-25d90a96-7a1b-4869-8a9e-ef7b1ffd844b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2153277 Jul 23 10:22:26.871180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9bbc4-61ba-4886-9e78-8b50c9ecbba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af73072-c085-4b20-8b42-b476887dbbbe,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:26.913601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-909b00c9-cdbe-456f-98c0-a3d1a7c76ab7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0575554 Jul 23 10:22:26.944185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1046f501-d0fb-4fba-af26-d3d5dfcd404c req-e6c8a0b3-8957-46b2-ae8f-ba7e571a2225 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175821 Jul 23 10:22:26.951943 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-9dcc82ef-aa81-4035-ac67-17fc96247305 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0785122 Jul 23 10:22:27.018803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89c10-ef76-4191-a490-7d150df4a01d req-d10ca522-362a-41ed-9549-3767d1651372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.022470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08b89c10-ef76-4191-a490-7d150df4a01d req-d10ca522-362a-41ed-9549-3767d1651372 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1096 time: 0.1268926 Jul 23 10:22:27.044294 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca88723f-ee3d-4b27-b0c6-796dfeefd24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:27.054544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-9f92e688-1540-4c57-9f0d-367902f372d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.056012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-9f92e688-1540-4c57-9f0d-367902f372d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1139133 Jul 23 10:22:27.102546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-e42a304e-1db8-4930-a637-698f4be6e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.104119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-e42a304e-1db8-4930-a637-698f4be6e3b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1029515 Jul 23 10:22:27.116535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08b89c10-ef76-4191-a490-7d150df4a01d req-140a33d0-ae0f-4344-a79a-89a8b64763dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804853 Jul 23 10:22:27.146742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c793a5-79be-40f5-aa36-259d9069db31 req-8db90a7e-26a0-473c-9390-e36e697a29a4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.148847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95c793a5-79be-40f5-aa36-259d9069db31 req-8db90a7e-26a0-473c-9390-e36e697a29a4 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 945 time: 0.1046579 Jul 23 10:22:27.193115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95c793a5-79be-40f5-aa36-259d9069db31 req-d1472063-a327-4a0f-bd07-47729fa26cb1 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362136 Jul 23 10:22:27.224034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-2a642dd7-29b0-418f-80b4-efe2e08f47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.226150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-2a642dd7-29b0-418f-80b4-efe2e08f47b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580100 Jul 23 10:22:27.241428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-dcc08ae7-2dfd-4ea2-a764-7ba1785681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.242899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-dcc08ae7-2dfd-4ea2-a764-7ba1785681bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309407 Jul 23 10:22:27.266079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b651b6-509e-497f-bf5e-23ed9cfaf99d req-0c6441e1-be8e-402a-89da-42c61d1396aa tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.267603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63b651b6-509e-497f-bf5e-23ed9cfaf99d req-0c6441e1-be8e-402a-89da-42c61d1396aa tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 945 time: 0.1455679 Jul 23 10:22:27.375645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63b651b6-509e-497f-bf5e-23ed9cfaf99d req-bcb2052a-908e-461e-8ed0-dfb8ebdef5a9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824444 Jul 23 10:22:27.418450 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-b3ed4a7d-077b-42cd-87d8-bdeb34602917 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803467 Jul 23 10:22:27.488146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7985b41-22f5-40c3-bd7b-0261b7c432e6 req-d66d4fb6-2917-4c45-af10-6bdfb7d8ef41 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.489691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7985b41-22f5-40c3-bd7b-0261b7c432e6 req-d66d4fb6-2917-4c45-af10-6bdfb7d8ef41 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0697579 Jul 23 10:22:27.536635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7985b41-22f5-40c3-bd7b-0261b7c432e6 req-885b9575-c436-4f4e-bf2c-2e77b2078b5e tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Jul 23 10:22:27.541860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-cf901427-8264-4063-b851-5eee8b6da15f service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631904 Jul 23 10:22:27.652643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-52746384-f709-468d-98c8-384b0a64ef34 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257214 Jul 23 10:22:27.691934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17bd9c05-57eb-400e-98ba-dc88e2f73ca4 req-0af053e4-2adb-4901-94b8-cc2a779f4f77 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397700 Jul 23 10:22:27.704174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102c606-f87c-40f1-b83c-361265e5676e req-2e57ac51-51de-4fa1-bfee-e3f70689150d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.706059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e102c606-f87c-40f1-b83c-361265e5676e req-2e57ac51-51de-4fa1-bfee-e3f70689150d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1667309 Jul 23 10:22:27.748274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e102c606-f87c-40f1-b83c-361265e5676e req-f94e1ac6-716c-4690-b2eb-915fa60c14a1 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Jul 23 10:22:27.902975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4075ff-53da-4eb9-9e2c-a15afffcc699 req-ca694ed6-9cdb-4f26-a013-9655a89fd68b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:27.904555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e4075ff-53da-4eb9-9e2c-a15afffcc699 req-ca694ed6-9cdb-4f26-a013-9655a89fd68b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 947 time: 0.0884678 Jul 23 10:22:27.952228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e4075ff-53da-4eb9-9e2c-a15afffcc699 req-52808b7e-ceeb-427a-9310-491524a45fa0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Jul 23 10:22:27.983404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 43b88886-995f-4158-b23f-25a6ad83306d details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:28.116559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:28.129234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '43b88886-995f-4158-b23f-25a6ad83306d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '43b88886-995f-4158-b23f-25a6ad83306d', 'mac_address': 'fa:16:3e:29:73:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:28.158643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-0d5842e4-e070-49ee-b57a-6562bd017dc1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:28.164819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-0d5842e4-e070-49ee-b57a-6562bd017dc1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.1256166 Jul 23 10:22:28.171769 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:28.181913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-b4125d80-0b34-4944-b31d-4d590f1cbc56 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/quotas/917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 375 time: 0.0156691 Jul 23 10:22:28.189647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b88886-995f-4158-b23f-25a6ad83306d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:28.213513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:28.219285 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:28.300111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:28.334649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-fb1dfbf9-496a-4adc-854f-7d8eb568e86e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511598 Jul 23 10:22:28.434867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60470) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:28.435045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9626163-c2c6-4769-9884-90d9b7ba546a req-5e727f0b-1af9-4c9d-b012-ccf7bdb559ce tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:28.435501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9626163-c2c6-4769-9884-90d9b7ba546a req-5e727f0b-1af9-4c9d-b012-ccf7bdb559ce tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 945 time: 0.1281919 Jul 23 10:22:28.473407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-d1e52071-82a9-4075-bf97-41fd928e2d1e service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378279 Jul 23 10:22:28.509271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9626163-c2c6-4769-9884-90d9b7ba546a req-045f4bd4-8ad0-428c-b79f-4d697258a701 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups?id=cee6dc61-dd93-46cd-b004-1f2a05324f84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654285 Jul 23 10:22:28.584996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:28.665535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-f5afd480-6a3b-41b2-a95f-a0f9c6739929 service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861789 Jul 23 10:22:28.706107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748705-4ab6-481a-9d13-b3c5378556bc req-d4f3d1d9-2368-4748-9e1f-21010394e042 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:28.707954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69748705-4ab6-481a-9d13-b3c5378556bc req-d4f3d1d9-2368-4748-9e1f-21010394e042 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 945 time: 0.1066191 Jul 23 10:22:28.714376 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1561052-c8c8-4edf-9848-c8b84656bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:28.836567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1561052-c8c8-4edf-9848-c8b84656bcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:28.840075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69748705-4ab6-481a-9d13-b3c5378556bc req-f82da7ca-f1dc-45ac-8763-28084700e4f8 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228461 Jul 23 10:22:28.843332 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1561052-c8c8-4edf-9848-c8b84656bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:28.904262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1561052-c8c8-4edf-9848-c8b84656bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e20b1-196d-4fe3-ad1e-b9852e3384b6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:28.947177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b1561052-c8c8-4edf-9848-c8b84656bcf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1997f25702cd4efb928497d0f13cec2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121784 Jul 23 10:22:28.951037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60492) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:28.965714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8542c6ca-ad28-4d96-9ac7-859588fb8d85 req-0702cb95-63f5-4c22-8232-0fe4e5ea450a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 210 time: 0.0401621 Jul 23 10:22:29.026922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6ae6-1896-477e-901b-72694b613f15 req-7065af2f-da8e-4352-ba08-90711f14e8be tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:29.028493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7fe6ae6-1896-477e-901b-72694b613f15 req-7065af2f-da8e-4352-ba08-90711f14e8be tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1123009 Jul 23 10:22:29.033435 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d9660d6-4112-4464-8e93-dd08e1971eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.082522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d9660d6-4112-4464-8e93-dd08e1971eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.093096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7fe6ae6-1896-477e-901b-72694b613f15 req-03b7928c-f04f-4f8a-a7f5-49592fb052a9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577588 Jul 23 10:22:29.153096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d9660d6-4112-4464-8e93-dd08e1971eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.156414 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d9660d6-4112-4464-8e93-dd08e1971eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.160622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-7d423274-185d-4628-952a-7d13b0a1af3c tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:29.162453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-7d423274-185d-4628-952a-7d13b0a1af3c tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.20 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 945 time: 0.1369312 Jul 23 10:22:29.164868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3b90d-bf38-4554-ad49-75466cdc0bf6 req-7208b93c-f593-49dc-ad47-a90169103853 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:29.166595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eb3b90d-bf38-4554-ad49-75466cdc0bf6 req-7208b93c-f593-49dc-ad47-a90169103853 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1096 time: 0.1058593 Jul 23 10:22:29.173204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8d9660d6-4112-4464-8e93-dd08e1971eda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a9e20b1-196d-4fe3-ad1e-b9852e3384b6 HTTP/1.1" status: 204 len: 168 time: 0.2075086 Jul 23 10:22:29.194719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9660d6-4112-4464-8e93-dd08e1971eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e20b1-196d-4fe3-ad1e-b9852e3384b6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:29.274258 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eb3b90d-bf38-4554-ad49-75466cdc0bf6 req-cd007610-c3c3-4969-8175-45c1f96b9dce tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982866 Jul 23 10:22:29.354847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Deleting port 49d72985-0ce3-44af-986f-e2463f5f63ee {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:29.355966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.404305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-415144c4-6e81-4a1f-896b-51453ec373ce tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328538 Jul 23 10:22:29.517342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21720a-4520-41e3-bd94-92009e3820fb req-0a7d465a-92dd-44ea-89ac-7ef25d44a693 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:29.519225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a21720a-4520-41e3-bd94-92009e3820fb req-0a7d465a-92dd-44ea-89ac-7ef25d44a693 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 948 time: 0.1562753 Jul 23 10:22:29.528982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] For port 49d72985-0ce3-44af-986f-e2463f5f63ee, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49d72985-0ce3-44af-986f-e2463f5f63ee,segment=NetworkSegment(f40e401c-898b-401c-947e-27be3e738cd2),segment_id=f40e401c-898b-401c-947e-27be3e738cd2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:29.529484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.561050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Calling delete_port for 49d72985-0ce3-44af-986f-e2463f5f63ee owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:29.602387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a21720a-4520-41e3-bd94-92009e3820fb req-2fee7856-73da-4567-b43c-0d78f85629f4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760338 Jul 23 10:22:29.717117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20fdccc8-e652-4e23-b489-66b0c96d591f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.796092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.828269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-21aab527-d5af-4245-9d8f-4f95ddbe3b58 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:29.831951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-21aab527-d5af-4245-9d8f-4f95ddbe3b58 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4199698 Jul 23 10:22:29.832086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['49d72985-0ce3-44af-986f-e2463f5f63ee'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:29.836186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event deleted for resources: {'Port': ['ID=49d72985-0ce3-44af-986f-e2463f5f63ee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:29.842125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f0a11-b0c2-4694-817c-b564e12df7c4 req-e0e2e40f-bd76-48a7-a34b-2fd3ac8f8ac6 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:29.847890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f3f0a11-b0c2-4694-817c-b564e12df7c4 req-e0e2e40f-bd76-48a7-a34b-2fd3ac8f8ac6 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1096 time: 0.1581056 Jul 23 10:22:29.860717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-f6f6342e-5196-40fc-bb94-56041b2244c1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/quotas/3ba96f9623d94bf5894ac4e2f045a942 HTTP/1.1" status: 200 len: 375 time: 0.0155475 Jul 23 10:22:29.900352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-7ef85ec6-48d6-4bc1-b00a-9ba4cf6733e9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384388 Jul 23 10:22:29.918459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] No DVR routers for this DVR port 49d72985-0ce3-44af-986f-e2463f5f63ee on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:29.922077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:29.924082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc01ff8a-83ff-4b1d-aae7-df761d5909e6 req-ab6d2f89-00ca-4ee0-a4bb-6c96a0fc166e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.20 "DELETE /v2.0/ports/49d72985-0ce3-44af-986f-e2463f5f63ee HTTP/1.1" status: 204 len: 173 time: 0.7557271 Jul 23 10:22:29.924540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'name': 'network-vif-deleted', 'tag': '49d72985-0ce3-44af-986f-e2463f5f63ee'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:29.928619 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b91e005-c117-4dcb-82e6-9a628e76a3ea" -d '{"events": [{"server_uuid": "22c86197-3433-4cab-b9fc-ab60fe8c01de", "name": "network-vif-deleted", "tag": "49d72985-0ce3-44af-986f-e2463f5f63ee"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:29.947482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f3f0a11-b0c2-4694-817c-b564e12df7c4 req-26f06477-11d2-4830-a6c0-68ed65b0515b tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983124 Jul 23 10:22:30.000402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 43b88886-995f-4158-b23f-25a6ad83306d up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:30.109738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60550) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:30.142646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 43b88886-995f-4158-b23f-25a6ad83306d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:30.154625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4279e8d-ad5c-4b75-a6ad-8df483e164d1 req-a41c7dcb-26f6-432e-bfbd-46c294732954 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c86197-3433-4cab-b9fc-ab60fe8c01de HTTP/1.1" status: 200 len: 210 time: 0.1115677 Jul 23 10:22:30.193797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 43b88886-995f-4158-b23f-25a6ad83306d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:30.197872 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.200901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.341104 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1adfdd4-aaf0-4927-ac98-e939f6a68e83 x-openstack-request-id: req-f1adfdd4-aaf0-4927-ac98-e939f6a68e83 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:30.342548 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c86197-3433-4cab-b9fc-ab60fe8c01de", "name": "network-vif-deleted", "tag": "49d72985-0ce3-44af-986f-e2463f5f63ee", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:30.342810 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1adfdd4-aaf0-4927-ac98-e939f6a68e83 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:30.343220 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c86197-3433-4cab-b9fc-ab60fe8c01de', 'name': 'network-vif-deleted', 'tag': '49d72985-0ce3-44af-986f-e2463f5f63ee', 'status': 'completed', 'code': 200} Jul 23 10:22:30.362498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-a6d94b1b-a171-432d-8d0e-998df2cbf525 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:30.363377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-832403914-network', 'tenant_id': '989438a4d6a144b38e693f000a0a50e8'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:30.364558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-a6d94b1b-a171-432d-8d0e-998df2cbf525 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.2050765 Jul 23 10:22:30.393305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Request body: {'port': {'device_id': '12feb653-a6e2-4320-9b88-d786f12392f9', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'admin_state_up': True, 'tenant_id': '917e20c7568c40d08a723b25571a9aa6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:30.421946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Made reservation on behalf of 989438a4d6a144b38e693f000a0a50e8 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:30.434545 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.450614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.470157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.476695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:30.480163 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10560d1b-79d3-4953-9d86-9934a225c740" -d '{"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-plugged", "status": "completed", "tag": "43b88886-995f-4158-b23f-25a6ad83306d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:30.499054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:30.505726 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.570990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-310fbf3a-65c0-4668-9247-794d29d36a73 req-d19fd1a9-93f6-4f5d-89bc-bda97ea65dec tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 210 time: 0.0901630 Jul 23 10:22:30.571473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:30.667628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45f67-4b40-41b5-843c-4cb7abb0dd93 req-2377391b-ef56-441e-b7ea-4e21b479492d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:30.676586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67a45f67-4b40-41b5-843c-4cb7abb0dd93 req-2377391b-ef56-441e-b7ea-4e21b479492d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2109597 Jul 23 10:22:30.735586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-acfd6737-58a7-45af-9dcf-5c4ccdf1df07 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:30.737768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-acfd6737-58a7-45af-9dcf-5c4ccdf1df07 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d&tenant_id=bd0425762e944ac1ab5d0b7c99899d12&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 949 time: 0.2559898 Jul 23 10:22:30.758003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67a45f67-4b40-41b5-843c-4cb7abb0dd93 req-d5664515-9838-4f8c-831c-b95bc2429c5c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702415 Jul 23 10:22:30.769458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.774760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.812807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:22:30.819858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d29f35-442b-4c70-ab44-cb235d73450f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:30.842824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Made reservation on behalf of 917e20c7568c40d08a723b25571a9aa6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:30.843570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.844527 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Added segment 698d9418-b34e-46bf-8d08-d77d4abc489a of type vlan for network 4ce82c22-cc01-42ab-a642-2c94214117a1 Jul 23 10:22:30.846319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.865525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e2c11-b796-4a77-9396-e3de7ae662b7 req-f49ae51b-5f85-4ce6-93e5-044da9f53da6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:30.874015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-282e2c11-b796-4a77-9396-e3de7ae662b7 req-f49ae51b-5f85-4ce6-93e5-044da9f53da6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.2052000 Jul 23 10:22:30.905129 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-8b2819db-9220-489a-8fbd-b92944b7c71b service neutron] delete failed (client error): The resource could not be found. Jul 23 10:22:30.906150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-8b2819db-9220-489a-8fbd-b92944b7c71b service neutron] 10.222.0.55 "DELETE /v2.0/ports/43b88886-995f-4158-b23f-25a6ad83306d/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.1587698 Jul 23 10:22:30.926821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-dd707e8c-2cd7-4d78-acb1-865a00bcaf84 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333993 Jul 23 10:22:30.931123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:30.945060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-282e2c11-b796-4a77-9396-e3de7ae662b7 req-a03fa44b-5f69-4e0b-a1ef-6e7b1f106862 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667505 Jul 23 10:22:31.052161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.053490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.054070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.118116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] Pushing event updated for resources: {'Network': ['ID=4ce82c22-cc01-42ab-a642-2c94214117a1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:31.129397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Allocated IP 172.20.0.13 (7ab78d24-a31a-4d4d-a855-15e924bd86d1/e83f6b1c-686d-4aca-8055-1b358c6c96ed/90e56e29-e978-4a5e-a117-b666b6dcb099) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:31.142954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4ce82c22-cc01-42ab-a642-2c94214117a1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:22:31.145505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-35e6f0c2-fc34-482e-b98a-7994bc61feca tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.153795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-35e6f0c2-fc34-482e-b98a-7994bc61feca tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170575 Jul 23 10:22:31.162706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c64e539-21c6-4d5a-bcce-aba5c66487cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0517290 Jul 23 10:22:31.165493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:31.172184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Request body: {'subnet': {'network_id': '4ce82c22-cc01-42ab-a642-2c94214117a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-832403914-subnet', 'tenant_id': '989438a4d6a144b38e693f000a0a50e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:31.177344 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60a933-db4a-411b-be4e-17effbf6bfb8 x-openstack-request-id: req-be60a933-db4a-411b-be4e-17effbf6bfb8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:31.177928 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-plugged", "status": "completed", "tag": "43b88886-995f-4158-b23f-25a6ad83306d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:31.179016 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be60a933-db4a-411b-be4e-17effbf6bfb8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:31.180057 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d', 'code': 200} Jul 23 10:22:31.181530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.199269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-505db00a-1ef4-4f48-9edb-d39d9939abd2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/quotas/3ba96f9623d94bf5894ac4e2f045a942 HTTP/1.1" status: 200 len: 375 time: 0.0443518 Jul 23 10:22:31.240334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-5b919b3a-91b4-4067-a9ce-3db9d914f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.241825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-5b919b3a-91b4-4067-a9ce-3db9d914f1bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1100 time: 0.1940098 Jul 23 10:22:31.256391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-2466e791-c6f3-443f-b0a0-436aa18aaca2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561159 Jul 23 10:22:31.266068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Made reservation on behalf of 989438a4d6a144b38e693f000a0a50e8 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:31.268125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.450422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-cd94b5af-4a4e-4e3c-bf38-bcfb7d751f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.452216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-cd94b5af-4a4e-4e3c-bf38-bcfb7d751f50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1959784 Jul 23 10:22:31.540287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.548917 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-56adb1fd-9a6c-4b70-a37f-27865dad1ce5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0772760 Jul 23 10:22:31.553821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.560651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-0457cb5f-12e2-452b-a5bd-685e45ef7f95 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428011 Jul 23 10:22:31.562060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a781-e8c1-44a1-9367-83efb9800c03 req-7ec9d8c4-fdd3-43ef-b0c8-c083b18126fc tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.568915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9049a781-e8c1-44a1-9367-83efb9800c03 req-7ec9d8c4-fdd3-43ef-b0c8-c083b18126fc tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1096 time: 0.3372505 Jul 23 10:22:31.660195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9049a781-e8c1-44a1-9367-83efb9800c03 req-2ea77c33-ee5b-46d8-bdbc-cfc3bfe07c13 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903983 Jul 23 10:22:31.666152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-d974b2da-c6a8-46c9-82b7-d916b780325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.668451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-d974b2da-c6a8-46c9-82b7-d916b780325c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1112425 Jul 23 10:22:31.722980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:31.724519 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee842887-3b09-4372-bad4-c310a8f3de6c req-0b7cb460-3f62-41b2-b40d-c58db445fc46 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 210 time: 0.0902827 Jul 23 10:22:31.783857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:31.794111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:31.794499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c295566-ea6d-4297-b754-2fa411cb77e9,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:31.799693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:31.805547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:31.858478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-b93efdb2-b7be-44c5-a0ff-f95b05d1f564 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:31.860192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-b93efdb2-b7be-44c5-a0ff-f95b05d1f564 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748318 Jul 23 10:22:31.883991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Request body: {'port': {'device_id': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '3ba96f9623d94bf5894ac4e2f045a942'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:31.891960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Checking segment: {'id': '698d9418-b34e-46bf-8d08-d77d4abc489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ce82c22-cc01-42ab-a642-2c94214117a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:31.891960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Network hostable DHCP agents. Network: 4ce82c22-cc01-42ab-a642-2c94214117a1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:22:31.999514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Network 4ce82c22-cc01-42ab-a642-2c94214117a1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:22:32.011302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49d72985-0ce3-44af-986f-e2463f5f63ee no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:32.039981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4ce82c22-cc01-42ab-a642-2c94214117a1) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:32.051979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:32.052573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.065855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ece01a-1f37-4239-953f-29dde8375afb None None] Network 4ce82c22-cc01-42ab-a642-2c94214117a1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:22:32.079681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc69b96-3e13-4a0c-bb36-8b9c8c5c5b8a req-87008996-c972-4542-97b1-1b87d9d62d63 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:32.086359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 49d72985-0ce3-44af-986f-e2463f5f63ee {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:22:32.086735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc69b96-3e13-4a0c-bb36-8b9c8c5c5b8a req-87008996-c972-4542-97b1-1b87d9d62d63 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 932 time: 0.2238975 Jul 23 10:22:32.087808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49d72985-0ce3-44af-986f-e2463f5f63ee not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:22:32.111958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ea0230ce-dcc6-43dd-86ea-6f4d6d85e421 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9365778 Jul 23 10:22:32.132788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-ab29e51c-1828-481b-9351-95028dbf3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:32.134277 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-ab29e51c-1828-481b-9351-95028dbf3c84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4582522 Jul 23 10:22:32.147945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Made reservation on behalf of 3ba96f9623d94bf5894ac4e2f045a942 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:32.152128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.175278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc69b96-3e13-4a0c-bb36-8b9c8c5c5b8a req-46088208-9e05-4038-87d1-c506ed7c6913 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Jul 23 10:22:32.180525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.189680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:32.190314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.268321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-571ef284-fa34-4c79-a35d-30de5875e810 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8894856 Jul 23 10:22:32.271159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91edf56-5746-4afc-84ab-336c8cc6c84c None None] Network 4ce82c22-cc01-42ab-a642-2c94214117a1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:22:32.298106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Request body: {'port': {'device_id': '12feb653-a6e2-4320-9b88-d786f12392f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:32.311906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319d5d-b263-465e-ace6-612902ec3712 req-9a8b500a-5ee1-4be9-a88f-3e71682ea074 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:32.318528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27319d5d-b263-465e-ace6-612902ec3712 req-9a8b500a-5ee1-4be9-a88f-3e71682ea074 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2085748 Jul 23 10:22:32.346632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-24531b7a-7612-486e-9cf9-96160ed3ed99 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931090 Jul 23 10:22:32.413761 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.431379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.441626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.449435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27319d5d-b263-465e-ace6-612902ec3712 req-2c75cd73-6a5e-4702-9e8a-849ea4c9b717 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296234 Jul 23 10:22:32.506983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.532276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90465d-3009-479f-ac25-621817721476,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:32.556694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb353d-cf5a-4e67-85e8-344eb95bb273 req-0e8fbddc-f843-4b0a-9e18-ae4ea4a0454d service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995161 Jul 23 10:22:32.560592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011296d-596a-451e-adac-d8894ba8fb73 req-7bff7ab7-c0cd-4af8-b9e1-541438930439 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:32.568702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a011296d-596a-451e-adac-d8894ba8fb73 req-7bff7ab7-c0cd-4af8-b9e1-541438930439 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1723411 Jul 23 10:22:32.641850 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a011296d-596a-451e-adac-d8894ba8fb73 req-a96669e5-b515-4698-ab59-d1a1edab995e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722656 Jul 23 10:22:32.664802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2e75513f-602a-4ace-8e1f-6c19342cdb33 req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-766963627', 'description': 'tempest-description-220443486'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:32.671072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Allocated IP 192.168.233.122 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/56b6603e-3e3d-4234-99ec-59eec9bccfbc) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:32.701786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2e75513f-602a-4ace-8e1f-6c19342cdb33 req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.720026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:32.777065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-c02f4e55-015b-4295-8d21-99aed992f7f9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410628 Jul 23 10:22:32.890542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a659e30-a743-4282-8f04-5be66680a951 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.938565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a659e30-a743-4282-8f04-5be66680a951 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:32.978722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.003246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2e75513f-602a-4ace-8e1f-6c19342cdb33 req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.016121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-45094e28-26a7-44cd-83b5-b03f99606681 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:33.017372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-45094e28-26a7-44cd-83b5-b03f99606681 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334931 Jul 23 10:22:33.019568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Transition to ACTIVE for port object 56b6603e-3e3d-4234-99ec-59eec9bccfbc will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:33.030180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2e75513f-602a-4ace-8e1f-6c19342cdb33 req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.044486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Request body: {'port': {'device_id': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '3ba96f9623d94bf5894ac4e2f045a942'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:33.064154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ff-a2d2-4734-bbcf-268ea54d046d req-f2f81064-0b1c-4265-bcc2-7529c5dbcce9 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:33.065694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-825f66ff-a2d2-4734-bbcf-268ea54d046d req-f2f81064-0b1c-4265-bcc2-7529c5dbcce9 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1096 time: 0.1508815 Jul 23 10:22:33.067568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2e75513f-602a-4ace-8e1f-6c19342cdb33 req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.073680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e75513f-602a-4ace-8e1f-6c19342cdb33 req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4126375 Jul 23 10:22:33.091674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e56e29-e978-4a5e-a117-b666b6dcb099 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:33.099826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556da64-63f4-4eba-8c97-2bc9f7798c17 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53379718-ff98-4dfb-82a1-536040da68ee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:33.104019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.116458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a659e30-a743-4282-8f04-5be66680a951 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.119352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a659e30-a743-4282-8f04-5be66680a951 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.124622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a659e30-a743-4282-8f04-5be66680a951 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "DELETE /v2.0/security-groups/39c931b8-ace6-49ac-8bff-6c2375e48eb2 HTTP/1.1" status: 204 len: 168 time: 0.4018667 Jul 23 10:22:33.125314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:33.183313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Transition to ACTIVE for port object 90e56e29-e978-4a5e-a117-b666b6dcb099 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:33.185195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a659e30-a743-4282-8f04-5be66680a951 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c931b8-ace6-49ac-8bff-6c2375e48eb2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:33.188588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98f0fc05-5394-4cfa-981d-6b5ebe4e3654 req-23d68a14-6d9f-4f8c-aa19-21059fd5789e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 210 time: 0.0481145 Jul 23 10:22:33.189448 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-02edcc28-47a2-4211-9dca-c233be008f8e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] show failed (client error): The resource could not be found. Jul 23 10:22:33.193772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02edcc28-47a2-4211-9dca-c233be008f8e tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "GET /v2.0/security-groups/39c931b8-ace6-49ac-8bff-6c2375e48eb2 HTTP/1.1" status: 404 len: 347 time: 0.0612760 Jul 23 10:22:33.193772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:33.201290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.223981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-825f66ff-a2d2-4734-bbcf-268ea54d046d req-062b87e8-c278-4f7a-ab44-c96195b02ee3 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347439 Jul 23 10:22:33.235388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.348003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:33.359460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:33.363048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:33.368243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:33.385649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:33.435105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Made reservation on behalf of 3ba96f9623d94bf5894ac4e2f045a942 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:33.438633 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.448619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:33.448998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.474312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-06788d8a-81c7-4e7b-bb65-a933e71d1b77 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/53379718-ff98-4dfb-82a1-536040da68ee HTTP/1.1" status: 200 len: 1811 time: 0.2263227 Jul 23 10:22:33.477137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15bbd-ffc1-4856-aaba-c3e1d87dfb75 req-3fa139f8-53c3-4ed8-b109-6dc7f99d24f6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:33.478674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97e15bbd-ffc1-4856-aaba-c3e1d87dfb75 req-3fa139f8-53c3-4ed8-b109-6dc7f99d24f6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.1965067 Jul 23 10:22:33.480931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53379718-ff98-4dfb-82a1-536040da68ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:33.481279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53379718-ff98-4dfb-82a1-536040da68ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:33.501076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-60b9c8af-4139-466a-9aae-74f89a4f03d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6294003 Jul 23 10:22:33.522683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:33.523266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:33.523403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:33.535575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:33.535970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:33.548152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Request body: {'port': {'device_id': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:33.551319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:33.551720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:33.552112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:33.552560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Bound port: 90e56e29-e978-4a5e-a117-b666b6dcb099, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:33.553708 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.557608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Deleting port 44798585-e1f8-41bf-a079-bb051a26ada5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:33.557957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.622009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97e15bbd-ffc1-4856-aaba-c3e1d87dfb75 req-bfb6151e-8df8-474d-9150-1e9c4749bf26 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306090 Jul 23 10:22:33.674210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-45e37a18-553e-4368-beda-d6f326cf6b6c None None] Provisioning for port 56b6603e-3e3d-4234-99ec-59eec9bccfbc completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:33.680212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-45e37a18-553e-4368-beda-d6f326cf6b6c None None] Provisioning complete for port 56b6603e-3e3d-4234-99ec-59eec9bccfbc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:33.680936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45e37a18-553e-4368-beda-d6f326cf6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.686573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.713055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Allocated IP 192.168.233.187 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/15d42f6f-e60f-49c8-b78e-a4905a0dc1c5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:33.715778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.732544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.732902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.738911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-45e37a18-553e-4368-beda-d6f326cf6b6c None None] Port 56b6603e-3e3d-4234-99ec-59eec9bccfbc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:33.739085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:33.748635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:33.757904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.763530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.766490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Calling delete_port for 44798585-e1f8-41bf-a079-bb051a26ada5 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:33.769531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.826232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:33.826882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.828763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] 10.222.0.20 "PUT /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 1092 time: 1.5407524 Jul 23 10:22:33.834095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:33.836442 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c878e0b-ae79-4c56-a17d-868f474799cd" -d '{"events": [{"name": "network-changed", "server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:33.845739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0c1c33-4d0c-4ea5-aa79-4bf930f98d92,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:33.854077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:33.855212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a14c5cd6-a014-4ced-9958-ebc8417a8214 req-be97e573-5c46-4a53-aeb2-7131f6d0f2dd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3795953 Jul 23 10:22:33.959506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38e18f-937b-429d-bf87-3ca7444ac65c service neutron] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:34.010622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.024985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Transition to ACTIVE for port object 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:34.053902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-9a733788-4be2-4578-9923-50a4bb97221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:34.055491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-9a733788-4be2-4578-9923-50a4bb97221e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1095 time: 0.1399739 Jul 23 10:22:34.071258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.097610 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.108571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c2a70-0960-409e-92b2-ee8a2b69d396 req-68238528-d45c-44fa-8350-7a4e36989382 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:34.110066 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f03c2a70-0960-409e-92b2-ee8a2b69d396 req-68238528-d45c-44fa-8350-7a4e36989382 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1625798 Jul 23 10:22:34.143114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-c7ac015a-2dc3-4a44-9715-bb831cbf2de4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 217 time: 0.0585265 Jul 23 10:22:34.170786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:34.178115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:34.180989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:34.189591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event updated for resources: {'Port': ['ID=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:34.205265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.253285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f03c2a70-0960-409e-92b2-ee8a2b69d396 req-93daa64a-d93d-4554-afe7-881a8bfc0ec0 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142693 Jul 23 10:22:34.256278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Pushing event deleted for resources: {'Port': ['ID=44798585-e1f8-41bf-a079-bb051a26ada5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:34.267010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:34.269509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.300423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-cbcce1de-e55b-48e9-9517-9e818650cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:34.301986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-cbcce1de-e55b-48e9-9517-9e818650cbbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1433930 Jul 23 10:22:34.305875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-5aa308fe-116b-4670-a4f9-0231374b249b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2677300 Jul 23 10:22:34.351454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Request body: {'port': {'device_id': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:34.368889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-6c1244a0-1b7f-4292-859b-81832110f490 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381303 Jul 23 10:22:34.429855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.433527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.437707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e763be98-880e-49b5-8c0e-1d43b201f917 tempest-ImagesOneServerNegativeTestJSON-720599396 tempest-ImagesOneServerNegativeTestJSON-720599396-project] 10.222.0.37 "DELETE /v2.0/floatingips/d76c41bf-9ec4-4b5e-a675-e69a58e33431 HTTP/1.1" status: 204 len: 168 time: 1.2394135 Jul 23 10:22:34.474798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:34.486756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.510141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Transition to ACTIVE for port object 56b6603e-3e3d-4234-99ec-59eec9bccfbc will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:34.512451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.521832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.523945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195c9f-edf2-4420-ba7c-6cc8818937c5 req-359c83f2-9b04-4ca6-8c46-1afd5757b812 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:34.525451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4195c9f-edf2-4420-ba7c-6cc8818937c5 req-359c83f2-9b04-4ca6-8c46-1afd5757b812 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1638262 Jul 23 10:22:34.533479 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-6a4e763a-a7ea-4dce-b0c6-dc3a8b159491 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544278 Jul 23 10:22:34.574946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1eaef654-df72-4348-adc3-db95a9bb4344 None None] Provisioning for port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:34.579449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1eaef654-df72-4348-adc3-db95a9bb4344 None None] Provisioning complete for port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:34.579848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1eaef654-df72-4348-adc3-db95a9bb4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.615994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4195c9f-edf2-4420-ba7c-6cc8818937c5 req-6877e293-db85-478a-ba1f-21d8146d50cb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794458 Jul 23 10:22:34.620942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:34.652176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1eaef654-df72-4348-adc3-db95a9bb4344 None None] Port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:34.725016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba6c637a-5d99-4982-940a-c73f681d8438 req-70112e99-5c3d-46bf-af34-71d554c3a825 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813176 Jul 23 10:22:34.769800 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d852dd-46e8-4c7b-9a1c-b1488fe83feb x-openstack-request-id: req-c1d852dd-46e8-4c7b-9a1c-b1488fe83feb {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:34.770837 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:34.770837 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1d852dd-46e8-4c7b-9a1c-b1488fe83feb {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:34.770837 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'status': 'completed', 'code': 200} Jul 23 10:22:34.830520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e0d03a3-3df9-40bf-9fa0-39c0e7436538 req-6d26856c-ee68-442a-a333-daf97b9e2a4e tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/53379718-ff98-4dfb-82a1-536040da68ee HTTP/1.1" status: 200 len: 2404 time: 0.0464716 Jul 23 10:22:34.833850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Attempting to bind port 56b6603e-3e3d-4234-99ec-59eec9bccfbc on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:34.834367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Attempting to bind port 56b6603e-3e3d-4234-99ec-59eec9bccfbc by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:34.835205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Attempting to bind port 56b6603e-3e3d-4234-99ec-59eec9bccfbc on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:34.844673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Port 56b6603e-3e3d-4234-99ec-59eec9bccfbc on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:34.845195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Attempting to bind port 56b6603e-3e3d-4234-99ec-59eec9bccfbc on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:34.883530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:34.883901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:34.884287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:34.884776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Bound port: 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:34.885140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:34.900261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-eef6a230-5c4d-452c-b858-b08086645535 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:22:34.901893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-eef6a230-5c4d-452c-b858-b08086645535 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074089 Jul 23 10:22:34.919163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:34.919635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:22:35.005941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:35.021472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:35.023544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-3ff142bd-cdc9-4f40-9b5e-243971878d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.025219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-3ff142bd-cdc9-4f40-9b5e-243971878d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1095 time: 0.1749420 Jul 23 10:22:35.028826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.032731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:35.044970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.082545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.083199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.084768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] 10.222.0.55 "PUT /v2.0/ports/56b6603e-3e3d-4234-99ec-59eec9bccfbc HTTP/1.1" status: 200 len: 1096 time: 1.5459318 Jul 23 10:22:35.086741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:35.089746 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f438bba8-2cd4-4efa-9da6-818e92ec4a27" -d '{"events": [{"name": "network-changed", "server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:35.099612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Transition to ACTIVE for port object 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:35.104717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.109728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fecfde-82d3-48e6-8d28-9c01a7c2c49f req-c6a2e2ec-aa22-4e42-92d7-9d51eb6dd445 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.117238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51fecfde-82d3-48e6-8d28-9c01a7c2c49f req-c6a2e2ec-aa22-4e42-92d7-9d51eb6dd445 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 936 time: 0.2142682 Jul 23 10:22:35.123557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7eb9e-d16b-48bc-8136-07692d94e431 service neutron] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:35.232012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-b2567f25-b007-4585-95bf-606807e86ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.233501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-b2567f25-b007-4585-95bf-606807e86ff3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1793861 Jul 23 10:22:35.236733 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51fecfde-82d3-48e6-8d28-9c01a7c2c49f req-bb48d504-9edf-4a69-92af-71798595ae59 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186991 Jul 23 10:22:35.286633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:35.286975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:35.287306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:35.290837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-3b371c0c-9bd4-4f94-b119-a73e931cb0b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 217 time: 0.0493000 Jul 23 10:22:35.301488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:35.301819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:35.331287 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:22:35.344274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:35.344522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:35.344797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:35.345233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Bound port: eed0bc45-8dff-4fd6-a98c-2be0037083e3, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:35.437665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-c1368f5b-39ef-4c11-8f69-2072dfd37144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.439271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-c1368f5b-39ef-4c11-8f69-2072dfd37144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1268759 Jul 23 10:22:35.470415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:35.492550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.494091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2ca16cc3-fa4f-44c4-b6b0-f4db4dceca51 service neutron] 10.222.0.37 "POST /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5789580 Jul 23 10:22:35.496155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-61e0c282-b874-4d04-af33-6dfcbf0e62e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484014 Jul 23 10:22:35.536303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:35.554064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f34678-04b3-4f1f-9246-fa017ca6773b req-64687c99-28a4-4be4-9fdc-752e0668f3f1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.555523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38f34678-04b3-4f1f-9246-fa017ca6773b req-64687c99-28a4-4be4-9fdc-752e0668f3f1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1840630 Jul 23 10:22:35.593231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-7ffda08b-22e6-4c3f-8ef0-7ca2638e5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.594836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-7ffda08b-22e6-4c3f-8ef0-7ca2638e5ada service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1099 time: 0.4440563 Jul 23 10:22:35.600531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Attempting to bind port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:35.601802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Attempting to bind port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:35.601802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Attempting to bind port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:35.612543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:35.613249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Attempting to bind port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:35.629430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:35.629784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:35.630157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:35.630983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Bound port: 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:35.631919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.665302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38f34678-04b3-4f1f-9246-fa017ca6773b req-c291db75-3216-47a2-a5fe-dd57f3d03a4b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576487 Jul 23 10:22:35.667985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-e27be643-efd8-4030-be93-c63c698671c5 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610906 Jul 23 10:22:35.677623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-221b75ce-5467-4522-b800-8f794b509685 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc HTTP/1.1" status: 200 len: 217 time: 0.0603859 Jul 23 10:22:35.790940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-ce405896-2f6a-4afb-82c6-574ee1ef56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.793109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-ce405896-2f6a-4afb-82c6-574ee1ef56a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0896611 Jul 23 10:22:35.846085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b20f5-ccd4-425c-9578-cc094125f904 req-97b7ad19-6510-4715-9e2d-229e3c33dcf9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.847701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c24b20f5-ccd4-425c-9578-cc094125f904 req-97b7ad19-6510-4715-9e2d-229e3c33dcf9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.1855578 Jul 23 10:22:35.854797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] For port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:35.890052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] For port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:35.897829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.952403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c24b20f5-ccd4-425c-9578-cc094125f904 req-8bf103fc-1b5c-46ad-bbb4-c3dd64c437e3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949121 Jul 23 10:22:35.955509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.956147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:35.957640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 HTTP/1.1" status: 200 len: 1096 time: 1.6152308 Jul 23 10:22:35.989113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-5cffe609-6c8f-4a0c-9e88-9096ccf86429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:35.990712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-5cffe609-6c8f-4a0c-9e88-9096ccf86429 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869185 Jul 23 10:22:36.001121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba5e9-0e90-4019-ab94-f63966f9f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:36.014523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:36.069388 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5a1cd8-c970-438d-a5d0-6e534b59a792 x-openstack-request-id: req-5d5a1cd8-c970-438d-a5d0-6e534b59a792 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:36.069954 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:36.069954 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d5a1cd8-c970-438d-a5d0-6e534b59a792 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:36.070305 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'status': 'completed', 'code': 200} Jul 23 10:22:36.076709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-b658dc11-997b-48d5-8cd3-6c297ee824de tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-group-rules/5d0c1c33-4d0c-4ea5-aa79-4bf930f98d92 HTTP/1.1" status: 200 len: 778 time: 0.3684464 Jul 23 10:22:36.138257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c878e0b-ae79-4c56-a17d-868f474799cd req-6f2ab9c7-56f8-4b75-b755-d952c806d763 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637666 Jul 23 10:22:36.144907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-239f8165-a570-4143-bcac-c135ae62789e service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405375 Jul 23 10:22:36.150272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-f3faf86e-05ed-4af7-a2f0-ae5577a7a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.152159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-f3faf86e-05ed-4af7-a2f0-ae5577a7a670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 1099 time: 0.1156938 Jul 23 10:22:36.163205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-7bd6ca2c-52d4-4af2-80d8-6692270d6a25 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/53379718-ff98-4dfb-82a1-536040da68ee HTTP/1.1" status: 200 len: 2404 time: 0.0785472 Jul 23 10:22:36.181896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-91a5f606-63dd-4edd-8885-58601d91823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.184988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-91a5f606-63dd-4edd-8885-58601d91823d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1096 time: 0.4326413 Jul 23 10:22:36.225972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:36.226259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-574d3866-64ff-4be3-b906-c5b1dc986ce2 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.231155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-b32563a9-9c0d-4fae-a81f-025285c422bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 HTTP/1.1" status: 200 len: 217 time: 0.0578778 Jul 23 10:22:36.246161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-574d3866-64ff-4be3-b906-c5b1dc986ce2 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.250880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'port_id': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'mac_address': 'fa:16:3e:a9:26:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83f6b1c-686d-4aca-8055-1b358c6c96ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:36.297861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.315786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e56e29-e978-4a5e-a117-b666b6dcb099 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:36.334448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-574d3866-64ff-4be3-b906-c5b1dc986ce2 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.341839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:36.342275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-574d3866-64ff-4be3-b906-c5b1dc986ce2 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.343384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504e9190-0c35-4e8b-82c6-047a3e070d88 req-574d3866-64ff-4be3-b906-c5b1dc986ce2 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5d0c1c33-4d0c-4ea5-aa79-4bf930f98d92 HTTP/1.1" status: 204 len: 173 time: 0.1793466 Jul 23 10:22:36.345812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-75b1f2a3-d128-4d9f-abbf-d2e4f9bbc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.351237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-75b1f2a3-d128-4d9f-abbf-d2e4f9bbc827 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1523833 Jul 23 10:22:36.356163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3866-64ff-4be3-b906-c5b1dc986ce2 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d0c1c33-4d0c-4ea5-aa79-4bf930f98d92,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:36.356717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.358957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-a00c72a6-9185-4c72-8922-4fd95d76acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.360466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-a00c72a6-9185-4c72-8922-4fd95d76acca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1226664 Jul 23 10:22:36.382868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff88ada4-8de0-4fea-a94c-2dabe1549f22 req-ca26860a-f1c9-4214-8a91-6b65ad7a1466 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296293 Jul 23 10:22:36.409085 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-83281af3-0638-4d5f-b112-162698af80cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 217 time: 0.0460718 Jul 23 10:22:36.426868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:36.431781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4658c46-b3a5-4c06-9cfd-4e047688d4cf req-af6a3b00-2d63-477d-a47a-f051b26e8e66 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.433862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4658c46-b3a5-4c06-9cfd-4e047688d4cf req-af6a3b00-2d63-477d-a47a-f051b26e8e66 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.2203286 Jul 23 10:22:36.477935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-c95ab966-ba22-49bc-8f2d-08896c7e22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.479328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-c95ab966-ba22-49bc-8f2d-08896c7e22ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102004 Jul 23 10:22:36.484520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-d8ffcc11-f01c-4b23-886d-4c3439a9e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.486078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-d8ffcc11-f01c-4b23-886d-4c3439a9e872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0626400 Jul 23 10:22:36.537327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4658c46-b3a5-4c06-9cfd-4e047688d4cf req-cfcd3895-f944-4861-9003-ce1910df5468 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918808 Jul 23 10:22:36.541540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-2b174da0-1242-4552-bcc9-da432c847bb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350118 Jul 23 10:22:36.623427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f17c1-ca2f-470a-9c32-38a31f6c83b7 req-755809a0-2c69-4a6d-a7e0-6f2a94653278 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.627157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-e1825d0c-89b6-49be-97be-310a76b2cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.629910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-e1825d0c-89b6-49be-97be-310a76b2cb52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1099 time: 0.1717858 Jul 23 10:22:36.630160 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae4f17c1-ca2f-470a-9c32-38a31f6c83b7 req-755809a0-2c69-4a6d-a7e0-6f2a94653278 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 945 time: 0.1609228 Jul 23 10:22:36.632621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['90e56e29-e978-4a5e-a117-b666b6dcb099'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:36.651891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-419a5a2e-57d2-4938-9041-306725358c6f service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638606 Jul 23 10:22:36.692355 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae4f17c1-ca2f-470a-9c32-38a31f6c83b7 req-05b02f99-9376-4b55-abd4-b343669a074d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609953 Jul 23 10:22:36.704212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-469a3456-9215-41ae-aae3-2baaf1977e37 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539974 Jul 23 10:22:36.745085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e1d47d0d-8ea0-49a1-9647-bd1a6273e300 req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1471473054', 'description': 'tempest-description-1454290023'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:36.810710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e1d47d0d-8ea0-49a1-9647-bd1a6273e300 req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.842088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-c42351a1-0ba6-49ee-819e-10e4de4e24db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.843729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-c42351a1-0ba6-49ee-819e-10e4de4e24db service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2047691 Jul 23 10:22:36.846498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-80806dbc-dfd8-48c4-905b-2e79a159f6e3 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308811 Jul 23 10:22:36.899000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-355b6139-1352-42d4-b8e3-ee20fd81e71a req-2ad8f41c-be4c-4f82-8f1d-fc4c97ab5d31 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370353 Jul 23 10:22:36.902320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-1fe23beb-19b3-495a-8670-99a11ea13e2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc HTTP/1.1" status: 200 len: 217 time: 0.0456727 Jul 23 10:22:36.913996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c80219-dd95-485b-b388-25283bf0b711 req-a85c2cb7-50a1-4f2f-ac8e-f2eab40848a5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.914905 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5c80219-dd95-485b-b388-25283bf0b711 req-a85c2cb7-50a1-4f2f-ac8e-f2eab40848a5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 948 time: 0.1806567 Jul 23 10:22:36.928979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e1d47d0d-8ea0-49a1-9647-bd1a6273e300 req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.943023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e1d47d0d-8ea0-49a1-9647-bd1a6273e300 req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.978438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-3477789c-0a7f-442d-8eb9-4a940e2a8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:36.980019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-3477789c-0a7f-442d-8eb9-4a940e2a8fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0641565 Jul 23 10:22:36.987304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5c80219-dd95-485b-b388-25283bf0b711 req-d07388d0-d522-46a0-9176-56a8401b51ce tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631781 Jul 23 10:22:36.997614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e1d47d0d-8ea0-49a1-9647-bd1a6273e300 req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:36.998772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1d47d0d-8ea0-49a1-9647-bd1a6273e300 req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2699635 Jul 23 10:22:37.011118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba4eab-d468-4f0a-91af-ddcba4a32ec7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f4d912-0711-4cd5-906e-4383c4a90a56,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:37.040036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-4411eac8-9885-4a35-b923-362a63af1bee tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:37.041620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-4411eac8-9885-4a35-b923-362a63af1bee tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1113627 Jul 23 10:22:37.046743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60710) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:37.061861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:37.099330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-2111aaf3-d05d-4dc9-8529-c099f2eba78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:37.101000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-2111aaf3-d05d-4dc9-8529-c099f2eba78d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127515 Jul 23 10:22:37.103660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15b3376a-8d40-4765-8b9e-57aab227e5b1 req-ec2f80a5-a3f5-4901-ad4b-98080347ef19 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/f2f4d912-0711-4cd5-906e-4383c4a90a56 HTTP/1.1" status: 200 len: 1813 time: 0.0614402 Jul 23 10:22:37.180285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3053ea05-5c08-4a88-93d7-012c1ba90c70 req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1685660783', 'description': 'tempest-description-962890651'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:37.196271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Deleting subnet 31bc15b7-456d-41e6-8a0a-8a50315fc4ea {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:22:37.205471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.221856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-ada072a5-ff43-4116-ab68-8fdbd593b571 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132536 Jul 23 10:22:37.222701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3053ea05-5c08-4a88-93d7-012c1ba90c70 req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.256298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.266511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fdf75-7cb3-44c6-a744-2ab5835c712f req-28ab2cb7-4d8d-44a2-b01f-84ee279443d9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:37.268095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b12fdf75-7cb3-44c6-a744-2ab5835c712f req-28ab2cb7-4d8d-44a2-b01f-84ee279443d9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 945 time: 0.1674459 Jul 23 10:22:37.272697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.354219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f438bba8-2cd4-4efa-9da6-818e92ec4a27 req-e0216367-8ffc-458b-9369-86712bf93802 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219678 Jul 23 10:22:37.373303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.386314 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3053ea05-5c08-4a88-93d7-012c1ba90c70 req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.390719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3053ea05-5c08-4a88-93d7-012c1ba90c70 req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.405666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b12fdf75-7cb3-44c6-a744-2ab5835c712f req-d4addc1f-0762-42ba-a7b0-c0db4835d03c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101215 Jul 23 10:22:37.420947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3053ea05-5c08-4a88-93d7-012c1ba90c70 req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.422175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3053ea05-5c08-4a88-93d7-012c1ba90c70 req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2481179 Jul 23 10:22:37.423972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc8f62-c036-46c0-94f9-8f5d2d0038d5 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa3fe1-dcb9-4f1e-aaf1-5b887fdd58c4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:37.520835 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.526953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-84917852-89c8-40fd-8af8-60bf617f68a4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234373 Jul 23 10:22:37.570213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31bc15b7-456d-41e6-8a0a-8a50315fc4ea,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:37.571780 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.573713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4f831b92-4742-4a36-a882-e669b68f766e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/31bc15b7-456d-41e6-8a0a-8a50315fc4ea HTTP/1.1" status: 204 len: 168 time: 0.5259018 Jul 23 10:22:37.575563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:37.580103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60734) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:37.581896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ebc7ab8-49b9-40e4-abf7-e135c00660c4 req-5da8f8a6-f692-40a2-b06a-783ca28f533d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/f4fa3fe1-dcb9-4f1e-aaf1-5b887fdd58c4 HTTP/1.1" status: 200 len: 1812 time: 0.1318138 Jul 23 10:22:37.620184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:37.694213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:37.696744 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690436b-47d7-4aac-bb9d-42e87c2390c2" -d '{"events": [{"server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "name": "network-vif-unplugged", "status": "completed", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:37.704627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.709496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-bd21c4f3-de37-4629-8c77-31e71fa85668 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:37.711201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-bd21c4f3-de37-4629-8c77-31e71fa85668 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761429 Jul 23 10:22:37.714686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.716728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.737959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-8598cd45-8a41-4099-a20d-bc6867f5e447 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/quotas/bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 375 time: 0.0165331 Jul 23 10:22:37.774619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7f28-8409-421f-8b15-fa24468b8041 req-0b89a455-124f-4a15-8f8e-fef549dc2775 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:37.776750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356a7f28-8409-421f-8b15-fa24468b8041 req-0b89a455-124f-4a15-8f8e-fef549dc2775 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1353090 Jul 23 10:22:37.831313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:37.834288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.846887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:37.856795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:37.857126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:37.857452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:37.862723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40e401c-898b-401c-947e-27be3e738cd2') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:37.863097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40e401c-898b-401c-947e-27be3e738cd2') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:37.864669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356a7f28-8409-421f-8b15-fa24468b8041 req-e75847eb-4146-4af8-8acb-02113af2bcf4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786211 Jul 23 10:22:37.865371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:37.865689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Attempting to bind port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:37.871407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:37.871407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:37.871761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:37.872357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Bound port: eed0bc45-8dff-4fd6-a98c-2be0037083e3, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:37.872505 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.876845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.896633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94b8d210-8bb3-4525-9f32-870a21e55617 req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2105982977', 'description': 'tempest-description-2060016636'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:37.899036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-4bf41743-fabe-47f2-a9cd-f1fcb310e6fb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422114 Jul 23 10:22:37.900071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.907363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:22:37.907879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:22:37.909721 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:22:37.956117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94b8d210-8bb3-4525-9f32-870a21e55617 req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.967070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.978476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:37.981235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d HTTP/1.1" status: 204 len: 168 time: 0.4001493 Jul 23 10:22:37.983778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:37.988886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:37.992898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7bc74-79a0-4edd-abd7-064efbdcb2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e7c4e6-ed95-4d4b-9bce-021eb21ffd0d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:38.004654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.027981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:38.071196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'tag': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:38.073916 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5bec03-011c-4fc6-8c24-3f09cae851f3" -d '{"events": [{"name": "network-changed", "server_uuid": "91ce6b54-aae5-4806-adb2-73f74dc84d6b", "tag": "15d42f6f-e60f-49c8-b78e-a4905a0dc1c5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:38.153725 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9918a15-47c4-4a02-affd-efaf68cb5551 x-openstack-request-id: req-c9918a15-47c4-4a02-affd-efaf68cb5551 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:38.153725 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "name": "network-vif-unplugged", "status": "completed", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:38.153942 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9918a15-47c4-4a02-affd-efaf68cb5551 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:38.154274 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'code': 200} Jul 23 10:22:38.189777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60754) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:38.224526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:38.225043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.226474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] 10.222.0.55 "PUT /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 1121 time: 1.1703925 Jul 23 10:22:38.245408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f786e5-bb2e-4d08-b553-bff6f2c2d03a service neutron] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:38.250889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 90e56e29-e978-4a5e-a117-b666b6dcb099 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:38.256643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 90e56e29-e978-4a5e-a117-b666b6dcb099 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:38.257142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.278561 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94b8d210-8bb3-4525-9f32-870a21e55617 req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.280276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa101749-26d8-420b-b1e4-ac216fca6204 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b827cce2c55e489da87e6cd1ec330478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888813 Jul 23 10:22:38.282966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60758) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:38.289190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94b8d210-8bb3-4525-9f32-870a21e55617 req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.332978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0594f58-c937-41ce-87cd-d45858af84be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:38.342957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94b8d210-8bb3-4525-9f32-870a21e55617 req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.354488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94b8d210-8bb3-4525-9f32-870a21e55617 req-0811b564-a8ca-46ca-8f8d-74beb5295bcd tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4631979 Jul 23 10:22:38.360010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9544-73a6-41ab-8d40-6ab4a7e2d9e8 req-2d94bb93-dc5d-4477-b032-172899c5efdd tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:38.362550 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-859e9544-73a6-41ab-8d40-6ab4a7e2d9e8 req-2d94bb93-dc5d-4477-b032-172899c5efdd tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.1355782 Jul 23 10:22:38.383273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a61b3af-199d-4a4a-a70c-b3b8011ab884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.391270 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.399041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['eed0bc45-8dff-4fd6-a98c-2be0037083e3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:38.439170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-859e9544-73a6-41ab-8d40-6ab4a7e2d9e8 req-a76de02f-57de-4cee-9b43-06deda2639a6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597608 Jul 23 10:22:38.459856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a61b3af-199d-4a4a-a70c-b3b8011ab884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.468121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:38.471590 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cca794-d348-4f5f-9b15-a9410fef5b73" -d '{"events": [{"server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "name": "network-vif-plugged", "status": "completed", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:38.495525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:38.496839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd58bc-f62b-45d0-8be4-4336529e00ec req-75094b43-dda2-4d10-ba3c-0b71e780f086 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:38.504623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22bd58bc-f62b-45d0-8be4-4336529e00ec req-75094b43-dda2-4d10-ba3c-0b71e780f086 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 948 time: 0.1044202 Jul 23 10:22:38.512122 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.555078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22bd58bc-f62b-45d0-8be4-4336529e00ec req-1eb87f57-9cbc-46b0-947e-3999c783571c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Jul 23 10:22:38.555573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5943f671-e527-4cc0-b105-4655eb39d785 req-cac27eb4-ec19-4ae6-9edf-aa24bfba213d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 210 time: 0.0478351 Jul 23 10:22:38.585019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a61b3af-199d-4a4a-a70c-b3b8011ab884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.588391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:38.590147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a61b3af-199d-4a4a-a70c-b3b8011ab884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.595829 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4a61b3af-199d-4a4a-a70c-b3b8011ab884 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cee6dc61-dd93-46cd-b004-1f2a05324f84 HTTP/1.1" status: 204 len: 168 time: 0.3115816 Jul 23 10:22:38.610220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61b3af-199d-4a4a-a70c-b3b8011ab884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee6dc61-dd93-46cd-b004-1f2a05324f84,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:38.644116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:38.665092 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785f9ae-aa8c-4616-8913-dee23259b8d0 x-openstack-request-id: req-7785f9ae-aa8c-4616-8913-dee23259b8d0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:38.665676 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ce6b54-aae5-4806-adb2-73f74dc84d6b", "tag": "15d42f6f-e60f-49c8-b78e-a4905a0dc1c5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:38.666131 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7785f9ae-aa8c-4616-8913-dee23259b8d0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:38.667253 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'tag': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5', 'status': 'completed', 'code': 200} Jul 23 10:22:38.683867 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00980ecf-e038-4fb6-8eea-ea7628a35300 req-3fec6c7c-c12f-42cd-aba4-01a87622a447 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/c0594f58-c937-41ce-87cd-d45858af84be HTTP/1.1" status: 200 len: 1813 time: 0.0838883 Jul 23 10:22:38.733216 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1bba0b-37bf-4123-ad67-3d149f11924b x-openstack-request-id: req-8c1bba0b-37bf-4123-ad67-3d149f11924b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:38.733726 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "name": "network-vif-plugged", "status": "completed", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:38.734160 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c1bba0b-37bf-4123-ad67-3d149f11924b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:38.734702 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'code': 200} Jul 23 10:22:38.793629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c9891e59-227a-42f3-9c0a-3a48d6db43f5 req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2101495027', 'description': 'tempest-description-1965775375'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:38.813434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:38.827816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'mac_address': 'fa:16:3e:fb:91:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:38.837030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9891e59-227a-42f3-9c0a-3a48d6db43f5 req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.855533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-7ba2beec-b693-4309-954c-ff94c62cfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:38.857287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-7ba2beec-b693-4309-954c-ff94c62cfce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 1099 time: 0.1454198 Jul 23 10:22:38.881599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:38.904818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:38.920549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384f91c-25c3-4e3d-95c6-ea17aff4c061 req-3075ce9f-ce1d-4121-84aa-0e5f829ee846 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:38.922104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4384f91c-25c3-4e3d-95c6-ea17aff4c061 req-3075ce9f-ce1d-4121-84aa-0e5f829ee846 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.1760778 Jul 23 10:22:38.943518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:38.949761 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.015207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4384f91c-25c3-4e3d-95c6-ea17aff4c061 req-da1aa04a-f0c9-4388-b39d-3ea374c2ce83 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759208 Jul 23 10:22:39.015394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:39.029261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f0da-3909-4e97-ab9f-070001158430 req-e63e54dc-f41c-4b2f-a284-660f311e86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.030030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-36e6fa0a-09ac-4952-b937-bfbabd3a58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.031581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-36e6fa0a-09ac-4952-b937-bfbabd3a58bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1665816 Jul 23 10:22:39.035072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe89f0da-3909-4e97-ab9f-070001158430 req-e63e54dc-f41c-4b2f-a284-660f311e86fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1097 time: 0.1918092 Jul 23 10:22:39.062418 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9891e59-227a-42f3-9c0a-3a48d6db43f5 req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.093969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-fd4e8d7f-6c98-4433-ab23-d7f1d4fda5d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 HTTP/1.1" status: 200 len: 217 time: 0.0405984 Jul 23 10:22:39.094684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9891e59-227a-42f3-9c0a-3a48d6db43f5 req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.106588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe89f0da-3909-4e97-ab9f-070001158430 req-093e347c-37d6-477f-80d1-66416b696ed6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553827 Jul 23 10:22:39.152864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9891e59-227a-42f3-9c0a-3a48d6db43f5 req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.154121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9891e59-227a-42f3-9c0a-3a48d6db43f5 req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3754752 Jul 23 10:22:39.167230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b1b0a-cc69-46ce-8c45-a59e519b4492 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f4bd4a-0b67-4e84-9bf7-645a23a7b2d3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:39.167695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bd525-bb03-4143-8591-bae7a2418bba req-8680f727-7839-42e9-a739-34b66bffeda4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.169307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-672bd525-bb03-4143-8591-bae7a2418bba req-8680f727-7839-42e9-a739-34b66bffeda4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0796494 Jul 23 10:22:39.177116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-bfae3dfd-b3fe-4262-9423-abfad0b5327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.178571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-bfae3dfd-b3fe-4262-9423-abfad0b5327e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0744622 Jul 23 10:22:39.237078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-672bd525-bb03-4143-8591-bae7a2418bba req-07ea0a55-f773-490c-bfe8-15361aec2dda tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487788 Jul 23 10:22:39.306637 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12918fe8-0a25-498d-890a-c25694010cb9 req-e598d5ef-6aae-4efe-8fdb-294bedd539f9 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/c4f4bd4a-0b67-4e84-9bf7-645a23a7b2d3 HTTP/1.1" status: 200 len: 1813 time: 0.0432870 Jul 23 10:22:39.333346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['56b6603e-3e3d-4234-99ec-59eec9bccfbc'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:39.351301 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-33ab7ddb-45b9-4e42-b0ed-11bd8f4dc351 req-416644ef-fc5b-49d9-a858-46070b79a6ed tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] show failed (client error): The resource could not be found. Jul 23 10:22:39.352537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33ab7ddb-45b9-4e42-b0ed-11bd8f4dc351 req-416644ef-fc5b-49d9-a858-46070b79a6ed tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/57396821-1501-435f-95dc-d8bfffdb8f5c HTTP/1.1" status: 404 len: 352 time: 0.0255523 Jul 23 10:22:39.401875 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-e09ad682-fc8b-433d-87b7-afa6ea80d322 req-e2a20a63-9be0-46f9-b375-f1967cf36b71 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] show failed (client error): The resource could not be found. Jul 23 10:22:39.414249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e09ad682-fc8b-433d-87b7-afa6ea80d322 req-e2a20a63-9be0-46f9-b375-f1967cf36b71 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-group-rules/495c7324-3cf8-41ce-84e3-9695216e11b2 HTTP/1.1" status: 404 len: 361 time: 0.0386469 Jul 23 10:22:39.462220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c5503-0d82-437d-9a62-d40484ae8b2c req-3ade5838-8387-440d-827a-e49033e8cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.464074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f23c5503-0d82-437d-9a62-d40484ae8b2c req-3ade5838-8387-440d-827a-e49033e8cb10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 1097 time: 0.1206920 Jul 23 10:22:39.471545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-830661f0-a916-4c0e-90f2-065e604cef98 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795341 Jul 23 10:22:39.517424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7016cce3-21d5-4b82-b039-e7dc774814cb req-fa6e6762-8235-4148-a066-2c961fc35d23 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/c4f4bd4a-0b67-4e84-9bf7-645a23a7b2d3 HTTP/1.1" status: 200 len: 1813 time: 0.0793836 Jul 23 10:22:39.618808 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f23c5503-0d82-437d-9a62-d40484ae8b2c req-d72fe4d0-5dd6-4143-aed9-70add87f3c05 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162684 Jul 23 10:22:39.637019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7016cce3-21d5-4b82-b039-e7dc774814cb req-b229946b-4d73-4c5d-a4d2-9a1765a6afe7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.664098 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7016cce3-21d5-4b82-b039-e7dc774814cb req-b229946b-4d73-4c5d-a4d2-9a1765a6afe7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.686302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-73bfdabb-c921-4ced-85e7-a0184b463c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.687824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-73bfdabb-c921-4ced-85e7-a0184b463c61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971997 Jul 23 10:22:39.697086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-36447ba2-fe62-4ffb-b651-c638655c3eca tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.698788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-36447ba2-fe62-4ffb-b651-c638655c3eca tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147725 Jul 23 10:22:39.708221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7016cce3-21d5-4b82-b039-e7dc774814cb req-b229946b-4d73-4c5d-a4d2-9a1765a6afe7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.711146 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7016cce3-21d5-4b82-b039-e7dc774814cb req-b229946b-4d73-4c5d-a4d2-9a1765a6afe7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:39.712159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7016cce3-21d5-4b82-b039-e7dc774814cb req-b229946b-4d73-4c5d-a4d2-9a1765a6afe7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4f4bd4a-0b67-4e84-9bf7-645a23a7b2d3 HTTP/1.1" status: 204 len: 173 time: 0.1864414 Jul 23 10:22:39.719920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Request body: {'port': {'device_id': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'bd0425762e944ac1ab5d0b7c99899d12'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:39.727545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229946b-4d73-4c5d-a4d2-9a1765a6afe7 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f4bd4a-0b67-4e84-9bf7-645a23a7b2d3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:39.778224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a548698-f350-40e5-bb7f-6cb5827afc39 req-062e9ed1-290c-4c6e-9ba3-17dd289a3373 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.779763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a548698-f350-40e5-bb7f-6cb5827afc39 req-062e9ed1-290c-4c6e-9ba3-17dd289a3373 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.2301419 Jul 23 10:22:39.862828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927d2d2-3adc-4d8f-85ac-40665d434391 req-1474cd4a-5425-4aa9-ab4a-2fd4d7bfc0d6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:39.864514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b927d2d2-3adc-4d8f-85ac-40665d434391 req-1474cd4a-5425-4aa9-ab4a-2fd4d7bfc0d6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 948 time: 0.0735648 Jul 23 10:22:39.904811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a548698-f350-40e5-bb7f-6cb5827afc39 req-4293527b-7187-40a1-9414-0a1a01676ea2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149459 Jul 23 10:22:39.906634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-48b291d5-1bb3-40ca-80da-f896acc908bd service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052517 Jul 23 10:22:39.915869 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b927d2d2-3adc-4d8f-85ac-40665d434391 req-da1063f7-1ab8-4873-a9b4-70ad93dad694 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Jul 23 10:22:39.994982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea92b2a-3966-4f5a-abd4-d1c4104b0dfc req-d3e825a4-0da8-415f-a39c-046708dfa525 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/c0594f58-c937-41ce-87cd-d45858af84be HTTP/1.1" status: 200 len: 1813 time: 0.0449431 Jul 23 10:22:40.042558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:40.058714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dea92b2a-3966-4f5a-abd4-d1c4104b0dfc req-2ba42e39-e5c8-4a96-b34f-a5b3883de0e1 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.083256 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dea92b2a-3966-4f5a-abd4-d1c4104b0dfc req-2ba42e39-e5c8-4a96-b34f-a5b3883de0e1 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.129155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dea92b2a-3966-4f5a-abd4-d1c4104b0dfc req-2ba42e39-e5c8-4a96-b34f-a5b3883de0e1 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.131714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dea92b2a-3966-4f5a-abd4-d1c4104b0dfc req-2ba42e39-e5c8-4a96-b34f-a5b3883de0e1 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.132892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea92b2a-3966-4f5a-abd4-d1c4104b0dfc req-2ba42e39-e5c8-4a96-b34f-a5b3883de0e1 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0594f58-c937-41ce-87cd-d45858af84be HTTP/1.1" status: 204 len: 173 time: 0.1311636 Jul 23 10:22:40.146033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42e39-e5c8-4a96-b34f-a5b3883de0e1 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0594f58-c937-41ce-87cd-d45858af84be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:40.153768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:40.154937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:40.157684 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e5516-6fb8-439d-b15d-c0f721ebcbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:40.177413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5', 'mac_address': 'fa:16:3e:0d:6c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:40.218149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.238118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:40.250374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5c55bba-aca8-4c8d-becf-75ada2ec03fd req-41f5ec4a-ff31-4938-a42c-bdc04ec2b3b7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 210 time: 0.0588412 Jul 23 10:22:40.265955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:40.274060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.297787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fb4a3-eedf-4275-89db-5e30b9f74554 req-7b9ebded-28ef-40f2-9b8f-1f52017b740b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:40.299632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-073fb4a3-eedf-4275-89db-5e30b9f74554 req-7b9ebded-28ef-40f2-9b8f-1f52017b740b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0816743 Jul 23 10:22:40.307602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Made reservation on behalf of bd0425762e944ac1ab5d0b7c99899d12 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:40.310895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.338942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:40.352260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-073fb4a3-eedf-4275-89db-5e30b9f74554 req-0bcf3bc7-62f3-4835-bc72-8f89809722e5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457442 Jul 23 10:22:40.372502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb5bec03-011c-4fc6-8c24-3f09cae851f3 req-5d9c85f4-382e-48be-ad3c-3b2a330adaab service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558468 Jul 23 10:22:40.398530 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9930c027-86e5-4655-a322-78e7ae2f57d4 x-openstack-request-id: req-9930c027-86e5-4655-a322-78e7ae2f57d4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:40.398894 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:40.399155 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9930c027-86e5-4655-a322-78e7ae2f57d4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:40.399621 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'status': 'completed', 'code': 200} Jul 23 10:22:40.414773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f120619-bd13-4738-a48e-ed1e3f9bbfd5 req-681bab19-0781-44a6-82b1-f4ec90159c0d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/f4fa3fe1-dcb9-4f1e-aaf1-5b887fdd58c4 HTTP/1.1" status: 200 len: 1812 time: 0.1291862 Jul 23 10:22:40.558913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f120619-bd13-4738-a48e-ed1e3f9bbfd5 req-6e96c675-a9f5-44a2-a6cd-310bfad09f6d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.572426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Allocated IP 192.168.233.46 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/040590a8-9c6b-41e0-87eb-f152d4ed9286) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:40.574717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a3a7-1cb0-41e6-a655-f6c334fe4d67 req-dca068c0-ca54-4e7b-a8e1-610f1df461d6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:40.576287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45a6a3a7-1cb0-41e6-a655-f6c334fe4d67 req-dca068c0-ca54-4e7b-a8e1-610f1df461d6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0681801 Jul 23 10:22:40.584951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:40.615319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f120619-bd13-4738-a48e-ed1e3f9bbfd5 req-6e96c675-a9f5-44a2-a6cd-310bfad09f6d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.634832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-0b377787-d4bb-4063-b760-2ab03da11d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:40.636938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-0b377787-d4bb-4063-b760-2ab03da11d0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1124 time: 0.1463950 Jul 23 10:22:40.644922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45a6a3a7-1cb0-41e6-a655-f6c334fe4d67 req-51c9dc7c-3836-4a54-a5cb-f9980c87687c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618417 Jul 23 10:22:40.673369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:40.675293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:40.734984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f120619-bd13-4738-a48e-ed1e3f9bbfd5 req-6e96c675-a9f5-44a2-a6cd-310bfad09f6d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.737497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f120619-bd13-4738-a48e-ed1e3f9bbfd5 req-6e96c675-a9f5-44a2-a6cd-310bfad09f6d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.738635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f120619-bd13-4738-a48e-ed1e3f9bbfd5 req-6e96c675-a9f5-44a2-a6cd-310bfad09f6d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4fa3fe1-dcb9-4f1e-aaf1-5b887fdd58c4 HTTP/1.1" status: 204 len: 173 time: 0.3230860 Jul 23 10:22:40.792431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96c675-a9f5-44a2-a6cd-310bfad09f6d tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa3fe1-dcb9-4f1e-aaf1-5b887fdd58c4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:40.810497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ea9756c-e8c8-46d8-a929-e4d436042b2b req-09fd5382-cd86-4f01-b4c9-3392e9f1de7c tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/f2f4d912-0711-4cd5-906e-4383c4a90a56 HTTP/1.1" status: 200 len: 1813 time: 0.0521567 Jul 23 10:22:40.836446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 56b6603e-3e3d-4234-99ec-59eec9bccfbc completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:40.851519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-5e8a7bcb-b4ce-42a2-a66c-2ae4f2465dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:40.853001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-5e8a7bcb-b4ce-42a2-a66c-2ae4f2465dd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.2057962 Jul 23 10:22:40.854530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 56b6603e-3e3d-4234-99ec-59eec9bccfbc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:40.854909 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.903074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-eff588f9-99e5-4c98-954a-d54ca632196b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Jul 23 10:22:40.905121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ea9756c-e8c8-46d8-a929-e4d436042b2b req-01baec06-81de-4bc4-b1d9-f5a8ea416b70 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.906913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:40.913127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.927655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:22:40.936850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ea9756c-e8c8-46d8-a929-e4d436042b2b req-01baec06-81de-4bc4-b1d9-f5a8ea416b70 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.970031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Transition to ACTIVE for port object 040590a8-9c6b-41e0-87eb-f152d4ed9286 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:40.975867 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.996757 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ea9756c-e8c8-46d8-a929-e4d436042b2b req-01baec06-81de-4bc4-b1d9-f5a8ea416b70 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:40.999838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ea9756c-e8c8-46d8-a929-e4d436042b2b req-01baec06-81de-4bc4-b1d9-f5a8ea416b70 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.001743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-c3f0b8a7-1576-4c2c-88e5-8d2d895e2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.004025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:41.008252 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30351fe3-5acb-4e29-942c-153f56496c3c" -d '{"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-plugged", "status": "completed", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:41.009543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-c3f0b8a7-1576-4c2c-88e5-8d2d895e2202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0995498 Jul 23 10:22:41.013129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ea9756c-e8c8-46d8-a929-e4d436042b2b req-01baec06-81de-4bc4-b1d9-f5a8ea416b70 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "DELETE /v2.0/security-groups/f2f4d912-0711-4cd5-906e-4383c4a90a56 HTTP/1.1" status: 204 len: 173 time: 0.1963413 Jul 23 10:22:41.025539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:41.032639 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.039622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baec06-81de-4bc4-b1d9-f5a8ea416b70 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f4d912-0711-4cd5-906e-4383c4a90a56,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:41.076052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-33f32ad9-8b39-40bf-bd85-7746c628cd27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438669 Jul 23 10:22:41.097050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:41.173637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53fa8-8952-4e37-8072-4a7fa88e04ec req-4316bb5b-2878-490c-a87f-2603b7a5e391 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.175163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a53fa8-8952-4e37-8072-4a7fa88e04ec req-4316bb5b-2878-490c-a87f-2603b7a5e391 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 949 time: 0.0836017 Jul 23 10:22:41.197040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.211058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:41.231010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a53fa8-8952-4e37-8072-4a7fa88e04ec req-cdabf1b5-82fc-4c10-9fc2-b7f72d521d25 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477376 Jul 23 10:22:41.264196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e83525-29aa-4a50-88de-f9076701d895 req-0fce2d60-a85d-4521-b589-313aa2526129 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.267987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8e83525-29aa-4a50-88de-f9076701d895 req-0fce2d60-a85d-4521-b589-313aa2526129 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.2503905 Jul 23 10:22:41.302981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:41.322923 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c74ceaa-88d1-4087-9444-53cd4298e1d2 req-b9796a5a-f041-4677-b652-15c1a61a1e03 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "GET /v2.0/security-groups/53379718-ff98-4dfb-82a1-536040da68ee HTTP/1.1" status: 200 len: 1811 time: 0.0583110 Jul 23 10:22:41.349219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8e83525-29aa-4a50-88de-f9076701d895 req-c4f27742-ca59-4867-b23c-c79740c20239 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662298 Jul 23 10:22:41.358556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:41.361886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:41.369706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-9d6aa198-1f79-47a1-aaf7-f7d6223c069e service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692702 Jul 23 10:22:41.376797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:41.433157 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d4166-6c5e-43dd-8566-343ac1a43d5a x-openstack-request-id: req-d50d4166-6c5e-43dd-8566-343ac1a43d5a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:41.433654 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-plugged", "status": "completed", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:41.433750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2c74ceaa-88d1-4087-9444-53cd4298e1d2 req-a32bf546-71e1-40c2-843b-a2afd0535d56 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.433967 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d50d4166-6c5e-43dd-8566-343ac1a43d5a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:41.434458 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'code': 200} Jul 23 10:22:41.470123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2c74ceaa-88d1-4087-9444-53cd4298e1d2 req-a32bf546-71e1-40c2-843b-a2afd0535d56 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.489791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:41.523161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.523862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.588267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-00ce4a80-5f19-4ecb-832b-e5952ce03910 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8724771 Jul 23 10:22:41.634638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2c74ceaa-88d1-4087-9444-53cd4298e1d2 req-a32bf546-71e1-40c2-843b-a2afd0535d56 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.639566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2c74ceaa-88d1-4087-9444-53cd4298e1d2 req-a32bf546-71e1-40c2-843b-a2afd0535d56 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.649447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:41.655315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c74ceaa-88d1-4087-9444-53cd4298e1d2 req-a32bf546-71e1-40c2-843b-a2afd0535d56 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] 10.222.0.37 "DELETE /v2.0/security-groups/53379718-ff98-4dfb-82a1-536040da68ee HTTP/1.1" status: 204 len: 173 time: 0.3310432 Jul 23 10:22:41.683856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Request body: {'port': {'device_id': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:41.696726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bf546-71e1-40c2-843b-a2afd0535d56 tempest-SecurityGroupRulesNegativeTestJSON-1347973052 tempest-SecurityGroupRulesNegativeTestJSON-1347973052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53379718-ff98-4dfb-82a1-536040da68ee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:41.726019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc716f12-b3b2-45d2-81bf-3b55b13f84fb req-4d2a9e70-a521-4cfa-a2dc-1f70f023fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.741448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc716f12-b3b2-45d2-81bf-3b55b13f84fb req-4d2a9e70-a521-4cfa-a2dc-1f70f023fe6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1101 time: 0.1934407 Jul 23 10:22:41.782789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5530257b-31b2-462e-87d4-5b111d6239c5 None None] Provisioning for port 040590a8-9c6b-41e0-87eb-f152d4ed9286 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:41.790476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5530257b-31b2-462e-87d4-5b111d6239c5 None None] Provisioning complete for port 040590a8-9c6b-41e0-87eb-f152d4ed9286 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:41.791015 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5530257b-31b2-462e-87d4-5b111d6239c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.832159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc716f12-b3b2-45d2-81bf-3b55b13f84fb req-29257428-0ce7-4d33-90d6-cb2f8c5b39b8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Jul 23 10:22:41.837272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5530257b-31b2-462e-87d4-5b111d6239c5 None None] Port 040590a8-9c6b-41e0-87eb-f152d4ed9286 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:41.847156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Deleting subnet 3c295566-ea6d-4297-b754-2fa411cb77e9 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:22:41.849176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.856947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-858e5516-6fb8-439d-b15d-c0f721ebcbbc req-6563403d-b8be-40ac-9c5b-6d4015aaa135 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621997 Jul 23 10:22:41.861899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa318a-1239-439e-94ad-67e1f3e98bcd req-653af2c9-ed5c-47ee-acd1-936e62022858 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.864432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:41.869555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6aa318a-1239-439e-94ad-67e1f3e98bcd req-653af2c9-ed5c-47ee-acd1-936e62022858 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.1208136 Jul 23 10:22:41.916494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6aa318a-1239-439e-94ad-67e1f3e98bcd req-e79e883e-0f9d-4e2d-b30e-120767d7f020 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446074 Jul 23 10:22:41.929530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e20b-b1f5-42d9-ad27-7c4fb65a0326 req-b07a0304-f1be-4d71-9fce-5a3a74afa8c5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:41.931716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4197e20b-b1f5-42d9-ad27-7c4fb65a0326 req-b07a0304-f1be-4d71-9fce-5a3a74afa8c5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 935 time: 0.3653743 Jul 23 10:22:41.944875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.070526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:42.103739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4197e20b-b1f5-42d9-ad27-7c4fb65a0326 req-0f40b2f8-27eb-4f59-a6af-e0e0d4f5d939 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603315 Jul 23 10:22:42.116164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.144545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:42.149799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:42.150990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.224516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5981e-4512-4f50-84e7-1fd3510b45a5 req-69acb6b9-d218-4cf0-b895-2ff1c58dcba6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:42.226032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3f5981e-4512-4f50-84e7-1fd3510b45a5 req-69acb6b9-d218-4cf0-b895-2ff1c58dcba6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.1029458 Jul 23 10:22:42.265238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-644de470-9125-4848-9ab5-9f0a57b60d65 service neutron] 10.222.0.20 "GET /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.1997778 Jul 23 10:22:42.272337 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.299587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3f5981e-4512-4f50-84e7-1fd3510b45a5 req-a3953c97-bf95-4442-a119-60c584a1ad00 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631928 Jul 23 10:22:42.319301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:42.324967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.325865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:42.334769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.379978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c295566-ea6d-4297-b754-2fa411cb77e9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:42.393362 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.397663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bb1fdbbb-9210-4ea2-8aa7-f2e9768af90f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3c295566-ea6d-4297-b754-2fa411cb77e9 HTTP/1.1" status: 204 len: 168 time: 0.7191286 Jul 23 10:22:42.397960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:42.428006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:42.445119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa0789-81bb-4ddd-9e50-d892a9e1a4dc req-aea05cc8-5184-4b5d-9be6-20f359377390 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:42.446662 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90fa0789-81bb-4ddd-9e50-d892a9e1a4dc req-aea05cc8-5184-4b5d-9be6-20f359377390 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1097 time: 0.2594471 Jul 23 10:22:42.528392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.561777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040590a8-9c6b-41e0-87eb-f152d4ed9286 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:42.576686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.581484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90fa0789-81bb-4ddd-9e50-d892a9e1a4dc req-3b3c5ae2-3e6c-4c5d-95ee-17873d572e12 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263630 Jul 23 10:22:42.595648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299030d-ccd1-4b0e-8d3a-83235cb4ec85 req-fb610c69-9372-48c1-95bf-676a20266462 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:42.602251 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f299030d-ccd1-4b0e-8d3a-83235cb4ec85 req-fb610c69-9372-48c1-95bf-676a20266462 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.1504059 Jul 23 10:22:42.623948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Transition to ACTIVE for port object 040590a8-9c6b-41e0-87eb-f152d4ed9286 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:42.632310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.657317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.674901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce82c22-cc01-42ab-a642-2c94214117a1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:42.685020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:42.700973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f299030d-ccd1-4b0e-8d3a-83235cb4ec85 req-618960ee-2627-4b58-91bd-fc46eda141fd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888355 Jul 23 10:22:42.702078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698d9418-b34e-46bf-8d08-d77d4abc489a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:42.702380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698d9418-b34e-46bf-8d08-d77d4abc489a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:42.719323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:42.723969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.753427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:42.758371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.763124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:42.787585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:22:42.787585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:22:42.796878 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:22:42.849537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:42.875050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:22:42.893403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed0bc45-8dff-4fd6-a98c-2be0037083e3 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:42.912978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:42.928015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.934407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.936306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ce82c22-cc01-42ab-a642-2c94214117a1 HTTP/1.1" status: 204 len: 168 time: 0.5376544 Jul 23 10:22:42.954592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90735f-4600-4d94-8697-7530e41f93fc req-ee96cfbd-9b82-4da6-bdd8-a216886bdddc tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:42.954853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff24238-f2a7-4fa9-b607-fe585cd0c683 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce82c22-cc01-42ab-a642-2c94214117a1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:42.962162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb90735f-4600-4d94-8697-7530e41f93fc req-ee96cfbd-9b82-4da6-bdd8-a216886bdddc tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.2969387 Jul 23 10:22:42.967580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:42.990864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Attempting to bind port 040590a8-9c6b-41e0-87eb-f152d4ed9286 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:42.991118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Attempting to bind port 040590a8-9c6b-41e0-87eb-f152d4ed9286 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:42.991458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Attempting to bind port 040590a8-9c6b-41e0-87eb-f152d4ed9286 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:42.992099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a3e3a-92d8-457b-bcd9-d179d3bfd696 req-e03cabbd-b739-4a2d-80e6-516c0007fb93 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:42.993927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-411a3e3a-92d8-457b-bcd9-d179d3bfd696 req-e03cabbd-b739-4a2d-80e6-516c0007fb93 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 943 time: 0.1091616 Jul 23 10:22:43.025848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Port 040590a8-9c6b-41e0-87eb-f152d4ed9286 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:43.026176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Attempting to bind port 040590a8-9c6b-41e0-87eb-f152d4ed9286 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:43.040254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-411a3e3a-92d8-457b-bcd9-d179d3bfd696 req-b18967c6-a5cc-4dbf-891a-f5ba50a24c65 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Jul 23 10:22:43.045379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:43.045562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:43.045958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:43.046390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Bound port: 040590a8-9c6b-41e0-87eb-f152d4ed9286, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:43.046753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.068075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb90735f-4600-4d94-8697-7530e41f93fc req-fa0ea60b-999a-4f32-83e9-9ed32c4a3cec tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030660 Jul 23 10:22:43.156940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] Transition to ACTIVE for port object eed0bc45-8dff-4fd6-a98c-2be0037083e3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:43.169392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.193946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:43.219455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:43.235607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:43.246515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.281279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] No DVR routers for this DVR port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:43.304197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:43.304817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.306197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 1095 time: 1.6290278 Jul 23 10:22:43.307987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:43.310402 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:43.347480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7975bdb5-4a5f-437c-9c67-e21c5103f573 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=989438a4d6a144b38e693f000a0a50e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500645 Jul 23 10:22:43.348061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:43.364926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:43.391945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-af1c5555-7fd9-4541-bf08-cbce3d6f51a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1185696 Jul 23 10:22:43.426541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e24bbac-1cee-4ebb-b255-19c7b7a90ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.435637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:43.438460 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1215bd35-c6dd-4f02-b650-1bbaf166de4f" -d '{"events": [{"server_uuid": "91ce6b54-aae5-4806-adb2-73f74dc84d6b", "name": "network-vif-plugged", "status": "completed", "tag": "15d42f6f-e60f-49c8-b78e-a4905a0dc1c5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:43.460439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3c6bb-316e-4d39-94d3-249ad2995897 req-59de1064-ecd9-4964-81c2-6c41a90d4e39 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:43.468525 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15d3c6bb-316e-4d39-94d3-249ad2995897 req-59de1064-ecd9-4964-81c2-6c41a90d4e39 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 947 time: 0.2304320 Jul 23 10:22:43.509027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e24bbac-1cee-4ebb-b255-19c7b7a90ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.710868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e24bbac-1cee-4ebb-b255-19c7b7a90ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.713249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e24bbac-1cee-4ebb-b255-19c7b7a90ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:43.715585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e24bbac-1cee-4ebb-b255-19c7b7a90ea8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61d29f35-442b-4c70-ab44-cb235d73450f HTTP/1.1" status: 204 len: 168 time: 0.3667922 Jul 23 10:22:43.734941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24bbac-1cee-4ebb-b255-19c7b7a90ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d29f35-442b-4c70-ab44-cb235d73450f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:43.747059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15d3c6bb-316e-4d39-94d3-249ad2995897 req-57302e29-7046-4f80-ac68-b2c29d823038 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773981 Jul 23 10:22:43.789819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-f87463c8-c5b6-4011-bdcf-df06cd2e6e20 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:43.793889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-f87463c8-c5b6-4011-bdcf-df06cd2e6e20 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1095 time: 0.1420758 Jul 23 10:22:43.859727 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cb7466-6db2-4edb-aa8e-0cb2650a29c7 x-openstack-request-id: req-b9cb7466-6db2-4edb-aa8e-0cb2650a29c7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:43.860295 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:43.860752 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9cb7466-6db2-4edb-aa8e-0cb2650a29c7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:43.861351 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'status': 'completed', 'code': 200} Jul 23 10:22:43.871013 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d839b2fb-748a-41ff-9aaf-4b0788beddf7 x-openstack-request-id: req-d839b2fb-748a-41ff-9aaf-4b0788beddf7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:43.871501 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ce6b54-aae5-4806-adb2-73f74dc84d6b", "name": "network-vif-plugged", "status": "completed", "tag": "15d42f6f-e60f-49c8-b78e-a4905a0dc1c5", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:43.871875 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d839b2fb-748a-41ff-9aaf-4b0788beddf7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:43.872334 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5', 'code': 200} Jul 23 10:22:43.928114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-8c78e6e7-134c-4bbe-8712-d3e84a4fc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:43.932064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-8c78e6e7-134c-4bbe-8712-d3e84a4fc60f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded&tenant_id=c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 1095 time: 0.1333287 Jul 23 10:22:43.980909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa003ca-9999-4202-95f2-4dd2bc53c3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:44.054224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-5aec287a-41e8-4911-a530-fb0e0a713ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.057945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-5aec287a-41e8-4911-a530-fb0e0a713ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1098 time: 0.6956022 Jul 23 10:22:44.147980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edf13c-4847-47f6-8187-b7dd9735cfc9 req-84083436-916f-47c4-9f9f-e7eb429a9f2b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.149526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5edf13c-4847-47f6-8187-b7dd9735cfc9 req-84083436-916f-47c4-9f9f-e7eb429a9f2b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.7300715 Jul 23 10:22:44.150983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-e0be4d3d-9d90-4603-9fc5-d88530be82c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 217 time: 0.0642848 Jul 23 10:22:44.183516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc65da-c995-4341-8c00-bcb38b102d3f req-6e300d98-21d4-4e8d-9484-450bca46e7d8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.185343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6bcc65da-c995-4341-8c00-bcb38b102d3f req-6e300d98-21d4-4e8d-9484-450bca46e7d8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.1766930 Jul 23 10:22:44.187658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-63bb7ea7-a0c4-4f67-a4f1-885a164ee92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.189290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-63bb7ea7-a0c4-4f67-a4f1-885a164ee92e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1095 time: 0.2032962 Jul 23 10:22:44.248505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b5063-46a7-4a2a-aa97-4af376d097a7 req-7200e014-2e39-440a-97ae-1a51feb33df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.249986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b00b5063-46a7-4a2a-aa97-4af376d097a7 req-7200e014-2e39-440a-97ae-1a51feb33df3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 1101 time: 0.2304692 Jul 23 10:22:44.256259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-f0d85f89-63e9-42f0-98fa-2baf58a48b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.258703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-f0d85f89-63e9-42f0-98fa-2baf58a48b56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0996130 Jul 23 10:22:44.266631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5edf13c-4847-47f6-8187-b7dd9735cfc9 req-bddc93cd-ff48-4e66-8ce9-b6d19e54c224 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086948 Jul 23 10:22:44.336056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b00b5063-46a7-4a2a-aa97-4af376d097a7 req-4d5f977f-2ae2-4b23-add2-101cb63c9a9d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762961 Jul 23 10:22:44.358289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-d3bcaefd-1a6a-48f5-9bcd-292945ea73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.362013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-d3bcaefd-1a6a-48f5-9bcd-292945ea73a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945139 Jul 23 10:22:44.364097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6bcc65da-c995-4341-8c00-bcb38b102d3f req-1182ff5c-c7f4-47b8-b570-50465f45e401 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719627 Jul 23 10:22:44.465173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-89f27bf2-3229-4ff6-b22c-ed0ff31a32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.466687 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-89f27bf2-3229-4ff6-b22c-ed0ff31a32ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.2655430 Jul 23 10:22:44.515470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-9279404b-8dfe-4ce7-b622-b85d352e22e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 200 len: 217 time: 0.0401304 Jul 23 10:22:44.521101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-34f34694-683b-4096-877a-2af39f30188b service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511197 Jul 23 10:22:44.554690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bafa4-3f3c-4daa-9510-f78fec71f757 req-c72e2fb2-abe4-4755-9961-69fafb1ad9a6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.562010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-941bafa4-3f3c-4daa-9510-f78fec71f757 req-c72e2fb2-abe4-4755-9961-69fafb1ad9a6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.1616983 Jul 23 10:22:44.597203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-d49434e6-6b80-4eee-825c-18a1970a86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.598821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-d49434e6-6b80-4eee-825c-18a1970a86b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0730798 Jul 23 10:22:44.661440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-e17fd783-c996-4239-954a-b570569f4ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557301 Jul 23 10:22:44.670390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-941bafa4-3f3c-4daa-9510-f78fec71f757 req-fac571ce-3e73-4744-aed6-2ee2e26105ca tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026385 Jul 23 10:22:44.758730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4c810f9-4bc8-4f5f-b279-da3f746250ab req-e6bc7518-d480-4197-89c0-fb2c1b82149a service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301657 Jul 23 10:22:44.859520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be638-79af-4f63-a56c-27383f510ee3 req-0e462aea-a26b-4ab5-af0f-93a47de8ea92 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.861747 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f97be638-79af-4f63-a56c-27383f510ee3 req-0e462aea-a26b-4ab5-af0f-93a47de8ea92 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 946 time: 0.2025952 Jul 23 10:22:44.864637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-a74acaf3-b095-48c2-9ec9-45a3c6339b0b service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926320 Jul 23 10:22:44.930546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-e2cc0b9c-654e-49a0-ab42-a13eec6e4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.933176 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-e2cc0b9c-654e-49a0-ab42-a13eec6e4ebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1098 time: 0.1149685 Jul 23 10:22:44.954510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32784) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:44.955896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f97be638-79af-4f63-a56c-27383f510ee3 req-e1773220-19bf-45e3-9af4-6e228ff0478f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867717 Jul 23 10:22:44.992625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6007b5-873d-4cc1-9612-674020f856e6 req-9175c77c-51a4-4f7f-aa96-e1e328dd2b2e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:44.999474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce6007b5-873d-4cc1-9612-674020f856e6 req-9175c77c-51a4-4f7f-aa96-e1e328dd2b2e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 947 time: 0.1323841 Jul 23 10:22:45.018332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-b65134ad-8356-4b45-9122-45da447a2a4a service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373332 Jul 23 10:22:45.089564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce6007b5-873d-4cc1-9612-674020f856e6 req-6c7b1c47-afb8-4233-b94a-8aa6fb190ac5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892344 Jul 23 10:22:45.094503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-257289940-network', 'tenant_id': '66d620e11d8447ec99237601bbfd2412'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:45.101873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-61e7c843-5501-4a30-8c19-7f9b544bb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.103319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-61e7c843-5501-4a30-8c19-7f9b544bb359 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1634998 Jul 23 10:22:45.154307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-8fcee508-b94c-4ad7-be98-8a10c3a3d8f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 217 time: 0.0386052 Jul 23 10:22:45.154857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Made reservation on behalf of 66d620e11d8447ec99237601bbfd2412 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:45.157085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.192901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.235791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-7033d92c-7f9d-46b3-8947-79156d9213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.237467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-7033d92c-7f9d-46b3-8947-79156d9213c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0721972 Jul 23 10:22:45.331059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-1ebff64e-b1ce-4df7-8db5-46d08aef6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.332633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-1ebff64e-b1ce-4df7-8db5-46d08aef6003 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836072 Jul 23 10:22:45.372002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-c4aa1206-b9c9-469c-892f-fd43f7b900a5 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.373549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-c4aa1206-b9c9-469c-892f-fd43f7b900a5 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1095 time: 0.1185989 Jul 23 10:22:45.379056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.387190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.442908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:22:45.508269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.508269 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Added segment 9ea65822-7889-4b36-bc4b-00f5434e24cb of type vlan for network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 Jul 23 10:22:45.515152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a65c6-0e4a-4773-b777-653eb72a4706,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:45.533642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-2dc1026f-eb5b-4a53-9845-cea1b2563c9b service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909494 Jul 23 10:22:45.579991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.581284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a40fd0-aec9-40cd-ba96-996ee1e09c4a req-73a0212b-f745-4615-8637-533eacdd61a6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.588662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15a40fd0-aec9-40cd-ba96-996ee1e09c4a req-73a0212b-f745-4615-8637-533eacdd61a6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.2349997 Jul 23 10:22:45.634864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-97ea0105-5202-40bf-acbc-93f56520f6af service neutron] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:45.637306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.639179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.639991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.647578 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15a40fd0-aec9-40cd-ba96-996ee1e09c4a req-ed287067-03f8-4143-9e03-e65c0b3ddbb5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554066 Jul 23 10:22:45.652697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-97ea0105-5202-40bf-acbc-93f56520f6af service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.654675 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8e0c87-f51e-4ceb-9241-ec2bf0dd5b80 req-97ea0105-5202-40bf-acbc-93f56520f6af service neutron] 10.222.0.55 "DELETE /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.2578948 Jul 23 10:22:45.737754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a4010-9a2c-4dc2-aea3-4141b32fa7be req-cf7794c4-1dd1-4f09-8aa4-49f7e9dab96f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.742326 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-167a4010-9a2c-4dc2-aea3-4141b32fa7be req-cf7794c4-1dd1-4f09-8aa4-49f7e9dab96f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.2895203 Jul 23 10:22:45.798264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8310666 Jul 23 10:22:45.804400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32804) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:45.806347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf55e9f-a4b9-43bf-9982-76ab3f2598a8 admin admin] Pushing event updated for resources: {'Network': ['ID=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:45.820357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:22:45.832283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Request body: {'subnet': {'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-257289940-subnet', 'tenant_id': '66d620e11d8447ec99237601bbfd2412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:45.905807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef6cfc-3e2b-4d76-91f6-6a461dd34a0f req-1cfac164-ffd8-4dc9-8b24-2aa32b167633 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:45.918080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddef6cfc-3e2b-4d76-91f6-6a461dd34a0f req-1cfac164-ffd8-4dc9-8b24-2aa32b167633 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.1256738 Jul 23 10:22:45.926877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-630e1ac3-1f39-415c-a8a6-2abcb0c5adb4 req-8e2a7f39-bc24-43ff-95f3-0e13e8c70f46 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147488 Jul 23 10:22:45.948914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-167a4010-9a2c-4dc2-aea3-4141b32fa7be req-a5322b9a-7f68-40ed-8f4e-8ab603cf98c5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047408 Jul 23 10:22:45.956707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Made reservation on behalf of 66d620e11d8447ec99237601bbfd2412 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:45.959440 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:45.991935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddef6cfc-3e2b-4d76-91f6-6a461dd34a0f req-a77f35e9-52a1-4b71-a742-55f8ba27fd26 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631361 Jul 23 10:22:46.190056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:46.304205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef1007d-14ad-47e5-a679-a1cf042d8474,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:46.332000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Checking segment: {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:46.332507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Network hostable DHCP agents. Network: efee9bf9-7a67-4fca-a6ee-a52e96e9acf7, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:22:46.352241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a95fa-cb24-4690-b495-6c1eadbda595 req-e9187b2e-e4e0-4378-9be9-6169b2a9d58d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:46.353915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a27a95fa-cb24-4690-b495-6c1eadbda595 req-e9187b2e-e4e0-4378-9be9-6169b2a9d58d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1548953 Jul 23 10:22:46.380173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:22:46.401215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, efee9bf9-7a67-4fca-a6ee-a52e96e9acf7) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:46.410499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:46.411141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:46.416149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31c7b5-15fd-4c40-a7de-a24343a4a815 None None] Network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:22:46.423985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a27a95fa-cb24-4690-b495-6c1eadbda595 req-704df4d1-e7c3-44a8-a600-595b0706e078 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611734 Jul 23 10:22:46.439514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e922d-27f8-4c28-ad31-bf5917d53f5a req-4cb02f9c-576d-4667-a438-a45a84f8102a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:46.447042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa2e922d-27f8-4c28-ad31-bf5917d53f5a req-4cb02f9c-576d-4667-a438-a45a84f8102a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 947 time: 0.1649022 Jul 23 10:22:46.454292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1bb61f52-161a-48e3-94cd-a1399739ab15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6446049 Jul 23 10:22:46.610359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bbf92-01c5-4f3a-97f2-519e90c5e283 req-edaa0099-8279-4b5c-b47f-2cf890f3acd2 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:46.612015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c7bbf92-01c5-4f3a-97f2-519e90c5e283 req-edaa0099-8279-4b5c-b47f-2cf890f3acd2 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 1095 time: 0.0948787 Jul 23 10:22:46.654184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ebcfc-035c-4e62-886f-4f0e1919b45b None None] Network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:22:46.659514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c7bbf92-01c5-4f3a-97f2-519e90c5e283 req-f3363159-93f9-498b-a872-a79285372ffb tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Jul 23 10:22:46.741048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:46.847170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa2e922d-27f8-4c28-ad31-bf5917d53f5a req-d58a0e6a-d09c-4c89-94a7-7feed9385a74 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989329 Jul 23 10:22:46.983763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5127e4c4-c274-4632-aed8-733588de9dfa tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1624642204&fields=id&tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab HTTP/1.1" status: 200 len: 267 time: 0.0473633 Jul 23 10:22:47.030803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:47.042967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'mac_address': 'fa:16:3e:02:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:47.083264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:47.098986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040590a8-9c6b-41e0-87eb-f152d4ed9286 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:47.105018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-62826bbd-0a95-4e4a-9cf4-a211a065ef39 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:47.106892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-62826bbd-0a95-4e4a-9cf4-a211a065ef39 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 824 time: 0.1163924 Jul 23 10:22:47.128354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:47.128527 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-17999996-1601-4561-9c23-a844961aa160 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/quotas/239dddd6b3ac4dfb8cb0b4cb3cff3eab HTTP/1.1" status: 200 len: 375 time: 0.0145147 Jul 23 10:22:47.129616 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:47.195798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:47.218044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-c9f2c035-3ef8-45fc-9d64-fe4008170f56 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895834 Jul 23 10:22:47.320589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-78e6ccc0-99de-4922-a3c2-f5640f627b3e service neutron] 10.222.0.37 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889595 Jul 23 10:22:47.360972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-35448381-62c9-4e68-9588-b603e221bb53 req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1274133308', 'description': 'tempest-description-2041657417'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:47.388275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-35448381-62c9-4e68-9588-b603e221bb53 req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:47.423495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-1a43e120-1b88-4289-9dd6-b05cb7e007bd service neutron] 10.222.0.37 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963650 Jul 23 10:22:47.488134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-35448381-62c9-4e68-9588-b603e221bb53 req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:47.492445 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-35448381-62c9-4e68-9588-b603e221bb53 req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:47.517206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['040590a8-9c6b-41e0-87eb-f152d4ed9286'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:47.523674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ebf056-f3df-4f26-92cf-56d59c9131f0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:47.530754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-35448381-62c9-4e68-9588-b603e221bb53 req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:47.534303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35448381-62c9-4e68-9588-b603e221bb53 req-ea6fffdc-c488-4e74-b5bf-44f58abf1bd8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1778839 Jul 23 10:22:47.743170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea003-58b1-4894-b9d6-2a13f5b4f181 req-45318b04-cef1-4687-8d14-b7dd8559b18f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:47.745526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c7ea003-58b1-4894-b9d6-2a13f5b4f181 req-45318b04-cef1-4687-8d14-b7dd8559b18f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.0992165 Jul 23 10:22:47.800261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-cdc5f00a-78f7-4424-8360-86fd85edb6f0 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:47.801897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-cdc5f00a-78f7-4424-8360-86fd85edb6f0 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.1521320 Jul 23 10:22:47.827022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c7ea003-58b1-4894-b9d6-2a13f5b4f181 req-3b33ac29-90c0-4664-96e8-c4a10c032923 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757024 Jul 23 10:22:47.842798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-d55c4cf2-4f4f-4504-85c7-33632012b961 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:47.844336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-d55c4cf2-4f4f-4504-85c7-33632012b961 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.55 "GET /v2.0/ports?device_id=01010181-5e4e-46cc-866f-871009938900 HTTP/1.1" status: 200 len: 946 time: 0.2371993 Jul 23 10:22:47.851488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-87bd151c-6dd2-4116-a486-9ff65f41623f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/quotas/c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 375 time: 0.0427101 Jul 23 10:22:48.108534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-7492388e-99fd-4594-9f22-6968e85296f2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2560332 Jul 23 10:22:48.144587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e022169-6805-413f-a60f-89fddb744ffe req-7fe2fd15-356f-41f1-ab42-94682c9cad5c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:48.146571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e022169-6805-413f-a60f-89fddb744ffe req-7fe2fd15-356f-41f1-ab42-94682c9cad5c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1029615 Jul 23 10:22:48.164713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Deleting port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:22:48.164983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.200234 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e022169-6805-413f-a60f-89fddb744ffe req-114293d7-fa4b-44a2-9443-53de0d8d3a22 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Jul 23 10:22:48.240649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-dfe59ec1-e016-4bff-a09e-323d5315cda2 req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1998254479', 'description': 'tempest-description-2112051484'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:48.301335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-23b3a08f-68b9-4603-9ab7-7fd5a9065a5b service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844268 Jul 23 10:22:48.312090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe59ec1-e016-4bff-a09e-323d5315cda2 req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.326495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:48.326869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.459022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe59ec1-e016-4bff-a09e-323d5315cda2 req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.467223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe59ec1-e016-4bff-a09e-323d5315cda2 req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.513648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137e0223-cd0e-4d1b-8390-c4301496a433,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:48.544307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfe59ec1-e016-4bff-a09e-323d5315cda2 req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.546812 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe59ec1-e016-4bff-a09e-323d5315cda2 req-6994478a-4985-4460-bd83-64557bfc389a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3128941 Jul 23 10:22:48.556065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-c2836bc2-351d-4769-bcdf-fcadf46d47fd service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452912 Jul 23 10:22:48.696527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.696947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:48.697498 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 disassociated. External IP: 172.25.4.192, port: 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237. Jul 23 10:22:48.698538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Calling delete_port for 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:22:48.748059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:22:48.800847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2678912a-01c5-47c6-aa7e-1ecd4707f67b req-a136bc00-934f-4171-b9c9-d0bad05160a7 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 210 time: 0.1717763 Jul 23 10:22:48.883692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 040590a8-9c6b-41e0-87eb-f152d4ed9286 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:48.889537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 040590a8-9c6b-41e0-87eb-f152d4ed9286 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:48.890172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:49.014464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa6de2-7c52-4ddb-8ce0-ffa8e6a04547 req-efed715d-6e18-48fb-8e18-9aca6e485824 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:49.016279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52fa6de2-7c52-4ddb-8ce0-ffa8e6a04547 req-efed715d-6e18-48fb-8e18-9aca6e485824 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 948 time: 0.1101241 Jul 23 10:22:49.071099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:49.114957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52fa6de2-7c52-4ddb-8ce0-ffa8e6a04547 req-1dae106d-26e3-4596-bef1-b99d91edd2c6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927703 Jul 23 10:22:49.135610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:49.136757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:49.139288 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a7b3c-b0b7-44cd-b3dd-d82d157d676e" -d '{"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-plugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:49.143883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:49.144698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:22:49.294719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:49.301781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:49.352396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:49.357575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-0948b0b2-6352-4b1a-b35b-52f3794ed009 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c99bcd756f364b96971d48d2cc9c854c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356092 Jul 23 10:22:49.386925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:49.480605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:49.541278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-20c49eac-fccd-4ef8-a628-37de9bcc936a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:49.543473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-20c49eac-fccd-4ef8-a628-37de9bcc936a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637988 Jul 23 10:22:49.574664 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-ddb47a57-9f10-482f-a8a5-0788e8564f16 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/quotas/c99bcd756f364b96971d48d2cc9c854c HTTP/1.1" status: 200 len: 375 time: 0.0190144 Jul 23 10:22:49.587288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475505e-9e3b-47d0-b4fe-013f1d61a5bd req-5fbcb2d9-2b51-40d1-be2c-02e5731a8cc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:49.590052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8475505e-9e3b-47d0-b4fe-013f1d61a5bd req-5fbcb2d9-2b51-40d1-be2c-02e5731a8cc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.8361313 Jul 23 10:22:49.596399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:49.610885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-d9731ea7-4896-4866-9579-88b127ab614a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c99bcd756f364b96971d48d2cc9c854c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353448 Jul 23 10:22:49.663221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event deleted for resources: {'Port': ['ID=1c9421b5-7e48-43b3-a3e6-8a3d8ad42237,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:49.681764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-974b445b-edb9-465e-9eb7-5b8d3e20e4a1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:49.684181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-974b445b-edb9-465e-9eb7-5b8d3e20e4a1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.20 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 824 time: 0.3875561 Jul 23 10:22:49.716334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8475505e-9e3b-47d0-b4fe-013f1d61a5bd req-11a87df3-494f-4e79-96ab-87a2fd39f58d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159174 Jul 23 10:22:49.832579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-80ad4d8a-4190-490c-823e-2473597bb8a2 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab HTTP/1.1" status: 200 len: 380 time: 0.1195345 Jul 23 10:22:49.844270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'port': {'device_id': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'admin_state_up': True, 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'security_groups': ['e04fd56f-47b2-484d-bd8a-531a2b982ee8']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:49.985048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:22:50.078801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3843aff1-6288-47d4-b707-e3e181b4929f req-b4129350-c99c-4294-9c19-d64fbcddd32e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 210 time: 0.0549543 Jul 23 10:22:50.180828 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dec047-1e97-4f27-ae75-b9d58a06747f x-openstack-request-id: req-07dec047-1e97-4f27-ae75-b9d58a06747f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:50.181359 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-plugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:50.183046 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07dec047-1e97-4f27-ae75-b9d58a06747f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:50.183046 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'code': 200} Jul 23 10:22:50.326014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-656fd31d-679d-4511-9753-61919e34e42d req-b97c122f-a606-4533-a1d2-466fcbfe60e9 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 210 time: 0.0457375 Jul 23 10:22:50.421253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-f9633e82-670b-46ee-b978-b08b7241e34f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:50.423880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-f9633e82-670b-46ee-b978-b08b7241e34f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 812 time: 0.4469903 Jul 23 10:22:50.428717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Made reservation on behalf of 239dddd6b3ac4dfb8cb0b4cb3cff3eab for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:50.438018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:50.507481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-66956731-29c9-4a23-8295-032f5f9999e2 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/quotas/66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 375 time: 0.0667784 Jul 23 10:22:50.515144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:22:50.541114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:22:50.542444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-289371b5-6f9a-4c84-bb9f-c78fe0fa3e5d tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c99bcd756f364b96971d48d2cc9c854c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605111 Jul 23 10:22:50.550020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf40ea-383f-4657-b8b2-17ef741a67a6 req-7e8b7794-b610-4aae-9f6b-f34379b65790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:50.552336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdbf40ea-383f-4657-b8b2-17ef741a67a6 req-7e8b7794-b610-4aae-9f6b-f34379b65790 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1100 time: 0.2305746 Jul 23 10:22:50.557527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:22:50.558590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:22:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:50.634531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-f0bc8835-7e2b-426f-970f-803c337d169c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163485 Jul 23 10:22:50.669954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] No DVR routers for this DVR port 1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:22:50.672850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:50.676848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d07f8c28-d6f1-4d36-a016-7555bc2e626b req-899a12ac-67fd-405c-b4e4-2e66221e7e2f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.55 "DELETE /v2.0/ports/1c9421b5-7e48-43b3-a3e6-8a3d8ad42237 HTTP/1.1" status: 204 len: 173 time: 2.8225317 Jul 23 10:22:50.683816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-0b363683-7ce7-4638-bdd6-6cb8fc32a74f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:50.686098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-0b363683-7ce7-4638-bdd6-6cb8fc32a74f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.3087339 Jul 23 10:22:50.726408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Request body: {'port': {'device_id': '2b30d7a1-f304-4493-a066-10065f7488e5', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'admin_state_up': True, 'tenant_id': 'c03d131371c24e5a933122ba8f96b5fa'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:50.743992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-1e5d0416-77ef-4843-ac6f-58eeca431a60 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:50.746732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-1e5d0416-77ef-4843-ac6f-58eeca431a60 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033725 Jul 23 10:22:50.761480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdbf40ea-383f-4657-b8b2-17ef741a67a6 req-b0b2337a-664e-4202-beb1-19fb2cb0185e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150532 Jul 23 10:22:50.772110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'name': 'network-vif-deleted', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:50.774311 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2a1e25-1fb3-4c58-bb71-75e07d0e8fe4" -d '{"events": [{"server_uuid": "01010181-5e4e-46cc-866f-871009938900", "name": "network-vif-deleted", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:50.806653 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-459f85a7-d836-4935-a19a-14fa6b2492b7 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/quotas/c99bcd756f364b96971d48d2cc9c854c HTTP/1.1" status: 200 len: 375 time: 0.0477245 Jul 23 10:22:50.836429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:22:50.862587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-5cc3ed5a-b8cc-4115-aa5d-a6830122d842 service neutron] 10.222.0.37 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937532 Jul 23 10:22:50.905918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Allocated IP 172.20.0.5 (379e3615-898a-4d5f-ad14-574632aacf41/e4740ef8-3cba-4dd3-b6ef-84f3320f15ef/181d9053-39be-4a68-90b4-750a5810e60c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:50.946628 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-af7e8528-49d4-43a5-b7af-50e55ada1c21 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c99bcd756f364b96971d48d2cc9c854c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1385460 Jul 23 10:22:51.035847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-e4330642-ae45-4215-b985-c9bb9648bffa service neutron] 10.222.0.37 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723390 Jul 23 10:22:51.090275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Made reservation on behalf of c03d131371c24e5a933122ba8f96b5fa for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:51.100153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:51.273510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:51.330357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Transition to ACTIVE for port object 181d9053-39be-4a68-90b4-750a5810e60c will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:51.337241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:51.375606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Allocated IP 172.20.0.2 (96a96832-d655-41d9-937e-f38bcf3d20bf/6e512ca4-885d-4b59-88d6-b827ffb26da7/5c0692a0-a9fa-44ee-b5ac-76373febc752) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:51.399538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:51.460521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:22:51.480801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:22:51.483927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:22:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:51.490810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Network 379e3615-898a-4d5f-ad14-574632aacf41 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:51.498779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:51.504143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:51.578611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:51.608663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:51.610007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:51.670764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event updated for resources: {'Port': ['ID=181d9053-39be-4a68-90b4-750a5810e60c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:51.735638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-5e4b7714-0c22-473b-ba79-0d9ede0bd725 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8960619 Jul 23 10:22:51.740059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-a7f6fe34-c898-42fc-8053-e1112ece2bb6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709465 Jul 23 10:22:51.778402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Request body: {'port': {'device_id': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:51.784508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:22:51.933512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229baa9-b5d8-4d2a-a6be-afc0588b8d44 req-826464e6-d896-4b42-a2ff-012e45cd7440 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:51.942475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3229baa9-b5d8-4d2a-a6be-afc0588b8d44 req-826464e6-d896-4b42-a2ff-012e45cd7440 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.3504279 Jul 23 10:22:52.049196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-60a2f375-1abc-4b0f-bae3-5323c1119ecf tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:52.055105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.057021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-60a2f375-1abc-4b0f-bae3-5323c1119ecf tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160100 Jul 23 10:22:52.070458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.073861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-fe011b31-c743-41e2-92b4-b68f4df0a973 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c99bcd756f364b96971d48d2cc9c854c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863018 Jul 23 10:22:52.076464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdcefe9d-4fda-42ff-9f3c-ef00ba99f4ef None None] Provisioning for port 181d9053-39be-4a68-90b4-750a5810e60c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:52.085011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdcefe9d-4fda-42ff-9f3c-ef00ba99f4ef None None] Provisioning complete for port 181d9053-39be-4a68-90b4-750a5810e60c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:52.085448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdcefe9d-4fda-42ff-9f3c-ef00ba99f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.123547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3229baa9-b5d8-4d2a-a6be-afc0588b8d44 req-63cc03b3-e522-4392-9e3e-c20521b3bd22 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795499 Jul 23 10:22:52.125992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:22:52.181007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c69152-0fce-4fe9-b734-f38e1ace25ed None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:22:52.189753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:52.192577 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a340990-ea94-487a-915c-e48c18cd368f" -d '{"events": [{"server_uuid": "01010181-5e4e-46cc-866f-871009938900", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:52.198801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bdcefe9d-4fda-42ff-9f3c-ef00ba99f4ef None None] Port 181d9053-39be-4a68-90b4-750a5810e60c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:52.296779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-f87c1796-48e8-4449-8723-4715112712f1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/quotas/3ba96f9623d94bf5894ac4e2f045a942 HTTP/1.1" status: 200 len: 375 time: 0.2386961 Jul 23 10:22:52.485230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Network 96a96832-d655-41d9-937e-f38bcf3d20bf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:52.491770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:52.495441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:52.498067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:52.514056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-41fe4674-be4d-4989-8c96-cd12791e56ea tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:52.523135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-41fe4674-be4d-4989-8c96-cd12791e56ea tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247847 Jul 23 10:22:52.528053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181d9053-39be-4a68-90b4-750a5810e60c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:52.537149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.554984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Transition to ACTIVE for port object 181d9053-39be-4a68-90b4-750a5810e60c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:52.557960 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ae10d-060e-4da8-b061-99fec3f99b68 x-openstack-request-id: req-c65ae10d-060e-4da8-b061-99fec3f99b68 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:52.558254 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01010181-5e4e-46cc-866f-871009938900", "name": "network-vif-deleted", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:52.558651 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c65ae10d-060e-4da8-b061-99fec3f99b68 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:52.559178 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'name': 'network-vif-deleted', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'status': 'completed', 'code': 200} Jul 23 10:22:52.577731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Request body: {'port': {'device_id': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'c99bcd756f364b96971d48d2cc9c854c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:52.597949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.633102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-affdf706-182b-4c1c-94d2-94f65b93cc2e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3242140 Jul 23 10:22:52.649088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Pushing event updated for resources: {'Port': ['ID=181d9053-39be-4a68-90b4-750a5810e60c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:52.655743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:52.656672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.703545 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db530c8-edb6-4817-8445-92e9adf2fe94 None None] New status for floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:22:52.724668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-f02bf8e9-345e-4b1f-97f6-7bca9a00bf9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0023589 Jul 23 10:22:52.759475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Request body: {'port': {'device_id': '2b30d7a1-f304-4493-a066-10065f7488e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:52.764691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Made reservation on behalf of c99bcd756f364b96971d48d2cc9c854c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:52.769060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.793118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464eb2e-bd74-4250-9762-b57708ca5f90 req-d54d46b8-a620-44ef-9d3b-c1af00039967 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:52.800409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7464eb2e-bd74-4250-9762-b57708ca5f90 req-d54d46b8-a620-44ef-9d3b-c1af00039967 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 931 time: 0.2399468 Jul 23 10:22:52.801615 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.903791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:52.942309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7464eb2e-bd74-4250-9762-b57708ca5f90 req-44db5cce-4673-4e68-8e1d-6eb9ab816c68 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407890 Jul 23 10:22:53.006131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Attempting to bind port 181d9053-39be-4a68-90b4-750a5810e60c on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:53.009081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Attempting to bind port 181d9053-39be-4a68-90b4-750a5810e60c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:53.009697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Attempting to bind port 181d9053-39be-4a68-90b4-750a5810e60c on network 379e3615-898a-4d5f-ad14-574632aacf41 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:53.023181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Port 181d9053-39be-4a68-90b4-750a5810e60c on network 379e3615-898a-4d5f-ad14-574632aacf41 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:53.029019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Attempting to bind port 181d9053-39be-4a68-90b4-750a5810e60c on network 379e3615-898a-4d5f-ad14-574632aacf41 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:53.049989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:53.050331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Checking segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:53.050723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Bound using segment: {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:53.051161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Bound port: 181d9053-39be-4a68-90b4-750a5810e60c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e47f57-321f-4410-8fae-cc6a88e0134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:53.051547 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:53.177715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] For port 181d9053-39be-4a68-90b4-750a5810e60c, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:53.181371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] For port 181d9053-39be-4a68-90b4-750a5810e60c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=181d9053-39be-4a68-90b4-750a5810e60c,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:53.194634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:53.197123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-faca387d-5110-4fc0-a1f4-ef56b381fa17 req-b8f35db2-79cc-4a6f-835f-6d95fe9cdaf9 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 210 time: 0.1026192 Jul 23 10:22:53.217058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.20', 53801) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:53.274798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:53.275673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:53.279596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/181d9053-39be-4a68-90b4-750a5810e60c HTTP/1.1" status: 200 len: 1091 time: 1.5162349 Jul 23 10:22:53.348876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-7db15c52-a1b5-419f-8431-b864375f5f09 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c99bcd756f364b96971d48d2cc9c854c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303322 Jul 23 10:22:53.352240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:53.357766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90862c-4c17-44ba-983a-9c9c882893e8 service neutron] Pushing event updated for resources: {'Port': ['ID=181d9053-39be-4a68-90b4-750a5810e60c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:53.443700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1a40c7e-3834-41c7-84d2-ced7bce283ae req-b93e9c6a-ece6-4b4e-806b-30afa5e08e8c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 210 time: 0.0506299 Jul 23 10:22:53.464912 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:53.565014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-aaab0885-76e2-402d-97dc-7bd2ceaecdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:53.566316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:53.567612 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-aaab0885-76e2-402d-97dc-7bd2ceaecdd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 1094 time: 0.1230066 Jul 23 10:22:53.571358 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5965d2-f2c8-4f27-9862-0f0cf2e7705f x-openstack-request-id: req-7d5965d2-f2c8-4f27-9862-0f0cf2e7705f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:53.571687 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01010181-5e4e-46cc-866f-871009938900", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9421b5-7e48-43b3-a3e6-8a3d8ad42237", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:53.571946 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d5965d2-f2c8-4f27-9862-0f0cf2e7705f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:53.573617 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01010181-5e4e-46cc-866f-871009938900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9421b5-7e48-43b3-a3e6-8a3d8ad42237', 'code': 200} Jul 23 10:22:53.694141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-d8c5ee75-844c-4011-9d07-7cd002530b0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181d9053-39be-4a68-90b4-750a5810e60c HTTP/1.1" status: 200 len: 217 time: 0.0945537 Jul 23 10:22:53.718682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f48f5c31-04d8-407c-802d-d0aacaf9d8dd req-e615c1f3-44e2-40ce-b132-397c5b624c60 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 210 time: 0.1009521 Jul 23 10:22:53.779694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-7fa2b691-2c17-455f-84d8-68c09b713ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:53.781878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-7fa2b691-2c17-455f-84d8-68c09b713ac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.0655072 Jul 23 10:22:53.790876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68638c-03bd-41dd-9db6-53f191b7e775,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:53.919999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-e51fb28a-5ef9-48e5-a2d8-9dda5103f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:53.921545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-e51fb28a-5ef9-48e5-a2d8-9dda5103f866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322627 Jul 23 10:22:53.942364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861af3b-02b1-4c0c-bba3-ee8339e8d067 req-478f3160-5566-4e97-9455-629e8c94ad8d tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:53.945678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2861af3b-02b1-4c0c-bba3-ee8339e8d067 req-478f3160-5566-4e97-9455-629e8c94ad8d tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 943 time: 0.5199418 Jul 23 10:22:53.980218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-ffb8d9cb-513d-4a7a-b34b-ecb73da101f3 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:53.982132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-ffb8d9cb-513d-4a7a-b34b-ecb73da101f3 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6039374 Jul 23 10:22:54.021764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Request body: {'port': {'device_id': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'c99bcd756f364b96971d48d2cc9c854c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:54.045582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.20', 53802) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:22:54.062355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b5c6-981c-420d-8233-afdcd24d1fe3 req-a3a0ab2b-2958-4be4-9a31-278fc523d2df tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:54.069660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe54b5c6-981c-420d-8233-afdcd24d1fe3 req-a3a0ab2b-2958-4be4-9a31-278fc523d2df tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.2187138 Jul 23 10:22:54.114209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-4d44bef4-48b1-4b82-860d-4efc4a69003c service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802249 Jul 23 10:22:54.145727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Allocated IP 192.168.233.14 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/8200ec75-4645-490c-9349-d731cdb453ae) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:54.232916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-767918c9-5001-41f5-8a8e-f774b4d11abd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:54.234837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-767918c9-5001-41f5-8a8e-f774b4d11abd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 812 time: 0.1880753 Jul 23 10:22:54.236533 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2861af3b-02b1-4c0c-bba3-ee8339e8d067 req-a7e080ce-9cf1-46cb-ba7d-1b876626a267 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831781 Jul 23 10:22:54.238537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-3cbc7867-6aae-42f7-9bac-63c7ec6dfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:54.240185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-3cbc7867-6aae-42f7-9bac-63c7ec6dfdc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.6918354 Jul 23 10:22:54.279405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'port': {'device_id': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7', 'admin_state_up': True, 'tenant_id': '66d620e11d8447ec99237601bbfd2412'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:54.327921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe54b5c6-981c-420d-8233-afdcd24d1fe3 req-ae89280b-0f56-440a-a56f-71a60ce43bf7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519813 Jul 23 10:22:54.561589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:54.563954 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "tag": "181d9053-39be-4a68-90b4-750a5810e60c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:54.572899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0e386fe-b026-4946-92d6-6179ce2c27c5 req-f2b74d0d-6ddc-4032-b3f5-eac693ac4cff service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482146 Jul 23 10:22:54.607805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Made reservation on behalf of 66d620e11d8447ec99237601bbfd2412 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:54.611560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:54.632424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae8b-b096-446d-97c1-e03b978b0c5b req-0c94870f-6717-47fd-84f9-9349f27b3357 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:54.639998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3e2ae8b-b096-446d-97c1-e03b978b0c5b req-0c94870f-6717-47fd-84f9-9349f27b3357 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 931 time: 0.1788414 Jul 23 10:22:54.702164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-296ee468-07b4-4f04-9556-8794ff2ed4e8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588551 Jul 23 10:22:54.808037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3e2ae8b-b096-446d-97c1-e03b978b0c5b req-d076ebcd-9fb9-4d62-8c85-a835c4ed4044 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517465 Jul 23 10:22:54.825099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Made reservation on behalf of c99bcd756f364b96971d48d2cc9c854c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:54.828756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:54.866493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0692a0-a9fa-44ee-b5ac-76373febc752 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:54.888921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:54.949707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:54.975950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Allocated IP 172.20.0.3 (efee9bf9-7a67-4fca-a6ee-a52e96e9acf7/3ef1007d-14ad-47e5-a679-a1cf042d8474/291ada55-0b63-4f4e-838a-11139be6364d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:54.997921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Transition to ACTIVE for port object 5c0692a0-a9fa-44ee-b5ac-76373febc752 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:54.999691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-b3ccfe86-8c86-4e3f-bb7e-e6c9c0d8522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.001407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-b3ccfe86-8c86-4e3f-bb7e-e6c9c0d8522d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.7106626 Jul 23 10:22:55.002492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-a7f5b398-8bdd-4a6c-8a56-04bc38a29597 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.004073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-a7f5b398-8bdd-4a6c-8a56-04bc38a29597 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940509 Jul 23 10:22:55.027227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e518d-0ca8-4bb9-a9c2-66677fe11106 req-5699fdb4-1efe-4187-97f0-a164bd7abbaa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.035434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-185e518d-0ca8-4bb9-a9c2-66677fe11106 req-5699fdb4-1efe-4187-97f0-a164bd7abbaa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.6423876 Jul 23 10:22:55.055014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.084714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Request body: {'port': {'device_id': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '3ba96f9623d94bf5894ac4e2f045a942'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:55.110886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Transition to ACTIVE for port object 8200ec75-4645-490c-9349-d731cdb453ae will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:55.142214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-cc538a8f-0178-47a7-9608-9457d1496f60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.0950196 Jul 23 10:22:55.237958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-185e518d-0ca8-4bb9-a9c2-66677fe11106 req-03357fa1-0253-4ef4-8c17-1e491bf11547 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014432 Jul 23 10:22:55.241813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:55.316724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-49909fad-040a-45c9-8dce-0f4385871e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.318194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-49909fad-040a-45c9-8dce-0f4385871e30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.1626818 Jul 23 10:22:55.328981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.429239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-25868b41-22de-4007-93d0-58a026d35753 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965960 Jul 23 10:22:55.456666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0dd37d6-b73b-4fa2-b2cd-2283540ac5c1 req-958c332e-7567-440e-b4ad-5769442e96a7 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 210 time: 0.0468922 Jul 23 10:22:55.504790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:55.505130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:55.505457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:55.520289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:55.536989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.539241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:55.547136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:55.547716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:55.550072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:55.574191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Allocated IP 192.168.233.31 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/4598d3b5-4a7d-40db-811a-9a3f92b3d4ff) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:55.582278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35277dc2-91ff-4dca-8bb9-7005efff82ba req-06bebe6d-c97e-4081-9a58-f491bcb05522 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 210 time: 0.0381269 Jul 23 10:22:55.584460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:55.630433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Made reservation on behalf of 3ba96f9623d94bf5894ac4e2f045a942 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:22:55.630433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.630844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:55.630844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:55.631562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:55.632010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Bound port: 5c0692a0-a9fa-44ee-b5ac-76373febc752, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:55.632425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.673373 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983347f6-d328-41d7-938b-bbf7a691da69 x-openstack-request-id: req-983347f6-d328-41d7-938b-bbf7a691da69 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:55.673665 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "tag": "181d9053-39be-4a68-90b4-750a5810e60c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:55.673905 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-983347f6-d328-41d7-938b-bbf7a691da69 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:55.674302 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c', 'status': 'completed', 'code': 200} Jul 23 10:22:55.721944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.756296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:55.782785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:55.792187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.792895 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.804557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-16f4b2bd-5be0-433c-9a3e-60aa881cc552 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648751 Jul 23 10:22:55.820368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597dc2-5d62-4aa2-beab-66226127b503 req-93b2612e-646f-45f9-b962-74a91c7c6c41 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.821551 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39597dc2-5d62-4aa2-beab-66226127b503 req-93b2612e-646f-45f9-b962-74a91c7c6c41 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.4694450 Jul 23 10:22:55.830018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:55.899750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-9bd8af94-917e-4fad-9014-558834571965 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3276513 Jul 23 10:22:55.901848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ada3bdc-bdaa-41bc-93e3-61039196ce59 req-96ee8600-7fb7-444f-9a71-f87dbd8a4b8d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 210 time: 0.1155844 Jul 23 10:22:55.923969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:55.938643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.939697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:55.964145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3f755aed-6454-4185-9325-8c7accdcfa42 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898532 Jul 23 10:22:55.969226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-d3f457d6-a888-4a49-961d-e7162dbc23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:55.970709 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-d3f457d6-a888-4a49-961d-e7162dbc23a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 1094 time: 0.2467394 Jul 23 10:22:55.988286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Request body: {'port': {'device_id': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:56.005627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Request body: {'port': {'device_id': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:56.018734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:56.019654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ce283019-b360-4727-96f8-9503e36f3f7e None None] Provisioning for port 8200ec75-4645-490c-9349-d731cdb453ae completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:56.025219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ce283019-b360-4727-96f8-9503e36f3f7e None None] Provisioning complete for port 8200ec75-4645-490c-9349-d731cdb453ae triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:56.026948 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce283019-b360-4727-96f8-9503e36f3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.064259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ce283019-b360-4727-96f8-9503e36f3f7e None None] Port 8200ec75-4645-490c-9349-d731cdb453ae cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:56.066150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39597dc2-5d62-4aa2-beab-66226127b503 req-27d86467-849c-47fb-b073-37d28079efd6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188585 Jul 23 10:22:56.088760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:56.107073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fbfba6-ce75-4107-9d54-7051bcc86157 req-21e88798-40ef-47cd-8d33-b4a28db0b648 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805748 Jul 23 10:22:56.124358 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.183113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-b99519cf-5819-422f-8ad2-010b40d7a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.184209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-b99519cf-5819-422f-8ad2-010b40d7a556 service neutron] 10.222.0.20 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 925 time: 0.1928451 Jul 23 10:22:56.194133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9d083-d338-4b25-b9eb-7766ad6335b2 req-97bacd6f-a7d3-4e1a-9ca8-4acbb4071e28 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.196067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94b9d083-d338-4b25-b9eb-7766ad6335b2 req-97bacd6f-a7d3-4e1a-9ca8-4acbb4071e28 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 943 time: 0.2131839 Jul 23 10:22:56.203922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.251376 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-d4898ba0-7e44-4d69-803c-3c3bfc0868e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181d9053-39be-4a68-90b4-750a5810e60c HTTP/1.1" status: 200 len: 217 time: 0.0542033 Jul 23 10:22:56.253853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.256984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.257728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.259121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] 10.222.0.20 "PUT /v2.0/ports/5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 1091 time: 3.5050881 Jul 23 10:22:56.260439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:56.262744 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:56.269410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.302724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Transition to ACTIVE for port object 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:56.324168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732707b8-8ad5-4101-a273-2519e9b2d46f service neutron] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:56.337961 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94b9d083-d338-4b25-b9eb-7766ad6335b2 req-0edccdc1-82cf-468a-8455-7e52fcb7e161 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310065 Jul 23 10:22:56.350101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-7f1c1abc-191f-4f55-8441-c5afe1cf6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.351582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-7f1c1abc-191f-4f55-8441-c5afe1cf6bad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.0918238 Jul 23 10:22:56.423646 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0d8de-1082-415a-ad65-1fd342da4c19 x-openstack-request-id: req-0db0d8de-1082-415a-ad65-1fd342da4c19 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:56.423936 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:56.424170 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0db0d8de-1082-415a-ad65-1fd342da4c19 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:56.424565 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'status': 'completed', 'code': 200} Jul 23 10:22:56.485561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587188-bb6f-42c0-8e6d-f03da0fde257 req-2d54116d-fc28-45a0-ad5b-e037d5151c1d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.487078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d587188-bb6f-42c0-8e6d-f03da0fde257 req-2d54116d-fc28-45a0-ad5b-e037d5151c1d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.3163612 Jul 23 10:22:56.492221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.579178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:56.598974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:56.607355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:56.610327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-9c1301db-99d8-4727-aee4-3f44f492d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.610529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:56.611878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-9c1301db-99d8-4727-aee4-3f44f492d602 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435277 Jul 23 10:22:56.642294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d587188-bb6f-42c0-8e6d-f03da0fde257 req-df80d730-c759-43cc-9cf4-9224d668451d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396897 Jul 23 10:22:56.651404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-dbd0a6af-d50d-498f-9bb5-90a099bc09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.653099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-dbd0a6af-d50d-498f-9bb5-90a099bc09eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1094 time: 0.2800412 Jul 23 10:22:56.669091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Allocated IP 192.168.233.142 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/c5685b27-875b-482e-a8ae-b4efbe933755) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:22:56.799717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.800333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.801005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fdd62-3771-45b7-b4a5-8fbd532d9ea7 req-1b85e234-06f9-4712-8948-9a116c57fb8c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.805682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-18482054-4192-4f7f-ac68-c337636a5cd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.1225069 Jul 23 10:22:56.808083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca7fdd62-3771-45b7-b4a5-8fbd532d9ea7 req-1b85e234-06f9-4712-8948-9a116c57fb8c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.3385253 Jul 23 10:22:56.875732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-78adb057-db59-42bd-9afb-0ba6994e0c25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8586049 Jul 23 10:22:56.894435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b2c6ca3-d8e7-4a9e-ae74-10b91f3c6247 None None] Provisioning for port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:56.897619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Request body: {'port': {'device_id': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:56.898560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b2c6ca3-d8e7-4a9e-ae74-10b91f3c6247 None None] Provisioning complete for port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:56.899008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6ca3-d8e7-4a9e-ae74-10b91f3c6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:56.906264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-c5f7aca8-5c47-4f60-baed-19c36beea5bf service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752657 Jul 23 10:22:56.926247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca7fdd62-3771-45b7-b4a5-8fbd532d9ea7 req-10c11676-589b-4aa4-9c73-a0ca9a6b9c29 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172857 Jul 23 10:22:56.936980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c6ca3-d8e7-4a9e-ae74-10b91f3c6247 None None] Port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:56.947377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-1a43b987-e6b2-4d9e-b929-194440026d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:56.949143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-1a43b987-e6b2-4d9e-b929-194440026d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1310804 Jul 23 10:22:56.982269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-cab9a6a8-2475-41b4-abc9-f22d3b139181 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2269166 Jul 23 10:22:57.026227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ada55-0b63-4f4e-838a-11139be6364d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:57.028950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-ad05e0ea-5f13-40d8-a673-62bf5c678a3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673079 Jul 23 10:22:57.040920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47d6876b-1724-45e1-973b-468bf1d7cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.047813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.100401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d02f-8dcc-430c-b69c-33f2cc5953ec req-053ccf97-4059-49d5-b7a7-e15f255e12f1 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.101884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2553d02f-8dcc-430c-b69c-33f2cc5953ec req-053ccf97-4059-49d5-b7a7-e15f255e12f1 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 935 time: 0.3312800 Jul 23 10:22:57.117089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.128043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Transition to ACTIVE for port object 291ada55-0b63-4f4e-838a-11139be6364d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:57.139030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.193442 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.206484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-143f02b5-6935-4c30-8959-76b4774105a0 service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849936 Jul 23 10:22:57.233023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Transition to ACTIVE for port object c5685b27-875b-482e-a8ae-b4efbe933755 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:57.239767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2553d02f-8dcc-430c-b69c-33f2cc5953ec req-52b32109-3928-47b5-b1f5-6d881118238a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276598 Jul 23 10:22:57.257550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc9a76-24cb-4d66-a608-e41a6487dd38 req-343a21d8-deb8-47be-8439-7e7c27a40efb tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.259382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66bc9a76-24cb-4d66-a608-e41a6487dd38 req-343a21d8-deb8-47be-8439-7e7c27a40efb tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 931 time: 0.2360904 Jul 23 10:22:57.260319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:57.268409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-94599c42-d8b0-4cf2-8dfa-7fd524f0d8c8 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280469 Jul 23 10:22:57.272299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-114e8780-e3f5-410c-a33b-4e0f6e1aa857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.273710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-114e8780-e3f5-410c-a33b-4e0f6e1aa857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 1095 time: 0.2651272 Jul 23 10:22:57.384039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66bc9a76-24cb-4d66-a608-e41a6487dd38 req-0a4725f6-571a-4bf9-82d5-0bd35afe362d tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872498 Jul 23 10:22:57.408353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.427332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['56b6603e-3e3d-4234-99ec-59eec9bccfbc'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:57.488434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:57.502597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event updated for resources: {'Port': ['ID=c5685b27-875b-482e-a8ae-b4efbe933755,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:57.592742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Attempting to bind port 291ada55-0b63-4f4e-838a-11139be6364d on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:57.593134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Attempting to bind port 291ada55-0b63-4f4e-838a-11139be6364d by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:57.593574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Attempting to bind port 291ada55-0b63-4f4e-838a-11139be6364d on network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:57.606101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Port 291ada55-0b63-4f4e-838a-11139be6364d on network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:57.606462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Attempting to bind port 291ada55-0b63-4f4e-838a-11139be6364d on network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:57.616400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:57.616780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Checking segment: {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:57.617638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Bound using segment: {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:57.618107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Bound port: 291ada55-0b63-4f4e-838a-11139be6364d, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:57.618473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.622884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:22:57.635493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:22:57.638089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:22:57.763450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.764139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.780956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d22c-3709-4395-a865-32c604d4ae1e req-273bfac8-e481-498e-8d85-5e3651e6c587 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.788276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db81d22c-3709-4395-a865-32c604d4ae1e req-273bfac8-e481-498e-8d85-5e3651e6c587 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 936 time: 0.2908242 Jul 23 10:22:57.855366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-0669857b-1d24-4f04-aa5b-1cbb04385658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7746987 Jul 23 10:22:57.859032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:57.876641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:57.882381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Request body: {'port': {'device_id': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:22:57.891572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.919737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db81d22c-3709-4395-a865-32c604d4ae1e req-96f8b3f7-8b1f-4359-a5c2-ad3f279e38c1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304650 Jul 23 10:22:57.960264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.960884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:57.962286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] 10.222.0.20 "PUT /v2.0/ports/291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 1091 time: 1.9689312 Jul 23 10:22:57.962748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:57.965883 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecd47c9-b4e8-48bb-8f92-89ef93495659" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "tag": "291ada55-0b63-4f4e-838a-11139be6364d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:57.979520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ab3b83-4ef8-435f-975c-42c04bf02ccf req-9e28aa47-5ecc-4b01-b327-f4c4547b31d7 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026613 Jul 23 10:22:57.990248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-0361bfeb-f60f-4260-bed1-53277f682478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:57.991762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-0361bfeb-f60f-4260-bed1-53277f682478 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.6545014 Jul 23 10:22:57.993663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-957ebe76-c893-4756-9018-cfa920ff553e None None] Provisioning for port c5685b27-875b-482e-a8ae-b4efbe933755 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:22:57.999305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-957ebe76-c893-4756-9018-cfa920ff553e None None] Provisioning complete for port c5685b27-875b-482e-a8ae-b4efbe933755 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:22:58.000013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-957ebe76-c893-4756-9018-cfa920ff553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.018155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d3d59-7c52-447e-ba99-77f61b0132fe service neutron] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:58.029394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.056130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-957ebe76-c893-4756-9018-cfa920ff553e None None] Port c5685b27-875b-482e-a8ae-b4efbe933755 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:22:58.070291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-1d62b580-c631-48a5-b053-0e556f46c6ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0647368 Jul 23 10:22:58.146747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 181d9053-39be-4a68-90b4-750a5810e60c details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:22:58.156667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-6096be1a-7fcb-47e0-bfac-2fb4c0aa597b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3173513 Jul 23 10:22:58.171164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8200ec75-4645-490c-9349-d731cdb453ae {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:58.189610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae449d27-d525-463e-95c9-20a97a3666b2 req-d43b49ec-d2e2-4fe7-93ca-bd0b96655a46 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.196405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae449d27-d525-463e-95c9-20a97a3666b2 req-d43b49ec-d2e2-4fe7-93ca-bd0b96655a46 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 943 time: 0.3546002 Jul 23 10:22:58.202026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.231564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-3c289447-d73d-4910-b6d4-2967b0b3f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.233565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-3c289447-d73d-4910-b6d4-2967b0b3f77c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1401730 Jul 23 10:22:58.244157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597cb32-1fdb-43e2-877a-ab2692670678 req-cb65fb40-cb79-43f3-8ab0-2110d9963ad5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.246556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a597cb32-1fdb-43e2-877a-ab2692670678 req-cb65fb40-cb79-43f3-8ab0-2110d9963ad5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1827710 Jul 23 10:22:58.270516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Transition to ACTIVE for port object 8200ec75-4645-490c-9349-d731cdb453ae will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:58.281953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-7692cdb8-c118-4d22-8100-75ab38617204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.283790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-7692cdb8-c118-4d22-8100-75ab38617204 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1094 time: 0.1171458 Jul 23 10:22:58.310415 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-0c85c59f-2c27-481e-8eca-1b7e38821af7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624139 Jul 23 10:22:58.310812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.323658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae449d27-d525-463e-95c9-20a97a3666b2 req-2c1c737f-fb90-4d15-a539-9e36d6f57812 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240909 Jul 23 10:22:58.328407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 181d9053-39be-4a68-90b4-750a5810e60c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=181d9053-39be-4a68-90b4-750a5810e60c,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:58.334617 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a597cb32-1fdb-43e2-877a-ab2692670678 req-69eb4f34-5672-4286-9823-123b75364326 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744734 Jul 23 10:22:58.355287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '181d9053-39be-4a68-90b4-750a5810e60c', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'port_id': '181d9053-39be-4a68-90b4-750a5810e60c', 'mac_address': 'fa:16:3e:50:10:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:22:58.423615 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.438799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-03ed2390-0d36-413a-9930-08199d5b8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.439309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181d9053-39be-4a68-90b4-750a5810e60c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:58.439803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-03ed2390-0d36-413a-9930-08199d5b8875 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1458476 Jul 23 10:22:58.458647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-f368f78f-c1d1-4540-a8cb-a1c1a6681b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.460171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-f368f78f-c1d1-4540-a8cb-a1c1a6681b3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1094 time: 0.4027436 Jul 23 10:22:58.464155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 181d9053-39be-4a68-90b4-750a5810e60c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=181d9053-39be-4a68-90b4-750a5810e60c,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:22:58.470286 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.507129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-e25be5df-4d12-4c98-ab03-64baa8bc9ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.0581923 Jul 23 10:22:58.534114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=181d9053-39be-4a68-90b4-750a5810e60c,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:58.573827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-ac84784c-75da-41d9-a13c-57d81ec1265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.575322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-ac84784c-75da-41d9-a13c-57d81ec1265e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0599585 Jul 23 10:22:58.605248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea96b-e3d5-44c9-9bcf-700072b4461c req-a373173d-ccb7-4617-9655-5052917a2a48 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.606830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea96b-e3d5-44c9-9bcf-700072b4461c req-a373173d-ccb7-4617-9655-5052917a2a48 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1660416 Jul 23 10:22:58.632004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-c52e2c7b-61c0-46af-b577-f82aa6a24670 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491617 Jul 23 10:22:58.634742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-25f861e5-32c5-4cc8-a4fa-d5584154729a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 217 time: 0.1143827 Jul 23 10:22:58.690713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea96b-e3d5-44c9-9bcf-700072b4461c req-f614e424-a14d-4925-8090-dcb7d3c51da3 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665314 Jul 23 10:22:58.741620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:58.853197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:58.889340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['181d9053-39be-4a68-90b4-750a5810e60c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:22:58.901855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:58.925104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-f752d299-d871-48f1-b905-86772df79ffd service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994051 Jul 23 10:22:58.969243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Transition to ACTIVE for port object 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:58.971868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-57c22b87-0112-43af-8f43-9ec7e1b829f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:58.973893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-57c22b87-0112-43af-8f43-9ec7e1b829f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.2980180 Jul 23 10:22:59.036510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2920f-1bcb-411a-84aa-0b2c543db0f4 req-7925eb80-9409-4659-aa40-62af2ef544ed tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:59.038228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37e2920f-1bcb-411a-84aa-0b2c543db0f4 req-7925eb80-9409-4659-aa40-62af2ef544ed tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.5821993 Jul 23 10:22:59.038902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.056915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Attempting to bind port 8200ec75-4645-490c-9349-d731cdb453ae on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:59.057772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Attempting to bind port 8200ec75-4645-490c-9349-d731cdb453ae by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:59.057772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Attempting to bind port 8200ec75-4645-490c-9349-d731cdb453ae on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:59.128829 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d4520-c4a5-45bc-9cae-4bf2d586e09d x-openstack-request-id: req-b03d4520-c4a5-45bc-9cae-4bf2d586e09d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:22:59.128829 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "tag": "291ada55-0b63-4f4e-838a-11139be6364d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:22:59.128829 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b03d4520-c4a5-45bc-9cae-4bf2d586e09d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:22:59.128829 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d', 'status': 'completed', 'code': 200} Jul 23 10:22:59.155152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-23135c96-77ff-466e-afd4-4b17fb37ea57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340976 Jul 23 10:22:59.156014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Port 8200ec75-4645-490c-9349-d731cdb453ae on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:59.156289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Attempting to bind port 8200ec75-4645-490c-9349-d731cdb453ae on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:59.198069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:59.198531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:59.198926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:59.199405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Bound port: 8200ec75-4645-490c-9349-d731cdb453ae, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:59.199785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.201809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-9b8c434f-74dc-4232-a3d2-635722c4dd11 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476053 Jul 23 10:22:59.249226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:59.262920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37e2920f-1bcb-411a-84aa-0b2c543db0f4 req-6876a026-8476-4a8d-92d6-d2b736ac8eb5 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026041 Jul 23 10:22:59.302310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6c206d-10b5-446b-bf91-d38ec539c164 req-fac09593-c5cf-4510-bd34-38204252d802 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387933 Jul 23 10:22:59.373872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a157dc5-6fa3-4294-94ad-6cc83d9a41c2 req-c676936c-2e2a-4b70-b337-4a17a3af010a service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366856 Jul 23 10:22:59.417377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc59973-ee81-4100-b0c6-43e45f531d5d req-0b4c099b-48df-4c16-8ca9-95fe7f6c0f25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:59.427739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddc59973-ee81-4100-b0c6-43e45f531d5d req-0b4c099b-48df-4c16-8ca9-95fe7f6c0f25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.3025815 Jul 23 10:22:59.480767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-3cfb110f-5751-458e-b645-8f70c0ff7ec9 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053968 Jul 23 10:22:59.495134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:59.497482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddc59973-ee81-4100-b0c6-43e45f531d5d req-1b5b1712-cdfa-470b-b16c-4740828abfb6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688818 Jul 23 10:22:59.500112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:59.534200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.550598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5685b27-875b-482e-a8ae-b4efbe933755 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:22:59.561929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.584578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Attempting to bind port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:59.584915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Attempting to bind port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:59.585244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Attempting to bind port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:59.586263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Transition to ACTIVE for port object c5685b27-875b-482e-a8ae-b4efbe933755 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:22:59.631406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:59.632041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.633477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] 10.222.0.20 "PUT /v2.0/ports/8200ec75-4645-490c-9349-d731cdb453ae HTTP/1.1" status: 200 len: 1095 time: 3.6721790 Jul 23 10:22:59.636413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.637126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:59.637452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Attempting to bind port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:59.639251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:22:59.641530 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:22:59.662646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038494d-a5d8-4e99-92b6-e8269769b2f2 req-bd845aea-1654-47a7-958a-740759e9f3b1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:59.667904 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b038494d-a5d8-4e99-92b6-e8269769b2f2 req-bd845aea-1654-47a7-958a-740759e9f3b1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 943 time: 0.3000929 Jul 23 10:22:59.690607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:59.691044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:59.692172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:59.692172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Bound port: 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:59.692172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.715284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a076371-744e-4e07-9e55-bc95f32de8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.734960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Pushing event updated for resources: {'Port': ['ID=c5685b27-875b-482e-a8ae-b4efbe933755,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:59.781592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a126e-1357-444b-ae00-8d8fa6e97697 req-80b5eb78-6ed5-483f-9474-cedf9ebc869f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:59.783170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df5a126e-1357-444b-ae00-8d8fa6e97697 req-80b5eb78-6ed5-483f-9474-cedf9ebc869f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 936 time: 0.2106903 Jul 23 10:22:59.813803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42eb3-26bf-41c4-88b0-82492fbfdc59 service neutron] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:22:59.825309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Attempting to bind port c5685b27-875b-482e-a8ae-b4efbe933755 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:22:59.825651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Attempting to bind port c5685b27-875b-482e-a8ae-b4efbe933755 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:22:59.825980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Attempting to bind port c5685b27-875b-482e-a8ae-b4efbe933755 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:59.833899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Port c5685b27-875b-482e-a8ae-b4efbe933755 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:22:59.834227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Attempting to bind port c5685b27-875b-482e-a8ae-b4efbe933755 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:22:59.848020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:22:59.848366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:22:59.848758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:22:59.849201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Bound port: c5685b27-875b-482e-a8ae-b4efbe933755, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:22:59.849563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:22:59.865715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df5a126e-1357-444b-ae00-8d8fa6e97697 req-a3c541f6-0c84-4a85-a319-802386d81ebb tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757580 Jul 23 10:22:59.867720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b038494d-a5d8-4e99-92b6-e8269769b2f2 req-795a4e2b-5817-4ea1-b284-d10f7443d5d1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864624 Jul 23 10:22:59.874752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb6998a-395e-4057-8e60-a8aa2959c80d req-77b8df38-9385-472f-91b6-49f258d05d8d service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805780 Jul 23 10:22:59.956423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:22:59.961089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:22:59.965604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-3a8c91c5-9184-4a72-a732-b5a59987001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:22:59.967364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-3a8c91c5-9184-4a72-a732-b5a59987001c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c99bcd756f364b96971d48d2cc9c854c&device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 1098 time: 0.2312102 Jul 23 10:22:59.984344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.030277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] For port c5685b27-875b-482e-a8ae-b4efbe933755, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:00.034859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] For port c5685b27-875b-482e-a8ae-b4efbe933755, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c5685b27-875b-482e-a8ae-b4efbe933755,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:00.051879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.094879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.095766 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.097174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5685b27-875b-482e-a8ae-b4efbe933755 HTTP/1.1" status: 200 len: 1096 time: 2.2199135 Jul 23 10:23:00.105386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82823513-f63e-4415-b356-4c3727e7d9d8 req-d15c9be9-90f6-48a2-8718-c98bae2d3d5f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.106927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82823513-f63e-4415-b356-4c3727e7d9d8 req-d15c9be9-90f6-48a2-8718-c98bae2d3d5f tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 944 time: 0.1346273 Jul 23 10:23:00.128693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.129651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.131703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] 10.222.0.20 "PUT /v2.0/ports/4598d3b5-4a7d-40db-811a-9a3f92b3d4ff HTTP/1.1" status: 200 len: 1095 time: 3.2381597 Jul 23 10:23:00.147286 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.153065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:00.171108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 181d9053-39be-4a68-90b4-750a5810e60c up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:00.238192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c769b-40ff-48ee-a07d-f584129c3357 service neutron] Pushing event updated for resources: {'Port': ['ID=c5685b27-875b-482e-a8ae-b4efbe933755,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:00.286496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82823513-f63e-4415-b356-4c3727e7d9d8 req-4843d4e7-8765-4781-ae6f-9c4283920d6c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717644 Jul 23 10:23:00.315615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-1ba81238-1106-4271-82c5-4558982cd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.317152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-1ba81238-1106-4271-82c5-4558982cd206 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 1099 time: 0.1603947 Jul 23 10:23:00.324277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 181d9053-39be-4a68-90b4-750a5810e60c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:00.324887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-6f2787b7-7641-49bf-872b-d953e04554c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8200ec75-4645-490c-9349-d731cdb453ae HTTP/1.1" status: 200 len: 217 time: 0.2341900 Jul 23 10:23:00.335600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 181d9053-39be-4a68-90b4-750a5810e60c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:00.335988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.379552 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36688078-c38d-46ae-a873-e336df16f912 x-openstack-request-id: req-36688078-c38d-46ae-a873-e336df16f912 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:00.379980 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:00.380335 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36688078-c38d-46ae-a873-e336df16f912 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:00.381744 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'status': 'completed', 'code': 200} Jul 23 10:23:00.389830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:00.393716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-9d9f58a3-41f2-483a-b940-8ab8af25587b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=c5685b27-875b-482e-a8ae-b4efbe933755 HTTP/1.1" status: 200 len: 217 time: 0.0642316 Jul 23 10:23:00.413985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'port_id': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'mac_address': 'fa:16:3e:b2:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e512ca4-885d-4b59-88d6-b827ffb26da7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:00.426692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839520a-dd54-4177-9500-cda037ccf19d service neutron] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:00.467327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e77af9-4742-48fd-acc4-2ba4c87f4940 req-9b33a552-d9f6-4f34-b5aa-094a4a482db5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.469041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-20e77af9-4742-48fd-acc4-2ba4c87f4940 req-9b33a552-d9f6-4f34-b5aa-094a4a482db5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.4802239 Jul 23 10:23:00.484832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-ef5377aa-19e7-4e85-bfe9-0dfad7605fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.486381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-ef5377aa-19e7-4e85-bfe9-0dfad7605fac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0839090 Jul 23 10:23:00.497076 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.498997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.508150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-4fb9fdf0-f5ba-4c22-9e15-b06b511f158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.511283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-4fb9fdf0-f5ba-4c22-9e15-b06b511f158a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1541326 Jul 23 10:23:00.520163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0692a0-a9fa-44ee-b5ac-76373febc752 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:00.542049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:00.548662 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a620b-9124-46f8-92d4-2a767a09ff54" -d '{"events": [{"server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "name": "network-vif-plugged", "status": "completed", "tag": "181d9053-39be-4a68-90b4-750a5810e60c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:00.574340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464fe6-1cf7-491b-827e-6fb677f9d08e req-4cb4ed20-a6b7-4bd7-8597-082e26984320 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.575701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-d8fdc0ca-290d-4ee0-a2b4-821a77ad7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.576527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92464fe6-1cf7-491b-827e-6fb677f9d08e req-4cb4ed20-a6b7-4bd7-8597-082e26984320 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1308956 Jul 23 10:23:00.577553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-d8fdc0ca-290d-4ee0-a2b4-821a77ad7400 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1100 time: 0.4450457 Jul 23 10:23:00.583214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-02413c85-4824-48e9-8408-6cbbfe1ccdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.584931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-02413c85-4824-48e9-8408-6cbbfe1ccdfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1094 time: 0.5240781 Jul 23 10:23:00.590425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 181d9053-39be-4a68-90b4-750a5810e60c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=181d9053-39be-4a68-90b4-750a5810e60c,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:00.597891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-557c0fde-3d45-44a6-92d2-ed8bf6413a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.599647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-557c0fde-3d45-44a6-92d2-ed8bf6413a8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c99bcd756f364b96971d48d2cc9c854c&device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 1098 time: 0.3313401 Jul 23 10:23:00.606539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:00.611411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.627921 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:00.633985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-20e77af9-4742-48fd-acc4-2ba4c87f4940 req-968925d6-6c0e-425c-9314-4f2b336651ba tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489418 Jul 23 10:23:00.684006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92464fe6-1cf7-491b-827e-6fb677f9d08e req-511329c3-8d8e-4f92-bd73-7b9befba60e5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952234 Jul 23 10:23:00.693116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-c758cb7a-69a7-4a75-868f-8c2fa294256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.694924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-c758cb7a-69a7-4a75-868f-8c2fa294256d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990123 Jul 23 10:23:00.716317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=181d9053-39be-4a68-90b4-750a5810e60c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:00.738490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-fff4ef76-195b-4c60-844e-c127a3456126 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff HTTP/1.1" status: 200 len: 217 time: 0.0864143 Jul 23 10:23:00.867099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-40b0c2e3-8b8d-48bb-b2ef-152eaa490c05 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627903 Jul 23 10:23:00.929368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:00.965526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c3270-a14a-44eb-9083-9221386a865c req-223b7fdc-7ea7-43f9-9204-68a1eb304989 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:00.967134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e1c3270-a14a-44eb-9083-9221386a865c req-223b7fdc-7ea7-43f9-9204-68a1eb304989 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.1590610 Jul 23 10:23:01.022556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-917c2b77-2f53-4288-ab28-6caea1c458cc req-c1069b83-1c2b-4c51-87d7-7c89a801addd service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456513 Jul 23 10:23:01.027962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e1c3270-a14a-44eb-9083-9221386a865c req-90e6000c-64f9-4d92-997b-6db8b4dc157a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541143 Jul 23 10:23:01.083043 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade6d74-3193-41bd-b5d0-1edb1cff2528 x-openstack-request-id: req-2ade6d74-3193-41bd-b5d0-1edb1cff2528 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:01.083344 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "name": "network-vif-plugged", "status": "completed", "tag": "181d9053-39be-4a68-90b4-750a5810e60c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:01.083632 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ade6d74-3193-41bd-b5d0-1edb1cff2528 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:01.084035 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c', 'code': 200} Jul 23 10:23:01.097275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:01.130402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'tag': 'c5685b27-875b-482e-a8ae-b4efbe933755'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:01.134404 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f532520-00d2-45ca-96c5-a78218ae7c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "32c6abba-4a82-4d7d-b83c-cde610571d4f", "tag": "c5685b27-875b-482e-a8ae-b4efbe933755"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:01.147651 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:01.205824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-d6b328dc-a2e1-408a-b707-b22c4fc2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.207330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-d6b328dc-a2e1-408a-b707-b22c4fc2cfe3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6771307 Jul 23 10:23:01.220959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-00fd8e99-5d1a-4479-9760-025ae06bc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.222393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-00fd8e99-5d1a-4479-9760-025ae06bc63e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.4341388 Jul 23 10:23:01.224320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df275e-e608-4c2a-8995-14d300bbe593 req-3431ac26-ba47-4013-9a3e-86f5e1795f12 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.232149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0df275e-e608-4c2a-8995-14d300bbe593 req-3431ac26-ba47-4013-9a3e-86f5e1795f12 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 948 time: 0.0904353 Jul 23 10:23:01.301370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-0e4e5031-4d1f-43b9-b66f-c21fcb21a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.303498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-0e4e5031-4d1f-43b9-b66f-c21fcb21a93c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.7093251 Jul 23 10:23:01.303924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0df275e-e608-4c2a-8995-14d300bbe593 req-244ef17e-d09e-45d5-a1e6-b8734e8383e6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Jul 23 10:23:01.330783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66e36-e45f-4229-b882-684b220f25cc req-b7a8ff2f-2a8d-42f7-9d33-81239787a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.332465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66d66e36-e45f-4229-b882-684b220f25cc req-b7a8ff2f-2a8d-42f7-9d33-81239787a7dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 1096 time: 0.0890336 Jul 23 10:23:01.373198 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66d66e36-e45f-4229-b882-684b220f25cc req-35c08dbd-b7d7-4617-ad71-c7e77ce3402b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303659 Jul 23 10:23:01.388287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-49cbbff4-d897-43dd-879f-195feaba26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.389764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-49cbbff4-d897-43dd-879f-195feaba26ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.7434483 Jul 23 10:23:01.398527 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-9eda4615-5d50-43d8-9d26-a492b63cd863 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 217 time: 0.0561721 Jul 23 10:23:01.437678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c249-044e-42f5-8be1-e49ad06b3924 req-2e56c1a2-a876-40d7-a4e7-0f27312d00e2 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.438715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da82b8b-2493-4de6-8fb7-d28ee95cb709 req-e228b59d-d7a0-49dd-bf72-7da0059761cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.439143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46e6c249-044e-42f5-8be1-e49ad06b3924 req-2e56c1a2-a876-40d7-a4e7-0f27312d00e2 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.6524246 Jul 23 10:23:01.440410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6da82b8b-2493-4de6-8fb7-d28ee95cb709 req-e228b59d-d7a0-49dd-bf72-7da0059761cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 943 time: 0.0660565 Jul 23 10:23:01.478289 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6da82b8b-2493-4de6-8fb7-d28ee95cb709 req-8447c8a8-efa8-4229-9640-1e2d6f93ea08 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Jul 23 10:23:01.521744 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014dbeaa-a279-48e8-b643-e2e109aa7109 x-openstack-request-id: req-014dbeaa-a279-48e8-b643-e2e109aa7109 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:01.522105 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c6abba-4a82-4d7d-b83c-cde610571d4f", "tag": "c5685b27-875b-482e-a8ae-b4efbe933755", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:01.522425 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-014dbeaa-a279-48e8-b643-e2e109aa7109 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:01.522988 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'tag': 'c5685b27-875b-482e-a8ae-b4efbe933755', 'status': 'completed', 'code': 200} Jul 23 10:23:01.534467 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-3594e516-4115-4051-a70a-275e305a6865 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915606 Jul 23 10:23:01.538499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-d0e12444-76fa-4ea1-a779-f08c4111481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.539944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-d0e12444-76fa-4ea1-a779-f08c4111481c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1117730 Jul 23 10:23:01.548076 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46e6c249-044e-42f5-8be1-e49ad06b3924 req-040a809f-5de7-41e6-ab3d-0f5bf662778e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939360 Jul 23 10:23:01.550842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-aa2529c2-94ad-47cf-96ce-fb714619a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.552420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-aa2529c2-94ad-47cf-96ce-fb714619a0bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3052354 Jul 23 10:23:01.612744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-1264ab56-b5d0-431f-8399-f3c2ae8f5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.614231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-1264ab56-b5d0-431f-8399-f3c2ae8f5c5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604136 Jul 23 10:23:01.657571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-b4f10479-09da-4a24-b8eb-4e122c112432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.659086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-b4f10479-09da-4a24-b8eb-4e122c112432 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 1099 time: 0.1021688 Jul 23 10:23:01.670305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f1c7d-b36f-40d9-8e6b-5fca40b0e13a req-1f12bc18-bf35-4d3e-9159-f105e3325efc tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.672093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c0f1c7d-b36f-40d9-8e6b-5fca40b0e13a req-1f12bc18-bf35-4d3e-9159-f105e3325efc tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.1003687 Jul 23 10:23:01.711203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-edaed8d8-2124-43cd-9062-4269d54bc223 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893838 Jul 23 10:23:01.779015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c0f1c7d-b36f-40d9-8e6b-5fca40b0e13a req-28e7bd5c-47c4-4bfa-b708-a40ba600fc91 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979993 Jul 23 10:23:01.813921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-82d47fd4-e6dd-41d3-8b7b-686fc493a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.815445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-82d47fd4-e6dd-41d3-8b7b-686fc493a2c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1424518 Jul 23 10:23:01.883243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-ca6f9564-64b9-4dea-a3c6-428bb4c5c481 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=c5685b27-875b-482e-a8ae-b4efbe933755 HTTP/1.1" status: 200 len: 217 time: 0.0605156 Jul 23 10:23:01.898281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-f8d94a49-eb25-419e-89ad-142dea7cab4c service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802335 Jul 23 10:23:01.899635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-d092110e-4eb9-485b-b3b8-8fdc9fc9bdb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 217 time: 0.1016939 Jul 23 10:23:01.967684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-0ff45197-2a7d-480b-a1ce-a88748002605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:01.969270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-0ff45197-2a7d-480b-a1ce-a88748002605 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0602827 Jul 23 10:23:02.024502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a273d-c4de-4917-9456-73a6a5f68455 req-96910df1-f070-49ca-80a6-8c167db8810e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.026816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c61a273d-c4de-4917-9456-73a6a5f68455 req-96910df1-f070-49ca-80a6-8c167db8810e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 944 time: 0.1533880 Jul 23 10:23:02.077324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c61a273d-c4de-4917-9456-73a6a5f68455 req-ed07800f-d3ec-4520-8d6e-b8091d6834e1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Jul 23 10:23:02.081708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-36240869-3c46-4663-9498-9295362d3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.083232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-36240869-3c46-4663-9498-9295362d3081 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063504 Jul 23 10:23:02.083608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-60fce4b4-3d7b-4db1-9562-30cf7ccb4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.085137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-60fce4b4-3d7b-4db1-9562-30cf7ccb4ba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.1650147 Jul 23 10:23:02.101888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-ec60831a-d117-40b2-967b-252b54eebd13 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967119 Jul 23 10:23:02.146872 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30bbbd37-bc51-4733-9218-1b23bad8992c req-369c2368-0657-4972-883f-002134141f28 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258440 Jul 23 10:23:02.158805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-a6de6eab-aae4-4d8d-aa6e-ef666baaf24a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610828 Jul 23 10:23:02.185794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 291ada55-0b63-4f4e-838a-11139be6364d details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:02.188563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfce0e-c235-4a28-977f-4698a3ade7ad req-83785adc-2eba-47ca-97b9-597172209ec3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.190217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d9dfce0e-c235-4a28-977f-4698a3ade7ad req-83785adc-2eba-47ca-97b9-597172209ec3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.2827351 Jul 23 10:23:02.242504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-92e2ca1d-7758-4ca1-ac54-3467f19703ec service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513684 Jul 23 10:23:02.293237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164517a-e90f-4e50-8f3e-41781d1ec8ca req-69ae85e1-d80b-49b2-b0b0-95cda1505f02 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.294752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e164517a-e90f-4e50-8f3e-41781d1ec8ca req-69ae85e1-d80b-49b2-b0b0-95cda1505f02 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.1194489 Jul 23 10:23:02.298283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:02.310625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '291ada55-0b63-4f4e-838a-11139be6364d', 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7', 'port_id': '291ada55-0b63-4f4e-838a-11139be6364d', 'mac_address': 'fa:16:3e:a3:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef1007d-14ad-47e5-a679-a1cf042d8474', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:02.365538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d9dfce0e-c235-4a28-977f-4698a3ade7ad req-6e052b4a-23ec-4b17-b8f3-9c6733ad539c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631243 Jul 23 10:23:02.367626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d143f64-9432-4511-94e7-ae584f5aca57 req-97e381d6-c83a-424f-b1ab-d1d6867fc667 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518716 Jul 23 10:23:02.392373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:02.395082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:02.397568 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d08990-4265-44c9-be59-c7cc3207ecb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:02.403084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e164517a-e90f-4e50-8f3e-41781d1ec8ca req-a7118eb4-75ae-4611-a25d-1dfc9927071e tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651224 Jul 23 10:23:02.409169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-89e96ba9-964a-44fe-83ed-c2af28de1428 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369018 Jul 23 10:23:02.413307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f532520-00d2-45ca-96c5-a78218ae7c2f req-c23e9113-dac3-47db-afb0-ab15d82a6eac service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603129 Jul 23 10:23:02.428029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ada55-0b63-4f4e-838a-11139be6364d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:02.450608 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:02.457236 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161cf228-e1a5-4664-8578-2e84a8608b0e x-openstack-request-id: req-161cf228-e1a5-4664-8578-2e84a8608b0e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:02.457614 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:02.457938 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-161cf228-e1a5-4664-8578-2e84a8608b0e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:02.458400 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'status': 'completed', 'code': 200} Jul 23 10:23:02.462171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:02.466751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-23073e34-22b1-4c48-8164-7d95f3f0bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.468008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:02.468505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-23073e34-22b1-4c48-8164-7d95f3f0bdca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c99bcd756f364b96971d48d2cc9c854c&device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 1098 time: 0.1699784 Jul 23 10:23:02.517807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:02.613837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ecd47c9-b4e8-48bb-8f92-89ef93495659 req-04d60bf7-393c-4768-8227-7a0e2d4ab017 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913841 Jul 23 10:23:02.623052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053b56f-92f8-41a1-8d64-57238c170e5e req-c375fbe2-f1eb-43f9-815c-215852bc182b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.624575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9053b56f-92f8-41a1-8d64-57238c170e5e req-c375fbe2-f1eb-43f9-815c-215852bc182b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 944 time: 0.0661595 Jul 23 10:23:02.667069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9053b56f-92f8-41a1-8d64-57238c170e5e req-f0f5a4da-805e-44b7-a3ee-5d56a51de3ea tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Jul 23 10:23:02.703457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743d6d-1422-420c-acf5-506d423aa532 req-6c3f52bf-7533-42e3-9e8a-e94b9874632c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.704960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a743d6d-1422-420c-acf5-506d423aa532 req-6c3f52bf-7533-42e3-9e8a-e94b9874632c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 948 time: 0.2093527 Jul 23 10:23:02.707062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-16447340-f46a-433c-a739-b4db2fe808a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.708430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-16447340-f46a-433c-a739-b4db2fe808a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1741803 Jul 23 10:23:02.721665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-251243e7-5f2c-4d6e-8ca7-0296eb645b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.723105 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-251243e7-5f2c-4d6e-8ca7-0296eb645b4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c99bcd756f364b96971d48d2cc9c854c&device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 1098 time: 0.1652439 Jul 23 10:23:02.774635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-fe5bd70e-6bc8-48f0-8a33-47d3026a5328 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8200ec75-4645-490c-9349-d731cdb453ae HTTP/1.1" status: 200 len: 217 time: 0.0505855 Jul 23 10:23:02.789071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8b553-b2e2-42d5-b9e5-c20acf6c265d req-585cded5-7f07-4a3b-82f9-84bbbbec1b01 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.790547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37e8b553-b2e2-42d5-b9e5-c20acf6c265d req-585cded5-7f07-4a3b-82f9-84bbbbec1b01 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0676463 Jul 23 10:23:02.810042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a743d6d-1422-420c-acf5-506d423aa532 req-cb273037-6d72-40ba-9e8e-8dee1954bb49 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983968 Jul 23 10:23:02.836024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37e8b553-b2e2-42d5-b9e5-c20acf6c265d req-0ac6fdff-bc71-41bd-a938-15debe9306ed tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Jul 23 10:23:02.929169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-15a28a48-67f6-4c37-af71-df64a48a0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.930632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-15a28a48-67f6-4c37-af71-df64a48a0238 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0900071 Jul 23 10:23:02.933208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-198e1fb4-7638-4670-aa87-64849155a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.934524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-198e1fb4-7638-4670-aa87-64849155a4f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2040381 Jul 23 10:23:02.979342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea68e16-1b12-4d0f-9b7a-eae026f16725 req-fce89867-283f-4260-a281-0dc2b69b1525 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:02.980864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ea68e16-1b12-4d0f-9b7a-eae026f16725 req-fce89867-283f-4260-a281-0dc2b69b1525 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.0980811 Jul 23 10:23:03.030779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-3d6e61a3-6a98-409d-8e08-34b8ed62a44b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff HTTP/1.1" status: 200 len: 217 time: 0.0740395 Jul 23 10:23:03.097673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ea68e16-1b12-4d0f-9b7a-eae026f16725 req-c66a6869-e086-4ac4-a0c2-0a22b9587580 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714669 Jul 23 10:23:03.114629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-919d6629-c701-41e7-a87c-c33eb6ed3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.116110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-919d6629-c701-41e7-a87c-c33eb6ed3f11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613545 Jul 23 10:23:03.123710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-84eeabc7-252e-44ae-96ab-fc5736bc2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.125132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-84eeabc7-252e-44ae-96ab-fc5736bc2a06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0634289 Jul 23 10:23:03.129178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:03.234833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6783c1-2cb9-4712-a16c-f5f0ef248e20 req-4292c75e-b6c4-4ad6-b8ec-8296b961ecba tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.236543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de6783c1-2cb9-4712-a16c-f5f0ef248e20 req-4292c75e-b6c4-4ad6-b8ec-8296b961ecba tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 944 time: 0.0784636 Jul 23 10:23:03.256457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-eb4e7103-91fd-4a76-aee7-aec9b75dae9d service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300895 Jul 23 10:23:03.258171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-0f7d1ae6-e35f-4db7-86cc-0aebb5a4d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.259572 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-0f7d1ae6-e35f-4db7-86cc-0aebb5a4d157 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253073 Jul 23 10:23:03.285427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de6783c1-2cb9-4712-a16c-f5f0ef248e20 req-58818376-aa7a-45fe-abf9-1fd6eec41b5f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Jul 23 10:23:03.479218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-bd7f6c41-1ae8-47f4-8421-a44902a9ecd8 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853807 Jul 23 10:23:03.480614 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc03a7e-4a93-43ff-a7d6-7bbadd0565bf req-61d646e7-e8a9-4946-91c9-2b65f9361166 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964617 Jul 23 10:23:03.486235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9fe33-6346-48be-b323-200dcdb82bc6 req-75de6937-8219-4ac7-af45-415abf131010 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.487668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fa9fe33-6346-48be-b323-200dcdb82bc6 req-75de6937-8219-4ac7-af45-415abf131010 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1097 time: 0.1559007 Jul 23 10:23:03.501705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986859fb-f979-4def-a614-1e2f99bb1abd req-c4e43305-f882-4757-a490-80693df2e29d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.503231 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-986859fb-f979-4def-a614-1e2f99bb1abd req-c4e43305-f882-4757-a490-80693df2e29d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0630007 Jul 23 10:23:03.545021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-986859fb-f979-4def-a614-1e2f99bb1abd req-64283bc9-ef86-4db3-a9c4-71ffc3861de4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Jul 23 10:23:03.546987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fa9fe33-6346-48be-b323-200dcdb82bc6 req-8dd6a258-b6aa-4a27-957f-dae77116ae87 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 Jul 23 10:23:03.613980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4d08990-4265-44c9-be59-c7cc3207ecb0 req-219d62f8-2f54-43c1-afbd-75212c72dbdb service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049612 Jul 23 10:23:03.680630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740e0a-6618-42a0-a946-c805eae36bc4 req-b3a9cb63-5a53-4ad3-a61b-8cba03d735ae tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.682256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f740e0a-6618-42a0-a946-c805eae36bc4 req-b3a9cb63-5a53-4ad3-a61b-8cba03d735ae tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.0704577 Jul 23 10:23:03.720890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f740e0a-6618-42a0-a946-c805eae36bc4 req-e7df4d03-dc60-4889-a800-f5d1c493eb28 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Jul 23 10:23:03.848239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bab57-d101-460d-80c3-d1fb3bcd2f12 req-e1eb8261-690f-4085-a25c-9daaf39a62fc tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:03.849747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d7bab57-d101-460d-80c3-d1fb3bcd2f12 req-e1eb8261-690f-4085-a25c-9daaf39a62fc tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 944 time: 0.0679779 Jul 23 10:23:03.891069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d7bab57-d101-460d-80c3-d1fb3bcd2f12 req-19810ee3-366b-4ab9-b0c6-0df589e93fdc tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Jul 23 10:23:04.016845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3faaee-15d1-4737-b1c9-8bb392f1fb3a req-fdd15b3b-f61b-4c33-9f2f-4ce4ab3dcbe8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:04.018729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f3faaee-15d1-4737-b1c9-8bb392f1fb3a req-fdd15b3b-f61b-4c33-9f2f-4ce4ab3dcbe8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 948 time: 0.0722613 Jul 23 10:23:04.059824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f3faaee-15d1-4737-b1c9-8bb392f1fb3a req-02944204-1df7-415e-a86f-34a3db2cfc06 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Jul 23 10:23:04.070611 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.185955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:04.188612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901a1f4-703d-481c-adf6-d8d50df76f75 req-90b96877-0002-4607-8331-b084976c2874 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:04.190240 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2901a1f4-703d-481c-adf6-d8d50df76f75 req-90b96877-0002-4607-8331-b084976c2874 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0682480 Jul 23 10:23:04.198424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:04.233062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2901a1f4-703d-481c-adf6-d8d50df76f75 req-680e72d9-cfce-468a-b66e-873c0509c2dd tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368180 Jul 23 10:23:04.302887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 5c0692a0-a9fa-44ee-b5ac-76373febc752 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:04.312355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 5c0692a0-a9fa-44ee-b5ac-76373febc752 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:04.312779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.345436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:04.362846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8200ec75-4645-490c-9349-d731cdb453ae', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '8200ec75-4645-490c-9349-d731cdb453ae', 'mac_address': 'fa:16:3e:ab:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:04.381516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee153720-df91-45e7-b31e-d7981bd0c340 req-c9156720-df06-4ab5-a689-ef15c229beee tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:04.383027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee153720-df91-45e7-b31e-d7981bd0c340 req-c9156720-df06-4ab5-a689-ef15c229beee tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.0752742 Jul 23 10:23:04.388480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-71c09011-87d2-41f4-922f-0f2b63a8b848 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:23:04.389615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-71c09011-87d2-41f4-922f-0f2b63a8b848 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054910 Jul 23 10:23:04.400076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:04.401055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Unknown quota resources ['binding']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:23:04.410464 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.442806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8200ec75-4645-490c-9349-d731cdb453ae {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:04.455912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee153720-df91-45e7-b31e-d7981bd0c340 req-58d5182e-7b20-454e-a1bb-56f3e427a584 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655870 Jul 23 10:23:04.458455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.483800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:04.491493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:04.493852 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3bc4e-10ad-4891-8b20-34295fad8444" -d '{"events": [{"server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "name": "network-vif-plugged", "status": "completed", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:04.498628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.530756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:04.535787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.559304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:04.608776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:04.618786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:23:04.619309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:23:04.619970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:04.628889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:23:04.629309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:04.640814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ed484-3f02-43bd-a795-b1cde635e4d1 req-7ec53bc2-b5f3-4e5f-ab2b-417d099e7bd9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:04.642300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b48ed484-3f02-43bd-a795-b1cde635e4d1 req-7ec53bc2-b5f3-4e5f-ab2b-417d099e7bd9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1197596 Jul 23 10:23:04.644897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:23:04.645234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:23:04.645618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:23:04.646048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Bound port: 90e56e29-e978-4a5e-a117-b666b6dcb099, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:23:04.715636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b48ed484-3f02-43bd-a795-b1cde635e4d1 req-dd6b95c0-97ba-4f68-bf3f-b25a2fad1b2c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664563 Jul 23 10:23:04.727051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:04.733105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:04.734267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-964ada89-26d7-4db4-973a-566bc7c6e0af service neutron] 10.222.0.37 "POST /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099/bindings HTTP/1.1" status: 201 len: 389 time: 0.3373260 Jul 23 10:23:04.834909 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ffff6-bd35-42ab-82bd-4b5bef6248ed x-openstack-request-id: req-be6ffff6-bd35-42ab-82bd-4b5bef6248ed {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:04.835303 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "name": "network-vif-plugged", "status": "completed", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:04.835660 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be6ffff6-bd35-42ab-82bd-4b5bef6248ed {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:04.836121 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'code': 200} Jul 23 10:23:04.838561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c5685b27-875b-482e-a8ae-b4efbe933755 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:04.859627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2b3d2-f9a8-41d0-8f35-5d50462a6479 req-f29c1be5-622b-4aa0-b5ae-6315c15e3265 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:04.874548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ba2b3d2-f9a8-41d0-8f35-5d50462a6479 req-f29c1be5-622b-4aa0-b5ae-6315c15e3265 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.0980732 Jul 23 10:23:04.874548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33238) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:23:04.879067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Request body: {'floatingip': {'port_id': '181d9053-39be-4a68-90b4-750a5810e60c'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:04.959033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8200ec75-4645-490c-9349-d731cdb453ae'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:04.980290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:05.030582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c5685b27-875b-482e-a8ae-b4efbe933755, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c5685b27-875b-482e-a8ae-b4efbe933755,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:05.054885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'c5685b27-875b-482e-a8ae-b4efbe933755', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'c5685b27-875b-482e-a8ae-b4efbe933755', 'mac_address': 'fa:16:3e:a4:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:05.055915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b43aa-157f-4c21-a3b1-685c50f216ab req-0b4174de-2b8e-47b8-b645-9b788bbb5a2c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.063839 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c56b43aa-157f-4c21-a3b1-685c50f216ab req-0b4174de-2b8e-47b8-b645-9b788bbb5a2c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1349268 Jul 23 10:23:05.114684 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:05.115252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c56b43aa-157f-4c21-a3b1-685c50f216ab req-6e925733-c332-4aa5-b406-1b51f45d133b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 Jul 23 10:23:05.117133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616c26-3233-4124-9862-e3bb28710884 req-abaa5bb8-1f38-45d7-9baf-44a4a3cd3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.119927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea616c26-3233-4124-9862-e3bb28710884 req-abaa5bb8-1f38-45d7-9baf-44a4a3cd3b4c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1096 time: 0.1416552 Jul 23 10:23:05.136299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5685b27-875b-482e-a8ae-b4efbe933755 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:05.148777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda975a-201b-471d-835c-2e86f4a06290 req-1669baa5-1c53-4543-807d-98b8f5fc88ae tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.156647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fda975a-201b-471d-835c-2e86f4a06290 req-1669baa5-1c53-4543-807d-98b8f5fc88ae tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.2099569 Jul 23 10:23:05.174053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c5685b27-875b-482e-a8ae-b4efbe933755, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c5685b27-875b-482e-a8ae-b4efbe933755,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:05.183848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea616c26-3233-4124-9862-e3bb28710884 req-0f1b23c0-6a03-4807-b5a5-f11e3068f53c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Jul 23 10:23:05.186060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:05.252806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c5685b27-875b-482e-a8ae-b4efbe933755,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:05.271319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e289-a4c1-43f1-bd3a-ec8d16541b6e req-682375f0-4e84-4f01-a93f-719e641d643e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.272830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b75e289-a4c1-43f1-bd3a-ec8d16541b6e req-682375f0-4e84-4f01-a93f-719e641d643e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0724738 Jul 23 10:23:05.281152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-6f181489-d82f-4d48-a93d-27dc1c6c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.282705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-6f181489-d82f-4d48-a93d-27dc1c6c08c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1097 time: 0.2635272 Jul 23 10:23:05.287279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fda975a-201b-471d-835c-2e86f4a06290 req-b4d18d6a-69d0-4c46-8f77-cceeaf207561 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297958 Jul 23 10:23:05.313334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b75e289-a4c1-43f1-bd3a-ec8d16541b6e req-508efeac-fd5d-4bb6-8304-7abb882356f7 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338142 Jul 23 10:23:05.439907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab08d3-9485-4867-9c49-79c4b82fb27b req-a9809a9c-6914-472a-83a6-0f40532b1ef5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.441414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3ab08d3-9485-4867-9c49-79c4b82fb27b req-a9809a9c-6914-472a-83a6-0f40532b1ef5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 949 time: 0.0653000 Jul 23 10:23:05.479658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3ab08d3-9485-4867-9c49-79c4b82fb27b req-e52eba9b-4bf5-4fec-8eb3-fc7c6bf86943 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Jul 23 10:23:05.556668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c5685b27-875b-482e-a8ae-b4efbe933755'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:05.605809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6f94-05f9-4249-8068-964287ab4d09 req-08370f9c-16b3-42b8-a353-011f2a3db42e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.607372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1edd6f94-05f9-4249-8068-964287ab4d09 req-08370f9c-16b3-42b8-a353-011f2a3db42e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0725372 Jul 23 10:23:05.665885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1edd6f94-05f9-4249-8068-964287ab4d09 req-619066a4-d7cf-47b8-a535-595db1b18596 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525622 Jul 23 10:23:05.861179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-27a364c4-82df-4aef-a64f-064e26b3c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.862981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-27a364c4-82df-4aef-a64f-064e26b3c3d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.5680549 Jul 23 10:23:05.863140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97bb1-3c2c-46a8-ad51-f93fa4b8e417 req-af8dac0c-8980-461e-a05a-b473b44d277e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:05.864951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fa97bb1-3c2c-46a8-ad51-f93fa4b8e417 req-af8dac0c-8980-461e-a05a-b473b44d277e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0730059 Jul 23 10:23:05.915204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fa97bb1-3c2c-46a8-ad51-f93fa4b8e417 req-7aca5bee-7ef1-4dc5-8ba9-a37675175897 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Jul 23 10:23:05.953059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-6dd6fba3-e16f-4085-aa19-9528aed12024 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 217 time: 0.0799441 Jul 23 10:23:06.023331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af50e2-0e1d-4440-9bdd-c08f60ba7878 req-0259b178-65d9-40e7-9ecb-63d338ead900 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:06.024851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03af50e2-0e1d-4440-9bdd-c08f60ba7878 req-0259b178-65d9-40e7-9ecb-63d338ead900 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 944 time: 0.6464157 Jul 23 10:23:06.105109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-4e14293e-ee23-4cdf-9ddf-6338f44ee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:06.106590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-4e14293e-ee23-4cdf-9ddf-6338f44ee721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1417840 Jul 23 10:23:06.109317 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:23:06.163985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03af50e2-0e1d-4440-9bdd-c08f60ba7878 req-54bc85bb-b242-4dfc-9925-35daec2c076b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125798 Jul 23 10:23:06.184772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-56d1d5fb-ecb1-40a9-bbdd-098be12d4e33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417459 Jul 23 10:23:06.194768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:06.206059 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.212063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 291ada55-0b63-4f4e-838a-11139be6364d up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:06.218164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.254378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65a67-6853-4836-aa40-9eb484630211 req-77d7a308-ecbd-432b-8f4f-94e61275c12c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:06.257416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6a65a67-6853-4836-aa40-9eb484630211 req-77d7a308-ecbd-432b-8f4f-94e61275c12c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0708454 Jul 23 10:23:06.301989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6a65a67-6853-4836-aa40-9eb484630211 req-76e596f9-c6a1-40e6-97a1-8fa9305ceebf tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Jul 23 10:23:06.335360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:06.352650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 291ada55-0b63-4f4e-838a-11139be6364d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:06.357452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 291ada55-0b63-4f4e-838a-11139be6364d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:06.358045 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.360553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'mac_address': 'fa:16:3e:48:1c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:06.383735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-2112d6f3-e0c3-46df-8d28-986cfb42efcc service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916597 Jul 23 10:23:06.389615 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 associated. External IP: 172.25.4.192, port: 181d9053-39be-4a68-90b4-750a5810e60c. Jul 23 10:23:06.440594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.457930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:06.487134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb29c1-2a07-43e8-8e42-d92d8f19f68a req-28ab5c6c-f5fa-4805-90db-8bcc2d856104 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:06.489341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2eb29c1-2a07-43e8-8e42-d92d8f19f68a req-28ab5c6c-f5fa-4805-90db-8bcc2d856104 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0782273 Jul 23 10:23:06.507075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:06.512266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.524833 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.593586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:06.606953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.607783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:06.638460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:06.651431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfa44c-492d-45c4-80be-8060f025cfca req-1ce23ec9-eae4-4bb3-9112-a18e094e72ba tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:06.653056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40dfa44c-492d-45c4-80be-8060f025cfca req-1ce23ec9-eae4-4bb3-9112-a18e094e72ba tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.2603700 Jul 23 10:23:06.701374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-a29276ce-d5eb-40a2-a669-6f1df010b1e0 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695298 Jul 23 10:23:06.703192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:06.734546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 8200ec75-4645-490c-9349-d731cdb453ae completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:06.740134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8200ec75-4645-490c-9349-d731cdb453ae triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:06.740556 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.790280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40dfa44c-492d-45c4-80be-8060f025cfca req-0d0b4bd3-9f17-4058-adc7-09fe93560bd9 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980086 Jul 23 10:23:06.829820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:23:06.837561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:06.844394 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea22d90-a688-4c54-b379-04e56b1a45e3" -d '{"events": [{"server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "name": "network-vif-plugged", "status": "completed", "tag": "291ada55-0b63-4f4e-838a-11139be6364d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:06.860729 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.865329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c5685b27-875b-482e-a8ae-b4efbe933755 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:06.874292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2eb29c1-2a07-43e8-8e42-d92d8f19f68a req-b1ef2087-8a63-49c5-a461-6d3e039644a4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779287 Jul 23 10:23:06.936297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:06.945934 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:06.991613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port c5685b27-875b-482e-a8ae-b4efbe933755 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:06.999917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:07.009449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff362903-cfbe-442a-898b-b3cdabf681d3 req-716951fd-ffd3-46a8-8d5c-836c27e09a79 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.011035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff362903-cfbe-442a-898b-b3cdabf681d3 req-716951fd-ffd3-46a8-8d5c-836c27e09a79 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 949 time: 0.1233790 Jul 23 10:23:07.013960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:23:07.019380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:07.041612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:23:07.063310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10071a-7a76-4556-87ab-6db98dfa61ab req-54b206a8-af98-4528-b026-78b606197f84 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.065178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea10071a-7a76-4556-87ab-6db98dfa61ab req-54b206a8-af98-4528-b026-78b606197f84 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0958903 Jul 23 10:23:07.066689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port c5685b27-875b-482e-a8ae-b4efbe933755 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:07.067442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:07.075527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:23:07.076574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:23:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:23:07.087876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-58ac3f5c-4bc0-4541-835b-d91b65473c4c tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "PUT /v2.0/floatingips/cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 HTTP/1.1" status: 200 len: 991 time: 2.2124393 Jul 23 10:23:07.102412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff362903-cfbe-442a-898b-b3cdabf681d3 req-242d6f41-fef0-4c31-921a-58866f9de203 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 Jul 23 10:23:07.102872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:07.105282 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03972ea6-b8ae-4d9a-ab35-fb091793ab78" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "tag": "181d9053-39be-4a68-90b4-750a5810e60c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:07.122860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea10071a-7a76-4556-87ab-6db98dfa61ab req-27e39d96-e5f9-47c5-bacf-e1146c044fed tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507269 Jul 23 10:23:07.137949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:07.179171 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b270e-a166-4061-9197-c353fea74d87 x-openstack-request-id: req-291b270e-a166-4061-9197-c353fea74d87 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:07.179171 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "name": "network-vif-plugged", "status": "completed", "tag": "291ada55-0b63-4f4e-838a-11139be6364d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:07.179171 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-291b270e-a166-4061-9197-c353fea74d87 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:07.179912 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d', 'code': 200} Jul 23 10:23:07.304615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:23:07.321610 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4500741-1e54-40ec-978a-0b9dc93f3588 x-openstack-request-id: req-a4500741-1e54-40ec-978a-0b9dc93f3588 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:07.321895 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "tag": "181d9053-39be-4a68-90b4-750a5810e60c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:07.322151 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4500741-1e54-40ec-978a-0b9dc93f3588 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:07.323802 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c', 'status': 'completed', 'code': 200} Jul 23 10:23:07.351809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d247b-a529-42a5-ad01-f755aae804f7 req-82dec837-e703-4485-a6cd-f892e862c6f2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.355291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b5d247b-a529-42a5-ad01-f755aae804f7 req-82dec837-e703-4485-a6cd-f892e862c6f2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1294355 Jul 23 10:23:07.424291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b5d247b-a529-42a5-ad01-f755aae804f7 req-fad9751b-67e0-4399-b58c-4bd70dbf769c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Jul 23 10:23:07.478657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf21e8-2df0-445d-977e-cd99a1456a5e req-cd791336-8ba8-4614-ad23-e708ebe394f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.481190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dcf21e8-2df0-445d-977e-cd99a1456a5e req-cd791336-8ba8-4614-ad23-e708ebe394f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1096 time: 0.1870058 Jul 23 10:23:07.502212 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:07.550448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6017b-fa6b-476c-8203-0c456be41a48 req-84af6568-a457-4963-96e7-d291939337e7 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.559159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceb6017b-fa6b-476c-8203-0c456be41a48 req-84af6568-a457-4963-96e7-d291939337e7 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 945 time: 0.1865616 Jul 23 10:23:07.569818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609148-0457-4b6b-b779-98737fbeae0c req-af0dfcef-2d7f-4515-93cd-5897e0204a3a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.571443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7609148-0457-4b6b-b779-98737fbeae0c req-af0dfcef-2d7f-4515-93cd-5897e0204a3a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0876496 Jul 23 10:23:07.593014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-9169a117-4b5f-44d1-85f7-9e0bcbe1f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.594521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-9169a117-4b5f-44d1-85f7-9e0bcbe1f37c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 1096 time: 0.2244492 Jul 23 10:23:07.623186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7609148-0457-4b6b-b779-98737fbeae0c req-b785e45e-a158-4142-97e0-f4c6e8b98587 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Jul 23 10:23:07.646207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceb6017b-fa6b-476c-8203-0c456be41a48 req-e77c1c64-08f9-4459-b935-8dfca18fd610 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858572 Jul 23 10:23:07.649680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c5685b27-875b-482e-a8ae-b4efbe933755, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c5685b27-875b-482e-a8ae-b4efbe933755,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:07.662159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dcf21e8-2df0-445d-977e-cd99a1456a5e req-ed17c5e7-8a8b-4695-9e67-a0721f5e1c02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702597 Jul 23 10:23:07.669460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:07.746827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-50955359-f104-4373-8bbf-874fd46bb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.748530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-50955359-f104-4373-8bbf-874fd46bb164 service neutron] 10.222.0.20 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 925 time: 0.1401749 Jul 23 10:23:07.767388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919eb1-aa22-42d4-b950-ed1f926aa03e req-3945ae8a-207e-49c3-b454-a04217d65f8e tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:07.768975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8919eb1-aa22-42d4-b950-ed1f926aa03e req-3945ae8a-207e-49c3-b454-a04217d65f8e tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1096 time: 0.0694871 Jul 23 10:23:07.805784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c5685b27-875b-482e-a8ae-b4efbe933755,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:07.812941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8919eb1-aa22-42d4-b950-ed1f926aa03e req-f230ca98-8160-4eb1-bad0-3810b836466d tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Jul 23 10:23:07.884484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'port_id': '181d9053-39be-4a68-90b4-750a5810e60c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'mac_address': 'fa:16:3e:50:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:20:43Z', 'updated_at': '2021-07-23T10:23:05Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:23:07.919649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:23:07.929231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:23:07.930014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:23:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:23:08.007499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b62ab-b054-4afb-9db8-5e146b002537 req-4339726f-82b4-4927-af13-f9eadbfce528 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.009169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-599b62ab-b054-4afb-9db8-5e146b002537 req-4339726f-82b4-4927-af13-f9eadbfce528 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 948 time: 0.1242261 Jul 23 10:23:08.071889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:23:08.142304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e112749-4104-4b3d-a474-1d908b161098 req-2f87dfa7-43f5-47e7-b869-88994873ed8e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.144100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-599b62ab-b054-4afb-9db8-5e146b002537 req-f24a44a8-6384-494d-a64c-0b761c754a60 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209376 Jul 23 10:23:08.146230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-c48ff0ed-346f-4dcd-830b-dd52959162ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181d9053-39be-4a68-90b4-750a5810e60c HTTP/1.1" status: 200 len: 999 time: 0.1151407 Jul 23 10:23:08.154032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e112749-4104-4b3d-a474-1d908b161098 req-2f87dfa7-43f5-47e7-b869-88994873ed8e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.1393209 Jul 23 10:23:08.219403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-968ccf27-ee2a-49ff-b8d4-14e075976e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.220988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-968ccf27-ee2a-49ff-b8d4-14e075976e1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.0676200 Jul 23 10:23:08.222573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e112749-4104-4b3d-a474-1d908b161098 req-6a791ff4-6694-40e9-9ac6-769395e93bf6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Jul 23 10:23:08.409407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-c09cf00d-2e7b-4396-bee4-b4c476d7cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.412637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29414b60-6c60-4b34-9516-6514c833b537 req-893cdaaa-48c1-4b65-adbd-45c37fd8ac48 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.412863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-c09cf00d-2e7b-4396-bee4-b4c476d7cf7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801989 Jul 23 10:23:08.423845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29414b60-6c60-4b34-9516-6514c833b537 req-893cdaaa-48c1-4b65-adbd-45c37fd8ac48 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0900862 Jul 23 10:23:08.435323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeb1f8-9f4d-4ba8-941b-5e18537142cd req-24be8456-accb-4f17-ad18-f44beff3887a tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.446680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8adeb1f8-9f4d-4ba8-941b-5e18537142cd req-24be8456-accb-4f17-ad18-f44beff3887a tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 950 time: 0.1981893 Jul 23 10:23:08.480581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29414b60-6c60-4b34-9516-6514c833b537 req-8da8fde1-e5b3-4a31-a478-750c816402be tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553191 Jul 23 10:23:08.531739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'port_id': '181d9053-39be-4a68-90b4-750a5810e60c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'mac_address': 'fa:16:3e:50:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:20:43Z', 'updated_at': '2021-07-23T10:23:05Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:23:08.562197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19762f21-56be-4f56-a0ed-e1739972da53 None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'port_id': '181d9053-39be-4a68-90b4-750a5810e60c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'mac_address': 'fa:16:3e:50:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:20:43Z', 'updated_at': '2021-07-23T10:23:05Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:23:08.607887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8adeb1f8-9f4d-4ba8-941b-5e18537142cd req-4925a045-8dbb-43f9-a32f-f68b3a43212c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579361 Jul 23 10:23:08.657788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-05c3d500-4ff0-4a03-8874-a01c66cf44cd service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029734 Jul 23 10:23:08.819248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03972ea6-b8ae-4d9a-ab35-fb091793ab78 req-6f20351f-5c72-4c77-8142-32ebe873e552 service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495967 Jul 23 10:23:08.834041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe50a8-a34b-4bda-844e-62e851bcbbae req-8a4affa9-c657-49b7-b2bc-5eb667ae213e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.843090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23fe50a8-a34b-4bda-844e-62e851bcbbae req-8a4affa9-c657-49b7-b2bc-5eb667ae213e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1118970 Jul 23 10:23:08.868690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c7aa-e15e-464d-a89f-03f05714ca30 req-7a140a89-8463-407a-a623-b18a7b2b2a72 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:08.879049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61c2c7aa-e15e-464d-a89f-03f05714ca30 req-7a140a89-8463-407a-a623-b18a7b2b2a72 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 945 time: 0.1249247 Jul 23 10:23:08.924457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23fe50a8-a34b-4bda-844e-62e851bcbbae req-3e16e9bb-bf60-446f-bdf9-7794a2d39bc7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802166 Jul 23 10:23:08.930754 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31500c25-aa02-4927-a3a2-aaa6ff0c124e None None] New status for floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:23:08.938950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61c2c7aa-e15e-464d-a89f-03f05714ca30 req-fbc96838-f1a3-4356-b376-0fb00ee53931 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538840 Jul 23 10:23:09.180847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}, {'server_uuid': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5685b27-875b-482e-a8ae-b4efbe933755'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:09.185483 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47682ab-3e0a-4032-85c2-9260e41fc201" -d '{"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-plugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}, {"server_uuid": "32c6abba-4a82-4d7d-b83c-cde610571d4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5685b27-875b-482e-a8ae-b4efbe933755"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:09.247410 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a4246-23db-471a-9d55-0cb44fd44f21 x-openstack-request-id: req-4c4a4246-23db-471a-9d55-0cb44fd44f21 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:09.247902 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-plugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "code": 200}, {"server_uuid": "32c6abba-4a82-4d7d-b83c-cde610571d4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5685b27-875b-482e-a8ae-b4efbe933755", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:09.248706 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c4a4246-23db-471a-9d55-0cb44fd44f21 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:09.249605 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'code': 200} Jul 23 10:23:09.250083 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5685b27-875b-482e-a8ae-b4efbe933755', 'code': 200} Jul 23 10:23:09.340054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb832-10e5-4a75-9909-5eb8a12be336 req-62cf13b7-988e-485c-a34e-3c96c102a774 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:09.342001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-748cb832-10e5-4a75-9909-5eb8a12be336 req-62cf13b7-988e-485c-a34e-3c96c102a774 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 948 time: 0.1204739 Jul 23 10:23:09.418464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-748cb832-10e5-4a75-9909-5eb8a12be336 req-195fd63f-e89a-44a9-a270-59a5a5287c37 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661943 Jul 23 10:23:09.456834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc7c48-9023-460c-9fae-3990c67b64f4 req-12d307d5-105e-4c7a-8f98-449ea112ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:09.458613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccfc7c48-9023-460c-9fae-3990c67b64f4 req-12d307d5-105e-4c7a-8f98-449ea112ec6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 1101 time: 0.1429653 Jul 23 10:23:09.468622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1567e-060c-41d0-bcc7-d89365171e39 req-860fe0db-fb01-4263-82b3-e4b7f3d78def tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:09.470752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-62c1567e-060c-41d0-bcc7-d89365171e39 req-860fe0db-fb01-4263-82b3-e4b7f3d78def tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0982361 Jul 23 10:23:09.487675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e10f60-8e79-4f13-8751-07fd5ef8071b req-8209ff51-9655-4749-ba21-e0aa1a60a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:09.489928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69e10f60-8e79-4f13-8751-07fd5ef8071b req-8209ff51-9655-4749-ba21-e0aa1a60a9bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 1100 time: 0.0928810 Jul 23 10:23:09.541070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-62c1567e-060c-41d0-bcc7-d89365171e39 req-12797349-3f83-435d-9a16-065eef11e523 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633941 Jul 23 10:23:09.543806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccfc7c48-9023-460c-9fae-3990c67b64f4 req-f480379b-ecc0-4036-9ffc-747afe770273 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718734 Jul 23 10:23:09.575830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69e10f60-8e79-4f13-8751-07fd5ef8071b req-bcb6e4cf-6a1f-49f2-878f-d64f865e9582 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627747 Jul 23 10:23:09.641609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2dc0-94f3-4eb0-8917-655be28bd0ae req-b8482bd8-25f9-44f2-92aa-d459c55bd17d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:09.643593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d0fd2dc0-94f3-4eb0-8917-655be28bd0ae req-b8482bd8-25f9-44f2-92aa-d459c55bd17d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0675154 Jul 23 10:23:09.685107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d0fd2dc0-94f3-4eb0-8917-655be28bd0ae req-699badcf-a410-498a-8916-8370e5170bae tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354376 Jul 23 10:23:10.091641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144155-a5af-4b22-bf3f-509472f4240d req-d739d626-1c27-41c9-afab-d2f4afbdc5c8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:10.093219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06144155-a5af-4b22-bf3f-509472f4240d req-d739d626-1c27-41c9-afab-d2f4afbdc5c8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 950 time: 0.0724556 Jul 23 10:23:10.140752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06144155-a5af-4b22-bf3f-509472f4240d req-9bcd7965-9b63-4b6f-8c04-da54703b67ad tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Jul 23 10:23:10.210643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:10.288145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50560e-9907-4a98-8623-4264cc52fab4 req-8ec36e00-2c90-4bea-ad78-d308d5afb03c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:10.289948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f50560e-9907-4a98-8623-4264cc52fab4 req-8ec36e00-2c90-4bea-ad78-d308d5afb03c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 945 time: 0.0965066 Jul 23 10:23:10.317498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:10.327271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:10.327846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:10.336714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815db90-435b-4499-b427-9a4bab2e562d req-7ee11f1a-7bf8-4632-be0b-0508614150d1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:10.339842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0815db90-435b-4499-b427-9a4bab2e562d req-7ee11f1a-7bf8-4632-be0b-0508614150d1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0913577 Jul 23 10:23:10.354512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f50560e-9907-4a98-8623-4264cc52fab4 req-86edde3b-735f-4b70-aaab-13d71eeb738b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Jul 23 10:23:10.394171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0815db90-435b-4499-b427-9a4bab2e562d req-47caa7a0-d5b2-451d-b640-e6945b13bc14 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Jul 23 10:23:10.430093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:10.470533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:10.475740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:10.528277 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-f534b85e-d2b3-47e6-a6ca-92e77d378925 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1274133308&fields=id&tenant_id=66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 267 time: 0.0816259 Jul 23 10:23:10.544936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:10.642090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-eae2e50b-3b79-44a7-8a9c-091692909f78 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:10.644774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-eae2e50b-3b79-44a7-8a9c-091692909f78 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 945 time: 0.1074281 Jul 23 10:23:10.647953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef152be-710b-42d7-a3de-f8fb6dede770 req-2aff4787-2063-4f34-9031-55245462fd16 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:10.655661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef152be-710b-42d7-a3de-f8fb6dede770 req-2aff4787-2063-4f34-9031-55245462fd16 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 949 time: 0.1019990 Jul 23 10:23:10.657707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'port': {'security_groups': ['b58a65c6-0e4a-4773-b777-653eb72a4706', 'f0ebf056-f3df-4f26-92cf-56d59c9131f0']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:10.724003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef152be-710b-42d7-a3de-f8fb6dede770 req-bdbf61b1-b1a6-4425-9288-e38a4868cad4 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 Jul 23 10:23:10.777257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:10.897296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255390ad-5df7-466e-9882-f9ee01c68551 req-6c9076ac-a14e-4a8a-837e-42d788107709 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:10.898876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-255390ad-5df7-466e-9882-f9ee01c68551 req-6c9076ac-a14e-4a8a-837e-42d788107709 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0808313 Jul 23 10:23:10.941543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-255390ad-5df7-466e-9882-f9ee01c68551 req-c97f0bcf-c356-45a8-85fc-772faf619f5f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Jul 23 10:23:11.035116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:11.070164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:11.078124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:11.100246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a14a7-ee1d-48fb-83c6-a03d50bd46a6 req-087056bb-9b19-41b7-aba4-b8aedda38d41 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.101915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b88a14a7-ee1d-48fb-83c6-a03d50bd46a6 req-087056bb-9b19-41b7-aba4-b8aedda38d41 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0919690 Jul 23 10:23:11.120915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:11.152687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b88a14a7-ee1d-48fb-83c6-a03d50bd46a6 req-597044fe-a555-411c-a8cb-90cd358acd2b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Jul 23 10:23:11.153624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.154269 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:11.155714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-35d76929-f230-4d9c-bc06-0b77f2cdedbc req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "PUT /v2.0/ports/291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 981 time: 0.5037396 Jul 23 10:23:11.158621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:11.162878 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173534ba-f3d4-4a82-961a-116c282348d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "tag": "291ada55-0b63-4f4e-838a-11139be6364d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:11.207783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:11.232338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.232695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.233044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.234097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.234449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.234789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.236652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.237005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.237345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.237685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.238023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.238354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468bc24-84e4-40e2-ae98-4963fa9fd322 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:11.255200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:11.256956 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e70a392-cddb-4596-a216-b52c8a903681" -d '{"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:11.319325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef41d61-7371-4c17-9945-e0a162a2bdf6 req-01264db3-d0e3-45e5-be3c-02e6e30cabad tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.327279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ef41d61-7371-4c17-9945-e0a162a2bdf6 req-01264db3-d0e3-45e5-be3c-02e6e30cabad tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 950 time: 0.0878947 Jul 23 10:23:11.387854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ef41d61-7371-4c17-9945-e0a162a2bdf6 req-30daf64e-d0cd-488f-a25d-d5a5825edc53 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569346 Jul 23 10:23:11.427927 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52ab89-e21d-4678-9bf4-edc73bd13c92 x-openstack-request-id: req-5d52ab89-e21d-4678-9bf4-edc73bd13c92 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:11.428329 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "tag": "291ada55-0b63-4f4e-838a-11139be6364d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:11.428504 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d52ab89-e21d-4678-9bf4-edc73bd13c92 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:11.428868 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d', 'status': 'completed', 'code': 200} Jul 23 10:23:11.436449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:11.474316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-38765e7d-934d-4948-a9e5-d357bb469cf2 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1998254479&fields=id&tenant_id=66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 267 time: 0.0539267 Jul 23 10:23:11.484649 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a204d9-4fbe-4238-a919-9891b214d01e x-openstack-request-id: req-a0a204d9-4fbe-4238-a919-9891b214d01e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:11.485190 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:11.485641 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0a204d9-4fbe-4238-a919-9891b214d01e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:11.486303 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'code': 200} Jul 23 10:23:11.602518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-b5b0fa35-e4de-48de-a67a-d0a5d9bf545e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.605554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-b5b0fa35-e4de-48de-a67a-d0a5d9bf545e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 984 time: 0.1306269 Jul 23 10:23:11.624367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'port': {'security_groups': ['b58a65c6-0e4a-4773-b777-653eb72a4706', 'f0ebf056-f3df-4f26-92cf-56d59c9131f0', '137e0223-cd0e-4d1b-8390-c4301496a433']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:11.836511 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:11.849191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173534ba-f3d4-4a82-961a-116c282348d7 req-a0311471-1422-4930-b992-0426fdece9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.850582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-a0311471-1422-4930-b992-0426fdece9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1135 time: 0.1726213 Jul 23 10:23:11.920234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221dfa9-ae1b-4186-a8ee-0956da749010 req-932313b0-0af5-4004-90f3-cec4e8f25ec8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.921862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b221dfa9-ae1b-4186-a8ee-0956da749010 req-932313b0-0af5-4004-90f3-cec4e8f25ec8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0788052 Jul 23 10:23:11.945425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341761c-1015-44e4-a1f4-351bf097b954 req-1c4135d1-0415-4525-b408-862a701ac62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:11.948585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0341761c-1015-44e4-a1f4-351bf097b954 req-1c4135d1-0415-4525-b408-862a701ac62f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 1100 time: 0.1964865 Jul 23 10:23:11.971670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b221dfa9-ae1b-4186-a8ee-0956da749010 req-c070d8f0-858e-46f7-b5e6-91c11a479e7b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jul 23 10:23:12.060343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0341761c-1015-44e4-a1f4-351bf097b954 req-f0c79d30-5ee6-4121-9711-f4082637bc3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759993 Jul 23 10:23:12.073638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173534ba-f3d4-4a82-961a-116c282348d7 req-3371d018-5fe3-4721-9bf6-7b3d35e2f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.075143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-3371d018-5fe3-4721-9bf6-7b3d35e2f04e service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.1828506 Jul 23 10:23:12.132479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f004-5d26-4c00-b34d-b322e88052c2 req-ddf52300-1971-4282-bb15-a1a7a78a64aa tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.143572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e680f004-5d26-4c00-b34d-b322e88052c2 req-ddf52300-1971-4282-bb15-a1a7a78a64aa tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 949 time: 0.0903137 Jul 23 10:23:12.199194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e680f004-5d26-4c00-b34d-b322e88052c2 req-0cde587b-a05e-4f8e-86b4-056b7bf7f79d tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503037 Jul 23 10:23:12.231003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:12.262768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:12.268257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:12.314520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:12.321639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.322318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:12.323883 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85b7e65b-aa66-445c-a2bb-61b969a88e4c req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "PUT /v2.0/ports/291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 1020 time: 0.7123306 Jul 23 10:23:12.335567 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:23:12.373731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79814f11-c5f9-4557-a63b-7a25d74d4530 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:12.524499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-2d2f8d03-5b94-4eed-8d02-ab7206bf3358 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 217 time: 0.0950902 Jul 23 10:23:12.606740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:12.646237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04694c8-f3bb-495a-8ab0-4a75e7fa7513 req-ebd976da-a61e-4993-8d79-4f4402a73b85 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.655931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f04694c8-f3bb-495a-8ab0-4a75e7fa7513 req-ebd976da-a61e-4993-8d79-4f4402a73b85 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.1302698 Jul 23 10:23:12.664618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173534ba-f3d4-4a82-961a-116c282348d7 req-2cfdaca6-4ba6-48c1-9719-e28e57e5a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.666014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-2cfdaca6-4ba6-48c1-9719-e28e57e5a167 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.0930595 Jul 23 10:23:12.718387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-7fee2458-f123-48ec-a75b-229d3274a152 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416701 Jul 23 10:23:12.729844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.730314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.730785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.731453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.731930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.732442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.732911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.733371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.733970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.735031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.735517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.735989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.736442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.736901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.737359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.737814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.738268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.738724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:12.742003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90046135-0495-40ad-973d-cee0194dbd84 req-b75c3f6d-bc84-41cb-8cb9-de5b0b924dd5 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f&device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c&device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16&device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36&device_id=2b30d7a1-f304-4493-a066-10065f7488e5&device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b&device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b&device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04&device_id=12feb653-a6e2-4320-9b88-d786f12392f9&device_id=471894ab-2da4-492e-a890-81d5288f1ded&device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3&device_id=9647ff2a-b376-457a-b473-dafef3d370df&device_id=392addb8-d144-442c-ab79-24034dab5220&device_id=fa262c03-25f6-4690-914e-b785c84f305d&device_id=6f652a01-f264-4c20-9bde-e51ab838f130&device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 16275 time: 0.1030195 Jul 23 10:23:12.744862 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f04694c8-f3bb-495a-8ab0-4a75e7fa7513 req-5fb680af-934a-493a-9875-aab295b63ff8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871186 Jul 23 10:23:12.771370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-90046135-0495-40ad-973d-cee0194dbd84 req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:12.884694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-90046135-0495-40ad-973d-cee0194dbd84 req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:12.886268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-5192f442-bdb2-4ebf-af37-76ac08519ca6 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470904 Jul 23 10:23:12.891532 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-90046135-0495-40ad-973d-cee0194dbd84 req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:12.918258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90046135-0495-40ad-973d-cee0194dbd84 req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&id=44e19541-256a-4333-9509-85dd7529b8f3&id=f0ebf056-f3df-4f26-92cf-56d59c9131f0&id=b58a65c6-0e4a-4773-b777-653eb72a4706&id=137e0223-cd0e-4d1b-8390-c4301496a433&id=3db479b4-62b0-46d5-9917-c5fd346d686a&id=2f68638c-03bd-41dd-9db6-53f191b7e775&id=742f84b7-f65a-441f-8990-259c496008dd&id=4d90465d-3009-479f-ac25-621817721476&id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 1012 time: 0.1666281 Jul 23 10:23:12.942318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab944f67-45dc-4d90-80be-297198429226,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:12.967525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.967880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.969159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.969323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.969672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.972927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.973281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.974155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.974155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.974366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.977867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:12.978220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a1261-af88-4e9c-8f19-ba5f7bf17181 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:13.042457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8109b-caab-49e1-9893-dfe187fa1323 req-1258f587-6881-4002-a121-585360a1b280 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.043997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-20b8109b-caab-49e1-9893-dfe187fa1323 req-1258f587-6881-4002-a121-585360a1b280 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1754768 Jul 23 10:23:13.078649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173534ba-f3d4-4a82-961a-116c282348d7 req-f276b974-0f89-4168-ab49-8b0184d1cf97 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730659 Jul 23 10:23:13.097423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-20b8109b-caab-49e1-9893-dfe187fa1323 req-8528086b-242d-48fb-9790-f26dfa07d62d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455213 Jul 23 10:23:13.179989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbba0c-c985-4c3a-a533-e651a0f40cfc req-6c15c446-ee5a-4d8a-9f69-1b498c0e7447 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.181697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95cbba0c-c985-4c3a-a533-e651a0f40cfc req-6c15c446-ee5a-4d8a-9f69-1b498c0e7447 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1023 time: 0.0717230 Jul 23 10:23:13.253673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95cbba0c-c985-4c3a-a533-e651a0f40cfc req-0896294f-4814-4675-aadb-996de4cf8f9e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&id=137e0223-cd0e-4d1b-8390-c4301496a433&id=f0ebf056-f3df-4f26-92cf-56d59c9131f0 HTTP/1.1" status: 200 len: 6150 time: 0.0662336 Jul 23 10:23:13.382926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bc629-a6f1-47af-a169-62e32beb21c6 req-2957907f-dece-42a5-a6ae-1ccc5781e3ae tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.391190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-272bc629-a6f1-47af-a169-62e32beb21c6 req-2957907f-dece-42a5-a6ae-1ccc5781e3ae tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0785761 Jul 23 10:23:13.409103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b23b6-d893-4096-a7a7-8cf8c548418f req-92bedde8-62a8-4a2e-b404-f62557b763af tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.411307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-054b23b6-d893-4096-a7a7-8cf8c548418f req-92bedde8-62a8-4a2e-b404-f62557b763af tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 949 time: 0.0985551 Jul 23 10:23:13.432175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-272bc629-a6f1-47af-a169-62e32beb21c6 req-e29fb4c7-43a7-4be3-9b86-e105c9975e28 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Jul 23 10:23:13.432647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:13.434962 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea65432-4d3e-4539-9798-c9905c927d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "tag": "291ada55-0b63-4f4e-838a-11139be6364d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:13.468081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-054b23b6-d893-4096-a7a7-8cf8c548418f req-bf919d5a-ceb5-4d80-b295-26c7b50a9e2b tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Jul 23 10:23:13.514793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1ce27d9f-91e1-4eda-91bc-d516079bea91 req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1183136878 ', 'description': 'tempest-description-2091306891'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:13.547336 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1ce27d9f-91e1-4eda-91bc-d516079bea91 req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:13.690206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1ce27d9f-91e1-4eda-91bc-d516079bea91 req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:13.703052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1ce27d9f-91e1-4eda-91bc-d516079bea91 req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:13.713833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-3613c4b7-8a44-46c7-a00b-809db3537dda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132579 Jul 23 10:23:13.730209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154c2a-dc65-40a1-adea-994be83801aa req-9e3a2443-fd7a-420b-99bf-63fb4d2e46b9 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.730702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154c2a-dc65-40a1-adea-994be83801aa req-9e3a2443-fd7a-420b-99bf-63fb4d2e46b9 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.731354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154c2a-dc65-40a1-adea-994be83801aa req-9e3a2443-fd7a-420b-99bf-63fb4d2e46b9 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.739681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e154c2a-dc65-40a1-adea-994be83801aa req-9e3a2443-fd7a-420b-99bf-63fb4d2e46b9 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f&device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b&device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 2884 time: 0.0845075 Jul 23 10:23:13.740643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1ce27d9f-91e1-4eda-91bc-d516079bea91 req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:13.742028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ce27d9f-91e1-4eda-91bc-d516079bea91 req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2335768 Jul 23 10:23:13.748024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26eec9-be6e-4b07-a23f-8889c233794f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe174c1-f358-49d4-ac93-069cf80130c8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:13.808832 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290e9da2-eb32-44e0-81bc-f383febf1ae7 x-openstack-request-id: req-290e9da2-eb32-44e0-81bc-f383febf1ae7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:13.809137 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "tag": "291ada55-0b63-4f4e-838a-11139be6364d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:13.810792 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-290e9da2-eb32-44e0-81bc-f383febf1ae7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:13.812395 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d', 'status': 'completed', 'code': 200} Jul 23 10:23:13.827585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e154c2a-dc65-40a1-adea-994be83801aa req-53b4cef8-5eea-40ce-8ca5-8854cebd7779 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856142 Jul 23 10:23:13.894602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5efbd38-c35e-48fe-a4c3-9f3b2369c43e req-6a13d763-f3ea-4cde-93c9-0222b926963b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/4fe174c1-f358-49d4-ac93-069cf80130c8 HTTP/1.1" status: 200 len: 1781 time: 0.0452878 Jul 23 10:23:13.959588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c1f46-cdd8-4f29-aed7-f0990dfe628b req-1b7bfa5b-a513-4eb3-a3f3-e3f5fc473db6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:13.969122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-701c1f46-cdd8-4f29-aed7-f0990dfe628b req-1b7bfa5b-a513-4eb3-a3f3-e3f5fc473db6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0922487 Jul 23 10:23:14.006791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-701c1f46-cdd8-4f29-aed7-f0990dfe628b req-723ee6e2-e034-4762-830e-24a1706d6ac1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Jul 23 10:23:14.034904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-f3329319-bf98-4bc7-97eb-95acda410326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.036553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-f3329319-bf98-4bc7-97eb-95acda410326 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 1100 time: 0.1410758 Jul 23 10:23:14.045786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-adaaeacb-5c4c-4072-b934-cec58acc8830 req-2c6282da-32e0-4bcc-83d0-7c28b6919066 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/4fe174c1-f358-49d4-ac93-069cf80130c8 HTTP/1.1" status: 200 len: 1781 time: 0.0681489 Jul 23 10:23:14.075468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-fc9e67d7-1f62-4cf3-81f9-4215683c7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.077103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-fc9e67d7-1f62-4cf3-81f9-4215683c7177 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1174 time: 0.1804593 Jul 23 10:23:14.269901 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-adaaeacb-5c4c-4072-b934-cec58acc8830 req-b927db03-8388-458e-9ea7-8822a7838bd1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:14.293839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-7d9565a7-15ce-4efb-b86a-fe463b028d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.295905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-7d9565a7-15ce-4efb-b86a-fe463b028d0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2328160 Jul 23 10:23:14.351450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-78fbaaba-b26d-47c3-9909-faf83f8670a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.353207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-78fbaaba-b26d-47c3-9909-faf83f8670a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.2588339 Jul 23 10:23:14.355775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-fa5cd21a-e81f-4bfd-b907-c156cfe66d35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 200 len: 217 time: 0.0503387 Jul 23 10:23:14.355972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b38b-5cfb-41a2-a667-eeea8cccfcbe req-829c3db7-58a8-4293-b0a8-4720593ce239 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.357582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7276b38b-5cfb-41a2-a667-eeea8cccfcbe req-829c3db7-58a8-4293-b0a8-4720593ce239 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0809278 Jul 23 10:23:14.357753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-adaaeacb-5c4c-4072-b934-cec58acc8830 req-b927db03-8388-458e-9ea7-8822a7838bd1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:14.399976 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7276b38b-5cfb-41a2-a667-eeea8cccfcbe req-0a3780d1-ed8b-4f0b-bea5-871ed17ce5db tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362930 Jul 23 10:23:14.450873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-f86dc508-3a04-4e43-84e2-672b49c492cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 200 len: 217 time: 0.0809724 Jul 23 10:23:14.502269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-d88147dd-b6b8-47f5-8dec-eed61aac56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.504040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-d88147dd-b6b8-47f5-8dec-eed61aac56ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1354024 Jul 23 10:23:14.526154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-adaaeacb-5c4c-4072-b934-cec58acc8830 req-b927db03-8388-458e-9ea7-8822a7838bd1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:14.528654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-adaaeacb-5c4c-4072-b934-cec58acc8830 req-b927db03-8388-458e-9ea7-8822a7838bd1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:14.529753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-adaaeacb-5c4c-4072-b934-cec58acc8830 req-b927db03-8388-458e-9ea7-8822a7838bd1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/4fe174c1-f358-49d4-ac93-069cf80130c8 HTTP/1.1" status: 204 len: 173 time: 0.4772234 Jul 23 10:23:14.567885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-b6500841-bf10-44a2-8973-d96d3dd1fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.569477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-b6500841-bf10-44a2-8973-d96d3dd1fbe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.1073244 Jul 23 10:23:14.570181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927db03-8388-458e-9ea7-8822a7838bd1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe174c1-f358-49d4-ac93-069cf80130c8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:14.620110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-95a6ae3d-9989-4ac9-918b-88a807c51539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400870 Jul 23 10:23:14.686264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-f18c958d-4fcc-41a7-a364-2fe4c5dd826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.687849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-f18c958d-4fcc-41a7-a364-2fe4c5dd826e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727126 Jul 23 10:23:14.724486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd7770-9c87-4f7a-b23c-648aa4d6bd2b req-da6697cc-9151-450a-90f2-60c7cefe9dcd tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.726124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5fd7770-9c87-4f7a-b23c-648aa4d6bd2b req-da6697cc-9151-450a-90f2-60c7cefe9dcd tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 949 time: 0.0688162 Jul 23 10:23:14.769516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5fd7770-9c87-4f7a-b23c-648aa4d6bd2b req-60da041c-1993-4c02-9ebd-8fb03ba11334 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361285 Jul 23 10:23:14.818595 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-a6a31e91-371e-4d99-aeb6-c15492552602 req-d96133d7-1d94-4453-b090-e04471eef538 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:14.819631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6a31e91-371e-4d99-aeb6-c15492552602 req-d96133d7-1d94-4453-b090-e04471eef538 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/4fe174c1-f358-49d4-ac93-069cf80130c8 HTTP/1.1" status: 404 len: 352 time: 0.0188410 Jul 23 10:23:14.821806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932d96-6a2b-4011-b40b-8eaebb22c647 req-b5f3e4ff-0edf-447f-93d2-644002ab0c4e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:14.829264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34932d96-6a2b-4011-b40b-8eaebb22c647 req-b5f3e4ff-0edf-447f-93d2-644002ab0c4e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.2142267 Jul 23 10:23:14.845846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-2db28ccd-ab0c-4fd9-af7b-84174e02a7bf service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133079 Jul 23 10:23:14.918321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-05bd1ec0-3c43-40af-b03c-ba2555ef8645 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225533 Jul 23 10:23:14.931230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34932d96-6a2b-4011-b40b-8eaebb22c647 req-ab3c183f-3e3e-41f1-adb5-bf5963225b8b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009920 Jul 23 10:23:14.993458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9703a1bf-d0c4-4b37-9e32-a8eef307943d req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-543904892', 'description': 'tempest-description-1213773855'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:15.070944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7e889-2a5b-4902-93fb-071c2cfe535a req-b64d9875-3ae9-46fd-b661-462445991567 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:15.072945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea65432-4d3e-4539-9798-c9905c927d7b req-ec65f998-be0e-4baf-bd8a-0f4172a7c939 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168350 Jul 23 10:23:15.075893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-34e7e889-2a5b-4902-93fb-071c2cfe535a req-b64d9875-3ae9-46fd-b661-462445991567 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 949 time: 0.0820420 Jul 23 10:23:15.085095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9703a1bf-d0c4-4b37-9e32-a8eef307943d req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.115927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5c7e41e-59b9-4b52-b974-237c0ad10fff req-e3ce7593-ffcf-4039-941f-2cc1c36bdc01 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834962 Jul 23 10:23:15.126851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-34e7e889-2a5b-4902-93fb-071c2cfe535a req-80cd98a8-43bd-481b-9c50-946a813969a9 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Jul 23 10:23:15.200860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9703a1bf-d0c4-4b37-9e32-a8eef307943d req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.205767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9703a1bf-d0c4-4b37-9e32-a8eef307943d req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.234285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9703a1bf-d0c4-4b37-9e32-a8eef307943d req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.235640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9703a1bf-d0c4-4b37-9e32-a8eef307943d req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2513890 Jul 23 10:23:15.244953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d05ac8-7f91-4089-b0ff-570fedfb49cd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021e4baf-1b9f-4d9d-9983-4b192072b425,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:15.274308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114584-63f6-4a99-bdee-501b43b79c65 req-f85356eb-f6c7-49a7-92ff-2f346a1d2e0e tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:15.276569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3114584-63f6-4a99-bdee-501b43b79c65 req-f85356eb-f6c7-49a7-92ff-2f346a1d2e0e tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1101 time: 0.0818594 Jul 23 10:23:15.314370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3114584-63f6-4a99-bdee-501b43b79c65 req-a0da9aa6-2925-4e3c-8b4f-34c3caa6a000 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Jul 23 10:23:15.370626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fc48f-1b52-48be-bd87-dbf4e70351cf req-8bece04f-7d84-4c9b-9ab0-a11d99e4d40e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:15.372444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173fc48f-1b52-48be-bd87-dbf4e70351cf req-8bece04f-7d84-4c9b-9ab0-a11d99e4d40e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0832751 Jul 23 10:23:15.416508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-173fc48f-1b52-48be-bd87-dbf4e70351cf req-d3c04256-0081-44dc-9867-e0bf5562450b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Jul 23 10:23:15.529646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ecab054f-212d-4c61-873c-cf624357933e req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002784663', 'description': 'tempest-description-683995516'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:15.556267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ecab054f-212d-4c61-873c-cf624357933e req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.655509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ecab054f-212d-4c61-873c-cf624357933e req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.660259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ecab054f-212d-4c61-873c-cf624357933e req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.688385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ecab054f-212d-4c61-873c-cf624357933e req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.690052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ecab054f-212d-4c61-873c-cf624357933e req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1656764 Jul 23 10:23:15.700174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbb360-eb00-4bd3-bd13-d332ef080004 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4de5bf-b27d-400c-98c9-3a1e2f680c9e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:15.811409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7297836-0bd1-456b-80eb-b79fcc12963d req-5e11a5ca-b48d-450a-9ca8-1bc951fa0f78 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:15.812983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7297836-0bd1-456b-80eb-b79fcc12963d req-5e11a5ca-b48d-450a-9ca8-1bc951fa0f78 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1101 time: 0.0705712 Jul 23 10:23:15.881954 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7297836-0bd1-456b-80eb-b79fcc12963d req-6cb907d2-8298-4d9c-b5a4-cb35178ee1a1 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Jul 23 10:23:15.905158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c9952fbb-d2df-4184-a6bc-1bb00a14e7eb req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1729707898', 'description': 'tempest-description-1700060028'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:15.931260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203777a6-2d7e-4cf0-a1c3-425f223eb53d req-e8ccad5e-1acc-46b7-9dfe-364e3c886157 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:15.932722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c9952fbb-d2df-4184-a6bc-1bb00a14e7eb req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:15.933363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-203777a6-2d7e-4cf0-a1c3-425f223eb53d req-e8ccad5e-1acc-46b7-9dfe-364e3c886157 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0937979 Jul 23 10:23:15.975562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-203777a6-2d7e-4cf0-a1c3-425f223eb53d req-203cf1c7-07a1-41d0-bc4d-d7d2582de06c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Jul 23 10:23:16.026953 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c9952fbb-d2df-4184-a6bc-1bb00a14e7eb req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.031351 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c9952fbb-d2df-4184-a6bc-1bb00a14e7eb req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.064889 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c9952fbb-d2df-4184-a6bc-1bb00a14e7eb req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.066111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9952fbb-d2df-4184-a6bc-1bb00a14e7eb req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1664238 Jul 23 10:23:16.066861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cada1-b26e-4836-bf36-e2d183ab4a59 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ba4a3-ee7b-4794-a10a-1969c7dac9e6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:16.180501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825493be-5787-4123-8e70-2aeaec294b08 req-7ae4bb31-be2b-4480-a66b-179dacb9d507 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:16.182428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-825493be-5787-4123-8e70-2aeaec294b08 req-7ae4bb31-be2b-4480-a66b-179dacb9d507 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0656178 Jul 23 10:23:16.368929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5cd7659-b357-40af-85f6-92d2b7e1784a req-b424ee18-d344-4d95-83fc-e0c2f6d4f05f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 10898 time: 0.1038191 Jul 23 10:23:16.419538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5cd7659-b357-40af-85f6-92d2b7e1784a req-e0ddf44b-231a-4a8c-bc11-4600288cd71c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/b58a65c6-0e4a-4773-b777-653eb72a4706 HTTP/1.1" status: 200 len: 2981 time: 0.0438888 Jul 23 10:23:16.467499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5cd7659-b357-40af-85f6-92d2b7e1784a req-00b298ac-5555-4b11-98de-b6549db3c787 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/b58a65c6-0e4a-4773-b777-653eb72a4706 HTTP/1.1" status: 200 len: 2981 time: 0.0415606 Jul 23 10:23:16.490265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-825493be-5787-4123-8e70-2aeaec294b08 req-0bc51183-39f7-4c5d-ac28-7aa8585a0933 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018825 Jul 23 10:23:16.563229 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b66e9b5b-37d5-4cfb-b635-782af4d1966c req-2b18cde7-1907-496e-9d43-b19674db1210 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/021e4baf-1b9f-4d9d-9983-4b192072b425 HTTP/1.1" status: 200 len: 1800 time: 0.0381694 Jul 23 10:23:16.612155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad6a9-bacd-4c88-aee5-c6590e3fd599 req-2c7660e8-106c-4f89-aae4-e1815db38d11 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:16.613955 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b71ad6a9-bacd-4c88-aee5-c6590e3fd599 req-2c7660e8-106c-4f89-aae4-e1815db38d11 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0640171 Jul 23 10:23:16.626667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b66e9b5b-37d5-4cfb-b635-782af4d1966c req-12b1b653-de15-41d7-84be-2cd7a5ccc092 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.648674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b66e9b5b-37d5-4cfb-b635-782af4d1966c req-12b1b653-de15-41d7-84be-2cd7a5ccc092 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.652086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b71ad6a9-bacd-4c88-aee5-c6590e3fd599 req-77c94b7c-410a-4489-ac69-635a0c46672f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jul 23 10:23:16.690166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b66e9b5b-37d5-4cfb-b635-782af4d1966c req-12b1b653-de15-41d7-84be-2cd7a5ccc092 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.692673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b66e9b5b-37d5-4cfb-b635-782af4d1966c req-12b1b653-de15-41d7-84be-2cd7a5ccc092 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.693841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b66e9b5b-37d5-4cfb-b635-782af4d1966c req-12b1b653-de15-41d7-84be-2cd7a5ccc092 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/021e4baf-1b9f-4d9d-9983-4b192072b425 HTTP/1.1" status: 204 len: 173 time: 0.1249893 Jul 23 10:23:16.703380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1b653-de15-41d7-84be-2cd7a5ccc092 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e4baf-1b9f-4d9d-9983-4b192072b425,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:16.806046 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-77d41e9d-25ab-4426-add3-d971e34cf53d req-7f14c1e5-6822-415e-930e-8abf185927fb tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:16.807074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77d41e9d-25ab-4426-add3-d971e34cf53d req-7f14c1e5-6822-415e-930e-8abf185927fb tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/021e4baf-1b9f-4d9d-9983-4b192072b425 HTTP/1.1" status: 404 len: 352 time: 0.0140145 Jul 23 10:23:16.866495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81d39051-e2ad-46a2-809f-50c2896bd11f req-5e49075c-2388-4a89-a1fb-fb5efffc721d tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/5c4de5bf-b27d-400c-98c9-3a1e2f680c9e HTTP/1.1" status: 200 len: 1800 time: 0.0381708 Jul 23 10:23:16.930332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-81d39051-e2ad-46a2-809f-50c2896bd11f req-4b3c3972-31cc-4ed9-bdac-4f9f4993fca4 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.953087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-81d39051-e2ad-46a2-809f-50c2896bd11f req-4b3c3972-31cc-4ed9-bdac-4f9f4993fca4 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:16.997418 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-81d39051-e2ad-46a2-809f-50c2896bd11f req-4b3c3972-31cc-4ed9-bdac-4f9f4993fca4 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.000585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-81d39051-e2ad-46a2-809f-50c2896bd11f req-4b3c3972-31cc-4ed9-bdac-4f9f4993fca4 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.002078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81d39051-e2ad-46a2-809f-50c2896bd11f req-4b3c3972-31cc-4ed9-bdac-4f9f4993fca4 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c4de5bf-b27d-400c-98c9-3a1e2f680c9e HTTP/1.1" status: 204 len: 173 time: 0.1280549 Jul 23 10:23:17.011872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c3972-31cc-4ed9-bdac-4f9f4993fca4 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4de5bf-b27d-400c-98c9-3a1e2f680c9e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:17.053593 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-447542b9-1844-4b72-94f8-1ab0ca0ae996 req-567aed50-7954-498b-aaf3-a39caa641279 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:17.055579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-447542b9-1844-4b72-94f8-1ab0ca0ae996 req-567aed50-7954-498b-aaf3-a39caa641279 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/5c4de5bf-b27d-400c-98c9-3a1e2f680c9e HTTP/1.1" status: 404 len: 352 time: 0.0246058 Jul 23 10:23:17.146233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a7ba-0795-4b03-9156-98a186f57b86 req-0028862b-f0fc-4530-8e0e-3becae49a4ce tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:17.148116 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9168a7ba-0795-4b03-9156-98a186f57b86 req-0028862b-f0fc-4530-8e0e-3becae49a4ce tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0713344 Jul 23 10:23:17.189809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77c66-1136-4df5-ae52-b36d13fe0829 req-b29388a5-6ece-463f-a10b-d42df524278d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:17.191330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4e77c66-1136-4df5-ae52-b36d13fe0829 req-b29388a5-6ece-463f-a10b-d42df524278d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0779195 Jul 23 10:23:17.191802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9168a7ba-0795-4b03-9156-98a186f57b86 req-425388da-8836-4096-adaa-34d62d831bef tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Jul 23 10:23:17.235241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4e77c66-1136-4df5-ae52-b36d13fe0829 req-4448a784-1c0d-4fa7-b409-ad58a5856e65 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Jul 23 10:23:17.258599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d869bdd-e8a7-411c-a2b4-f4220e8c604b req-23f1d8df-7fe3-4f5e-8591-c013f8b48491 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/a94ba4a3-ee7b-4794-a10a-1969c7dac9e6 HTTP/1.1" status: 200 len: 1801 time: 0.0397360 Jul 23 10:23:17.338785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d869bdd-e8a7-411c-a2b4-f4220e8c604b req-9d6010f9-4a18-4168-9722-5196507e80cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.362427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d869bdd-e8a7-411c-a2b4-f4220e8c604b req-9d6010f9-4a18-4168-9722-5196507e80cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.405149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d869bdd-e8a7-411c-a2b4-f4220e8c604b req-9d6010f9-4a18-4168-9722-5196507e80cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.407712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d869bdd-e8a7-411c-a2b4-f4220e8c604b req-9d6010f9-4a18-4168-9722-5196507e80cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.408852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d869bdd-e8a7-411c-a2b4-f4220e8c604b req-9d6010f9-4a18-4168-9722-5196507e80cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/a94ba4a3-ee7b-4794-a10a-1969c7dac9e6 HTTP/1.1" status: 204 len: 173 time: 0.1423640 Jul 23 10:23:17.420267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6010f9-4a18-4168-9722-5196507e80cf tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ba4a3-ee7b-4794-a10a-1969c7dac9e6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:17.440591 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-ff4a7658-aaf1-4f95-86cc-b7288bc3b96f req-00352563-f6e5-4e0d-bf2a-dc50b08173b8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:17.441596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff4a7658-aaf1-4f95-86cc-b7288bc3b96f req-00352563-f6e5-4e0d-bf2a-dc50b08173b8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/a94ba4a3-ee7b-4794-a10a-1969c7dac9e6 HTTP/1.1" status: 404 len: 352 time: 0.0155549 Jul 23 10:23:17.526768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a7deef4-43d1-45b9-8e22-2dd911369e0f req-de6dd2ec-5525-45da-9614-4295bd30625c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 6150 time: 0.0652587 Jul 23 10:23:17.573158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a7deef4-43d1-45b9-8e22-2dd911369e0f req-3a065581-4184-4422-97e7-afd67c8dbc9f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/b58a65c6-0e4a-4773-b777-653eb72a4706 HTTP/1.1" status: 200 len: 2981 time: 0.0401020 Jul 23 10:23:17.618489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a7deef4-43d1-45b9-8e22-2dd911369e0f req-f5627415-87b4-4aaa-a34b-1988a634ff78 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/b58a65c6-0e4a-4773-b777-653eb72a4706 HTTP/1.1" status: 200 len: 2981 time: 0.0395668 Jul 23 10:23:17.619516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e495a-cd9d-42a0-95d9-b69310ab33ba req-b5d6b5b4-20b3-4d25-909f-fc69da6c1327 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:17.628589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f78e495a-cd9d-42a0-95d9-b69310ab33ba req-b5d6b5b4-20b3-4d25-909f-fc69da6c1327 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0614831 Jul 23 10:23:17.644846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5cd52103-ea21-432b-81b0-e323f8459a04 req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1193072756', 'description': 'tempest-description-25135187'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:17.659912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f78e495a-cd9d-42a0-95d9-b69310ab33ba req-88166a6f-e2df-4b02-b574-0b39840837aa tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 23 10:23:17.666980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5cd52103-ea21-432b-81b0-e323f8459a04 req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.751186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5cd52103-ea21-432b-81b0-e323f8459a04 req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.754715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5cd52103-ea21-432b-81b0-e323f8459a04 req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.781560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5cd52103-ea21-432b-81b0-e323f8459a04 req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.782786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cd52103-ea21-432b-81b0-e323f8459a04 req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1420672 Jul 23 10:23:17.789102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a7457-a21f-430f-9aba-8fa0e27c4ff5 req-44babc45-82d4-4865-ba84-4ba1a6d7d0fa tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:17.790592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f8a7457-a21f-430f-9aba-8fa0e27c4ff5 req-44babc45-82d4-4865-ba84-4ba1a6d7d0fa tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0660901 Jul 23 10:23:17.793119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b873-cfdf-480e-b2f0-c8d36047478e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7429f38d-07c8-4f37-8c63-39a20230de42,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:17.809676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1ce693a6-a183-49b0-b99b-40850e3b14cb req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-261042081', 'description': 'tempest-description-393646061'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:17.832830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1ce693a6-a183-49b0-b99b-40850e3b14cb req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.833695 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f8a7457-a21f-430f-9aba-8fa0e27c4ff5 req-cdf6d6cc-3dee-4805-838a-8a9463fd3a74 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Jul 23 10:23:17.920595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1ce693a6-a183-49b0-b99b-40850e3b14cb req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.924480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1ce693a6-a183-49b0-b99b-40850e3b14cb req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.964515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1ce693a6-a183-49b0-b99b-40850e3b14cb req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:17.965729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ce693a6-a183-49b0-b99b-40850e3b14cb req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1609488 Jul 23 10:23:17.969724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0af1d-77f8-40ec-bac5-b3501cb5a324 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c497d-d6ee-4116-98aa-a86bf3ca0562,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:18.177432 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-4b387794-85c6-4af8-afe6-7c3af4dbad10 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:18.178910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-4b387794-85c6-4af8-afe6-7c3af4dbad10 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 812 time: 0.0992401 Jul 23 10:23:18.193394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-3a9ef368-5454-4005-aee5-0c464ef37cf1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/quotas/66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 375 time: 0.0088334 Jul 23 10:23:18.207976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf79c71-1fa5-4220-955e-a8b4e85898ab req-4f669439-5072-46af-9182-883082e4efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:18.209645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bdf79c71-1fa5-4220-955e-a8b4e85898ab req-4f669439-5072-46af-9182-883082e4efa3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.0524087 Jul 23 10:23:18.252022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bdf79c71-1fa5-4220-955e-a8b4e85898ab req-8324d6cc-617f-4677-9e90-7730a7c91550 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Jul 23 10:23:18.264966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:18.266307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-5f1bf6b5-82b2-45a4-afc0-68e9c4c0471f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651414 Jul 23 10:23:18.341887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266db63-6b02-4256-bb48-b86b12619980 req-0be893bc-9144-4f26-a853-10b9939bf154 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:18.343636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7266db63-6b02-4256-bb48-b86b12619980 req-0be893bc-9144-4f26-a853-10b9939bf154 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0658185 Jul 23 10:23:18.359994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-2efc42e3-4603-4fab-8a46-0aca00461540 service neutron] 10.222.0.37 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Jul 23 10:23:18.374305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:18.385620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8200ec75-4645-490c-9349-d731cdb453ae', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '8200ec75-4645-490c-9349-d731cdb453ae', 'mac_address': 'fa:16:3e:ab:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:18.389788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7266db63-6b02-4256-bb48-b86b12619980 req-bb4797fc-a31b-4840-b3b7-25d8e3cb1d88 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jul 23 10:23:18.424810 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:18.438058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8200ec75-4645-490c-9349-d731cdb453ae {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:18.456240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-6e262132-925b-4362-9333-bff673cca908 service neutron] 10.222.0.37 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918920 Jul 23 10:23:18.457904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:18.461649 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:18.520374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:18.532475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef261f9-5a17-4e44-9b7a-7ec673d797b4 req-70cb6b8e-76c6-45c2-9b1e-92af9d291f89 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:18.534193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ef261f9-5a17-4e44-9b7a-7ec673d797b4 req-70cb6b8e-76c6-45c2-9b1e-92af9d291f89 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0763211 Jul 23 10:23:18.605168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ef261f9-5a17-4e44-9b7a-7ec673d797b4 req-52cde593-b14b-4aae-8104-79547a9b01af tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651028 Jul 23 10:23:18.683374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46f0f8c6-dc8e-498e-86b4-8f239a0e53b1 req-123af696-e8d1-479f-8bd8-3063bb9a6f82 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 210 time: 0.0309639 Jul 23 10:23:18.790804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c158c-88dc-41fa-ae68-0c3d58064394 req-8c9ea6e6-e8ac-4a96-9d15-0858504f2341 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:18.793110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1c158c-88dc-41fa-ae68-0c3d58064394 req-8c9ea6e6-e8ac-4a96-9d15-0858504f2341 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0632360 Jul 23 10:23:18.836592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8200ec75-4645-490c-9349-d731cdb453ae'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:18.839988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1c158c-88dc-41fa-ae68-0c3d58064394 req-00f30881-c856-462d-9392-67d4c1551ae6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Jul 23 10:23:18.978080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198bdf2-44aa-4af8-8f3a-8a6622d18886 req-46241da2-63ef-40b8-ae16-06d692e2d172 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:18.984285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0198bdf2-44aa-4af8-8f3a-8a6622d18886 req-46241da2-63ef-40b8-ae16-06d692e2d172 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0747640 Jul 23 10:23:19.022664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0198bdf2-44aa-4af8-8f3a-8a6622d18886 req-23ed8200-b0fb-4b8a-96d6-cc7f1083b164 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Jul 23 10:23:19.541981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccaea7-4564-432d-9cd0-5768b2831dff req-5d66fdd6-a4e3-4f2f-bec7-216bc1efcaff tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:19.543534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9eccaea7-4564-432d-9cd0-5768b2831dff req-5d66fdd6-a4e3-4f2f-bec7-216bc1efcaff tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0896490 Jul 23 10:23:19.582934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9eccaea7-4564-432d-9cd0-5768b2831dff req-5463ce68-a6ac-4204-b613-0ba748c9aa8e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Jul 23 10:23:19.771330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50972f29-4877-45e1-9f92-caeb880f4dce req-7726c2ab-c60a-44da-9dcd-c78390caf065 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:19.773490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50972f29-4877-45e1-9f92-caeb880f4dce req-7726c2ab-c60a-44da-9dcd-c78390caf065 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0774443 Jul 23 10:23:19.785130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f843bbe3-6ff0-4cb0-a16b-062723d91ed9 req-a4fc52bc-128b-42bd-b132-463a09f44892 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 210 time: 0.0305722 Jul 23 10:23:19.816586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50972f29-4877-45e1-9f92-caeb880f4dce req-fca1775a-3591-48e5-ab63-5af6e4201ea9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Jul 23 10:23:20.022857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824eca-34e5-4607-a37e-1cb56db8693c req-fcdccd43-f0fd-4f64-b8a9-ead31f8848f7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:20.030733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46824eca-34e5-4607-a37e-1cb56db8693c req-fcdccd43-f0fd-4f64-b8a9-ead31f8848f7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1195946 Jul 23 10:23:20.203969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683186b9-40ac-4e39-b3ce-d176b932b070 req-530991a0-f5c6-4107-8259-291365634cb9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:20.212347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-683186b9-40ac-4e39-b3ce-d176b932b070 req-530991a0-f5c6-4107-8259-291365634cb9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 946 time: 0.0960586 Jul 23 10:23:20.278858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-683186b9-40ac-4e39-b3ce-d176b932b070 req-c32ceb09-86d0-416e-8fc1-f3432b93cb1d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621161 Jul 23 10:23:20.304273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:20.360007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-beaeb4fc-f2b8-40d0-a56a-89913ae10dc4 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:20.360256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8200ec75-4645-490c-9349-d731cdb453ae triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:20.360639 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:20.362239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-beaeb4fc-f2b8-40d0-a56a-89913ae10dc4 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1097 time: 0.4220068 Jul 23 10:23:20.390657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:20.443104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46824eca-34e5-4607-a37e-1cb56db8693c req-41d58c53-b200-4ec1-8e3c-056f17d3b7b2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100125 Jul 23 10:23:20.524922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:20.531098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-6bd7db03-37c0-44ac-ac83-044e50015901 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:20.532873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-6bd7db03-37c0-44ac-ac83-044e50015901 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 812 time: 0.1881523 Jul 23 10:23:20.558171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'port': {'device_id': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7', 'admin_state_up': True, 'tenant_id': '66d620e11d8447ec99237601bbfd2412'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:20.562343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:20.565988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:20.568659 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192aa2e8-245f-45c7-962a-a14a0c04256d" -d '{"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-plugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:20.587092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:20.594672 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:20.638109 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a6e1c4-4e44-4728-b614-0d605c306285 x-openstack-request-id: req-44a6e1c4-4e44-4728-b614-0d605c306285 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:20.638739 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-plugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:20.639216 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44a6e1c4-4e44-4728-b614-0d605c306285 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:20.639844 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'code': 200} Jul 23 10:23:20.684608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:20.762993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Made reservation on behalf of 66d620e11d8447ec99237601bbfd2412 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:23:20.767253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:20.880141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:20.912989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be67b-422e-4c5e-b912-e0bac5263a79 req-dd6cbf76-10e9-4b77-98ff-407d9e5c0a49 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:20.914525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-590be67b-422e-4c5e-b912-e0bac5263a79 req-dd6cbf76-10e9-4b77-98ff-407d9e5c0a49 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.2083013 Jul 23 10:23:20.950953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:20.967025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0be87fc3-a9b1-48ad-9333-eb5b51713cef req-73b2e16e-0b02-4abf-8e7a-979a89d73683 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 210 time: 0.0724864 Jul 23 10:23:20.988000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-590be67b-422e-4c5e-b912-e0bac5263a79 req-6076299d-9b0a-4aeb-808b-49f87ca8e003 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Jul 23 10:23:20.990087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:21.022281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Allocated IP 172.20.0.13 (efee9bf9-7a67-4fca-a6ee-a52e96e9acf7/3ef1007d-14ad-47e5-a679-a1cf042d8474/3005f323-989f-4a03-a7a4-a165185ed756) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:23:21.077942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:21.095678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:23:21.097208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:21.100205 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81652746-4462-46d5-ae9d-2ac2b0d1b1a2" -d '{"events": [{"server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:21.106020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.113691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.178218 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f810d-1b33-485e-bad2-59a1948f9941 x-openstack-request-id: req-444f810d-1b33-485e-bad2-59a1948f9941 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:21.178642 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:21.178996 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-444f810d-1b33-485e-bad2-59a1948f9941 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:21.179647 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'code': 200} Jul 23 10:23:21.224361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:21.236016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8b326-84d4-4ac3-9328-c0a1970409e2 req-74e92003-713d-48a4-8319-51305b36b6db tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:21.243768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3b8b326-84d4-4ac3-9328-c0a1970409e2 req-74e92003-713d-48a4-8319-51305b36b6db tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1685684 Jul 23 10:23:21.247146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:23:21.247648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:23:21.248089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:21.253158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:23:21.253774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Attempting to bind port 90e56e29-e978-4a5e-a117-b666b6dcb099 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:21.261936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:23:21.261936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:23:21.262743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:23:21.263314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Bound port: 90e56e29-e978-4a5e-a117-b666b6dcb099, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:23:21.264086 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.327003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3b8b326-84d4-4ac3-9328-c0a1970409e2 req-eaf30d96-dcd0-4b95-8bf5-1e1ae18a8f9a tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821455 Jul 23 10:23:21.369017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.416694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:21.423549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:21.431924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.561088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.571923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:21.573393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.580660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] 10.222.0.55 "PUT /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 1122 time: 1.1939530 Jul 23 10:23:21.608939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:23:21.609780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d2945-e26e-4192-ad52-feb6466ba194 service neutron] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:21.613276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:21.617857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:23:21.625971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:23:21.666883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682298c2-58c5-4686-a342-62ee895ece8b req-f2be065b-84f1-49be-90a0-62709d0e4aa0 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:21.669369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682298c2-58c5-4686-a342-62ee895ece8b req-f2be065b-84f1-49be-90a0-62709d0e4aa0 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1914968 Jul 23 10:23:21.669654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01d9d-96ca-401c-829e-63f43911358b req-f9153b26-eefd-4a73-a015-00fd1bfeda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:21.671155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-f9153b26-eefd-4a73-a015-00fd1bfeda67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.2210112 Jul 23 10:23:21.678131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:21.697405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b86f9-feec-4da4-8fa1-1a85b9a05eba req-a104ee10-28f1-4a6b-8f99-06cf4e8c57ce tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:21.704944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-682b86f9-feec-4da4-8fa1-1a85b9a05eba req-a104ee10-28f1-4a6b-8f99-06cf4e8c57ce tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.2490201 Jul 23 10:23:21.744343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682298c2-58c5-4686-a342-62ee895ece8b req-2f78ce97-fc31-4a9f-b2bd-a174d0e170dc tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Jul 23 10:23:21.766939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:21.766939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:21.797855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['90e56e29-e978-4a5e-a117-b666b6dcb099'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:21.828130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-c7f9654d-d991-4c91-b0bc-5586d0002e0f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2757885 Jul 23 10:23:21.873184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-682b86f9-feec-4da4-8fa1-1a85b9a05eba req-a7309be3-2145-4a1d-ae6a-b6bd62821a8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670179 Jul 23 10:23:21.907493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Request body: {'port': {'device_id': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:21.976407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['90e56e29-e978-4a5e-a117-b666b6dcb099'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:22.017969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01d9d-96ca-401c-829e-63f43911358b req-1abb590b-f34e-4f12-9b18-40d97bb7b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:22.027020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-1abb590b-f34e-4f12-9b18-40d97bb7b0ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.3394248 Jul 23 10:23:22.138682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-bf7ce48d-7de3-4600-98b7-f98073829d92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.0512273 Jul 23 10:23:22.143892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:22.221148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01d9d-96ca-401c-829e-63f43911358b req-80962e51-4a6d-49f4-abfb-0a532ffaba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:22.223519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-80962e51-4a6d-49f4-abfb-0a532ffaba9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.0638316 Jul 23 10:23:22.287989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75d47-a5f1-4f33-8655-afa17eada6b4 req-18c3f6f9-e275-4f9f-876b-45248c8573f1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:22.301727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adf75d47-a5f1-4f33-8655-afa17eada6b4 req-18c3f6f9-e275-4f9f-876b-45248c8573f1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 932 time: 0.1341200 Jul 23 10:23:22.374172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adf75d47-a5f1-4f33-8655-afa17eada6b4 req-57668be0-2e7d-47e7-801b-4f5267db8da5 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Jul 23 10:23:22.396841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-4b0e1611-ce91-42c5-8f18-9b236ff243a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516629 Jul 23 10:23:22.453775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af3074-dabb-4b44-ade2-d52c46c5dd67 req-b741278c-9efd-48ae-ab20-3b64357f7919 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:22.460692 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2af3074-dabb-4b44-ade2-d52c46c5dd67 req-b741278c-9efd-48ae-ab20-3b64357f7919 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.4441535 Jul 23 10:23:22.589098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41642d1-a967-4eca-ba43-8b22f8b14b85 req-0219f7a8-89dc-46c4-969e-220e6b5f6ab1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:22.590819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b41642d1-a967-4eca-ba43-8b22f8b14b85 req-0219f7a8-89dc-46c4-969e-220e6b5f6ab1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0879493 Jul 23 10:23:22.612952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2af3074-dabb-4b44-ade2-d52c46c5dd67 req-4c50cc0d-2f45-4ba1-b01b-a0dfc7ab7016 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494253 Jul 23 10:23:22.646511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b41642d1-a967-4eca-ba43-8b22f8b14b85 req-c9a1e450-d721-46dd-9f1d-f709eb22e81e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495269 Jul 23 10:23:22.648363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-966e5b64-d9f9-4b04-b8d8-27c2ed49be1f service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381499 Jul 23 10:23:22.785043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3005f323-989f-4a03-a7a4-a165185ed756 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:22.821327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e01d9d-96ca-401c-829e-63f43911358b req-802990e1-6e17-405a-9082-2ccff250a1b1 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462247 Jul 23 10:23:22.825621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:22.847695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Transition to ACTIVE for port object 3005f323-989f-4a03-a7a4-a165185ed756 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:23:22.854630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:22.974102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:23.049539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Attempting to bind port 3005f323-989f-4a03-a7a4-a165185ed756 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:23:23.050284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Attempting to bind port 3005f323-989f-4a03-a7a4-a165185ed756 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:23:23.050284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Attempting to bind port 3005f323-989f-4a03-a7a4-a165185ed756 on network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:23.061295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89890-7d26-4908-90a3-4432d7c8e56e req-8fad2883-1e13-4561-997a-0459827c4d34 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.068204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27c89890-7d26-4908-90a3-4432d7c8e56e req-8fad2883-1e13-4561-997a-0459827c4d34 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1752186 Jul 23 10:23:23.076949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Port 3005f323-989f-4a03-a7a4-a165185ed756 on network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:23:23.077281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Attempting to bind port 3005f323-989f-4a03-a7a4-a165185ed756 on network efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:23.079850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8c8d5-fb0b-421c-bd14-84b18e364b99 req-894f5a99-4ccb-4518-b984-96bdaedb6a0a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.081058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ca8c8d5-fb0b-421c-bd14-84b18e364b99 req-894f5a99-4ccb-4518-b984-96bdaedb6a0a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.0953827 Jul 23 10:23:23.091325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:23:23.091692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Checking segment: {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:23:23.092083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Bound using segment: {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:23:23.092532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Bound port: 3005f323-989f-4a03-a7a4-a165185ed756, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea65822-7889-4b36-bc4b-00f5434e24cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:23:23.092900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:23.142076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ca8c8d5-fb0b-421c-bd14-84b18e364b99 req-c330bc77-cd29-4a74-900e-6428a3378a12 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474384 Jul 23 10:23:23.168776 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27c89890-7d26-4908-90a3-4432d7c8e56e req-7c363557-8ead-4ee5-8dc4-5c9e3e5a2cca tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952573 Jul 23 10:23:23.180845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:23.183340 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:23.220297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:23.223858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:23.233390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:23.274888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.276116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:23.278217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] 10.222.0.20 "PUT /v2.0/ports/3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 1092 time: 1.4022076 Jul 23 10:23:23.278913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:23.281417 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "tag": "3005f323-989f-4a03-a7a4-a165185ed756"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:23.286662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896977-a397-4822-be20-3bb96dddd24a req-c7590718-5eea-4331-acae-53674246609c tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.292565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04896977-a397-4822-be20-3bb96dddd24a req-c7590718-5eea-4331-acae-53674246609c tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1096 time: 0.0729375 Jul 23 10:23:23.305975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f64df-3bf9-4ef5-8cfc-164863df926f service neutron] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:23.337558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04896977-a397-4822-be20-3bb96dddd24a req-e61dbbab-50d0-4abd-bf67-a1c8d1638d6d tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Jul 23 10:23:23.416438 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598db40-70ba-41e2-9333-abc3e3778905 x-openstack-request-id: req-d598db40-70ba-41e2-9333-abc3e3778905 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:23.416896 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:23.417082 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d598db40-70ba-41e2-9333-abc3e3778905 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:23.417499 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'status': 'completed', 'code': 200} Jul 23 10:23:23.446489 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3014eb-c2f7-4b70-bc1d-23726049a374 x-openstack-request-id: req-7c3014eb-c2f7-4b70-bc1d-23726049a374 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:23.446940 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "tag": "3005f323-989f-4a03-a7a4-a165185ed756", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:23.447076 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c3014eb-c2f7-4b70-bc1d-23726049a374 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:23.447605 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756', 'status': 'completed', 'code': 200} Jul 23 10:23:23.503661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-ed293f55-8ff1-4557-8608-41aa69bce1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.506168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-ed293f55-8ff1-4557-8608-41aa69bce1b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1095 time: 0.1043866 Jul 23 10:23:23.567233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:23.651847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-6b19efdb-944d-48a1-b992-524001da9acd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 217 time: 0.0964794 Jul 23 10:23:23.774750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbbaaf-a1cd-49d8-a535-591aad36411a req-b221e9ed-c889-49fd-aa9b-b0eedf63402d tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.774750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4adbbaaf-a1cd-49d8-a535-591aad36411a req-b221e9ed-c889-49fd-aa9b-b0eedf63402d tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 944 time: 0.2625775 Jul 23 10:23:23.789783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-0c23330d-a2e4-4ea0-aeff-e7d7526d3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.792219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-0c23330d-a2e4-4ea0-aeff-e7d7526d3baf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.1329250 Jul 23 10:23:23.832441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-5c632f29-82d9-4fa6-90cb-df580bb46f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:23.833786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-5c632f29-82d9-4fa6-90cb-df580bb46f3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1125 time: 0.2726667 Jul 23 10:23:23.858854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-eb2b8549-3b21-4e17-83a0-9cf7db9c2d3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457447 Jul 23 10:23:23.884559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4adbbaaf-a1cd-49d8-a535-591aad36411a req-f873f8e5-56f3-4398-92e3-f0f87e9d48fe tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060824 Jul 23 10:23:24.037531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-14abc0e7-941d-462c-8aee-4451951a4ed8 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430030 Jul 23 10:23:24.075632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-ab3d20e9-5b37-4d88-910f-fe66cf47a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:24.077060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-ab3d20e9-5b37-4d88-910f-fe66cf47a5ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.2212460 Jul 23 10:23:24.179320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-d37ea147-1435-4336-84d4-8874f0426487 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 217 time: 0.0767047 Jul 23 10:23:24.313021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141db68-99ba-4cc1-9345-3202f0d42a7a req-e3458738-63e2-45ae-8601-8857d4145a88 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:24.314569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9141db68-99ba-4cc1-9345-3202f0d42a7a req-e3458738-63e2-45ae-8601-8857d4145a88 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.2599144 Jul 23 10:23:24.325306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-37a1a046-01ab-4840-971f-87075caf1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:24.327079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-37a1a046-01ab-4840-971f-87075caf1259 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1348212 Jul 23 10:23:24.371407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9141db68-99ba-4cc1-9345-3202f0d42a7a req-72c77893-24d0-4b09-bb50-cf65560841c7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Jul 23 10:23:24.426707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-fd0eb80e-4a2b-4b71-88f3-fed4a3209d9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673773 Jul 23 10:23:24.431080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f465e27-462e-468a-b5fa-ad9cc4435930 req-2fd814fe-208b-4787-94b9-43db0b79ca68 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632636 Jul 23 10:23:24.844064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-64f67fd0-fedb-4c82-84ff-ecd369d14841 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:23:24.851205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-64f67fd0-fedb-4c82-84ff-ecd369d14841 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305209 Jul 23 10:23:24.877542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:24.878062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:23:24.995664 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-b654b8c3-93e7-4faa-94e0-b4053b499992 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188684 Jul 23 10:23:25.013866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31efaba-3cbb-4dc1-94ab-d4e634c55f4b req-55b59c31-a611-468f-91e0-75e69777c850 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:25.015368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e31efaba-3cbb-4dc1-94ab-d4e634c55f4b req-55b59c31-a611-468f-91e0-75e69777c850 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.5798812 Jul 23 10:23:25.111922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-f8bc1fda-a619-42b0-b1c1-579460dee0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:25.113422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-f8bc1fda-a619-42b0-b1c1-579460dee0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1095 time: 0.2963116 Jul 23 10:23:25.221227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e31efaba-3cbb-4dc1-94ab-d4e634c55f4b req-e4d02aa2-98f6-470b-b75e-d736bbc8bdfe tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895292 Jul 23 10:23:25.284775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:23:25.285118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:23:25.285450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:25.297246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e691c27-60a9-4a5a-98d8-8e0e3cfef0f7 req-d79a9d45-d890-40a0-8fb6-5900a181adf2 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808714 Jul 23 10:23:25.299336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:23:25.299706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:25.345228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:23:25.345581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:23:25.345978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:23:25.346549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Bound port: 5c0692a0-a9fa-44ee-b5ac-76373febc752, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:23:25.355569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-4bcadd8e-c325-4d23-b220-894a58806e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:25.357049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-4bcadd8e-c325-4d23-b220-894a58806e16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.2046142 Jul 23 10:23:25.423941 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-c6cc8897-0b34-40ca-b1a9-67e461efdea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 217 time: 0.0476139 Jul 23 10:23:25.487330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:25.497551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:25.499071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-3033743d-20a2-4adc-acb6-910cf6fde5ce service neutron] 10.222.0.37 "POST /v2.0/ports/5c0692a0-a9fa-44ee-b5ac-76373febc752/bindings HTTP/1.1" status: 201 len: 389 time: 0.6467628 Jul 23 10:23:25.514529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab74197-52bb-4332-a047-b446bbacc8b1 req-293a945a-031b-4848-b79d-c67d0a8c613a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:25.516128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ab74197-52bb-4332-a047-b446bbacc8b1 req-293a945a-031b-4848-b79d-c67d0a8c613a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.2125239 Jul 23 10:23:25.517920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-def91b4b-969e-4089-9d8d-b3b203c8a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:25.519279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-def91b4b-969e-4089-9d8d-b3b203c8a328 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.0848012 Jul 23 10:23:25.574053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-0327f539-9a88-4103-9be4-874a88d00c54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422246 Jul 23 10:23:25.605074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ab74197-52bb-4332-a047-b446bbacc8b1 req-941c6559-c9fa-4d1d-9353-5a2d16ccbca0 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793502 Jul 23 10:23:25.694006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-6869df2d-0d1d-4935-94c8-3c510af2ef98 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874097 Jul 23 10:23:25.831033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77075a61-423a-4692-b7c0-e62d2eedd65c req-d4e55259-4c19-4e58-a46f-c9beac71cf78 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:25.838689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77075a61-423a-4692-b7c0-e62d2eedd65c req-d4e55259-4c19-4e58-a46f-c9beac71cf78 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1375966 Jul 23 10:23:25.850264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7facb4-fe7e-4b20-84ad-5880bf304e3f req-1c71a0f0-d35e-427f-9c84-1fcdde5de9ba service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375053 Jul 23 10:23:25.893998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77075a61-423a-4692-b7c0-e62d2eedd65c req-b59ecb7a-243e-4ff1-a30e-34614deaa2a9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542581 Jul 23 10:23:26.042979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4bc0-9f2f-48e4-bf17-14b0548ecbd5 req-2aa532bb-cc27-4aab-88a9-62e2b631e115 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:26.045083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dceb4bc0-9f2f-48e4-bf17-14b0548ecbd5 req-2aa532bb-cc27-4aab-88a9-62e2b631e115 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 944 time: 0.0856392 Jul 23 10:23:26.093412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dceb4bc0-9f2f-48e4-bf17-14b0548ecbd5 req-6f3b4c66-7b71-4816-8452-fb23c9794014 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Jul 23 10:23:26.107311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da11a9-5f2a-4d29-af4f-492665c812cb req-0cb8264a-17f8-42d1-9cbc-5f4650b7fdff tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:26.109247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6da11a9-5f2a-4d29-af4f-492665c812cb req-0cb8264a-17f8-42d1-9cbc-5f4650b7fdff tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0782421 Jul 23 10:23:26.162930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6da11a9-5f2a-4d29-af4f-492665c812cb req-535a7e87-4c2d-48c1-9faa-637303048ffc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478551 Jul 23 10:23:26.240338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311a8c-c630-4744-b25f-2f5981768cbe req-bc6562f4-8ac6-476e-86ae-27361d88b536 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:26.241909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79311a8c-c630-4744-b25f-2f5981768cbe req-bc6562f4-8ac6-476e-86ae-27361d88b536 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0759761 Jul 23 10:23:26.294042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79311a8c-c630-4744-b25f-2f5981768cbe req-0b1399c6-310f-4b2b-9961-c8f597224538 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Jul 23 10:23:26.298594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3005f323-989f-4a03-a7a4-a165185ed756 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:26.384325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f07c60-9081-4e7c-afcd-16e711f27893 req-e0f75a9c-85f2-4bdf-90a7-274d93e25aef tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:26.386937 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01f07c60-9081-4e7c-afcd-16e711f27893 req-e0f75a9c-85f2-4bdf-90a7-274d93e25aef tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0709124 Jul 23 10:23:26.430475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01f07c60-9081-4e7c-afcd-16e711f27893 req-deecfa86-e669-4206-ae49-a36f2fe10cfc tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Jul 23 10:23:26.462099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:26.476651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '3005f323-989f-4a03-a7a4-a165185ed756', 'network_id': 'efee9bf9-7a67-4fca-a6ee-a52e96e9acf7', 'port_id': '3005f323-989f-4a03-a7a4-a165185ed756', 'mac_address': 'fa:16:3e:36:0b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef1007d-14ad-47e5-a679-a1cf042d8474', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:26.527362 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:26.546275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3005f323-989f-4a03-a7a4-a165185ed756 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:26.575471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:26.580625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:26.644183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:26.651646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.651999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.652350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.652695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.653024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.653360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.653696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.654026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.654383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.654701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.655260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.656613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:23:26.780646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7018a-5522-4f39-9937-47edcdc45607 req-dfe2a8da-9fbd-47a1-b6b3-2bd91c61a3b4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:26.782697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8aa7018a-5522-4f39-9937-47edcdc45607 req-dfe2a8da-9fbd-47a1-b6b3-2bd91c61a3b4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.0748670 Jul 23 10:23:26.841340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8aa7018a-5522-4f39-9937-47edcdc45607 req-f6853c7e-edd2-410d-9f63-2e68eeed6345 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502439 Jul 23 10:23:27.045599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83ef37e2-a011-4f2d-838b-29a98af3a979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:27.047888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0a938-dde7-4b9f-ba0c-83abde543898 req-17626019-7e0b-4450-8c5c-2b2ff995810d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:27.049555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c0a938-dde7-4b9f-ba0c-83abde543898 req-17626019-7e0b-4450-8c5c-2b2ff995810d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0814362 Jul 23 10:23:27.091977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c0a938-dde7-4b9f-ba0c-83abde543898 req-ba515a2e-0255-4781-8208-e4305450da07 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Jul 23 10:23:27.238445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3005f323-989f-4a03-a7a4-a165185ed756'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:27.298520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d21d6-0d91-4051-b8eb-3966c92ead52 req-69f07e9c-43c9-4868-8c3c-a423e8806c07 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:27.299997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-197d21d6-0d91-4051-b8eb-3966c92ead52 req-69f07e9c-43c9-4868-8c3c-a423e8806c07 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 945 time: 0.1103489 Jul 23 10:23:27.361867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-197d21d6-0d91-4051-b8eb-3966c92ead52 req-0785cfbe-1b50-4ff3-8add-e1107006b9ae tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 Jul 23 10:23:27.383004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c7108-ffb1-4129-b6ab-6218c40f8642 req-41c91798-2cdc-48f7-808c-c316f105da62 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:27.404050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b7c7108-ffb1-4129-b6ab-6218c40f8642 req-41c91798-2cdc-48f7-808c-c316f105da62 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1355066 Jul 23 10:23:27.479863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b7c7108-ffb1-4129-b6ab-6218c40f8642 req-7c4af699-4c23-427a-b0e9-4db76a1df459 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Jul 23 10:23:27.606772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d383-b8f0-4c1d-ace7-3b0859cdc963 req-c9b9db93-c434-4692-bf4e-9b955d54c73e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:27.614424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62e1d383-b8f0-4c1d-ace7-3b0859cdc963 req-c9b9db93-c434-4692-bf4e-9b955d54c73e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1359935 Jul 23 10:23:27.665835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62e1d383-b8f0-4c1d-ace7-3b0859cdc963 req-98eb657a-3293-4b70-a5c9-c78f88c11dd7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Jul 23 10:23:27.682899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae1801-80a1-49f4-8de4-f8f693ee3cc1 req-0798558f-b358-4e9f-acfd-8253e829f29c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:27.688365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7ae1801-80a1-49f4-8de4-f8f693ee3cc1 req-0798558f-b358-4e9f-acfd-8253e829f29c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1280761 Jul 23 10:23:27.749916 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7ae1801-80a1-49f4-8de4-f8f693ee3cc1 req-bacc4d46-b3af-46d1-912b-b6248ea1bbfa tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555701 Jul 23 10:23:28.018345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131a5e-be76-48b1-ac5f-13fe1411f254 req-3987410c-065c-4807-bf83-a7883ce1ba12 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:28.020014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43131a5e-be76-48b1-ac5f-13fe1411f254 req-3987410c-065c-4807-bf83-a7883ce1ba12 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.0791404 Jul 23 10:23:28.096894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43131a5e-be76-48b1-ac5f-13fe1411f254 req-89657901-5af1-451e-b880-60e2db95dca7 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599420 Jul 23 10:23:28.574320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319c27-4a1b-41c5-b6e3-d5eebcafe15b req-e28fa8e4-f869-4d7d-b4cd-eb7f011d8621 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:28.575885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf319c27-4a1b-41c5-b6e3-d5eebcafe15b req-e28fa8e4-f869-4d7d-b4cd-eb7f011d8621 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 945 time: 0.1210995 Jul 23 10:23:28.647019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf319c27-4a1b-41c5-b6e3-d5eebcafe15b req-2bc370ee-09ec-4bb5-a3ce-9b63db430bab tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585055 Jul 23 10:23:28.668474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580eeb9-54a3-4472-a463-fb3c216dec01 req-84fca2c6-899f-49a5-98be-d6caddd09108 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:28.670338 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2580eeb9-54a3-4472-a463-fb3c216dec01 req-84fca2c6-899f-49a5-98be-d6caddd09108 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0912540 Jul 23 10:23:28.724201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2580eeb9-54a3-4472-a463-fb3c216dec01 req-ef780232-c8dc-43a2-86e1-6bfc12831090 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Jul 23 10:23:28.843895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932885c-e76f-496c-aae2-9c7a3ec34317 req-516db20c-f214-434f-8d79-49e65de147cc tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:28.854443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7932885c-e76f-496c-aae2-9c7a3ec34317 req-516db20c-f214-434f-8d79-49e65de147cc tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1102867 Jul 23 10:23:28.860271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad5b34-613f-44ed-8b63-8b63ccaa285a req-1b628d6d-5fb2-4579-91ff-da77a1085b16 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:28.862108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bad5b34-613f-44ed-8b63-8b63ccaa285a req-1b628d6d-5fb2-4579-91ff-da77a1085b16 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0739594 Jul 23 10:23:28.929543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1bad5b34-613f-44ed-8b63-8b63ccaa285a req-40064ed5-b3bb-4fd4-ba00-531ea158601e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552394 Jul 23 10:23:28.932121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7932885c-e76f-496c-aae2-9c7a3ec34317 req-0c2e484a-d8ca-4ff7-a26a-770d05389d34 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602529 Jul 23 10:23:29.080373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c6d50-6988-4d42-ba6e-f6d2d9aa82b0 req-ce27147f-93d6-4bba-aa2b-9338821eb427 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:29.082555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-284c6d50-6988-4d42-ba6e-f6d2d9aa82b0 req-ce27147f-93d6-4bba-aa2b-9338821eb427 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0932243 Jul 23 10:23:29.125138 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-284c6d50-6988-4d42-ba6e-f6d2d9aa82b0 req-eafa01e0-cbfa-4b3c-8b1f-999e0095d37e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353692 Jul 23 10:23:29.435448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5397a-a965-4436-97f7-a0c44c87bc96 req-f482386e-55b4-4aec-b1eb-ba5de08b9b40 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:29.442907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95c5397a-a965-4436-97f7-a0c44c87bc96 req-f482386e-55b4-4aec-b1eb-ba5de08b9b40 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.1001306 Jul 23 10:23:29.483982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95c5397a-a965-4436-97f7-a0c44c87bc96 req-7c17aee0-c046-4178-a2ac-b8b60bf56836 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Jul 23 10:23:29.714640 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d785-ada9-4246-bb22-b64fb363d5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:29.840563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475add5-84d2-4fb8-b143-117a6374e249 req-16ad6c5c-22f0-4768-b43f-5f57e2cb6d37 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:29.848704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3475add5-84d2-4fb8-b143-117a6374e249 req-16ad6c5c-22f0-4768-b43f-5f57e2cb6d37 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 945 time: 0.1272531 Jul 23 10:23:29.911355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3475add5-84d2-4fb8-b143-117a6374e249 req-f57e509c-2a7f-4028-9864-37d3f85a2196 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613570 Jul 23 10:23:29.945456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c1817-2761-4894-90b8-57b05d248c5d req-2353f1ea-aa92-4458-a963-0836f47f5ebb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:29.945456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e07c1817-2761-4894-90b8-57b05d248c5d req-2353f1ea-aa92-4458-a963-0836f47f5ebb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1097682 Jul 23 10:23:30.021968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e07c1817-2761-4894-90b8-57b05d248c5d req-a74b576f-c484-4c98-b6e0-8d477e91b644 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689461 Jul 23 10:23:30.157691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:30.169489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420955-beb6-425b-a3bc-8f3c69bf4fcb req-45d47f5e-5329-4812-8693-43b1a75b67b2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:30.171287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a420955-beb6-425b-a3bc-8f3c69bf4fcb req-45d47f5e-5329-4812-8693-43b1a75b67b2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1231332 Jul 23 10:23:30.235979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a420955-beb6-425b-a3bc-8f3c69bf4fcb req-5faf1615-13fa-4d66-b2b2-d50cca128274 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551736 Jul 23 10:23:30.309675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608a47b-757b-450d-9551-e2a701ccb0fc req-a82a85ce-9998-4d33-87a8-8c1eae158fbf tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:30.316838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3608a47b-757b-450d-9551-e2a701ccb0fc req-a82a85ce-9998-4d33-87a8-8c1eae158fbf tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0766511 Jul 23 10:23:30.333290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3005f323-989f-4a03-a7a4-a165185ed756 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:30.360685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3608a47b-757b-450d-9551-e2a701ccb0fc req-6239a886-c125-42ba-9407-ea24535afa33 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Jul 23 10:23:30.457609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 3005f323-989f-4a03-a7a4-a165185ed756 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:30.468136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 3005f323-989f-4a03-a7a4-a165185ed756 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:30.468764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:30.577174 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:30.605547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:30.608398 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1eb3e8-0edb-448d-8142-a89a7cdfc4ac" -d '{"events": [{"server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "name": "network-vif-plugged", "status": "completed", "tag": "3005f323-989f-4a03-a7a4-a165185ed756"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:30.640867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:30.653200 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:30.684593 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a97917-9709-4487-9bfc-bca852943216 x-openstack-request-id: req-b9a97917-9709-4487-9bfc-bca852943216 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:30.688138 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "name": "network-vif-plugged", "status": "completed", "tag": "3005f323-989f-4a03-a7a4-a165185ed756", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:30.693363 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9a97917-9709-4487-9bfc-bca852943216 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:30.695516 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756', 'code': 200} Jul 23 10:23:30.733808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a8e9-70ee-46dd-a5dc-73689214e956 req-9996b67d-872b-430f-8f96-6d64535114a3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:30.735736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8530a8e9-70ee-46dd-a5dc-73689214e956 req-9996b67d-872b-430f-8f96-6d64535114a3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.1457362 Jul 23 10:23:30.753787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:30.790162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8530a8e9-70ee-46dd-a5dc-73689214e956 req-ce1fe8ee-a586-49ca-bbb3-675418f9cf8a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485296 Jul 23 10:23:30.874997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9b6a4-c1e4-417b-9376-3705a4787280 req-5b4affa4-c9ed-4152-a0d6-069bda5fa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:30.877020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaf9b6a4-c1e4-417b-9376-3705a4787280 req-5b4affa4-c9ed-4152-a0d6-069bda5fa8cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1097 time: 0.0686910 Jul 23 10:23:30.932652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaf9b6a4-c1e4-417b-9376-3705a4787280 req-f7451aca-edd0-41ed-aabd-1c6709dd8aa0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467939 Jul 23 10:23:31.117475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a3f79-c734-4ea7-ace5-00e6c4e91053 req-b8c21a7c-7ec3-4263-9f07-8545b9b70917 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:31.130781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d6a3f79-c734-4ea7-ace5-00e6c4e91053 req-b8c21a7c-7ec3-4263-9f07-8545b9b70917 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 946 time: 0.1233613 Jul 23 10:23:31.137079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:31.194790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a359f2-9f08-4a04-bb26-260c3d1f2b4f req-6b4e6c3d-494c-45a3-9ca4-519d9ab6e521 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:31.199303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94a359f2-9f08-4a04-bb26-260c3d1f2b4f req-6b4e6c3d-494c-45a3-9ca4-519d9ab6e521 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0818329 Jul 23 10:23:31.199463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d6a3f79-c734-4ea7-ace5-00e6c4e91053 req-3877301c-2922-4472-941a-2dfb8926cc79 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664897 Jul 23 10:23:31.312109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94a359f2-9f08-4a04-bb26-260c3d1f2b4f req-ad07b6f5-a45f-4098-a2f1-855b5f53d66c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002231 Jul 23 10:23:31.502960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e7f4c-7481-4de9-aa21-385a791318e8 req-9affc5e5-5ba7-4e0c-bfa3-23a36bdd1ae9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:31.502960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-373e7f4c-7481-4de9-aa21-385a791318e8 req-9affc5e5-5ba7-4e0c-bfa3-23a36bdd1ae9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1368914 Jul 23 10:23:31.586824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-373e7f4c-7481-4de9-aa21-385a791318e8 req-691b8d8a-6d98-43e8-b516-6defe3f0b2c1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730982 Jul 23 10:23:31.698954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ef0c6-3a16-4d75-8ef3-7802e37afeca req-fd9ed133-2bf3-48bc-9978-26bdc256d807 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:31.701179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-619ef0c6-3a16-4d75-8ef3-7802e37afeca req-fd9ed133-2bf3-48bc-9978-26bdc256d807 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1114838 Jul 23 10:23:31.753265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-619ef0c6-3a16-4d75-8ef3-7802e37afeca req-c7188df8-4947-4b39-bb96-2bfdefc81ac9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Jul 23 10:23:31.816405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-40ef6108-b200-4e3f-bb15-23d55f0fd33a service neutron] 10.222.0.20 "GET /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.1019096 Jul 23 10:23:32.007031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42473108-b1e3-4ca9-aa72-9fc64668f1f3 req-a17f03da-cd0f-4d8b-839e-93ee465ae04b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:32.009753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42473108-b1e3-4ca9-aa72-9fc64668f1f3 req-a17f03da-cd0f-4d8b-839e-93ee465ae04b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 944 time: 0.1180587 Jul 23 10:23:32.105797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42473108-b1e3-4ca9-aa72-9fc64668f1f3 req-cb556e5d-dcfc-4dda-a35e-ac191b507938 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845706 Jul 23 10:23:32.130916 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:32.163958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:32.201365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e56e29-e978-4a5e-a117-b666b6dcb099 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:32.216946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:32.247622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:32.382932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:32.407189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d5b2d-1e8a-41ef-a4fc-15fc9b522f77 req-27c5ea20-747f-437f-934c-a6a48470b326 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:32.409809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] Transition to ACTIVE for port object 90e56e29-e978-4a5e-a117-b666b6dcb099 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:23:32.415282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-951d5b2d-1e8a-41ef-a4fc-15fc9b522f77 req-27c5ea20-747f-437f-934c-a6a48470b326 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 946 time: 0.1342897 Jul 23 10:23:32.418450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:32.471033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-951d5b2d-1e8a-41ef-a4fc-15fc9b522f77 req-747fe31e-2ea9-43cf-ac3d-a6425d5aa035 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544655 Jul 23 10:23:32.522890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] No DVR routers for this DVR port 90e56e29-e978-4a5e-a117-b666b6dcb099 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:23:32.568619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:32.576810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-7fad5406-6096-40eb-a482-8ea96b025ad6 service neutron] 10.222.0.20 "PUT /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7447896 Jul 23 10:23:32.601452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38be2b0-90ea-4f59-8ea9-4dace33b8166 req-423f50fc-fbe5-4916-8ea9-82954cab433d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:32.602911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d38be2b0-90ea-4f59-8ea9-4dace33b8166 req-423f50fc-fbe5-4916-8ea9-82954cab433d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1616802 Jul 23 10:23:32.642365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d38be2b0-90ea-4f59-8ea9-4dace33b8166 req-dddb525e-cbca-47f4-bc7e-9a5d246543ab tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Jul 23 10:23:32.731926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6382baa-66ec-4b4c-b9b2-2d3939883439 req-88a6cf79-725b-4f49-ba69-d9d7b342c560 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:32.741960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f6382baa-66ec-4b4c-b9b2-2d3939883439 req-88a6cf79-725b-4f49-ba69-d9d7b342c560 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0774491 Jul 23 10:23:32.852246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f6382baa-66ec-4b4c-b9b2-2d3939883439 req-99e26c19-778c-46b6-82a2-96e8d8966b9d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016672 Jul 23 10:23:32.884363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-1b021aa7-3a22-40e2-84bf-b72151c441ab tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:32.895461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-1b021aa7-3a22-40e2-84bf-b72151c441ab tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1255653 Jul 23 10:23:33.027974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd711-b43a-4241-97ff-cc6a6c855030 req-836253e6-67dd-45d6-a89f-64cdc12bb420 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.029490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f04cd711-b43a-4241-97ff-cc6a6c855030 req-836253e6-67dd-45d6-a89f-64cdc12bb420 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0921354 Jul 23 10:23:33.030025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ec1b4-7a5d-4249-991b-5ce3d0416b88 req-7e133aad-a5fc-4533-ad64-8b3221760509 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.032195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a58ec1b4-7a5d-4249-991b-5ce3d0416b88 req-7e133aad-a5fc-4533-ad64-8b3221760509 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 949 time: 0.0927060 Jul 23 10:23:33.032558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-37572138-57c2-4483-846c-721820a3b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.034038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-37572138-57c2-4483-846c-721820a3b3db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9&tenant_id=917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1319520 Jul 23 10:23:33.092402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a58ec1b4-7a5d-4249-991b-5ce3d0416b88 req-e1cc1830-68f8-4148-bfe3-bd3851d31a85 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490322 Jul 23 10:23:33.112785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f04cd711-b43a-4241-97ff-cc6a6c855030 req-8a4b6b94-80d5-4b72-9f11-b1c1e2694c08 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617490 Jul 23 10:23:33.144891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-da5eb521-f1f5-4d25-8e9b-97d924135414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.146459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-da5eb521-f1f5-4d25-8e9b-97d924135414 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1096 time: 0.0723841 Jul 23 10:23:33.256330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-54339dc1-953a-4967-a593-48514e0b1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.258091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-54339dc1-953a-4967-a593-48514e0b1f74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1030724 Jul 23 10:23:33.280016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e44cb-55f5-4210-a613-6236fdfc08db req-805d321d-9820-44fd-a9f3-bd8e3986bd6f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.281740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-786e44cb-55f5-4210-a613-6236fdfc08db req-805d321d-9820-44fd-a9f3-bd8e3986bd6f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 945 time: 0.0677540 Jul 23 10:23:33.301776 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-10fe581b-5f15-45c4-9374-50567f0ff1ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 200 len: 217 time: 0.0367284 Jul 23 10:23:33.321083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-786e44cb-55f5-4210-a613-6236fdfc08db req-354890ef-b0da-464a-9ab3-51fdbb9eb103 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Jul 23 10:23:33.361658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-cbe6d636-7de1-4717-9f5e-722aadba46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.363177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-cbe6d636-7de1-4717-9f5e-722aadba46d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.0439832 Jul 23 10:23:33.402576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-9745acde-73e0-46f3-807c-91c2c9b7af16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315280 Jul 23 10:23:33.501782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-90e4070c-b5e7-446e-a92e-edbafc2e5bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843871 Jul 23 10:23:33.647826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-6ab3f5cc-c01c-42f7-b28e-a933f04fc58c service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330254 Jul 23 10:23:33.659736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68cc43-51ef-40ba-937a-9a452badf05a req-5c83bc66-a962-4629-8b1d-80d051450bfc tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.661169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c68cc43-51ef-40ba-937a-9a452badf05a req-5c83bc66-a962-4629-8b1d-80d051450bfc tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 946 time: 0.1248338 Jul 23 10:23:33.701443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c68cc43-51ef-40ba-937a-9a452badf05a req-1cdc3879-1878-4bf6-97dc-284c49f644b7 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Jul 23 10:23:33.833782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d6c9-d9c3-46b8-a6cb-be373ae25979 req-8cd634e4-ecb3-4761-ab69-befda82d3ccc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.834372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-52c3c471-e497-4452-804e-234e69bfd802 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1193072756&fields=id&tenant_id=66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 267 time: 0.0596781 Jul 23 10:23:33.835338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9258d6c9-d9c3-46b8-a6cb-be373ae25979 req-8cd634e4-ecb3-4761-ab69-befda82d3ccc tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0773745 Jul 23 10:23:33.903186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9258d6c9-d9c3-46b8-a6cb-be373ae25979 req-91afba10-1211-493b-8386-df0eb019a279 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589974 Jul 23 10:23:33.937933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-e9fc1182-b4ec-40f2-b88e-9ef39ef82173 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.939823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-e9fc1182-b4ec-40f2-b88e-9ef39ef82173 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 946 time: 0.0991063 Jul 23 10:23:33.958188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'port': {'security_groups': ['b58a65c6-0e4a-4773-b777-653eb72a4706', '7429f38d-07c8-4f37-8c63-39a20230de42']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:33.980266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-ab94b681-14d1-4033-ad67-4952f757e836 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:33.981784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-ab94b681-14d1-4033-ad67-4952f757e836 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.0775280 Jul 23 10:23:34.054411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:34.084905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807aa6ce-a36d-4cd9-bf4e-85b0d2e579ce req-582d5a77-0315-4c82-b686-15f572d4d221 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:34.086531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-807aa6ce-a36d-4cd9-bf4e-85b0d2e579ce req-582d5a77-0315-4c82-b686-15f572d4d221 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1180651 Jul 23 10:23:34.103956 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:34.161430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-807aa6ce-a36d-4cd9-bf4e-85b0d2e579ce req-3c4937ec-037a-4b76-9d87-923a7f58daae tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501812 Jul 23 10:23:34.166333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-d7e2d2c7-6885-437f-9c00-8e40618a3c52 service neutron] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:34.169937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-d7e2d2c7-6885-437f-9c00-8e40618a3c52 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:34.171100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f1c1c32-5dec-403a-96c5-9f355ce5eac4 req-d7e2d2c7-6885-437f-9c00-8e40618a3c52 service neutron] 10.222.0.55 "DELETE /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.1726124 Jul 23 10:23:34.315603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9306d-98e4-4018-b358-f30168f57e63 req-fc7c78d1-3710-4bf3-aadd-effe103a18cf tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:34.317102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d9306d-98e4-4018-b358-f30168f57e63 req-fc7c78d1-3710-4bf3-aadd-effe103a18cf tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 949 time: 0.0745151 Jul 23 10:23:34.318048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:34.340847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:34.348711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:34.354951 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:34.388916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:23:34.402357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d9306d-98e4-4018-b358-f30168f57e63 req-460d6d97-bec8-4765-bed0-05ff05fc6f25 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Jul 23 10:23:34.407059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:34.407735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:34.408311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-20070c09-f29b-4f07-8428-f18fdd1916b1 service neutron] 10.222.0.55 "GET /v2.0/ports/040590a8-9c6b-41e0-87eb-f152d4ed9286/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 382 time: 0.0901668 Jul 23 10:23:34.409214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-180e9db8-e693-4081-a24f-3f02543f2ee3 req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "PUT /v2.0/ports/3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 982 time: 0.4578547 Jul 23 10:23:34.409670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:34.412036 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c63532b-16a0-499c-aa3d-74fd574ffe6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "tag": "3005f323-989f-4a03-a7a4-a165185ed756"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:34.432130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d', '3005f323-989f-4a03-a7a4-a165185ed756'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:34.451278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38491f04-2923-4aae-bfd1-a5d24477a867 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:34.542940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ff072-be5c-4f15-a690-1252c1895217 req-8141c646-552d-4dc0-9988-b03cee68a0e8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:34.544852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e3ff072-be5c-4f15-a690-1252c1895217 req-8141c646-552d-4dc0-9988-b03cee68a0e8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0764441 Jul 23 10:23:34.593746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e3ff072-be5c-4f15-a690-1252c1895217 req-cc520b26-b1aa-4a29-a685-3c8d4c86a65e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Jul 23 10:23:34.627671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e895b-906c-44d7-b24c-f5bfd518edc4 req-aadf146b-874b-4bfa-b32b-c198ad5f017b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:34.636977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-112e895b-906c-44d7-b24c-f5bfd518edc4 req-aadf146b-874b-4bfa-b32b-c198ad5f017b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 945 time: 0.1203115 Jul 23 10:23:34.717474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3005f323-989f-4a03-a7a4-a165185ed756'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:34.718948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-112e895b-906c-44d7-b24c-f5bfd518edc4 req-bfde5b3c-ad98-463f-8353-58575c8b8e77 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809124 Jul 23 10:23:34.736778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92cbf307-cd08-448f-8a6a-b479d8a863a2 req-af91db53-b868-4e12-ae42-d2ebf5655679 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/7429f38d-07c8-4f37-8c63-39a20230de42 HTTP/1.1" status: 200 len: 1799 time: 0.0781591 Jul 23 10:23:34.768037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-844c6b43-3397-49fe-a0ea-f0f20c704b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:34.769608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-844c6b43-3397-49fe-a0ea-f0f20c704b29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b&tenant_id=bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 1100 time: 0.1035881 Jul 23 10:23:34.807354 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f833733d-f1e3-400c-92f1-86fb36b0a589 x-openstack-request-id: req-f833733d-f1e3-400c-92f1-86fb36b0a589 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:34.807714 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "tag": "3005f323-989f-4a03-a7a4-a165185ed756", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:34.808677 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f833733d-f1e3-400c-92f1-86fb36b0a589 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:34.809085 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756', 'status': 'completed', 'code': 200} Jul 23 10:23:34.818264 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-92cbf307-cd08-448f-8a6a-b479d8a863a2 req-9085754c-b7a6-4eab-9a1e-47962b30c144 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 10:23:34.819335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92cbf307-cd08-448f-8a6a-b479d8a863a2 req-9085754c-b7a6-4eab-9a1e-47962b30c144 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/7429f38d-07c8-4f37-8c63-39a20230de42 HTTP/1.1" status: 409 len: 341 time: 0.0737023 Jul 23 10:23:34.986408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-bdf70de8-5dc1-46b8-ace4-0efa49ed3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.004217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-bdf70de8-5dc1-46b8-ace4-0efa49ed3d80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1100 time: 0.2014871 Jul 23 10:23:35.070618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-a3a3a83f-17de-425b-a55c-1ee679729245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.072476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-a3a3a83f-17de-425b-a55c-1ee679729245 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1136 time: 0.1660991 Jul 23 10:23:35.396386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3545ab4-901e-4db8-8c4d-661972c30aa7 req-30430784-aa20-46ca-990e-b623e2983586 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.398140 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3545ab4-901e-4db8-8c4d-661972c30aa7 req-30430784-aa20-46ca-990e-b623e2983586 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1184220 Jul 23 10:23:35.439392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3545ab4-901e-4db8-8c4d-661972c30aa7 req-e35ec197-76d5-46b9-8c86-4cd19857418f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Jul 23 10:23:35.592422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0db3-ae7e-4f43-9979-2e183e52955f req-c367e6b3-5ec3-4839-9571-567a270d8e79 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.594037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-213b0db3-ae7e-4f43-9979-2e183e52955f req-c367e6b3-5ec3-4839-9571-567a270d8e79 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0860722 Jul 23 10:23:35.611351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-17928e87-f7f2-4974-b947-19de7a555815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.612871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-17928e87-f7f2-4974-b947-19de7a555815 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.4783618 Jul 23 10:23:35.617515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-7bce5cb7-b418-4da0-91ae-4995572c5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.618998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-7bce5cb7-b418-4da0-91ae-4995572c5fb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.5998881 Jul 23 10:23:35.636133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-213b0db3-ae7e-4f43-9979-2e183e52955f req-eb888c9d-9209-4d29-a120-3e504ee4a8b2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Jul 23 10:23:35.677526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-cadbbcfd-527e-4fb8-82ec-c8bbf4befe22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 217 time: 0.0497582 Jul 23 10:23:35.758197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbc04e-b2c9-4fec-a637-e8c8497ec58d req-777d5b3e-e7c7-42b7-a7c2-5d87f18e5699 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.760343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cecbc04e-b2c9-4fec-a637-e8c8497ec58d req-777d5b3e-e7c7-42b7-a7c2-5d87f18e5699 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1096 time: 0.2182317 Jul 23 10:23:35.761613 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-51d4dab3-3b05-4535-918a-8a77b6f0d0ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 217 time: 0.0812817 Jul 23 10:23:35.781310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13d3eb-78ab-4a46-887a-d22abbe844aa req-ce45819c-d4bc-4f95-bd0f-a7f65c46bfa1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.782863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d13d3eb-78ab-4a46-887a-d22abbe844aa req-ce45819c-d4bc-4f95-bd0f-a7f65c46bfa1 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 985 time: 0.0800200 Jul 23 10:23:35.827176 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d13d3eb-78ab-4a46-887a-d22abbe844aa req-09c1b83e-18d2-4b6c-a9b3-a63148b323bb tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=7429f38d-07c8-4f37-8c63-39a20230de42&id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0376995 Jul 23 10:23:35.832201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-b495f394-d5dd-4b47-afd0-eb36034bc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.833713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-b495f394-d5dd-4b47-afd0-eb36034bc0a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1432149 Jul 23 10:23:35.852384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cecbc04e-b2c9-4fec-a637-e8c8497ec58d req-98f3acf8-2ff4-41cf-83e3-d47d01395aab tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814149 Jul 23 10:23:35.893125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-f41d1c25-5a7e-405d-adf6-da4ec90995e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:35.894584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-f41d1c25-5a7e-405d-adf6-da4ec90995e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.1250913 Jul 23 10:23:35.951402 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-7b082d44-fff2-4631-95b3-e5172e30d6db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377738 Jul 23 10:23:36.012932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-b3df89af-3cef-45bd-91f4-394cefe79140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.014459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-b3df89af-3cef-45bd-91f4-394cefe79140 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610980 Jul 23 10:23:36.068244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcbcbc-99e6-4f1c-98a6-17af1840710d req-5c5f8ce6-8d8f-4864-ae03-117c7b7b5f24 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.069814 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74dcbcbc-99e6-4f1c-98a6-17af1840710d req-5c5f8ce6-8d8f-4864-ae03-117c7b7b5f24 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 1096 time: 0.1118572 Jul 23 10:23:36.072602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-fd2a0e06-c4c2-4fb6-a626-1265831a1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.073965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-fd2a0e06-c4c2-4fb6-a626-1265831a1ab2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1096 time: 0.0826266 Jul 23 10:23:36.163391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74dcbcbc-99e6-4f1c-98a6-17af1840710d req-d87a1be1-3051-43f4-b20d-0cf450bc6bb3 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870495 Jul 23 10:23:36.175748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ed72-f54f-4e7a-9225-438422594bad req-0ed9e6a0-f4dc-4b8e-a455-9e97223e7902 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.177177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0957ed72-f54f-4e7a-9225-438422594bad req-0ed9e6a0-f4dc-4b8e-a455-9e97223e7902 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.2247150 Jul 23 10:23:36.180745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-cb1a8472-49ba-4e4e-a197-95d4935e99a3 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154925 Jul 23 10:23:36.192808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-2eae2417-1199-46e3-a0da-7b6934443035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.194183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-2eae2417-1199-46e3-a0da-7b6934443035 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1123803 Jul 23 10:23:36.217234 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-c9cd9f79-ecae-4b11-a8c0-046acc1a9823 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953249 Jul 23 10:23:36.240200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-bce1fa9a-25b2-4f08-8c6d-31628b18ba3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.0383141 Jul 23 10:23:36.293737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-658083a3-449c-460a-9553-dd4f0536f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.295218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-658083a3-449c-460a-9553-dd4f0536f0c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.0482016 Jul 23 10:23:36.295987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0957ed72-f54f-4e7a-9225-438422594bad req-8f71a317-39ad-4fb2-b9f8-a89a9c24a886 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108682 Jul 23 10:23:36.351796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-4e26c5bf-bd69-4363-b863-b22fea5131a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477607 Jul 23 10:23:36.414072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c63532b-16a0-499c-aa3d-74fd574ffe6b req-9d5974b1-9d4e-466e-9baa-42b17325c1b3 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138803 Jul 23 10:23:36.415989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4773bba-febd-4da5-acda-c112ab5eea0d req-82cda3d9-3585-46e9-929b-a60af7c2ea74 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850991 Jul 23 10:23:36.448228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-7a81e66e-23dd-4407-9827-b4ca8d200903 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883279 Jul 23 10:23:36.562940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-bcc4061e-086a-4553-9cd6-a78372ab47ec service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070910 Jul 23 10:23:36.665377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec6598-e31c-410a-a838-31b9c1907e73 req-873c323a-0a21-4a93-8e8d-354903073948 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.665377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3dec6598-e31c-410a-a838-31b9c1907e73 req-873c323a-0a21-4a93-8e8d-354903073948 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1236193 Jul 23 10:23:36.691795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-d5ff599d-5685-4c35-8db2-fc1de0daddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.693536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-d5ff599d-5685-4c35-8db2-fc1de0daddc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1136 time: 0.1230533 Jul 23 10:23:36.726468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3dec6598-e31c-410a-a838-31b9c1907e73 req-eaaa56e8-3494-4540-81ce-fe14d0178a4a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Jul 23 10:23:36.787353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e50c-8364-491e-8c0e-2a58c5d98434 req-5a86c89d-08b3-4aad-855b-31a72bdd1e89 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.788949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3144e50c-8364-491e-8c0e-2a58c5d98434 req-5a86c89d-08b3-4aad-855b-31a72bdd1e89 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0676925 Jul 23 10:23:36.823653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-52e4b1a6-7903-4a40-ba83-fbb1d2d2c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.825422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-52e4b1a6-7903-4a40-ba83-fbb1d2d2c2d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.1131871 Jul 23 10:23:36.838418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3144e50c-8364-491e-8c0e-2a58c5d98434 req-7dde96bd-0bbc-40f4-8434-903f7633be02 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Jul 23 10:23:36.880800 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-9f1e551d-19e3-4e47-bfe0-085da1cd6485 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 217 time: 0.0386229 Jul 23 10:23:36.976380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-e0363a54-ef2d-49e2-847a-3b38f3ebfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:36.977866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-e0363a54-ef2d-49e2-847a-3b38f3ebfa02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.0855029 Jul 23 10:23:37.023008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-5eb7b809-5a92-4aaf-9828-57a143b1b384 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304544 Jul 23 10:23:37.030729 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be0308-791a-49f1-9d68-152b1e15a512 req-afa64d6d-c60a-44a1-8b70-1ea1c41c5b9c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:37.032264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59be0308-791a-49f1-9d68-152b1e15a512 req-afa64d6d-c60a-44a1-8b70-1ea1c41c5b9c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 985 time: 0.1029339 Jul 23 10:23:37.034071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:37.110474 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:37.132025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59be0308-791a-49f1-9d68-152b1e15a512 req-541199de-698d-49e9-b6e2-0b61babae8c9 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=7429f38d-07c8-4f37-8c63-39a20230de42&id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0858424 Jul 23 10:23:37.133030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:37.136101 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b781958-1289-4a7c-bdf9-c03c74b2b38d" -d '{"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-unplugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:37.149910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:37.155593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:37.169660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-62040334-3153-404b-b140-4c0a8c229a60 service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361468 Jul 23 10:23:37.192227 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4aece-150c-46c5-9b85-d27006eb4a3b x-openstack-request-id: req-3ff4aece-150c-46c5-9b85-d27006eb4a3b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:37.192528 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-unplugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:37.192787 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff4aece-150c-46c5-9b85-d27006eb4a3b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:37.193183 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'code': 200} Jul 23 10:23:37.208407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:37.283571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dfc85c9-fa5a-40a5-b476-570fb12921e9 req-3815b158-f720-47a2-b12f-1c14ab9aef2b service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044369 Jul 23 10:23:37.460345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21c49c-e109-4640-842e-d4423c5d6556 req-3eecf649-297e-45da-bad9-1abd02814737 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:37.462547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d21c49c-e109-4640-842e-d4423c5d6556 req-3eecf649-297e-45da-bad9-1abd02814737 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0905964 Jul 23 10:23:37.507015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d21c49c-e109-4640-842e-d4423c5d6556 req-effa6efe-8399-4451-b71f-7d95278d3db7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Jul 23 10:23:37.862561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6889f9-d588-4d0b-90de-4b830546172c req-4e6d4970-1ccc-4830-8e27-32ad7763b184 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:37.865032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c6889f9-d588-4d0b-90de-4b830546172c req-4e6d4970-1ccc-4830-8e27-32ad7763b184 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 947 time: 0.0670674 Jul 23 10:23:37.907983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c6889f9-d588-4d0b-90de-4b830546172c req-629a8aca-0b6b-48fe-abfe-00285caa19ca tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358455 Jul 23 10:23:37.973934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c51169-0b6a-4177-818d-3c3e8987e01d req-3da38d6f-04d8-4482-aedf-6fc550c572f7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:37.976276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04c51169-0b6a-4177-818d-3c3e8987e01d req-3da38d6f-04d8-4482-aedf-6fc550c572f7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0639861 Jul 23 10:23:38.042993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04c51169-0b6a-4177-818d-3c3e8987e01d req-7af3ddae-c6f0-4b51-8a16-d3f762f69289 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474186 Jul 23 10:23:38.276113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561fe60-2a34-41b9-8f38-9c965bbe1b65 req-79feda37-1ec1-42e6-b613-09dc97708d9b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:38.278040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0561fe60-2a34-41b9-8f38-9c965bbe1b65 req-79feda37-1ec1-42e6-b613-09dc97708d9b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 985 time: 0.0651224 Jul 23 10:23:38.317673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0561fe60-2a34-41b9-8f38-9c965bbe1b65 req-978a3af7-553c-4f9a-ad4a-6a2e18ef4e82 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=7429f38d-07c8-4f37-8c63-39a20230de42&id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0335524 Jul 23 10:23:38.359820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:38.436318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-73010304-f935-4ae2-b842-ccd7c10cb0ba tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-261042081&fields=id&tenant_id=66d620e11d8447ec99237601bbfd2412 HTTP/1.1" status: 200 len: 267 time: 0.0555413 Jul 23 10:23:38.447838 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:38.487165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:38.491812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:38.518332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-69e0606b-040f-4bef-94f5-0e13697f30f2 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:38.523789 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-69e0606b-040f-4bef-94f5-0e13697f30f2 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 985 time: 0.0846541 Jul 23 10:23:38.533804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'port': {'security_groups': ['7429f38d-07c8-4f37-8c63-39a20230de42', 'b58a65c6-0e4a-4773-b777-653eb72a4706', 'e26c497d-d6ee-4116-98aa-a86bf3ca0562']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:38.554218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:38.644084 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:38.651595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e459-8ddd-4435-9b1a-90f7bf00c41a req-85cb2bd1-06b7-4020-86e2-be198cbd0486 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:38.653138 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5f2e459-8ddd-4435-9b1a-90f7bf00c41a req-85cb2bd1-06b7-4020-86e2-be198cbd0486 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0696394 Jul 23 10:23:38.694843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5f2e459-8ddd-4435-9b1a-90f7bf00c41a req-d193cb00-11a6-4849-9861-d09d62ecc16e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Jul 23 10:23:38.847338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:38.876860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:38.881517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:38.925607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:38.926284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:38.927771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36a6f582-d7b8-4f8e-95d4-a5fc7eac841e req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "PUT /v2.0/ports/3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 1021 time: 0.3991323 Jul 23 10:23:38.928214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:38.930815 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "tag": "3005f323-989f-4a03-a7a4-a165185ed756"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:38.939524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d', '3005f323-989f-4a03-a7a4-a165185ed756'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:38.959147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18824e29-7725-4c15-bffa-d781f21ac35a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:39.014815 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a3d392-83fc-4f71-9db9-09a667f6c6aa x-openstack-request-id: req-90a3d392-83fc-4f71-9db9-09a667f6c6aa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:39.015122 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "tag": "3005f323-989f-4a03-a7a4-a165185ed756", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:39.015377 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90a3d392-83fc-4f71-9db9-09a667f6c6aa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:39.016098 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756', 'status': 'completed', 'code': 200} Jul 23 10:23:39.054195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:39.081493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c4d7884-8085-41f7-930c-2e9ff1eab49c req-5c69c7e9-eb70-42e8-b7ba-393d05524651 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/e26c497d-d6ee-4116-98aa-a86bf3ca0562 HTTP/1.1" status: 200 len: 1799 time: 0.0493228 Jul 23 10:23:39.106754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1173e-3b71-4485-9a0a-f096422fd3a8 req-44a68e93-7f95-42b4-b9f9-2abc14318b1a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.120663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4aa1173e-3b71-4485-9a0a-f096422fd3a8 req-44a68e93-7f95-42b4-b9f9-2abc14318b1a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 947 time: 0.1428289 Jul 23 10:23:39.148369 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-6c4d7884-8085-41f7-930c-2e9ff1eab49c req-5db01c61-d3cf-4ea2-b3a6-7137e713fe03 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 10:23:39.164238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c4d7884-8085-41f7-930c-2e9ff1eab49c req-5db01c61-d3cf-4ea2-b3a6-7137e713fe03 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/e26c497d-d6ee-4116-98aa-a86bf3ca0562 HTTP/1.1" status: 409 len: 341 time: 0.0747695 Jul 23 10:23:39.194240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:39.197557 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4138de-a0da-44f3-b398-fd53142dc43a" -d '{"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-unplugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:39.241422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4aa1173e-3b71-4485-9a0a-f096422fd3a8 req-40795d97-832c-4901-b3ad-16d3dc83493e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141267 Jul 23 10:23:39.269109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-d435de55-2a8e-462c-9f08-aedaebc0fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.269109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-d435de55-2a8e-462c-9f08-aedaebc0fb41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d620e11d8447ec99237601bbfd2412&device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1175 time: 0.1029732 Jul 23 10:23:39.304411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3005f323-989f-4a03-a7a4-a165185ed756'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:39.317632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:39.348693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'mac_address': 'fa:16:3e:02:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:39.398878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-e045f0f6-0f54-48e8-bd75-71f9d2a84492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.401980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-e045f0f6-0f54-48e8-bd75-71f9d2a84492 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 200 len: 913 time: 0.1232145 Jul 23 10:23:39.480084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814048e-dca4-4f5e-8ccc-b8b2c295f635 req-069f5fec-2dc3-432e-b0ed-665aa7217445 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.484337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2814048e-dca4-4f5e-8ccc-b8b2c295f635 req-069f5fec-2dc3-432e-b0ed-665aa7217445 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1569595 Jul 23 10:23:39.500258 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6509c61-36eb-4210-bc7b-10069514075f x-openstack-request-id: req-f6509c61-36eb-4210-bc7b-10069514075f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:39.501173 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-unplugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:39.501589 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6509c61-36eb-4210-bc7b-10069514075f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:39.502127 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'code': 200} Jul 23 10:23:39.524362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-10f360b9-aecc-4756-b3b4-55561e95039d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 200 len: 217 time: 0.0959785 Jul 23 10:23:39.532242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:39.560722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2814048e-dca4-4f5e-8ccc-b8b2c295f635 req-fbaa607a-5cbc-41e6-9326-94d5b4d8fc6f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647492 Jul 23 10:23:39.575857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040590a8-9c6b-41e0-87eb-f152d4ed9286 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:39.619828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:39.636635 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:39.732640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-23080731-c5b2-4580-b557-b03deb5078a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.742165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-23080731-c5b2-4580-b557-b03deb5078a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 200 len: 852 time: 0.1292925 Jul 23 10:23:39.747298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:39.785209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5ca72-a28d-40c5-9872-bdb5f489d64d req-73f39604-7820-465f-8eea-70df7cc49480 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.793642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79e5ca72-a28d-40c5-9872-bdb5f489d64d req-73f39604-7820-465f-8eea-70df7cc49480 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1024 time: 0.1643069 Jul 23 10:23:39.838257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-85274fd0-0fdb-4fab-9720-6d3930ede7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363448 Jul 23 10:23:39.899776 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79e5ca72-a28d-40c5-9872-bdb5f489d64d req-11a8b3fb-5d5c-43ec-a137-b0c2d1d09fbd tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=7429f38d-07c8-4f37-8c63-39a20230de42&id=e26c497d-d6ee-4116-98aa-a86bf3ca0562&id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1006823 Jul 23 10:23:39.905326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65960696-1c9c-4005-8ce5-4c16a1dc5744 req-f5edd900-07ca-477f-9014-fa2c0a862638 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:39.915890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-65960696-1c9c-4005-8ce5-4c16a1dc5744 req-f5edd900-07ca-477f-9014-fa2c0a862638 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1344371 Jul 23 10:23:39.964467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-65960696-1c9c-4005-8ce5-4c16a1dc5744 req-351c888f-820c-44f3-a80f-753190bc414a tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471699 Jul 23 10:23:39.988096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-a6d61022-ba50-4cb8-936b-fd5dec6d3b7c service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420674 Jul 23 10:23:40.022419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['040590a8-9c6b-41e0-87eb-f152d4ed9286'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:40.104821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-250bf1cf-d2da-4ce9-ad19-a1ca0c7feb16 req-57d0924f-d63a-49db-b8e0-a5ca7f0a4cba service neutron] 10.222.0.20 "GET /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085491 Jul 23 10:23:40.377237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:40.455592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c74669-0185-43f7-8f7b-49721723577f req-67e635b1-b25f-4ae8-b01b-89d1386c6469 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:40.457406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42c74669-0185-43f7-8f7b-49721723577f req-67e635b1-b25f-4ae8-b01b-89d1386c6469 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 948 time: 0.1306920 Jul 23 10:23:40.522984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42c74669-0185-43f7-8f7b-49721723577f req-cd6c61e8-7552-4686-aa98-25e5acb79123 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539346 Jul 23 10:23:40.540308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:40.564491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'mac_address': 'fa:16:3e:48:1c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:40.626798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:40.647590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:40.668150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:40.677069 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:40.762975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c677ba0-0920-4ab6-9c61-2513403fe3c4 req-3fb9a980-822f-4f55-ad3c-55f4059722b7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:40.763559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:40.765275 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c677ba0-0920-4ab6-9c61-2513403fe3c4 req-3fb9a980-822f-4f55-ad3c-55f4059722b7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0943575 Jul 23 10:23:40.948402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c677ba0-0920-4ab6-9c61-2513403fe3c4 req-27c0f610-7c4f-4b93-8db0-6fddcd071d9b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770353 Jul 23 10:23:40.966556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:41.156732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-6d5d385c-6ea6-41ec-822b-8960ed098cb0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.158703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-6d5d385c-6ea6-41ec-822b-8960ed098cb0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b&tenant_id=bd0425762e944ac1ab5d0b7c99899d12&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 948 time: 0.2918665 Jul 23 10:23:41.164705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbfc7a-8741-43e3-bc31-b559c232af23 req-51a5f286-0849-4f86-99af-3011ca1065f7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.168355 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2cbfc7a-8741-43e3-bc31-b559c232af23 req-51a5f286-0849-4f86-99af-3011ca1065f7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 948 time: 0.1289945 Jul 23 10:23:41.218315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231ea1c-bb52-477c-9053-1d3f1e7b4f21 req-fb8fdb43-597e-4b41-8322-9e48a45d5999 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.220156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b231ea1c-bb52-477c-9053-1d3f1e7b4f21 req-fb8fdb43-597e-4b41-8322-9e48a45d5999 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1024 time: 0.1707449 Jul 23 10:23:41.237520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2cbfc7a-8741-43e3-bc31-b559c232af23 req-8b8c2806-5a2a-4a47-929e-c08140b5e104 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634766 Jul 23 10:23:41.285699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b231ea1c-bb52-477c-9053-1d3f1e7b4f21 req-a342b9b5-5d16-4278-b4f1-7a7bddde4bce tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=7429f38d-07c8-4f37-8c63-39a20230de42&id=e26c497d-d6ee-4116-98aa-a86bf3ca0562&id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0586879 Jul 23 10:23:41.293714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-ac8d83b2-7c01-4575-9765-749265886e49 service neutron] 10.222.0.55 "GET /v2.0/ports/040590a8-9c6b-41e0-87eb-f152d4ed9286/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 382 time: 0.1215172 Jul 23 10:23:41.409818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-87f89628-de6c-437e-bba8-83807bc931ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.411844 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-87f89628-de6c-437e-bba8-83807bc931ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1099 time: 0.0877202 Jul 23 10:23:41.426046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0edf02-e1a5-4ad4-9997-68250d6c3d44 req-ed065853-de6f-445b-a6dd-2ddea36bc982 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.427647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d0edf02-e1a5-4ad4-9997-68250d6c3d44 req-ed065853-de6f-445b-a6dd-2ddea36bc982 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0871043 Jul 23 10:23:41.484663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d0edf02-e1a5-4ad4-9997-68250d6c3d44 req-95463e6f-2583-4e72-8864-eda36dc4d8ab tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Jul 23 10:23:41.526740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-1f048bcc-2e5d-4df8-8387-46f0df792ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.528302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-1f048bcc-2e5d-4df8-8387-46f0df792ced service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1065843 Jul 23 10:23:41.575568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-28e483dd-716a-4371-a204-ab52cac5bee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 217 time: 0.0398459 Jul 23 10:23:41.636982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-9ab30e7d-c1dd-4c64-8d47-5f2d3d3c2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.638480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-9ab30e7d-c1dd-4c64-8d47-5f2d3d3c2de7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0532017 Jul 23 10:23:41.723342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-df8df803-9c07-4e14-8b21-5fc265238480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:41.724849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-df8df803-9c07-4e14-8b21-5fc265238480 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779400 Jul 23 10:23:41.838476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-a0f5456e-ae6c-40c2-9911-6b58bd05af08 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047513 Jul 23 10:23:41.960491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-039a02fa-4299-4684-8b5b-f9fd177df4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137664 Jul 23 10:23:42.111481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4132b-c7b1-41ff-aad4-a1934c83e16b req-9c50cfdc-cc6c-4c17-82da-b08ff5c2c629 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:42.112996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4db4132b-c7b1-41ff-aad4-a1934c83e16b req-9c50cfdc-cc6c-4c17-82da-b08ff5c2c629 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0839233 Jul 23 10:23:42.175744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4db4132b-c7b1-41ff-aad4-a1934c83e16b req-ada3a92f-8aaf-448b-bec1-e37be7830cf6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520916 Jul 23 10:23:42.377099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:42.422293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-de7347e7-3688-4c5f-be5a-a4136922a39f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:42.423885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-de7347e7-3688-4c5f-be5a-a4136922a39f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1024 time: 0.1117938 Jul 23 10:23:42.443322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49043b0c-3414-4d94-a239-11e18c4e303a req-e28a0e65-8f53-4c1c-b6de-bcd4a1bb3677 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:42.453216 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49043b0c-3414-4d94-a239-11e18c4e303a req-e28a0e65-8f53-4c1c-b6de-bcd4a1bb3677 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 948 time: 0.1224103 Jul 23 10:23:42.571587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49043b0c-3414-4d94-a239-11e18c4e303a req-6b56a98b-4f0f-48fa-9d3b-bb787d03fdc0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108694 Jul 23 10:23:42.639366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d93e0a-ce02-45c6-aa9b-4b81d86dc500 req-470621f7-f82e-482c-a49a-98e44fd626c9 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:42.647172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9d93e0a-ce02-45c6-aa9b-4b81d86dc500 req-470621f7-f82e-482c-a49a-98e44fd626c9 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 1024 time: 0.2460790 Jul 23 10:23:42.707675 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9d93e0a-ce02-45c6-aa9b-4b81d86dc500 req-52b9397d-9150-4440-b3d7-9f3e915a93d5 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=7429f38d-07c8-4f37-8c63-39a20230de42&id=e26c497d-d6ee-4116-98aa-a86bf3ca0562&id=b58a65c6-0e4a-4773-b777-653eb72a4706&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0592906 Jul 23 10:23:42.762752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Deleting port 3005f323-989f-4a03-a7a4-a165185ed756 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:23:42.763126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:42.806976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:42.807588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:42.922809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c67d-867c-4082-9c58-5d74ed7f7c8f req-13c14949-ed70-4a1d-9f48-135ea63f9fe5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:42.924305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00e6c67d-867c-4082-9c58-5d74ed7f7c8f req-13c14949-ed70-4a1d-9f48-135ea63f9fe5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1448278 Jul 23 10:23:42.933536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:42.939187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] For port 3005f323-989f-4a03-a7a4-a165185ed756, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3005f323-989f-4a03-a7a4-a165185ed756,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:42.939187 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:42.973403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Calling delete_port for 3005f323-989f-4a03-a7a4-a165185ed756 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:23:42.976338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:42.978044 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f699184-fa81-4da6-b5dc-7605f532d975" -d '{"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:42.994364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:43.000861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.027545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00e6c67d-867c-4082-9c58-5d74ed7f7c8f req-6214eb37-9773-46dd-8d90-e342702a1990 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863817 Jul 23 10:23:43.081400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:43.101133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:43.104176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:43.187241 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e6df0-0a4f-44dc-8466-7444fd8a22fc x-openstack-request-id: req-e73e6df0-0a4f-44dc-8466-7444fd8a22fc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:43.188421 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:43.188861 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e73e6df0-0a4f-44dc-8466-7444fd8a22fc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:43.189620 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'code': 200} Jul 23 10:23:43.242742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.299189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d', '3005f323-989f-4a03-a7a4-a165185ed756'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:43.319371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'Port': ['ID=3005f323-989f-4a03-a7a4-a165185ed756,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:43.369090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 040590a8-9c6b-41e0-87eb-f152d4ed9286 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:43.369699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.378189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] No DVR routers for this DVR port 3005f323-989f-4a03-a7a4-a165185ed756 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:23:43.381323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.383990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-047b67eb-9bb5-44aa-9f49-8cf55ceb4742 req-41b0e02e-b3fc-4d77-b982-4774b52b449a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "DELETE /v2.0/ports/3005f323-989f-4a03-a7a4-a165185ed756 HTTP/1.1" status: 204 len: 173 time: 0.9322467 Jul 23 10:23:43.384923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'name': 'network-vif-deleted', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:43.394500 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb31370-2b4d-4743-8efe-7b0639d116d5" -d '{"events": [{"server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "name": "network-vif-deleted", "tag": "3005f323-989f-4a03-a7a4-a165185ed756"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:43.424603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:43.442198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da7829-14ab-41fb-92ba-3cad18a5a02d req-82765ead-2ab2-4420-9ea8-d6cf8b006d9d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:43.444883 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5da7829-14ab-41fb-92ba-3cad18a5a02d req-82765ead-2ab2-4420-9ea8-d6cf8b006d9d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1229339 Jul 23 10:23:43.447484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'mac_address': 'fa:16:3e:fb:91:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:43.500296 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041767c-6a3d-44c8-b57d-ff7f8826a8b9 x-openstack-request-id: req-a041767c-6a3d-44c8-b57d-ff7f8826a8b9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:43.500888 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf33c78-d627-431b-afd5-0ccd76ec3388", "name": "network-vif-deleted", "tag": "3005f323-989f-4a03-a7a4-a165185ed756", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:43.504127 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a041767c-6a3d-44c8-b57d-ff7f8826a8b9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:43.504707 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf33c78-d627-431b-afd5-0ccd76ec3388', 'name': 'network-vif-deleted', 'tag': '3005f323-989f-4a03-a7a4-a165185ed756', 'status': 'completed', 'code': 200} Jul 23 10:23:43.538860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5da7829-14ab-41fb-92ba-3cad18a5a02d req-b4b8174e-d19a-4082-8201-786809461725 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873625 Jul 23 10:23:43.590823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.593009 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.631353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:43.684928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:43.687145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:43.693393 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.708108 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:43.709057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:43.796201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1e96f-d09b-4b18-bb00-55277d2cf461 req-178eea57-7a19-4749-945e-79e1ce52f2f1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:43.804066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9bc1e96f-d09b-4b18-bb00-55277d2cf461 req-178eea57-7a19-4749-945e-79e1ce52f2f1 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.0853951 Jul 23 10:23:43.814186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:43.878901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9bc1e96f-d09b-4b18-bb00-55277d2cf461 req-0a84202a-7285-4fe1-9edf-604ec851383d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714443 Jul 23 10:23:43.989286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58a448b7-d622-4376-af33-01aef0af2014 req-ebebd185-9348-4a62-afae-3e4f4cf96cc0 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cf33c78-d627-431b-afd5-0ccd76ec3388 HTTP/1.1" status: 200 len: 210 time: 0.0614758 Jul 23 10:23:44.019265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:44.030197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:44.060421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:44.065846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['56b6603e-3e3d-4234-99ec-59eec9bccfbc'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:44.140135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:44.161167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:44.281441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:44.363264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c59e-bab7-4b38-aa62-efe0e6b6d6bd req-804ee41c-ea36-4bda-b25d-66643160bc2d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:44.365347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2de9c59e-bab7-4b38-aa62-efe0e6b6d6bd req-804ee41c-ea36-4bda-b25d-66643160bc2d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 948 time: 0.1544769 Jul 23 10:23:44.472435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2de9c59e-bab7-4b38-aa62-efe0e6b6d6bd req-ab3b32bf-3b44-4702-9d40-892b70725a25 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961206 Jul 23 10:23:44.646686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-85e125a6-3779-4b8a-8ff4-253411718034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:44.648690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-85e125a6-3779-4b8a-8ff4-253411718034 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b&tenant_id=bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 1100 time: 0.1101258 Jul 23 10:23:44.803119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea107b4-b367-43dc-9e73-f39df11c28c5 req-6ab00afa-d624-4966-8990-a431fd4bb18e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:44.805289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-8043e6c4-c225-4036-bff0-8fa4d62d32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:44.809537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea107b4-b367-43dc-9e73-f39df11c28c5 req-6ab00afa-d624-4966-8990-a431fd4bb18e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1339798 Jul 23 10:23:44.811157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-8043e6c4-c225-4036-bff0-8fa4d62d32ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 1100 time: 0.1328321 Jul 23 10:23:44.870879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea107b4-b367-43dc-9e73-f39df11c28c5 req-e323cefb-1bb9-4003-a4a8-99e55f3b05ee tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Jul 23 10:23:45.075811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-0478a46c-b615-4c62-9588-583126f74334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:45.078986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-0478a46c-b615-4c62-9588-583126f74334 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2575500 Jul 23 10:23:45.133288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-2b235e48-104b-41da-b5a6-efd443002d66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 200 len: 217 time: 0.0436180 Jul 23 10:23:45.167213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14d408-0592-49c2-8f46-abc756aff0f9 req-ad496e0a-0790-4fce-a009-f45bf2add899 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:45.181274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac14d408-0592-49c2-8f46-abc756aff0f9 req-ad496e0a-0790-4fce-a009-f45bf2add899 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1771593 Jul 23 10:23:45.191126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:45.193927 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d1405-6712-418e-a458-c1de83b3485a" -d '{"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-plugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:45.240541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-cc84bef5-f1f3-4b03-934f-990db04c13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:45.242328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-cc84bef5-f1f3-4b03-934f-990db04c13fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0514197 Jul 23 10:23:45.288739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac14d408-0592-49c2-8f46-abc756aff0f9 req-55088533-ed56-46a6-b82c-22ca272fa933 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035416 Jul 23 10:23:45.312801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d4d9871-fde3-46f6-8e5b-b24974a0961b req-42b58614-9a4c-452a-8890-1568949ebe10 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/7429f38d-07c8-4f37-8c63-39a20230de42 HTTP/1.1" status: 200 len: 1799 time: 0.1782598 Jul 23 10:23:45.421496 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4ad17b-960a-40f1-b728-41905c2e4519 x-openstack-request-id: req-ae4ad17b-960a-40f1-b728-41905c2e4519 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:45.422200 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-plugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:45.422693 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae4ad17b-960a-40f1-b728-41905c2e4519 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:45.423334 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'code': 200} Jul 23 10:23:45.497198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-a2f81465-7440-40bc-91f9-6fe4d2b09188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:45.498724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-a2f81465-7440-40bc-91f9-6fe4d2b09188 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483730 Jul 23 10:23:45.619552 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-2d3cef94-7182-4601-8c65-a45bcae10bce service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100519 Jul 23 10:23:45.622539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d4d9871-fde3-46f6-8e5b-b24974a0961b req-6b622977-7c85-4c9a-a0fe-0e38dbad962e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:45.690481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d4d9871-fde3-46f6-8e5b-b24974a0961b req-6b622977-7c85-4c9a-a0fe-0e38dbad962e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:45.837292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d4d9871-fde3-46f6-8e5b-b24974a0961b req-6b622977-7c85-4c9a-a0fe-0e38dbad962e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:45.842319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d4d9871-fde3-46f6-8e5b-b24974a0961b req-6b622977-7c85-4c9a-a0fe-0e38dbad962e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:45.844038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d4d9871-fde3-46f6-8e5b-b24974a0961b req-6b622977-7c85-4c9a-a0fe-0e38dbad962e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/7429f38d-07c8-4f37-8c63-39a20230de42 HTTP/1.1" status: 204 len: 173 time: 0.5249841 Jul 23 10:23:45.854895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6f1a3a-4296-4919-a623-c929799a3c16 req-a1650010-8f42-4f3a-bf37-d227ac16e526 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266214 Jul 23 10:23:45.861412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b622977-7c85-4c9a-a0fe-0e38dbad962e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7429f38d-07c8-4f37-8c63-39a20230de42,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:45.932129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e39f5-db6a-48c0-9a99-9f8ba92fc74b req-a59a74aa-aefd-43bc-b8a7-ed3c5cb8fd1c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:45.934318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e3e39f5-db6a-48c0-9a99-9f8ba92fc74b req-a59a74aa-aefd-43bc-b8a7-ed3c5cb8fd1c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 948 time: 0.1857867 Jul 23 10:23:46.002056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e3e39f5-db6a-48c0-9a99-9f8ba92fc74b req-a7b3f897-8b14-477c-aeff-529d34b7d349 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Jul 23 10:23:46.050681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3099607b-8ddb-4a76-8463-52b542cc0093 req-f5517582-703d-4f3d-9477-f608f6c69760 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/e26c497d-d6ee-4116-98aa-a86bf3ca0562 HTTP/1.1" status: 200 len: 1799 time: 0.1726410 Jul 23 10:23:46.181976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3099607b-8ddb-4a76-8463-52b542cc0093 req-70cbab82-a482-48d9-b303-e6149eb26d54 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:46.192323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098796ed-1280-44ef-bb47-9c0013023b28 req-025cda00-c4df-484b-8ad9-995d719d7649 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:46.196782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-098796ed-1280-44ef-bb47-9c0013023b28 req-025cda00-c4df-484b-8ad9-995d719d7649 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1137745 Jul 23 10:23:46.221039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3099607b-8ddb-4a76-8463-52b542cc0093 req-70cbab82-a482-48d9-b303-e6149eb26d54 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:46.287697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-098796ed-1280-44ef-bb47-9c0013023b28 req-31bd52fc-25a2-4263-8a25-7465c927e344 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664277 Jul 23 10:23:46.330975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3099607b-8ddb-4a76-8463-52b542cc0093 req-70cbab82-a482-48d9-b303-e6149eb26d54 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:46.333759 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3099607b-8ddb-4a76-8463-52b542cc0093 req-70cbab82-a482-48d9-b303-e6149eb26d54 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:46.335218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3099607b-8ddb-4a76-8463-52b542cc0093 req-70cbab82-a482-48d9-b303-e6149eb26d54 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/e26c497d-d6ee-4116-98aa-a86bf3ca0562 HTTP/1.1" status: 204 len: 173 time: 0.2836871 Jul 23 10:23:46.352536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbab82-a482-48d9-b303-e6149eb26d54 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c497d-d6ee-4116-98aa-a86bf3ca0562,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:46.430306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3005f323-989f-4a03-a7a4-a165185ed756 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:46.473507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 3005f323-989f-4a03-a7a4-a165185ed756 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:23:46.474224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3005f323-989f-4a03-a7a4-a165185ed756 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:23:46.772201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-00797c6c-88be-4a94-b9f2-2f058910f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:46.774906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-00797c6c-88be-4a94-b9f2-2f058910f81a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.0882823 Jul 23 10:23:46.885629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d52-74e9-4d72-9d2e-36d6e960ccb3 req-690c7a12-1cd9-4368-bbcb-dc60edbc7b58 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:46.892936 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c062d52-74e9-4d72-9d2e-36d6e960ccb3 req-690c7a12-1cd9-4368-bbcb-dc60edbc7b58 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1593993 Jul 23 10:23:46.941147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-66b1753b-21c4-4c76-a23b-34eba120a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:46.942880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-66b1753b-21c4-4c76-a23b-34eba120a568 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.1598763 Jul 23 10:23:46.950959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c062d52-74e9-4d72-9d2e-36d6e960ccb3 req-8d1adff6-ef26-40d3-93dc-434aace2777d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Jul 23 10:23:46.991915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-dd94b2e6-834b-4ddb-8357-e8566d084652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.0374916 Jul 23 10:23:46.995939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ba7da204-d327-4b79-80bc-4c72eb358fad req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973949237', 'description': 'tempest-description-273592010'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:47.061452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-5521cc33-53ad-4b0a-b26c-c73c6e9921b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:47.063109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-5521cc33-53ad-4b0a-b26c-c73c6e9921b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.0628374 Jul 23 10:23:47.064371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba7da204-d327-4b79-80bc-4c72eb358fad req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.111368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:47.129863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-f27a70f2-f98d-4438-8ed1-213b811aca7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537643 Jul 23 10:23:47.179273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 56b6603e-3e3d-4234-99ec-59eec9bccfbc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:47.179683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.365769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-02fdb77b-dcfc-4bfe-a054-91c5d4781e38 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180142 Jul 23 10:23:47.369036 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.425993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba7da204-d327-4b79-80bc-4c72eb358fad req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.433012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:47.436430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba7da204-d327-4b79-80bc-4c72eb358fad req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.437918 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a69366-84b2-4fa9-acd3-fc613bacef67" -d '{"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-plugged", "status": "completed", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:47.469948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:47.477902 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.479332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:47.494995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba7da204-d327-4b79-80bc-4c72eb358fad req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.516785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba7da204-d327-4b79-80bc-4c72eb358fad req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5242529 Jul 23 10:23:47.605861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea40de3-043f-4eca-89e1-5c5a6d523b2c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa146266-e588-402e-9ff8-12b3581e259f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:47.621485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7cc63cb9-1b33-4c3d-b84d-b16c1535d6cd req-ec7f07fe-3028-4d9b-8471-554b515c5782 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480273 Jul 23 10:23:47.670647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:47.795038 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.831639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20cd68-e0d0-4e51-b4d0-25c27973a307 req-54f31d0b-877e-4926-9b33-1f1ddde1401b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:47.835527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:47.842122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e20cd68-e0d0-4e51-b4d0-25c27973a307 req-54f31d0b-877e-4926-9b33-1f1ddde1401b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1108036 Jul 23 10:23:47.848004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:47.960273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:48.437910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e20cd68-e0d0-4e51-b4d0-25c27973a307 req-44d014e2-3161-45cd-980d-4995077fdaea tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930836 Jul 23 10:23:48.648250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30f98-ff37-40d6-a171-45df2ae97350 req-f54f6026-54f6-4317-8f75-cb04b43a84d1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:48.658070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2f30f98-ff37-40d6-a171-45df2ae97350 req-f54f6026-54f6-4317-8f75-cb04b43a84d1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1382728 Jul 23 10:23:48.702889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2f30f98-ff37-40d6-a171-45df2ae97350 req-594d2d0a-1086-49ae-a14f-354747748510 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Jul 23 10:23:48.878599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ce1c-af5b-4e69-b0fd-ff1f273a49b2 req-934a5b4e-4cc7-4232-ae2e-4ca87f112ca5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:48.887553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94a2ce1c-af5b-4e69-b0fd-ff1f273a49b2 req-934a5b4e-4cc7-4232-ae2e-4ca87f112ca5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.1129692 Jul 23 10:23:48.929695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94a2ce1c-af5b-4e69-b0fd-ff1f273a49b2 req-c7d03167-7441-4d36-a344-34b1cbcef643 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Jul 23 10:23:49.006747 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95348ee-276c-4c2e-8b83-3b8894df5480 x-openstack-request-id: req-c95348ee-276c-4c2e-8b83-3b8894df5480 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:49.008221 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-plugged", "status": "completed", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:49.008581 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c95348ee-276c-4c2e-8b83-3b8894df5480 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:49.009090 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'code': 200} Jul 23 10:23:49.109130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99742626-fda2-470e-999d-d802dc5e474c req-a25375e5-be48-49ff-9972-f3b3e7719cd5 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/fa146266-e588-402e-9ff8-12b3581e259f HTTP/1.1" status: 200 len: 1800 time: 0.0898449 Jul 23 10:23:49.114593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-99742626-fda2-470e-999d-d802dc5e474c req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Request body: {'security_group': {'name': 'tempest-sg-hth-913477073', 'description': 'tempest-description-hth-1183232399'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:49.135385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:49.177181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99742626-fda2-470e-999d-d802dc5e474c req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:49.285268 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99742626-fda2-470e-999d-d802dc5e474c req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:49.294053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc558e3-a9ab-400e-8ef2-7b12fddec1ce req-47868549-0b15-42a4-8151-aa96680ea1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:49.295988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4dc558e3-a9ab-400e-8ef2-7b12fddec1ce req-47868549-0b15-42a4-8151-aa96680ea1a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1101 time: 0.1377990 Jul 23 10:23:49.297361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99742626-fda2-470e-999d-d802dc5e474c req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:49.300328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99742626-fda2-470e-999d-d802dc5e474c req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:49.313525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99742626-fda2-470e-999d-d802dc5e474c req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "PUT /v2.0/security-groups/fa146266-e588-402e-9ff8-12b3581e259f HTTP/1.1" status: 200 len: 1774 time: 0.2031448 Jul 23 10:23:49.318468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:49.334749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'mac_address': 'fa:16:3e:02:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:23:49.336337 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:23:49.391489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d2ec9-5f7a-496a-af68-a1bf82f3b95e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa146266-e588-402e-9ff8-12b3581e259f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:49.401439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:49.424449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040590a8-9c6b-41e0-87eb-f152d4ed9286 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:49.450148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:49.460222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:49.472250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4dc558e3-a9ab-400e-8ef2-7b12fddec1ce req-d7ab348c-66f6-4a90-b20f-ac035951cfe7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574261 Jul 23 10:23:49.522044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3670cd1-db24-41cf-b1de-1ba96dd0bbdf req-c89168da-bce4-4d06-a8d9-b3954247618c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:49.536455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3670cd1-db24-41cf-b1de-1ba96dd0bbdf req-c89168da-bce4-4d06-a8d9-b3954247618c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 947 time: 0.1275012 Jul 23 10:23:49.545460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:49.582427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3670cd1-db24-41cf-b1de-1ba96dd0bbdf req-59863331-0a77-41e5-94ab-c9d5fcadaf7c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Jul 23 10:23:49.762014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1b22a8f-ca46-46b6-bb11-493ffdf4dfec req-c7aaff6f-fd9f-43fa-847e-5597e15dd11e tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/fa146266-e588-402e-9ff8-12b3581e259f HTTP/1.1" status: 200 len: 1774 time: 0.0577497 Jul 23 10:23:49.811600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['040590a8-9c6b-41e0-87eb-f152d4ed9286'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:49.933716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423380fa-f3de-4298-8351-e773f1885b0b req-3d862dfd-afa1-48d7-a6d0-f47e0f08aef6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:49.935277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-423380fa-f3de-4298-8351-e773f1885b0b req-3d862dfd-afa1-48d7-a6d0-f47e0f08aef6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1290984 Jul 23 10:23:49.998179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-423380fa-f3de-4298-8351-e773f1885b0b req-33bb146c-2161-4b45-a135-6b537b1d980e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562479 Jul 23 10:23:50.231671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95f2f-0073-4331-8375-e311dbba481f req-301bc291-b61f-442e-919d-32fd2a5929de tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:50.239056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fcc95f2f-0073-4331-8375-e311dbba481f req-301bc291-b61f-442e-919d-32fd2a5929de tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 949 time: 0.1352363 Jul 23 10:23:50.316888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fcc95f2f-0073-4331-8375-e311dbba481f req-84fe2063-b618-4aa5-aa51-9cce99b5b5d2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683985 Jul 23 10:23:50.467786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f2de4-b41f-4d4b-b6f5-b22f49ab37fd req-e696739d-90d4-44f6-b563-a7b5168a7658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:50.480503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-688f2de4-b41f-4d4b-b6f5-b22f49ab37fd req-e696739d-90d4-44f6-b563-a7b5168a7658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0999603 Jul 23 10:23:50.525648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-688f2de4-b41f-4d4b-b6f5-b22f49ab37fd req-6d1cf07b-783e-4c3f-bfdb-faff8715ac6d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Jul 23 10:23:50.617410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ae3f9e8-fbff-4d11-910d-63219779c5be req-e749b503-cfb3-4cd6-a39a-37faceae45d8 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/fa146266-e588-402e-9ff8-12b3581e259f HTTP/1.1" status: 200 len: 1774 time: 0.0523262 Jul 23 10:23:50.708628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ae3f9e8-fbff-4d11-910d-63219779c5be req-29fca36a-322c-4610-945a-e4aafdb4c97b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:50.752390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ae3f9e8-fbff-4d11-910d-63219779c5be req-29fca36a-322c-4610-945a-e4aafdb4c97b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:50.836814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ae3f9e8-fbff-4d11-910d-63219779c5be req-29fca36a-322c-4610-945a-e4aafdb4c97b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:50.840572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ae3f9e8-fbff-4d11-910d-63219779c5be req-29fca36a-322c-4610-945a-e4aafdb4c97b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:50.852901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ae3f9e8-fbff-4d11-910d-63219779c5be req-29fca36a-322c-4610-945a-e4aafdb4c97b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa146266-e588-402e-9ff8-12b3581e259f HTTP/1.1" status: 204 len: 173 time: 0.2159870 Jul 23 10:23:50.880735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fca36a-322c-4610-945a-e4aafdb4c97b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa146266-e588-402e-9ff8-12b3581e259f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:51.000337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad068-0d5b-4ca0-91f7-8d34688397ec req-aa7bd7db-b137-4316-8be8-e1c1de2518d5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:51.004255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c7ad068-0d5b-4ca0-91f7-8d34688397ec req-aa7bd7db-b137-4316-8be8-e1c1de2518d5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 945 time: 0.0818627 Jul 23 10:23:51.010483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:51.012979 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26225adc-a18d-4baf-82d5-faa57ef7bfa3" -d '{"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-unplugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:51.050713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c7ad068-0d5b-4ca0-91f7-8d34688397ec req-f63a9b9e-8651-4bcb-a769-c49956b487d3 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Jul 23 10:23:51.283439 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a151d91-59ac-4c9d-8a43-6d9e244a84ab x-openstack-request-id: req-5a151d91-59ac-4c9d-8a43-6d9e244a84ab {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:51.283828 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-unplugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:51.284156 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a151d91-59ac-4c9d-8a43-6d9e244a84ab {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:51.284628 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'code': 200} Jul 23 10:23:51.431727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616cea3-6322-4230-b878-6df7c821f490 req-8dc5aff4-5a10-4deb-aaa8-83e4b705c8d9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:51.433642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7616cea3-6322-4230-b878-6df7c821f490 req-8dc5aff4-5a10-4deb-aaa8-83e4b705c8d9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0955007 Jul 23 10:23:51.482816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7616cea3-6322-4230-b878-6df7c821f490 req-e2b698da-d527-4d74-8e69-547554fee52e tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Jul 23 10:23:53.169510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:23:53.233572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 040590a8-9c6b-41e0-87eb-f152d4ed9286 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:53.233572 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.266531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-e69cbbe0-4b98-4955-8ac4-7235081bfbb6 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:53.271148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-e69cbbe0-4b98-4955-8ac4-7235081bfbb6 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1143296 Jul 23 10:23:53.283309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:53.346088 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.385957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:53.389067 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed21e3ae-5016-4c97-9b4a-5bdba3867796" -d '{"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-plugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:53.405270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:53.413630 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.418832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.527852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:53.585877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.655339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:53.717344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:53.769039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:53.772954 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33d0e6a-fe5d-4f90-a18e-61b03536e2bc" -d '{"events": [{"server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:53.780034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.786993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:53.898843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:53.906376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:23:53.906807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:23:53.907245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:53.914279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:23:53.914909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:53.922543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:23:53.923013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:23:53.923538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:23:53.924096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Bound port: 5c0692a0-a9fa-44ee-b5ac-76373febc752, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:23:53.924572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:54.006358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:54.012805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:54.025659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:54.118188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:54.119579 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:54.121042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 1121 time: 0.8427520 Jul 23 10:23:54.126937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce35fa2-9e8f-4d97-ba0d-e77e8282a896 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:54.285690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:54.359213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:54.511751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-f86896f5-b039-4807-9a90-696cff1cd0ff tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316315 Jul 23 10:23:54.537006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb957c-7ddd-40e3-b99b-e92c2349e80f req-726e7a0e-a246-4557-82b4-5d561d4b75b3 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:54.545543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67cb957c-7ddd-40e3-b99b-e92c2349e80f req-726e7a0e-a246-4557-82b4-5d561d4b75b3 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0751698 Jul 23 10:23:54.589864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67cb957c-7ddd-40e3-b99b-e92c2349e80f req-83e7d4d2-8ba2-43a7-a8af-ba8cf0597811 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Jul 23 10:23:54.660120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-0cb1cdbc-7434-4c5b-b8d5-adf3cad93ab3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:54.663579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-0cb1cdbc-7434-4c5b-b8d5-adf3cad93ab3 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491840 Jul 23 10:23:54.679526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-8b90b846-f363-4ac0-b1af-fc90d08c637f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/quotas/bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 375 time: 0.0113912 Jul 23 10:23:54.730763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530aa913-8257-4e29-974a-bed47c86f2c0 req-94e13646-d1b5-46f9-874a-c9338707e58c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:54.732391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-530aa913-8257-4e29-974a-bed47c86f2c0 req-94e13646-d1b5-46f9-874a-c9338707e58c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.0762205 Jul 23 10:23:54.763779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-ae1cbb79-d8d6-4f7a-9c19-1a68e0d61080 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788057 Jul 23 10:23:54.774538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-530aa913-8257-4e29-974a-bed47c86f2c0 req-8bb5a966-0d89-4dd5-9097-3144595df83c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338984 Jul 23 10:23:54.971133 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876171ad-8a76-4290-9476-093428909303 x-openstack-request-id: req-876171ad-8a76-4290-9476-093428909303 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:54.971517 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-plugged", "status": "completed", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:54.971839 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-876171ad-8a76-4290-9476-093428909303 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:54.972299 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'code': 200} Jul 23 10:23:55.017177 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189e63f-a13b-4dff-9c05-33739116433d x-openstack-request-id: req-7189e63f-a13b-4dff-9c05-33739116433d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:55.017820 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:55.018076 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7189e63f-a13b-4dff-9c05-33739116433d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:55.018849 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'code': 200} Jul 23 10:23:55.046004 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-9d842bf7-baa4-4704-9445-d44147d0cbca req-41f24b6a-c80a-4a85-b1c4-cadd14c2e52a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:55.047113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d842bf7-baa4-4704-9445-d44147d0cbca req-41f24b6a-c80a-4a85-b1c4-cadd14c2e52a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/e26c497d-d6ee-4116-98aa-a86bf3ca0562 HTTP/1.1" status: 404 len: 352 time: 0.0201774 Jul 23 10:23:55.055279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8251-b51e-4b4f-af4a-2bd53ae4142e req-5e1ba1e8-dc1d-4fd4-8bbc-0bce4bb0179b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:55.063066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2fab8251-b51e-4b4f-af4a-2bd53ae4142e req-5e1ba1e8-dc1d-4fd4-8bbc-0bce4bb0179b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1016588 Jul 23 10:23:55.116139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2fab8251-b51e-4b4f-af4a-2bd53ae4142e req-14531a69-8983-4f11-ac0f-d844706bfb84 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Jul 23 10:23:55.162490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:23:55.190426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebba1-b783-4a87-bacf-a45482749ceb req-13f40594-a162-45c7-83fb-9509fbb6aa18 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:55.196089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca8ebba1-b783-4a87-bacf-a45482749ceb req-13f40594-a162-45c7-83fb-9509fbb6aa18 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0811968 Jul 23 10:23:55.231306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0ab7479-e6d0-4f80-bb1c-c266587b05bb req-840ceb6b-4eb2-4b48-a015-4a83380b6961 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 210 time: 0.0836942 Jul 23 10:23:55.265811 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca8ebba1-b783-4a87-bacf-a45482749ceb req-2161c3e0-5bc1-4304-b9e4-409571fa79a6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620265 Jul 23 10:23:55.286092 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-07d265e8-02c1-471f-b2ab-19dd419c68ba req-deb5ec1d-6679-437e-902d-9097dd528c6b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:55.290144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:55.297366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07d265e8-02c1-471f-b2ab-19dd419c68ba req-deb5ec1d-6679-437e-902d-9097dd528c6b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/7429f38d-07c8-4f37-8c63-39a20230de42 HTTP/1.1" status: 404 len: 352 time: 0.0358019 Jul 23 10:23:55.305654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:23:55.332245 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-22190824-4232-4916-9b39-a374e5a30c3e req-623928cd-c7e4-43fe-978c-86b8a76341e5 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:55.333719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22190824-4232-4916-9b39-a374e5a30c3e req-623928cd-c7e4-43fe-978c-86b8a76341e5 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/a94ba4a3-ee7b-4794-a10a-1969c7dac9e6 HTTP/1.1" status: 404 len: 352 time: 0.0185528 Jul 23 10:23:55.372430 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-9664212d-94a8-4694-8fe8-590ddd7d8c61 req-04d817fb-43e4-4277-bda1-5eef5d229b13 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:55.373568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9664212d-94a8-4694-8fe8-590ddd7d8c61 req-04d817fb-43e4-4277-bda1-5eef5d229b13 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/5c4de5bf-b27d-400c-98c9-3a1e2f680c9e HTTP/1.1" status: 404 len: 352 time: 0.0185924 Jul 23 10:23:55.413254 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-cc36368a-52c0-4952-9a61-29204e9002c7 req-de86fc8c-08f3-4cac-a71a-6b181bd66898 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:55.414761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc36368a-52c0-4952-9a61-29204e9002c7 req-de86fc8c-08f3-4cac-a71a-6b181bd66898 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/021e4baf-1b9f-4d9d-9983-4b192072b425 HTTP/1.1" status: 404 len: 352 time: 0.0181837 Jul 23 10:23:55.545829 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-d3e90abf-2627-4c77-8b23-5f9160df6c79 req-9cd7cf29-dd3e-485b-b970-542e511e3e86 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] show failed (client error): The resource could not be found. Jul 23 10:23:55.548428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3e90abf-2627-4c77-8b23-5f9160df6c79 req-9cd7cf29-dd3e-485b-b970-542e511e3e86 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/4fe174c1-f358-49d4-ac93-069cf80130c8 HTTP/1.1" status: 404 len: 352 time: 0.0223253 Jul 23 10:23:55.807163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffcc03-e5cb-4cc9-afc4-4cfa661f652b req-4673b9a5-bce8-47dd-b553-b40d149296a3 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:55.808808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-62ffcc03-e5cb-4cc9-afc4-4cfa661f652b req-4673b9a5-bce8-47dd-b553-b40d149296a3 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0872972 Jul 23 10:23:55.867555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-62ffcc03-e5cb-4cc9-afc4-4cfa661f652b req-bba51cc3-55ff-41da-b618-6dcabbc8611b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Jul 23 10:23:55.894749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c205b8-5519-4974-92a7-0004562c159c req-24cc0766-d981-4536-b600-a359c008940e tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:55.902525 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47c205b8-5519-4974-92a7-0004562c159c req-24cc0766-d981-4536-b600-a359c008940e tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 949 time: 0.1118796 Jul 23 10:23:55.946374 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47c205b8-5519-4974-92a7-0004562c159c req-e1db168a-8d5b-448d-b101-10ffbfbcf6ab tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Jul 23 10:23:56.045528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36623bd-c0cf-48f7-9b31-671543acf6dd req-48aba98d-20fa-48c6-832b-77197b01960b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.047180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d36623bd-c0cf-48f7-9b31-671543acf6dd req-48aba98d-20fa-48c6-832b-77197b01960b tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1023 time: 0.0875847 Jul 23 10:23:56.100064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442f69e-e5e1-4a38-8d7f-dd44555bf799 req-849b762d-d4c9-43ad-8a8c-5d1b23f62aa2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.101573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e442f69e-e5e1-4a38-8d7f-dd44555bf799 req-849b762d-d4c9-43ad-8a8c-5d1b23f62aa2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.0739741 Jul 23 10:23:56.125093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d36623bd-c0cf-48f7-9b31-671543acf6dd req-1e6599c5-21c1-4749-86ce-cde5cc76bbeb tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&id=137e0223-cd0e-4d1b-8390-c4301496a433&id=f0ebf056-f3df-4f26-92cf-56d59c9131f0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0693495 Jul 23 10:23:56.142827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-385a72b0-dc4e-4d8b-ab3c-df80797d2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.144343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-385a72b0-dc4e-4d8b-ab3c-df80797d2c2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.0962102 Jul 23 10:23:56.161543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e442f69e-e5e1-4a38-8d7f-dd44555bf799 req-cd388d0d-4ee6-4e9b-9eb1-ef4107a705eb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525959 Jul 23 10:23:56.275169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-9821465a-10f4-4c78-b53f-70bb12cc5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.276798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-9821465a-10f4-4c78-b53f-70bb12cc5842 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.1075623 Jul 23 10:23:56.362716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-e89d9e4d-32d6-481b-a22c-178685a6fb48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.0734909 Jul 23 10:23:56.433797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-c5033b16-e9ae-4a57-81f4-e43153c1397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.435237 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-c5033b16-e9ae-4a57-81f4-e43153c1397a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.0697904 Jul 23 10:23:56.446031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaba19-4015-41eb-aaba-9f6e6691c275 req-4adad045-19af-4e4c-a3bd-901e551a4422 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.451985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ccaba19-4015-41eb-aaba-9f6e6691c275 req-4adad045-19af-4e4c-a3bd-901e551a4422 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1255407 Jul 23 10:23:56.501238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-eced931d-05d4-40e4-9bc8-06ca45f9579c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481582 Jul 23 10:23:56.571407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ccaba19-4015-41eb-aaba-9f6e6691c275 req-2f46e9c8-3d95-434c-a76f-2954177ef739 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045432 Jul 23 10:23:56.584301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-3c5e8415-40f2-4d18-b24d-3362a9f5c605 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422633 Jul 23 10:23:56.671880 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1aa25b4-6ff1-4306-b2f5-d366713f8c5d req-27eaf488-8a97-4d53-8633-8a65417fab19 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 210 time: 0.0380485 Jul 23 10:23:56.703074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-6d1821be-cc69-40d0-a0ba-65c200fe54db service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885083 Jul 23 10:23:56.762233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-9ebf5cfb-6d66-41df-aecb-39be13eacbee tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:56.764076 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-9ebf5cfb-6d66-41df-aecb-39be13eacbee tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737239 Jul 23 10:23:56.797772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Request body: {'port': {'device_id': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'bd0425762e944ac1ab5d0b7c99899d12'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:56.816109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9c54ab5-31da-42d1-935f-bf84b61c0c63 req-061782c1-664c-4108-8a3d-01eeda646697 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988135 Jul 23 10:23:56.929669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Made reservation on behalf of bd0425762e944ac1ab5d0b7c99899d12 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:23:56.933567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:57.019524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:57.035282 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:57.058221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d92e9e8-a328-4f81-8535-4f7093131237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:57.073890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d932-1239-4e3a-9d9f-cca1fad38497 req-fcf9cc8a-357d-484b-acba-a1c367ccab2e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:57.075724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5524d932-1239-4e3a-9d9f-cca1fad38497 req-fcf9cc8a-357d-484b-acba-a1c367ccab2e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1147566 Jul 23 10:23:57.085401 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be1a197-a9c3-4ba6-80b6-dba1041b1d79 x-openstack-request-id: req-5be1a197-a9c3-4ba6-80b6-dba1041b1d79 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:57.085694 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:57.085951 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5be1a197-a9c3-4ba6-80b6-dba1041b1d79 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:57.086335 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'status': 'completed', 'code': 200} Jul 23 10:23:57.119921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Allocated IP 192.168.233.144 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/ba2da229-796d-43a2-bd9f-e93d8a1380f4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:23:57.138818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5524d932-1239-4e3a-9d9f-cca1fad38497 req-5b80f08b-c6e9-43cb-9687-440dfc6548b0 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514913 Jul 23 10:23:57.304670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b35bd-f6a1-42eb-a6f2-3c5b08e0ddc9 req-60c3766f-61fb-49d0-a619-4570c7cd7ef6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:57.307452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d92b35bd-f6a1-42eb-a6f2-3c5b08e0ddc9 req-60c3766f-61fb-49d0-a619-4570c7cd7ef6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.0759797 Jul 23 10:23:57.359980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d92b35bd-f6a1-42eb-a6f2-3c5b08e0ddc9 req-35ca9d3d-a7e9-430a-84ea-8cf66260897b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Jul 23 10:23:57.659060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-c81de214-804a-47fd-8cd2-0003ef76e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:57.660595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-c81de214-804a-47fd-8cd2-0003ef76e221 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1124 time: 0.5033634 Jul 23 10:23:57.687590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696caf6b-910e-47d4-84c2-8edad274f3fa req-083ffee0-5f7d-43ce-927a-7fc7a3292d4a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:57.689068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-696caf6b-910e-47d4-84c2-8edad274f3fa req-083ffee0-5f7d-43ce-927a-7fc7a3292d4a tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1023 time: 0.1919470 Jul 23 10:23:57.713203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:57.733555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fb939-32ff-4ace-a1e3-2a5c724462c5 req-7d88224f-3f19-4b4e-8d65-b51bce1a224d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:57.735381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc6fb939-32ff-4ace-a1e3-2a5c724462c5 req-7d88224f-3f19-4b4e-8d65-b51bce1a224d tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0735686 Jul 23 10:23:57.751162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Transition to ACTIVE for port object ba2da229-796d-43a2-bd9f-e93d8a1380f4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:23:57.773570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc6fb939-32ff-4ace-a1e3-2a5c724462c5 req-5dadef42-1084-4c87-a752-33889dfe0cc2 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jul 23 10:23:57.819275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-696caf6b-910e-47d4-84c2-8edad274f3fa req-f637dffb-1236-43af-b625-2620be750747 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&id=137e0223-cd0e-4d1b-8390-c4301496a433&id=f0ebf056-f3df-4f26-92cf-56d59c9131f0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1214335 Jul 23 10:23:57.864910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-d8859d30-ab46-4748-80ce-bcdecd822a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:57.866683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-d8859d30-ab46-4748-80ce-bcdecd822a22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1969831 Jul 23 10:23:57.868381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:57.889338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d', '040590a8-9c6b-41e0-87eb-f152d4ed9286'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:57.949691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:57.957555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-ae091a60-2c19-4811-bbe2-71a06c4330ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.0820863 Jul 23 10:23:57.977450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:23:57.996477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:23:58.018224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:23:58.025682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:58.089703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-f2b59836-a35e-404c-b97a-c252fe9e99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.091193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-f2b59836-a35e-404c-b97a-c252fe9e99a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1121476 Jul 23 10:23:58.104759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.105513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:58.151543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-62eebfa1-e39e-4eff-9bf4-f927ebc395b4 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3605444 Jul 23 10:23:58.154623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-6ba9ad3a-7404-4386-a342-96201d56c95c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387290 Jul 23 10:23:58.162226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7bb57-ecc0-4600-a4d5-b4ee0b1d31e0 req-7ba557f5-28ab-4ff6-81c9-5ceec966929b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.174745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5b7bb57-ecc0-4600-a4d5-b4ee0b1d31e0 req-7ba557f5-28ab-4ff6-81c9-5ceec966929b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 936 time: 0.2625146 Jul 23 10:23:58.183837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Request body: {'port': {'device_id': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:23:58.306935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5b7bb57-ecc0-4600-a4d5-b4ee0b1d31e0 req-0c413c36-6e11-41c6-a2c6-bede59a69895 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356475 Jul 23 10:23:58.363221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad36be-b342-46b6-9e55-956f8d6edaa5 req-6c572753-fe99-4656-b8d7-26fc39cd5879 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.375586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fad36be-b342-46b6-9e55-956f8d6edaa5 req-6c572753-fe99-4656-b8d7-26fc39cd5879 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1427557 Jul 23 10:23:58.384166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-04a61a97-8bb8-401a-87cb-1cb29cb10fa1 None None] Provisioning for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:23:58.386190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:58.391164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-04a61a97-8bb8-401a-87cb-1cb29cb10fa1 None None] Provisioning complete for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:23:58.391603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04a61a97-8bb8-401a-87cb-1cb29cb10fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:58.457994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-04a61a97-8bb8-401a-87cb-1cb29cb10fa1 None None] Port ba2da229-796d-43a2-bd9f-e93d8a1380f4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:23:58.464667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fad36be-b342-46b6-9e55-956f8d6edaa5 req-cf36375f-d688-432d-97fd-948db19f6e38 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859978 Jul 23 10:23:58.468032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:23:58.533327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-39458cc5-5944-4892-80b9-5a8eafdc5e30 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553972 Jul 23 10:23:58.569846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:58.597824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:58.600747 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ed9c12-7c2c-4b6a-9555-2b89f91e206d" -d '{"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:58.618360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:58.625028 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:58.663515 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f174964-9bdf-4906-84e1-2bd29268ac29 x-openstack-request-id: req-7f174964-9bdf-4906-84e1-2bd29268ac29 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:58.663796 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:58.664061 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f174964-9bdf-4906-84e1-2bd29268ac29 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:58.664462 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'code': 200} Jul 23 10:23:58.695131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:58.778327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aee47-9ea1-47c4-9759-259cad862e37 req-de10f25d-69fb-4e7d-9903-c0fd8b199abe tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.779854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a2aee47-9ea1-47c4-9759-259cad862e37 req-de10f25d-69fb-4e7d-9903-c0fd8b199abe tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.2575397 Jul 23 10:23:58.781654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33cf55b5-9c23-4a00-b0ed-bdc9028d2ebb req-8117024f-af99-454f-9783-761ce2ec5a9d service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061691 Jul 23 10:23:58.799896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-707d44a5-2d6d-4037-9885-526ba072bd0c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.801427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-707d44a5-2d6d-4037-9885-526ba072bd0c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1023 time: 0.2920022 Jul 23 10:23:58.900254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a2aee47-9ea1-47c4-9759-259cad862e37 req-3ee3bfae-a0d9-46e0-909a-400e4863a979 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139414 Jul 23 10:23:58.930891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4cc5-b5d9-4d9d-9654-0f7167d334db req-112218b9-a43d-4f69-b395-f196b26abf68 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:58.935901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b4d4cc5-b5d9-4d9d-9654-0f7167d334db req-112218b9-a43d-4f69-b395-f196b26abf68 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0759625 Jul 23 10:23:58.998145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b4d4cc5-b5d9-4d9d-9654-0f7167d334db req-f79a7aca-e5f4-4ecd-b1f3-cb5fe81072cd tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582883 Jul 23 10:23:59.058348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2da229-796d-43a2-bd9f-e93d8a1380f4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:23:59.071048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.094343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Transition to ACTIVE for port object ba2da229-796d-43a2-bd9f-e93d8a1380f4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:23:59.103966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.145059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Deleting port 291ada55-0b63-4f4e-838a-11139be6364d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:23:59.145424 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.159020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe09dd-bb2e-42bf-a413-019b2a1a052a req-adce6ba4-a2ae-44c7-a007-b13f62bd414c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:59.162164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5fe09dd-bb2e-42bf-a413-019b2a1a052a req-adce6ba4-a2ae-44c7-a007-b13f62bd414c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 1023 time: 0.1723323 Jul 23 10:23:59.228950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:59.339998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5fe09dd-bb2e-42bf-a413-019b2a1a052a req-ea131a5e-ee80-4c73-9f67-f332e367ca9f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups?id=b58a65c6-0e4a-4773-b777-653eb72a4706&id=137e0223-cd0e-4d1b-8390-c4301496a433&id=f0ebf056-f3df-4f26-92cf-56d59c9131f0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1652708 Jul 23 10:23:59.365337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] For port 291ada55-0b63-4f4e-838a-11139be6364d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=291ada55-0b63-4f4e-838a-11139be6364d,segment=NetworkSegment(9ea65822-7889-4b36-bc4b-00f5434e24cb),segment_id=9ea65822-7889-4b36-bc4b-00f5434e24cb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:23:59.365700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.382957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Calling delete_port for 291ada55-0b63-4f4e-838a-11139be6364d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:23:59.406987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:23:59.407267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:23:59.407633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:59.441261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:23:59.441546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:23:59.449291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:23:59.449641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:23:59.450036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:23:59.450474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Bound port: ba2da229-796d-43a2-bd9f-e93d8a1380f4, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:23:59.450836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.466248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec4b2-4d2d-4953-826a-4a9345f13356 req-013f7c16-e1c5-465c-ab10-67614e6f07b2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:59.467813 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b26ec4b2-4d2d-4953-826a-4a9345f13356 req-013f7c16-e1c5-465c-ab10-67614e6f07b2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.0723457 Jul 23 10:23:59.517826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b26ec4b2-4d2d-4953-826a-4a9345f13356 req-e453af3e-113e-4537-b6ba-4d0e67264caf tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Jul 23 10:23:59.601968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:23:59.638083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:23:59.649213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.701401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:59.702027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.704375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] 10.222.0.20 "PUT /v2.0/ports/ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 1096 time: 1.5255797 Jul 23 10:23:59.705754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:23:59.708678 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6aef7-7a71-4e09-8df4-91204965a6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:23:59.733239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-835896f3-1857-4005-8892-40fefd5be1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.735735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.746913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b36a-9c8d-4224-b56d-4553e0bb708f req-f149ec79-5b47-40d4-9d76-65c56edcfa4d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:59.759208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9422b36a-9c8d-4224-b56d-4553e0bb708f req-f149ec79-5b47-40d4-9d76-65c56edcfa4d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.2246704 Jul 23 10:23:59.785726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['291ada55-0b63-4f4e-838a-11139be6364d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:23:59.793798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba9df4-8ec8-4719-a9b3-112b975e9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:59.801415 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac3ae6-ea0b-4eee-9be7-1ff4b9cc7515 x-openstack-request-id: req-04ac3ae6-ea0b-4eee-9be7-1ff4b9cc7515 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:23:59.801764 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:23:59.801981 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04ac3ae6-ea0b-4eee-9be7-1ff4b9cc7515 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:23:59.802370 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'status': 'completed', 'code': 200} Jul 23 10:23:59.879083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'Port': ['ID=291ada55-0b63-4f4e-838a-11139be6364d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:23:59.903167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9422b36a-9c8d-4224-b56d-4553e0bb708f req-c046155b-c309-496d-aab8-f06ae5372371 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424992 Jul 23 10:23:59.928836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] No DVR routers for this DVR port 291ada55-0b63-4f4e-838a-11139be6364d on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:23:59.935359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:23:59.937370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d67f635-2f71-4cb4-94d1-df2f85ce79e4 req-1277acf7-f81e-4581-8748-50401b0e8aa6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.20 "DELETE /v2.0/ports/291ada55-0b63-4f4e-838a-11139be6364d HTTP/1.1" status: 204 len: 173 time: 1.1223083 Jul 23 10:23:59.954172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-8216c10d-55b5-4626-8906-8d6a0a011edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:23:59.956018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-8216c10d-55b5-4626-8906-8d6a0a011edd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1099 time: 0.1712174 Jul 23 10:24:00.023548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-f63611eb-a7ca-42b6-8b84-4c0973f5596f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.0423026 Jul 23 10:24:00.081357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8f26-bb05-4c27-aa1c-08399565ce82 req-b0c170f0-518f-4366-9600-0d5772e342de tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.092245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9ba8f26-bb05-4c27-aa1c-08399565ce82 req-b0c170f0-518f-4366-9600-0d5772e342de tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1104832 Jul 23 10:24:00.140205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-a714bd5e-674f-4b62-8be0-2594071e05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.141816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-a714bd5e-674f-4b62-8be0-2594071e05ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1039360 Jul 23 10:24:00.144428 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:00.153252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9ba8f26-bb05-4c27-aa1c-08399565ce82 req-563ba5e5-1381-46a4-922e-cb535dc58cca tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601368 Jul 23 10:24:00.201140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e25e-1f02-4326-8df0-bba67a198bd8 req-69fb849d-a010-40cf-aec1-1a3c71b86419 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.203456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4914e25e-1f02-4326-8df0-bba67a198bd8 req-69fb849d-a010-40cf-aec1-1a3c71b86419 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1162925 Jul 23 10:24:00.256361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4914e25e-1f02-4326-8df0-bba67a198bd8 req-140adaaa-7109-4741-a22d-fb7007d54159 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Jul 23 10:24:00.263984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-ac498e5b-19b4-4b0c-a040-24044c9c76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.265464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-ac498e5b-19b4-4b0c-a040-24044c9c76d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135726 Jul 23 10:24:00.362274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-26e32440-efcc-4b57-8e70-ee8a0c676ead service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870397 Jul 23 10:24:00.471946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e383f3c-45b9-465a-be08-2bb08135bc3b req-0be58f0b-1579-446c-8f9c-e5fef4cdc5d0 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73f67d8-cf90-48d5-9606-5f957ad4bb16 HTTP/1.1" status: 200 len: 210 time: 0.0364418 Jul 23 10:24:00.475239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:24:00.475659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0704e15e-9989-4447-bf6e-7ed621f9841e req-1ac6a0f9-a3c0-49ca-b2e8-ac96f5cdf57e service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002724 Jul 23 10:24:00.706058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:00.710589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-8fc3b4c6-6eac-429c-b1fd-9f52baf5eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.712385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-8fc3b4c6-6eac-429c-b1fd-9f52baf5eb61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1099 time: 0.1149693 Jul 23 10:24:00.719272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8200ec75-4645-490c-9349-d731cdb453ae', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '8200ec75-4645-490c-9349-d731cdb453ae', 'mac_address': 'fa:16:3e:ab:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:24:00.721570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735a73-203f-4b4c-aa29-cb052b5d8ffb req-bbfe098d-b8ea-4ce6-9f07-c112c31d1d25 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.723060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab735a73-203f-4b4c-aa29-cb052b5d8ffb req-bbfe098d-b8ea-4ce6-9f07-c112c31d1d25 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.1158667 Jul 23 10:24:00.762614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:00.775863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8200ec75-4645-490c-9349-d731cdb453ae {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:00.795750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab735a73-203f-4b4c-aa29-cb052b5d8ffb req-73abddaa-a2d7-499d-b7b5-e3967de7e2d2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664082 Jul 23 10:24:00.796922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:00.802972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:00.866472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-7a78e7ed-fa79-4e67-abf6-34054868a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:00.868471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-7a78e7ed-fa79-4e67-abf6-34054868a015 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1204393 Jul 23 10:24:00.882870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:00.920609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-566de73a-f333-4d92-9cb1-19a3cafbe005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.0444610 Jul 23 10:24:01.016887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-301d45fc-8ed4-4f43-944c-52fb8df2419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:01.018272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-301d45fc-8ed4-4f43-944c-52fb8df2419b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0749753 Jul 23 10:24:01.089141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0267d-c425-4342-87ad-dbe7dda8b0f2 req-41b5227d-ddd2-4237-b971-86f7c6d5f462 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:01.090615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47b0267d-c425-4342-87ad-dbe7dda8b0f2 req-41b5227d-ddd2-4237-b971-86f7c6d5f462 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1065238 Jul 23 10:24:01.130744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-fe962521-8b79-4bc6-9947-d5bd7d1f8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:01.131168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-fe962521-8b79-4bc6-9947-d5bd7d1f8a90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999331 Jul 23 10:24:01.148003 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.153249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8200ec75-4645-490c-9349-d731cdb453ae'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:01.177308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47b0267d-c425-4342-87ad-dbe7dda8b0f2 req-e00c7357-793a-4c23-9df5-b59a882cd8ed tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796695 Jul 23 10:24:01.285463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-3afa9b33-d4bd-40f4-962a-24c75e99de43 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392794 Jul 23 10:24:01.422467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bfd3c-53c7-4e02-9d45-9b9aadd442ec req-6b7e5e77-b32b-42a4-bdcb-2b89c254c3b8 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:01.426818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80bfd3c-53c7-4e02-9d45-9b9aadd442ec req-6b7e5e77-b32b-42a4-bdcb-2b89c254c3b8 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1361001 Jul 23 10:24:01.472999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80bfd3c-53c7-4e02-9d45-9b9aadd442ec req-0980400e-a6fb-4908-8461-197720e28e75 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Jul 23 10:24:01.590207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-018afd4d-43b0-4917-8353-983401c5e0b1 req-18e759dc-870c-48e9-ad1f-78e5128441b2 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/137e0223-cd0e-4d1b-8390-c4301496a433 HTTP/1.1" status: 200 len: 1801 time: 0.0432172 Jul 23 10:24:01.662188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-018afd4d-43b0-4917-8353-983401c5e0b1 req-eee142a4-cc46-4351-8b32-784bb1cd844c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.685773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-018afd4d-43b0-4917-8353-983401c5e0b1 req-eee142a4-cc46-4351-8b32-784bb1cd844c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.736942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-018afd4d-43b0-4917-8353-983401c5e0b1 req-eee142a4-cc46-4351-8b32-784bb1cd844c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.741664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-018afd4d-43b0-4917-8353-983401c5e0b1 req-eee142a4-cc46-4351-8b32-784bb1cd844c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.743113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-018afd4d-43b0-4917-8353-983401c5e0b1 req-eee142a4-cc46-4351-8b32-784bb1cd844c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/137e0223-cd0e-4d1b-8390-c4301496a433 HTTP/1.1" status: 204 len: 173 time: 0.1475890 Jul 23 10:24:01.758305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee142a4-cc46-4351-8b32-784bb1cd844c tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e0223-cd0e-4d1b-8390-c4301496a433,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:01.804741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'name': 'network-vif-deleted', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:01.807121 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c2793-d6dd-4004-99c4-6262816f309b" -d '{"events": [{"server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "name": "network-vif-deleted", "tag": "291ada55-0b63-4f4e-838a-11139be6364d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:01.816055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6787905-6102-44dd-89d5-79de9448a7db req-6fb6653e-4672-44dc-8b1b-e8266919279f tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "GET /v2.0/security-groups/f0ebf056-f3df-4f26-92cf-56d59c9131f0 HTTP/1.1" status: 200 len: 1801 time: 0.0467060 Jul 23 10:24:01.839350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90b6aef7-7a71-4e09-8df4-91204965a6a7 req-46bc5d3e-7a94-469b-89cd-b06a034ac188 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432870 Jul 23 10:24:01.853780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02476ba-75ad-4792-9fc3-b7e6161589b8 req-9086f064-d4ab-4e8f-9286-1cebb45934e9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:01.855508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e02476ba-75ad-4792-9fc3-b7e6161589b8 req-9086f064-d4ab-4e8f-9286-1cebb45934e9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1250527 Jul 23 10:24:01.898440 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c6787905-6102-44dd-89d5-79de9448a7db req-345b4146-d256-4d13-be76-1a73ffda80e6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.915451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e02476ba-75ad-4792-9fc3-b7e6161589b8 req-daf66684-54b7-4cfd-b1f1-26d69c481d1f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Jul 23 10:24:01.923498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c6787905-6102-44dd-89d5-79de9448a7db req-345b4146-d256-4d13-be76-1a73ffda80e6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.954397 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a7e22-73ae-42da-ab17-f9ffa70e30ea x-openstack-request-id: req-975a7e22-73ae-42da-ab17-f9ffa70e30ea {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:01.954717 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f67d8-cf90-48d5-9606-5f957ad4bb16", "name": "network-vif-deleted", "tag": "291ada55-0b63-4f4e-838a-11139be6364d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:01.955075 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-975a7e22-73ae-42da-ab17-f9ffa70e30ea {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:01.955569 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73f67d8-cf90-48d5-9606-5f957ad4bb16', 'name': 'network-vif-deleted', 'tag': '291ada55-0b63-4f4e-838a-11139be6364d', 'status': 'completed', 'code': 200} Jul 23 10:24:01.992996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c6787905-6102-44dd-89d5-79de9448a7db req-345b4146-d256-4d13-be76-1a73ffda80e6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:01.997169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c6787905-6102-44dd-89d5-79de9448a7db req-345b4146-d256-4d13-be76-1a73ffda80e6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.004460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34652) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:02.015134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6787905-6102-44dd-89d5-79de9448a7db req-345b4146-d256-4d13-be76-1a73ffda80e6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0ebf056-f3df-4f26-92cf-56d59c9131f0 HTTP/1.1" status: 204 len: 173 time: 0.1857607 Jul 23 10:24:02.034721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b4146-d256-4d13-be76-1a73ffda80e6 tempest-SecurityGroupsTestJSON-734815095 tempest-SecurityGroupsTestJSON-734815095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ebf056-f3df-4f26-92cf-56d59c9131f0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:02.090061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Deleting subnet 3ef1007d-14ad-47e5-a679-a1cf042d8474 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:24:02.094888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.160661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.206898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c459a6-cb57-4e70-8cee-89775c5abb33 req-eec9f1d3-6884-4f36-9d79-f7072485cad2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:02.209082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c459a6-cb57-4e70-8cee-89775c5abb33 req-eec9f1d3-6884-4f36-9d79-f7072485cad2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.1966815 Jul 23 10:24:02.254605 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.300515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94c459a6-cb57-4e70-8cee-89775c5abb33 req-c0da0060-753a-4e98-82ff-2eb99984f09d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722761 Jul 23 10:24:02.350034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.377689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.408430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365af67-5e8e-45b1-a3ca-8d4c36505f05 req-735fa548-ff77-4e43-a8c7-6e2ece00fea7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:02.416102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365af67-5e8e-45b1-a3ca-8d4c36505f05 req-735fa548-ff77-4e43-a8c7-6e2ece00fea7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1300001 Jul 23 10:24:02.437553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef1007d-14ad-47e5-a679-a1cf042d8474,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:02.443871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.454243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-779e6d9d-3d7c-4147-96c0-e7c72482cbf2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3ef1007d-14ad-47e5-a679-a1cf042d8474 HTTP/1.1" status: 204 len: 168 time: 0.4484870 Jul 23 10:24:02.456642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:02.479332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:02.521330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365af67-5e8e-45b1-a3ca-8d4c36505f05 req-f0ef42a8-f2ea-4ba1-bfd2-b4511a2fdad8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031780 Jul 23 10:24:02.568489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.607350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8200ec75-4645-490c-9349-d731cdb453ae triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:02.608031 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.710403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.720309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.741309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efee9bf9-7a67-4fca-a6ee-a52e96e9acf7']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:02.759082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:02.761395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:02.764650 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8ce6df-946f-4bba-aa96-8edbabf9ab88" -d '{"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-plugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:02.765113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4603493-4d45-4c9d-8f70-18f3d5a4fc36 req-ee9a835f-d9bb-4451-b47e-5d6ef066dd07 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:02.769277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.770479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 291ada55-0b63-4f4e-838a-11139be6364d no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:02.784187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4603493-4d45-4c9d-8f70-18f3d5a4fc36 req-ee9a835f-d9bb-4451-b47e-5d6ef066dd07 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1938565 Jul 23 10:24:02.802224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea65822-7889-4b36-bc4b-00f5434e24cb') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:02.802526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea65822-7889-4b36-bc4b-00f5434e24cb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:02.829690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:02.854801 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a037da-f062-4ede-91b8-e6fdfda198de x-openstack-request-id: req-95a037da-f062-4ede-91b8-e6fdfda198de {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:02.855367 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-plugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:02.860100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.862208 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95a037da-f062-4ede-91b8-e6fdfda198de {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:02.862968 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'code': 200} Jul 23 10:24:02.864754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 291ada55-0b63-4f4e-838a-11139be6364d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:02.865267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 291ada55-0b63-4f4e-838a-11139be6364d not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:02.890276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.903032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4603493-4d45-4c9d-8f70-18f3d5a4fc36 req-23eeef0b-7724-4dc3-9b3d-8f0d061f2400 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178434 Jul 23 10:24:02.940677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:24:02.941475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:24:02.944894 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:24:03.038594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:03.083744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=efee9bf9-7a67-4fca-a6ee-a52e96e9acf7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:03.087240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:03.091231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-684697a2-54de-49ea-9132-ead710ed8f58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/efee9bf9-7a67-4fca-a6ee-a52e96e9acf7 HTTP/1.1" status: 204 len: 168 time: 0.6321499 Jul 23 10:24:03.144193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5bd7-dbd0-4ae9-a4dd-a7ec8e5cc006 req-0afdfe5a-d0f9-4935-b956-aaef1c8d5d21 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:03.150152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b46b5bd7-dbd0-4ae9-a4dd-a7ec8e5cc006 req-0afdfe5a-d0f9-4935-b956-aaef1c8d5d21 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1257560 Jul 23 10:24:03.208202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b46b5bd7-dbd0-4ae9-a4dd-a7ec8e5cc006 req-4c3bab1b-5267-420d-b74f-b4297314d091 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Jul 23 10:24:03.270072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:03.323305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34690) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:03.336237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fa25fb62-e439-45c0-af54-08a699069556 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66d620e11d8447ec99237601bbfd2412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641408 Jul 23 10:24:03.385049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e0d968-43da-4272-bc88-876cfb48e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:03.412138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e0d968-43da-4272-bc88-876cfb48e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:03.481707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e0d968-43da-4272-bc88-876cfb48e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:03.484775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e0d968-43da-4272-bc88-876cfb48e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:03.486259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24e0d968-43da-4272-bc88-876cfb48e6dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b58a65c6-0e4a-4773-b777-653eb72a4706 HTTP/1.1" status: 204 len: 168 time: 0.1619380 Jul 23 10:24:03.513205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0d968-43da-4272-bc88-876cfb48e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a65c6-0e4a-4773-b777-653eb72a4706,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:03.594575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e841e-7e42-4f5e-b949-038ec3a9b75d req-dc494728-6799-4172-b919-d8e2327e9d3f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:03.602826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b1e841e-7e42-4f5e-b949-038ec3a9b75d req-dc494728-6799-4172-b919-d8e2327e9d3f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.1774673 Jul 23 10:24:03.692341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b1e841e-7e42-4f5e-b949-038ec3a9b75d req-48f9fdaf-0627-4e6d-947f-ff7adba43ac7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884123 Jul 23 10:24:03.818806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442cc84-83af-4f32-944e-c0ca2d3edff5 req-69567d2c-d6b7-4743-86db-fd41546f6c29 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:03.820731 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8442cc84-83af-4f32-944e-c0ca2d3edff5 req-69567d2c-d6b7-4743-86db-fd41546f6c29 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1090696 Jul 23 10:24:03.887795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8442cc84-83af-4f32-944e-c0ca2d3edff5 req-ac434835-0e26-4eb0-89d7-068d2e94a4c4 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Jul 23 10:24:04.091657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d6f73-bc4a-46a9-925d-33b8b0566b98 req-7039c895-6f8f-4cfc-a242-9c29b59d9652 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:04.112549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401d6f73-bc4a-46a9-925d-33b8b0566b98 req-7039c895-6f8f-4cfc-a242-9c29b59d9652 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1068974 Jul 23 10:24:04.117875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:04.175823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401d6f73-bc4a-46a9-925d-33b8b0566b98 req-6a4beddd-4f4c-4c9d-8681-0024d7cbbb85 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620122 Jul 23 10:24:04.423832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74942af-5920-46ef-b887-b39f5d63ebab req-f33b0287-7390-4d0d-b524-8f9b82a231ee tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:04.432384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c74942af-5920-46ef-b887-b39f5d63ebab req-f33b0287-7390-4d0d-b524-8f9b82a231ee tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1065683 Jul 23 10:24:04.496522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:24:04.527764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c74942af-5920-46ef-b887-b39f5d63ebab req-bac16a12-1f57-473d-90e2-e41f58499ae2 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945561 Jul 23 10:24:04.646490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:04.678471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'mac_address': 'fa:16:3e:a8:a2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:24:04.722804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34756) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:04.781742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:04.809029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2da229-796d-43a2-bd9f-e93d8a1380f4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:04.876640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:04.882814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:04.923571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644ad48-9978-414d-be91-f2a00b9a36c2 req-ff3da723-54d3-421c-b4b3-f1bdc42f6e2a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:04.925154 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1644ad48-9978-414d-be91-f2a00b9a36c2 req-ff3da723-54d3-421c-b4b3-f1bdc42f6e2a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.1112509 Jul 23 10:24:04.935859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1633262470-network', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:04.948230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:04.971917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Made reservation on behalf of bb07399528ca40608d99892a2c26bd55 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:24:04.975647 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:04.988622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.044334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1644ad48-9978-414d-be91-f2a00b9a36c2 req-29981f58-1343-4268-918b-c0f9214b45b9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029229 Jul 23 10:24:05.147847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cc44-8881-41c2-8b89-05d470384211 req-00f93049-2403-4021-aa42-7a001eb1719f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:05.149509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e09cc44-8881-41c2-8b89-05d470384211 req-00f93049-2403-4021-aa42-7a001eb1719f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1439712 Jul 23 10:24:05.248289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.268285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e09cc44-8881-41c2-8b89-05d470384211 req-321c00c8-dd1c-46ee-a945-2edb43cf7fc4 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058855 Jul 23 10:24:05.271594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.296691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:24:05.322816 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.323631 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Added segment 150ae875-93e8-48bb-8f6e-abddf5bc2a4f of type vlan for network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 Jul 23 10:24:05.325714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ab85e-6828-4cec-b219-036b6c87bc3e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:05.340385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba2da229-796d-43a2-bd9f-e93d8a1380f4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:05.392492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cfc7e-eb2e-4ffb-a80b-7caed47f5e7e req-8e027234-567d-4a41-a6f8-cd6255204a62 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:05.399775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-990cfc7e-eb2e-4ffb-a80b-7caed47f5e7e req-8e027234-567d-4a41-a6f8-cd6255204a62 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1209908 Jul 23 10:24:05.479551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.489200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-990cfc7e-eb2e-4ffb-a80b-7caed47f5e7e req-53de1bea-6218-42a5-ae9e-72c9c4e44d20 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 Jul 23 10:24:05.543694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.544695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:05.545281 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.653057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9284055 Jul 23 10:24:05.653883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2a558-c136-4de7-b8c9-e5a9a390cf3f admin admin] Pushing event updated for resources: {'Network': ['ID=6d762d4b-72b1-4732-ae6f-23b47c783ff3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:05.655360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:05.664760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Request body: {'subnet': {'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1633262470-subnet', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:05.675511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:24:05.826615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Made reservation on behalf of bb07399528ca40608d99892a2c26bd55 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:24:05.829116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:05.916114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84d81-7c6a-49c1-882b-0f744673cb0d req-52872e7d-e0bc-4b8e-851b-ea2e40d4935a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:05.922487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fe84d81-7c6a-49c1-882b-0f744673cb0d req-52872e7d-e0bc-4b8e-851b-ea2e40d4935a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.2482729 Jul 23 10:24:05.993011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fe84d81-7c6a-49c1-882b-0f744673cb0d req-3ab7365c-82fb-485e-864f-c96f9f1f9079 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629361 Jul 23 10:24:06.136448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:06.248639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57360da6-7dd1-4398-9723-aac0715f4c54,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:06.380326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Checking segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:06.380725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Network hostable DHCP agents. Network: 6d762d4b-72b1-4732-ae6f-23b47c783ff3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:24:06.464355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:24:06.483796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6d762d4b-72b1-4732-ae6f-23b47c783ff3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:06.487295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c8ff4-2b00-4045-b298-ac7de2484f8c req-c1d73b64-a8e2-4576-a7eb-90b8bbebd867 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:06.489400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ef6c8ff4-2b00-4045-b298-ac7de2484f8c req-c1d73b64-a8e2-4576-a7eb-90b8bbebd867 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.3280663 Jul 23 10:24:06.494744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31295f41-1e82-4167-9513-6cba32efb911 None None] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:24:06.502131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:06.502700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:06.612513 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c6a5535d-0546-40df-ba7d-3970ecff24c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9521143 Jul 23 10:24:06.612870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:06.628122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:06.663807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ef6c8ff4-2b00-4045-b298-ac7de2484f8c req-b3fe580a-84d9-437e-9538-27d879da6d27 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576190 Jul 23 10:24:06.722132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8b90e-2fa9-4c3a-a824-b0b39cd5c525 req-fd6b969b-3714-4097-b332-47b7fac48449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:06.727861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:06.729445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16e8b90e-2fa9-4c3a-a824-b0b39cd5c525 req-fd6b969b-3714-4097-b332-47b7fac48449 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.2239506 Jul 23 10:24:06.731903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:06.814120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16e8b90e-2fa9-4c3a-a824-b0b39cd5c525 req-dc3e109a-43e0-4023-b67c-dc2734e4916f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759385 Jul 23 10:24:06.885859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3a6ee-0b03-449b-ad20-7be3593fe81b req-3dfd8de2-63bb-44d6-bb87-2d461990aad9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:06.898258 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ba3a6ee-0b03-449b-ad20-7be3593fe81b req-3dfd8de2-63bb-44d6-bb87-2d461990aad9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.3917973 Jul 23 10:24:06.950507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:24:06.951609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.108502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.126614 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ba3a6ee-0b03-449b-ad20-7be3593fe81b req-9f757316-a751-4b63-a3a5-efe68aae1bac tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272880 Jul 23 10:24:07.178468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78983318-4dd8-4044-b9cd-4a4d7e03a783 req-01829a01-57db-49e6-b1d1-104dced96efb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:07.187092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78983318-4dd8-4044-b9cd-4a4d7e03a783 req-01829a01-57db-49e6-b1d1-104dced96efb tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.1389635 Jul 23 10:24:07.258801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78983318-4dd8-4044-b9cd-4a4d7e03a783 req-384842a8-c244-441a-adf9-2248976ba337 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656385 Jul 23 10:24:07.389444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Allocated IP 172.20.0.2 (6d762d4b-72b1-4732-ae6f-23b47c783ff3/57360da6-7dd1-4398-9723-aac0715f4c54/94a3906c-218b-4ad8-9f43-5054c1669889) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:07.458099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.500132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fabf05-bf47-4e61-bf52-2af34afb70eb req-582f4102-31f4-4f15-aac8-944acbfcac34 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:07.508528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57fabf05-bf47-4e61-bf52-2af34afb70eb req-582f4102-31f4-4f15-aac8-944acbfcac34 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1702929 Jul 23 10:24:07.561051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57fabf05-bf47-4e61-bf52-2af34afb70eb req-66e2d0ac-5b3e-43cd-bd38-99c82a1634f6 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 Jul 23 10:24:07.643160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.662582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Transition to ACTIVE for port object 94a3906c-218b-4ad8-9f43-5054c1669889 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:07.705348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Transition to ACTIVE for port object 94a3906c-218b-4ad8-9f43-5054c1669889 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:07.718091 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.770283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:07.773385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:07.778660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:24:07.786310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Pushing event updated for resources: {'Port': ['ID=94a3906c-218b-4ad8-9f43-5054c1669889,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:07.844879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.880998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Attempting to bind port 94a3906c-218b-4ad8-9f43-5054c1669889 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:07.881376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Attempting to bind port 94a3906c-218b-4ad8-9f43-5054c1669889 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:07.882213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Attempting to bind port 94a3906c-218b-4ad8-9f43-5054c1669889 on network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:07.889189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:07.889573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Checking segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:07.889925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.890315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Bound using segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:07.890782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Bound port: 94a3906c-218b-4ad8-9f43-5054c1669889, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:07.891162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:07.892172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.040249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] For port 94a3906c-218b-4ad8-9f43-5054c1669889, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:08.044353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] For port 94a3906c-218b-4ad8-9f43-5054c1669889, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94a3906c-218b-4ad8-9f43-5054c1669889,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:08.049919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.061715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a09d-58f1-4a90-9947-fb34f1c38132 req-a1d4e29e-00af-4800-83a7-e985ce5a0726 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:08.069736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49a9a09d-58f1-4a90-9947-fb34f1c38132 req-a1d4e29e-00af-4800-83a7-e985ce5a0726 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.2272162 Jul 23 10:24:08.153123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49a9a09d-58f1-4a90-9947-fb34f1c38132 req-7dfc6b58-bb31-4169-bcfe-eb974a691f67 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819373 Jul 23 10:24:08.154085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787c93d-6de4-420d-9ceb-da37e49ddf07 None None] Pushing event updated for resources: {'Port': ['ID=94a3906c-218b-4ad8-9f43-5054c1669889,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:08.184589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Allocated IP 172.25.4.191 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:08.430841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8250-386b-4a79-9301-f9d9fd2fad7d req-367fa874-7e49-4f21-8edb-c4f417375020 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:08.438787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-658b8250-386b-4a79-9301-f9d9fd2fad7d req-367fa874-7e49-4f21-8edb-c4f417375020 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1363573 Jul 23 10:24:08.499409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:08.606039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:08.611929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:08.612266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.641585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-658b8250-386b-4a79-9301-f9d9fd2fad7d req-fa75a48f-7783-4f27-9ce9-5f2f62409f12 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970379 Jul 23 10:24:08.642728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.724749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e88ae-227f-40f8-ac43-48a7c5cfad9f req-52271f26-d986-45b6-ba38-54621862f9df tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:08.732982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-041e88ae-227f-40f8-ac43-48a7c5cfad9f req-52271f26-d986-45b6-ba38-54621862f9df tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.3369980 Jul 23 10:24:08.832752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.834587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-041e88ae-227f-40f8-ac43-48a7c5cfad9f req-3b76f0f8-3a30-4b1b-9c9a-84237dac9756 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843394 Jul 23 10:24:08.859798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:08.861840 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e47e59-6f30-44c5-99d4-f352011aa709" -d '{"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:08.878277 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.883623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:08.892936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:08.958771 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de8100c-c7db-4cf4-b412-919f23e771ae x-openstack-request-id: req-4de8100c-c7db-4cf4-b412-919f23e771ae {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:08.959742 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:08.959953 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4de8100c-c7db-4cf4-b412-919f23e771ae {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:08.960309 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'code': 200} Jul 23 10:24:09.005364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Pushing event updated for resources: {'Port': ['ID=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:09.016478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:09.017950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:09.019496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:09.021533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:24:09.111034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4222d-5acb-4e71-8e9d-0bbbedc8d803 req-92f2df2c-8df1-4293-a7d7-bcd721588239 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:09.117409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49a4222d-5acb-4e71-8e9d-0bbbedc8d803 req-92f2df2c-8df1-4293-a7d7-bcd721588239 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1686170 Jul 23 10:24:09.208032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49a4222d-5acb-4e71-8e9d-0bbbedc8d803 req-d3f3a008-ce47-4e8f-b5a1-cdb4792ac1cf tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897403 Jul 23 10:24:09.213164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94a3906c-218b-4ad8-9f43-5054c1669889 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:09.349501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 94a3906c-218b-4ad8-9f43-5054c1669889 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:09.451060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d837b-be8f-4e1c-87eb-40b834225a04 req-db90213d-826f-4315-ac8f-0adb4f924d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:09.452859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-128d837b-be8f-4e1c-87eb-40b834225a04 req-db90213d-826f-4315-ac8f-0adb4f924d9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1101 time: 0.4004030 Jul 23 10:24:09.520620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1184-eb72-43fc-b29b-ea1bf1c2a2fc req-f403ab34-992c-4316-b36a-dc6f3eca375f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:09.529674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ef1184-eb72-43fc-b29b-ea1bf1c2a2fc req-f403ab34-992c-4316-b36a-dc6f3eca375f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.2114196 Jul 23 10:24:09.611399 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-128d837b-be8f-4e1c-87eb-40b834225a04 req-884e12d2-4eca-4ec5-bd10-4a589bcb08c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422498 Jul 23 10:24:09.639929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ef1184-eb72-43fc-b29b-ea1bf1c2a2fc req-4a435c9c-2917-47a1-9979-187acc342c31 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043110 Jul 23 10:24:09.673476 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:09.738598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-b034fa85-99fc-46cd-8f2d-966326495e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:09.745034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-b034fa85-99fc-46cd-8f2d-966326495e70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1124 time: 0.1978996 Jul 23 10:24:09.891056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde90206-2975-486a-81e3-de18ecc032af None None] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:24:09.914153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-6aa9b1d4-86f5-44ff-a87e-80a6c36ef9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:09.917068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-6aa9b1d4-86f5-44ff-a87e-80a6c36ef9a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.1593299 Jul 23 10:24:09.997821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] Provisioning for port 94a3906c-218b-4ad8-9f43-5054c1669889 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:10.013465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-1765cb55-2f0d-49cb-b5b0-d11166b91852 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.0887482 Jul 23 10:24:10.027174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] Provisioning complete for port 94a3906c-218b-4ad8-9f43-5054c1669889 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:10.027697 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:10.111970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:10.179769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-37739eb5-6dd0-42b2-87b2-32c96d1164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.181262 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-37739eb5-6dd0-42b2-87b2-32c96d1164ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1075501 Jul 23 10:24:10.195205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3498482-23fa-4d24-ac4b-d7e978adcc6f req-c5f65f9a-b20e-436b-a2e2-8ca06b50a2b8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.202979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3498482-23fa-4d24-ac4b-d7e978adcc6f req-c5f65f9a-b20e-436b-a2e2-8ca06b50a2b8 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1852765 Jul 23 10:24:10.227779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-9b895087-b78c-4e2d-9125-c22dc22a8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.229345 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-9b895087-b78c-4e2d-9125-c22dc22a8183 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee41ecf2ab344155aa21a023e55c5248&device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 1097 time: 0.3239975 Jul 23 10:24:10.236689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:10.238243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-69d5df51-d387-4d4a-930c-97b46a55f63d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.246987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-69d5df51-d387-4d4a-930c-97b46a55f63d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.4136283 Jul 23 10:24:10.262871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-620c97bb-8460-49cb-82a6-5f06c7087aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563362 Jul 23 10:24:10.286404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] For port 94a3906c-218b-4ad8-9f43-5054c1669889, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94a3906c-218b-4ad8-9f43-5054c1669889,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:10.295525 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:10.296891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-c72a7455-788b-48ff-af98-81efd284e287 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/quotas/917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 375 time: 0.0489652 Jul 23 10:24:10.367407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3498482-23fa-4d24-ac4b-d7e978adcc6f req-013a2120-b3d5-43e5-8cf5-6743baa2656f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634636 Jul 23 10:24:10.411942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f353d-8458-4e4f-9f4b-f01cc78d0a1c None None] Pushing event updated for resources: {'Port': ['ID=94a3906c-218b-4ad8-9f43-5054c1669889,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:10.510732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-fd26db1a-1164-4139-9ee8-5c7def3fc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.512481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-72d615a0-3e04-409a-afd0-7721ddf3997f service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348039 Jul 23 10:24:10.512647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-fd26db1a-1164-4139-9ee8-5c7def3fc38f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 200 len: 919 time: 0.2567661 Jul 23 10:24:10.538648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-2675f016-e91e-4017-aaaa-0a03c5091f7f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2398918 Jul 23 10:24:10.617743 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-f35ecbd6-849d-4df0-add7-1c11f97b1360 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 200 len: 217 time: 0.0867383 Jul 23 10:24:10.632655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8b7c00af-8e83-4344-bb3b-4d1275eab885 None None] Provisioning complete for port 94a3906c-218b-4ad8-9f43-5054c1669889 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:10.633342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7c00af-8e83-4344-bb3b-4d1275eab885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:10.677719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Router cbb5cdc5-2450-4916-afe2-6aace5ca522f is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:24:10.685329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-1dd735b5-4fdf-46e2-b608-4ddf8e30f47a service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575744 Jul 23 10:24:10.701482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c96c-2c9f-439f-89bf-bac43c7f8a08 req-0250879c-7edd-4a44-baf3-7a7dfc338f51 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.703280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35c1c96c-2c9f-439f-89bf-bac43c7f8a08 req-0250879c-7edd-4a44-baf3-7a7dfc338f51 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1569631 Jul 23 10:24:10.792355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35c1c96c-2c9f-439f-89bf-bac43c7f8a08 req-f768370c-850e-45dc-a441-9323ee2b6aa9 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825274 Jul 23 10:24:10.841332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-9eda5fdf-c3cd-4e30-a72a-657ddfa537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.842826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-9eda5fdf-c3cd-4e30-a72a-657ddfa537f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 200 len: 858 time: 0.2122006 Jul 23 10:24:10.851660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-6748668d-a33b-49bd-963f-3b769ff05fef tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:10.853547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-6748668d-a33b-49bd-963f-3b769ff05fef tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1124 time: 0.1328123 Jul 23 10:24:10.872852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:10.879988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-55dff8f4-e658-4299-8fa9-87cd3edf65fd service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251531 Jul 23 10:24:10.951517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-086a66dd-f2bf-4926-9c5e-201d58f5de0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1a98cd16-ea90-430f-a30a-82d2f9bc785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955532 Jul 23 10:24:11.038988 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:11.053287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94a3906c-218b-4ad8-9f43-5054c1669889 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:11.091454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:24:11.112912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Sync routers for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:24:11.136682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-26135147-929a-4e86-b005-4c6450228a55 service neutron] 10.222.0.37 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558088 Jul 23 10:24:11.140705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-f1d8aff3-52cd-4ca4-b54c-0fce8f773f42 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781406 Jul 23 10:24:11.143124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:11.144931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e3534fc-de16-4d27-9128-b92e7bcffa4b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5220940 Jul 23 10:24:11.163596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:11.167108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:24:11.167791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:11.250852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea57d12-1a9e-47de-baf5-4f3aefeb0c1f req-5fced8ca-6559-4e29-828a-d82611389f62 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:11.255148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 94a3906c-218b-4ad8-9f43-5054c1669889 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:11.255580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:11.268064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dea57d12-1a9e-47de-baf5-4f3aefeb0c1f req-5fced8ca-6559-4e29-828a-d82611389f62 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 943 time: 0.3488915 Jul 23 10:24:11.324743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:24:11.468083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dea57d12-1a9e-47de-baf5-4f3aefeb0c1f req-9066f58b-5c15-480b-9728-fb8690ef7a6b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739049 Jul 23 10:24:11.534444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:11.650846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:11.750888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-199eaafe-077c-46b5-9777-d65b5ec51d9e req-988a1cb4-8ff2-424c-890a-3eddb53c0f72 service neutron] 10.222.0.55 "GET /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027985 Jul 23 10:24:11.772874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0692a0-a9fa-44ee-b5ac-76373febc752 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:11.783449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:11.794638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:11.946072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:11.951209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on host n-h1-778550-4 for vnic_type normal with profile {} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:11.951577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:11.951907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:11.959920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:24:11.959920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Attempting to bind port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:11.972089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:11.972590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:11.973068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:11.973768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Bound port: 5c0692a0-a9fa-44ee-b5ac-76373febc752, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:11.974137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:11.996810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-4704d900-64bd-44c0-91a8-0f843f349690 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2494404 Jul 23 10:24:12.091162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366493-a696-41dd-915b-ce8e025c3ec8 req-0cf1873b-75b1-4d23-87c7-1e4983e9cfc0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:12.099066 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c1366493-a696-41dd-915b-ce8e025c3ec8 req-0cf1873b-75b1-4d23-87c7-1e4983e9cfc0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.2843153 Jul 23 10:24:12.107263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:09Z', 'revision_number': 3, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:12.116679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db894a99-1baa-45aa-be84-a70e4e2221ef req-abdb1fa0-d960-4516-8eca-7dca4d88564c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:12.124762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db894a99-1baa-45aa-be84-a70e4e2221ef req-abdb1fa0-d960-4516-8eca-7dca4d88564c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.2910042 Jul 23 10:24:12.156099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:12.175002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:12.177955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Checking router: cbb5cdc5-2450-4916-afe2-6aace5ca522f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:24:12.178369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Updating router cbb5cdc5-2450-4916-afe2-6aace5ca522f port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:24:12.185265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:12.203548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db894a99-1baa-45aa-be84-a70e4e2221ef req-e0c85bb7-b2d0-4fa2-9666-af001f3fabdc tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673239 Jul 23 10:24:12.235573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:12.236453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:12.238275 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 1091 time: 1.3725162 Jul 23 10:24:12.238917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:12.241417 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35a669d-a6bd-4515-99a8-d12bcc54b98a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:12.241683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c1366493-a696-41dd-915b-ce8e025c3ec8 req-b7ab7e83-1849-40a5-8d31-8f9a8a364a89 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410680 Jul 23 10:24:12.279775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-d3ad4705-0048-4124-bbdc-38002a1e4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:12.285473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-d3ad4705-0048-4124-bbdc-38002a1e4aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 1101 time: 0.2196815 Jul 23 10:24:12.366512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:12.423489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7577d0-9fb6-476c-99da-a6f425abbfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:12.483997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:12.500110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:12.562190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-bba129c7-edd5-40bf-8b22-f0fdf9d33d83 service neutron] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:12.579236 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-bba129c7-edd5-40bf-8b22-f0fdf9d33d83 service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:12.580917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e02c6f3c-8985-4202-bc4a-863fd2c75748 req-bba129c7-edd5-40bf-8b22-f0fdf9d33d83 service neutron] 10.222.0.55 "DELETE /v2.0/ports/5c0692a0-a9fa-44ee-b5ac-76373febc752/bindings/n-h2-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.3322132 Jul 23 10:24:12.643569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:12.656383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6888edc3-cdeb-4f5a-8611-e34c4f879d5b req-e411efcc-1e26-48e3-a432-1966d44f8bf5 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.1936331 Jul 23 10:24:12.672145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354453a-ce20-402c-ad95-f7d7d6d6a332 req-48ae13c8-38b1-4e62-8c21-9b57425bbc58 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:12.681921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7354453a-ce20-402c-ad95-f7d7d6d6a332 req-48ae13c8-38b1-4e62-8c21-9b57425bbc58 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1178777 Jul 23 10:24:12.765010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7354453a-ce20-402c-ad95-f7d7d6d6a332 req-4a2e9c9f-53d9-4735-a2ea-5e33dfb16a72 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820591 Jul 23 10:24:12.770910 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba09578-21c5-4664-b8f3-dca7f6551353 x-openstack-request-id: req-7ba09578-21c5-4664-b8f3-dca7f6551353 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:12.781926 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:12.781926 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ba09578-21c5-4664-b8f3-dca7f6551353 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:12.781926 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'status': 'completed', 'code': 200} Jul 23 10:24:12.905829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Allocated IP 172.20.0.1 (6d762d4b-72b1-4732-ae6f-23b47c783ff3/57360da6-7dd1-4398-9723-aac0715f4c54/5c444973-6e26-432b-ad75-c687cd7fc077) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:13.032165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.033602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666492a-789a-496e-95d6-8c5b9828c6d1 req-24df3738-6f46-4e91-9a3a-be0b7bb5c6a9 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.039135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c666492a-789a-496e-95d6-8c5b9828c6d1 req-24df3738-6f46-4e91-9a3a-be0b7bb5c6a9 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1095 time: 0.1574636 Jul 23 10:24:13.054297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Transition to ACTIVE for port object 5c444973-6e26-432b-ad75-c687cd7fc077 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:13.120731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-92197a77-527f-4bd3-b296-9de576e03e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.122621 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-92197a77-527f-4bd3-b296-9de576e03e53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.7907796 Jul 23 10:24:13.152086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.234491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.245329 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-a4ea6157-1a87-4868-b80b-2bd1309ff20a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 HTTP/1.1" status: 200 len: 217 time: 0.0895772 Jul 23 10:24:13.251593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Transition to ACTIVE for port object 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:13.265379 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.322675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:13.324532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-e06b924d-aacf-4bc1-b140-eb43df2dd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.326031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-e06b924d-aacf-4bc1-b140-eb43df2dd1c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0677226 Jul 23 10:24:13.335262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:13.347248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:24:13.349540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Attempting to bind port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:13.352549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Attempting to bind port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:13.352968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Attempting to bind port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:13.365081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Pushing event updated for resources: {'Port': ['ID=5c444973-6e26-432b-ad75-c687cd7fc077,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:13.371643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed743d2-d2f2-404d-b15c-d414f40bec04 None None] Pushing event updated for resources: {'Port': ['ID=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:13.378250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:13.383963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:13.384926 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.384926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:13.385404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Bound port: 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:13.385791 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.448295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.450667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.450950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.451294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.451656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.451990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.452320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.452646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.452973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.453298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.453623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.453943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:13.494808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-499fa67a-039d-4200-b9ee-302ac82937a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.496783 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-499fa67a-039d-4200-b9ee-302ac82937a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1095 time: 0.6505940 Jul 23 10:24:13.501684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] For port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:13.505730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] For port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:13.507147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c666492a-789a-496e-95d6-8c5b9828c6d1 req-723494fc-fa93-4c2a-baef-d07624edb832 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521053 Jul 23 10:24:13.515168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.523362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6ad95-515b-4ceb-b871-f02d07433927 req-4d7beb39-bbf8-4bac-8cc2-5d571cb5627c tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.525892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e6ad95-515b-4ceb-b871-f02d07433927 req-4d7beb39-bbf8-4bac-8cc2-5d571cb5627c tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1101 time: 0.6480584 Jul 23 10:24:13.629630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.671060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed743d2-d2f2-404d-b15c-d414f40bec04 None None] Pushing event updated for resources: {'Port': ['ID=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:13.675027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:24:13.676721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:13.794874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-69f27f17-1a5c-45f9-824d-e3e54bc06165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.798396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-69f27f17-1a5c-45f9-824d-e3e54bc06165 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4570806 Jul 23 10:24:13.824439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa68b89-c6b8-4c60-8712-e99f2d6c9fa5 req-d09b0474-1a3d-4a55-93ee-915d85952183 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:13.825344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3d64741c-e277-4f69-a596-b95068b6c0e7 None None] Provisioning for port 5c444973-6e26-432b-ad75-c687cd7fc077 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:13.833550 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5aa68b89-c6b8-4c60-8712-e99f2d6c9fa5 req-d09b0474-1a3d-4a55-93ee-915d85952183 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0946751 Jul 23 10:24:13.844441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3d64741c-e277-4f69-a596-b95068b6c0e7 None None] Provisioning complete for port 5c444973-6e26-432b-ad75-c687cd7fc077 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:13.845160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d64741c-e277-4f69-a596-b95068b6c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:13.886266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5aa68b89-c6b8-4c60-8712-e99f2d6c9fa5 req-7f0fdbc5-8c47-4ffb-b1ee-021d16a874fd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Jul 23 10:24:13.940782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55e6ad95-515b-4ceb-b871-f02d07433927 req-ee0ac45b-718b-4ccb-ac03-3c7696d51f96 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051273 Jul 23 10:24:13.954059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3d64741c-e277-4f69-a596-b95068b6c0e7 None None] Port 5c444973-6e26-432b-ad75-c687cd7fc077 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:24:14.041227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:24:14.140066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f8a5e23-dfa7-4d34-85c2-c1fcbd5b6330 req-1afb15a8-59f6-48bc-90a2-a3691e0dc2a3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0725868 Jul 23 10:24:14.300855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-d54280d3-e20e-42db-ba0a-3b67c48168ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:14.302539 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-d54280d3-e20e-42db-ba0a-3b67c48168ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.7601893 Jul 23 10:24:14.430213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-0cf0a58a-101b-4f77-92f7-f87ddb691857 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.0683906 Jul 23 10:24:14.452541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87e979-6d01-4a37-ab0c-9a6e8efa225d req-49603340-2ea9-48d1-9369-b51caba2b747 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:14.464449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a87e979-6d01-4a37-ab0c-9a6e8efa225d req-49603340-2ea9-48d1-9369-b51caba2b747 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1603158 Jul 23 10:24:14.588870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-9fa1ec7e-438d-4e91-bfd7-e75accdbd9cb tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:14.592792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-9fa1ec7e-438d-4e91-bfd7-e75accdbd9cb tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 820 time: 0.8948882 Jul 23 10:24:14.616568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a87e979-6d01-4a37-ab0c-9a6e8efa225d req-986e5018-2f83-42ac-9027-5bea1fa4ba34 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501071 Jul 23 10:24:14.625833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Request body: {'port': {'device_id': '4860ec98-27c2-4f6e-8787-68552f856473', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'admin_state_up': True, 'tenant_id': '917e20c7568c40d08a723b25571a9aa6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:14.698091 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:14.716410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:09Z', 'revision_number': 3, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:14.835770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b45aa-87c8-42a5-8df3-9918c3f93827 None None] The sync data for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 is: [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:09Z', 'revision_number': 3, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:24:15.063025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a34040-3f87-4fdd-8ad7-97a9a217501d req-434aa8a2-9e7a-4df3-bbdd-9cbee997a9b5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:15.070420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a34040-3f87-4fdd-8ad7-97a9a217501d req-434aa8a2-9e7a-4df3-bbdd-9cbee997a9b5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0946112 Jul 23 10:24:15.122252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a34040-3f87-4fdd-8ad7-97a9a217501d req-9f63594e-976f-4302-9425-81615911fc0f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505145 Jul 23 10:24:15.293105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:15.334628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-1a7fea76-43fb-4115-bef2-6511c37f541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:15.336731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-1a7fea76-43fb-4115-bef2-6511c37f541a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.8833845 Jul 23 10:24:15.375503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08928085-22a3-46e5-a4e7-66e5f7837288 req-9203e4c9-f3bc-46b3-ac46-89d94578ab2a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0395222 Jul 23 10:24:15.438793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:15.479559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-06a4ddb6-cf6f-4228-a542-dcb4d5adac44 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6442754 Jul 23 10:24:15.513409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-c5cae5e3-d49e-4b69-a419-678e8eb09cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937486 Jul 23 10:24:15.673090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-f8881c61-c62f-42c2-be86-9668020f576d service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480358 Jul 23 10:24:15.870870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89684-0c43-41e4-b67a-362fb6b042a3 req-90282736-2b29-4251-b17a-4ba35c7e0e70 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:15.873835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5c89684-0c43-41e4-b67a-362fb6b042a3 req-90282736-2b29-4251-b17a-4ba35c7e0e70 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1476436 Jul 23 10:24:15.920510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5c89684-0c43-41e4-b67a-362fb6b042a3 req-8b834e28-92ee-4e0b-b1e2-f9480bd2e363 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 Jul 23 10:24:16.059766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d221b51-f8c8-466b-ad6f-cb9dd7e8904b req-4d116d3b-c7c4-4c5c-b333-fb1552ec7412 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370755 Jul 23 10:24:16.070641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa412546-45e3-4ec1-bcc0-324fb6399e21 req-6406fd3f-b8a4-448f-bd2a-4b7ab8a6cd80 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:16.080866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa412546-45e3-4ec1-bcc0-324fb6399e21 req-6406fd3f-b8a4-448f-bd2a-4b7ab8a6cd80 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.7293258 Jul 23 10:24:16.112148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-1629e578-607e-4fd0-a686-30f6fe897f64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7695780 Jul 23 10:24:16.114235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:16.216681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa412546-45e3-4ec1-bcc0-324fb6399e21 req-35b4dc15-f607-476a-8404-f0d171600cea tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986540 Jul 23 10:24:16.217391 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:16.341478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:16.376383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Pushing event updated for resources: {'Port': ['ID=5c444973-6e26-432b-ad75-c687cd7fc077,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:16.391789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Made reservation on behalf of 917e20c7568c40d08a723b25571a9aa6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:24:16.399077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:16.499513 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e35a669d-a6bd-4515-99a8-d12bcc54b98a req-69a90adb-dc56-49ba-8735-6a3b60f3758d service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404082 Jul 23 10:24:16.572303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31ae3-61ec-43fd-a37a-6598e9c6d15e req-4714d996-380e-4c4e-a1a1-ae4893f298ea tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:16.573902 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ac31ae3-61ec-43fd-a37a-6598e9c6d15e req-4714d996-380e-4c4e-a1a1-ae4893f298ea tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.2295694 Jul 23 10:24:16.654570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0adcd0ac-475b-434b-84fc-0fb078e41104 req-1b604e8f-75b6-405a-b83c-0f68ab4dd573 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0556502 Jul 23 10:24:16.679183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:16.683849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:16.706544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ac31ae3-61ec-43fd-a37a-6598e9c6d15e req-bfa2152b-0014-4387-8d87-16a061d732d2 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228576 Jul 23 10:24:16.972704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Allocated IP 172.20.0.11 (7ab78d24-a31a-4d4d-a855-15e924bd86d1/e83f6b1c-686d-4aca-8055-1b358c6c96ed/6712c91d-4f99-45bd-bf9c-45065e1b5536) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:16.990610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Router cbb5cdc5-2450-4916-afe2-6aace5ca522f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:24:17.164951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:24:17.171454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:17.175480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6df754ea-61c0-4a2e-9eee-25efc3cc9199 admin admin] 10.222.0.37 "PUT /v2.0/routers/cbb5cdc5-2450-4916-afe2-6aace5ca522f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0092397 Jul 23 10:24:17.383186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3300ff98-e555-4a21-bbc8-d118ab94580b None None] Provisioning complete for port 5c444973-6e26-432b-ad75-c687cd7fc077 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:17.385466 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3300ff98-e555-4a21-bbc8-d118ab94580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:17.433101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:17.473231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:17.489321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:17.490520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:17.519613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080337c-2ccf-4835-929b-05acca48f18a req-a0ab4116-b48c-4401-b27b-36a379db142e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:17.522799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5080337c-2ccf-4835-929b-05acca48f18a req-a0ab4116-b48c-4401-b27b-36a379db142e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.1763165 Jul 23 10:24:17.581566 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Sync routers for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:24:17.589317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3300ff98-e555-4a21-bbc8-d118ab94580b None None] Port 5c444973-6e26-432b-ad75-c687cd7fc077 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:24:17.600472 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:24:17.608457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:17.611237 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:17.624500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['90e56e29-e978-4a5e-a117-b666b6dcb099'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:17.647385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5080337c-2ccf-4835-929b-05acca48f18a req-bebcfc40-b9ce-4a86-9a35-6e1d43a2b00a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144118 Jul 23 10:24:17.782718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:17.790792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:17.799508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:24:17.855356 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:17.927352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:17.940246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:17.987135 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:24:18.032444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:18.048479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1b35-62d8-43f9-816b-dc1f8246b5b2 req-672eedda-2415-4939-9527-29728035a6f6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:18.056120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecfc1b35-62d8-43f9-816b-dc1f8246b5b2 req-672eedda-2415-4939-9527-29728035a6f6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 932 time: 0.1237085 Jul 23 10:24:18.061813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:18.062758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:18.093497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-ff8895bb-c886-4156-ab94-8821cb17ee8d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4851799 Jul 23 10:24:18.109976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:18.112637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Request body: {'port': {'device_id': '4860ec98-27c2-4f6e-8787-68552f856473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:18.122716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecfc1b35-62d8-43f9-816b-dc1f8246b5b2 req-1b716415-88a6-47a2-8e5c-86414e02d557 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652688 Jul 23 10:24:18.347915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:18.519448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466f663-76ac-45b0-a3ad-cdebbe6fb87d req-2e8f8ec0-9635-4118-8869-bf388655d792 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:18.542128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f466f663-76ac-45b0-a3ad-cdebbe6fb87d req-2e8f8ec0-9635-4118-8869-bf388655d792 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.2750990 Jul 23 10:24:18.544705 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 2, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:18.607789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-25a957c3-69b7-4dd8-a4ea-f43d5eeba647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:18.609894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-25a957c3-69b7-4dd8-a4ea-f43d5eeba647 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1101 time: 0.2212157 Jul 23 10:24:18.623475 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Checking router: cbb5cdc5-2450-4916-afe2-6aace5ca522f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:24:18.626366 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Updating router cbb5cdc5-2450-4916-afe2-6aace5ca522f port 5c444973-6e26-432b-ad75-c687cd7fc077 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:24:18.636165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f466f663-76ac-45b0-a3ad-cdebbe6fb87d req-be36307e-2789-460f-84dc-9682e5141fcb tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882068 Jul 23 10:24:18.706172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35038) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:18.711365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147272474', 'description': 'tempest-description--1686067899'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:18.725197 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:18.801139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:18.842176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-644addbf-e0f0-4a3e-8a6c-5519dd089aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:18.843820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-644addbf-e0f0-4a3e-8a6c-5519dd089aa7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2255182 Jul 23 10:24:18.959732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:18.967612 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.033877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-431b08d9-395e-4be2-b4a0-a5db13e424f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.1799889 Jul 23 10:24:19.047695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e43064-cef9-49e3-b397-52bcc30f3c67,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:19.067728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.068134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.068479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.068843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.069136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.069468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.069800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.070130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.070461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.070816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.071140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.074726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:19.078241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.108856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.112643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1d5a18c-6bfd-4a7e-bdb3-0f09e673e30e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4022624 Jul 23 10:24:19.113194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35050) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:19.118855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Request body: {'security_group_rule': {'security_group_id': 'a3e43064-cef9-49e3-b397-52bcc30f3c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:19.166493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.180622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:19.181986 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.220233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6712c91d-4f99-45bd-bf9c-45065e1b5536 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:19.241829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-a8866536-d7bc-4b79-a619-a101e53bef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:19.243338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-a8866536-d7bc-4b79-a619-a101e53bef9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1948884 Jul 23 10:24:19.246026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.256053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.271149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.277975 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.298817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385acf20-5018-47cb-96c6-3e1c8277dcb0,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:19.304619 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Transition to ACTIVE for port object 5c444973-6e26-432b-ad75-c687cd7fc077 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:19.314768 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.322872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.350722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5789f988-b8c7-40cf-a73f-258fccf6d393 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364490 Jul 23 10:24:19.354714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35054) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:19.380076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Request body: {'security_group_rule': {'security_group_id': 'a3e43064-cef9-49e3-b397-52bcc30f3c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:19.381684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f85b5-1bef-4e1a-a5ce-d7b2f2bc9f05 req-614b81d3-ca9e-40a2-85a2-23f557c21588 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:19.383566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f02f85b5-1bef-4e1a-a5ce-d7b2f2bc9f05 req-614b81d3-ca9e-40a2-85a2-23f557c21588 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.5459800 Jul 23 10:24:19.387710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Transition to ACTIVE for port object 6712c91d-4f99-45bd-bf9c-45065e1b5536 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:19.422283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.457697 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Pushing event updated for resources: {'Port': ['ID=5c444973-6e26-432b-ad75-c687cd7fc077,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:19.459855 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.503647 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.504139 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.504801 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.505235 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.505663 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.506106 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.506532 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.506988 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.507434 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.508212 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.508728 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.509396 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:19.532550 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Attempting to bind port 5c444973-6e26-432b-ad75-c687cd7fc077 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:19.533431 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Attempting to bind port 5c444973-6e26-432b-ad75-c687cd7fc077 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:19.534153 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Attempting to bind port 5c444973-6e26-432b-ad75-c687cd7fc077 on network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:19.545092 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:19.546259 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Checking segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:19.547672 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.548650 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Bound using segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:19.549386 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Bound port: 5c444973-6e26-432b-ad75-c687cd7fc077, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:19.552365 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.574993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae72e-b19a-4282-8f5a-a596918ded85 req-0ae8e040-6f41-4b59-accf-0be15bdb3602 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:19.582880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7feae72e-b19a-4282-8f5a-a596918ded85 req-0ae8e040-6f41-4b59-accf-0be15bdb3602 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.2248733 Jul 23 10:24:19.632994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.640734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.664459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729b052a-5723-45c5-b760-d4ef28578337,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:19.679813 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] For port 5c444973-6e26-432b-ad75-c687cd7fc077, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:19.685350 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] For port 5c444973-6e26-432b-ad75-c687cd7fc077, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c444973-6e26-432b-ad75-c687cd7fc077,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:19.686406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7feae72e-b19a-4282-8f5a-a596918ded85 req-ed098694-18d7-4b7f-bc49-1c80bda36d91 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028812 Jul 23 10:24:19.700299 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.711225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f02f85b5-1bef-4e1a-a5ce-d7b2f2bc9f05 req-8a1751f4-4be7-481c-88fe-73c9ee66459a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981539 Jul 23 10:24:19.725663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.740376 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5ac039b2-b7d9-47ed-8bc9-cabdd6fe8ac1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3646343 Jul 23 10:24:19.741003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35058) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:19.753413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:19.758776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:19.779489 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:24:19.781116 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:19.876814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:19.910093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-6df1a031-a18a-449a-a2bd-80a1a633f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:19.913732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-6df1a031-a18a-449a-a2bd-80a1a633f757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6515055 Jul 23 10:24:19.973662 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:24:20.154440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-b51e5f57-7c74-4ee6-9885-ec78de862040 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323780 Jul 23 10:24:20.183192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:20.183192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:20.183192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:20.198069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca0777-bc27-4914-9f6e-f42486ee4b11 req-d548fa63-2a6a-4fe9-a410-900bfca06b2c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:20.199884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88ca0777-bc27-4914-9f6e-f42486ee4b11 req-d548fa63-2a6a-4fe9-a410-900bfca06b2c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.3096085 Jul 23 10:24:20.261014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88ca0777-bc27-4914-9f6e-f42486ee4b11 req-613aebd9-a21d-44a8-a074-fb82669f66b5 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Jul 23 10:24:20.271637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:20.362817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:24:20.363202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:20.371646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-7db8f46f-1382-4abb-80de-95e235e20115 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095790 Jul 23 10:24:20.372446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:20.372790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:20.373164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:20.373608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Bound port: 6712c91d-4f99-45bd-bf9c-45065e1b5536, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:20.373967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:20.384231 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40027690-6c09-4f1d-acf7-2d0f03d20914 None None] Pushing event updated for resources: {'Port': ['ID=5c444973-6e26-432b-ad75-c687cd7fc077,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:20.432813 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:19Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:20.489474 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9195ba-8190-4907-8c49-6cb176d51f36 None None] The sync data for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 is: [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:19Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:24:20.492665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Allocated IP 172.25.4.63 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/86e17024-774a-45a7-9567-53609093548c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:20.496205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:20.505343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:20.524275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:20.613895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:20.614666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:20.616186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] 10.222.0.20 "PUT /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 1092 time: 2.5086613 Jul 23 10:24:20.616709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:20.619243 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698da35c-edef-4ede-9338-dcc4781e7bff" -d '{"events": [{"name": "network-changed", "server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:20.684707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34effdde-5adc-4f12-a8e1-325b57ab784d service neutron] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:20.739231 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a9496d-86ef-4a2f-ab59-91bc6decf4da x-openstack-request-id: req-23a9496d-86ef-4a2f-ab59-91bc6decf4da {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:20.739836 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:20.739956 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23a9496d-86ef-4a2f-ab59-91bc6decf4da {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:20.742040 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'status': 'completed', 'code': 200} Jul 23 10:24:20.765881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:20.836055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:20.918519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event updated for resources: {'Port': ['ID=86e17024-774a-45a7-9567-53609093548c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:20.957427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-e35ca01b-8850-4702-9843-08d1c737cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:20.958982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-e35ca01b-8850-4702-9843-08d1c737cddf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1095 time: 0.1948133 Jul 23 10:24:20.961035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:20.964169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:20.968097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:24:21.054783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602a0d5-60bf-4234-8b3b-ec5f31b5fa2c req-bcbd6f95-b259-4ee7-a7ed-385dc8640d13 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:21.063629 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a602a0d5-60bf-4234-8b3b-ec5f31b5fa2c req-bcbd6f95-b259-4ee7-a7ed-385dc8640d13 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.2126377 Jul 23 10:24:21.064713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-b9565e54-124e-4163-a368-2b044cade4be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 217 time: 0.0771706 Jul 23 10:24:21.154261 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a602a0d5-60bf-4234-8b3b-ec5f31b5fa2c req-440bbc2b-7414-431a-a0b3-4de86ef6f325 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896063 Jul 23 10:24:21.169162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c444973-6e26-432b-ad75-c687cd7fc077 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:21.183548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6509fe7-e780-4a8c-97f0-cd9796423263 req-6b043fbe-25fc-4d45-8cfc-750cb7461a2a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:21.185129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c6509fe7-e780-4a8c-97f0-cd9796423263 req-6b043fbe-25fc-4d45-8cfc-750cb7461a2a tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.3222032 Jul 23 10:24:21.200265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.283835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5c444973-6e26-432b-ad75-c687cd7fc077 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:21.289548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5c444973-6e26-432b-ad75-c687cd7fc077 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:21.290163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.312416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.320924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c6509fe7-e780-4a8c-97f0-cd9796423263 req-c06e42aa-f645-4526-a600-6d1755756fa9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229784 Jul 23 10:24:21.336166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7d00-4259-4442-80bf-2972b19ed591 req-8613b258-7b86-4b7c-b5c1-99b5deb8239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:21.337690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-8613b258-7b86-4b7c-b5c1-99b5deb8239d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.2721956 Jul 23 10:24:21.419594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-8b17c1ee-3ebb-4a0d-af9d-3f4d04e20b19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751216 Jul 23 10:24:21.495106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.558555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5c444973-6e26-432b-ad75-c687cd7fc077, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c444973-6e26-432b-ad75-c687cd7fc077,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:21.569717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.675927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5c444973-6e26-432b-ad75-c687cd7fc077,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:21.702256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.712264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.714705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-cb9b0963-2810-4a61-8f93-dedcb8bd09f0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887402 Jul 23 10:24:21.801324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b00bc5-bea0-45c3-be4a-014c4ca57d05 req-dcfee3ca-8a1f-4eb2-a2c1-1d69ee6b17ed tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:21.810068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3b00bc5-bea0-45c3-be4a-014c4ca57d05 req-dcfee3ca-8a1f-4eb2-a2c1-1d69ee6b17ed tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.3111272 Jul 23 10:24:21.819190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event updated for resources: {'Port': ['ID=86e17024-774a-45a7-9567-53609093548c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:21.826967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.853463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:21.855489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-67e182ac-9544-4177-87f8-dbe92a37de62 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1134634 Jul 23 10:24:21.935529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3b00bc5-bea0-45c3-be4a-014c4ca57d05 req-cfe800de-dd35-446c-82be-744173c16881 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198499 Jul 23 10:24:21.951683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-401a7d00-4259-4442-80bf-2972b19ed591 req-2382c153-c50c-46fe-adba-553e33e627c8 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195590 Jul 23 10:24:22.100766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da35c-edef-4ede-9338-dcc4781e7bff req-aed9838b-1b31-4321-8c14-e07685a92aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:22.102390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-aed9838b-1b31-4321-8c14-e07685a92aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1095 time: 0.0712731 Jul 23 10:24:22.246886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da35c-edef-4ede-9338-dcc4781e7bff req-1792c942-9b6a-4e04-83d4-c117bf2864ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:22.248382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-1792c942-9b6a-4e04-83d4-c117bf2864ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1393371 Jul 23 10:24:22.302931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-a570b84f-4f2f-4060-b603-82974cbcba00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 217 time: 0.0401366 Jul 23 10:24:22.375602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da35c-edef-4ede-9338-dcc4781e7bff req-2853acf4-ae95-4c1a-900b-6c3a06fbcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:22.377410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-2853acf4-ae95-4c1a-900b-6c3a06fbcf6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.0670602 Jul 23 10:24:22.426972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-7a5a1a27-42f8-494a-927a-abcf81e4307d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399733 Jul 23 10:24:22.455807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424e63-f88c-40c0-9f78-c2d73495c028 req-245dd86d-002b-4fd2-b2d8-481aa25874af tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:22.463756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed424e63-f88c-40c0-9f78-c2d73495c028 req-245dd86d-002b-4fd2-b2d8-481aa25874af tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.1758797 Jul 23 10:24:22.542713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed424e63-f88c-40c0-9f78-c2d73495c028 req-67f35ef2-798b-463c-b7f8-a180b824f807 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Jul 23 10:24:22.927335 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-bc62b1bb-06c0-4535-89b5-a931abe8ee91 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918070 Jul 23 10:24:23.070054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f5631-dea8-4add-952a-3835efeabc9c req-b26099fd-326c-45be-9ca4-39ff05a1974e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:23.077803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a77f5631-dea8-4add-952a-3835efeabc9c req-b26099fd-326c-45be-9ca4-39ff05a1974e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.5275500 Jul 23 10:24:23.078076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c444973-6e26-432b-ad75-c687cd7fc077 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:23.126469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cbaa1-9268-4b0e-8040-f4baf423cb7a req-24b98943-c9e7-418f-8281-2121495e0ced tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:23.134703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b59cbaa1-9268-4b0e-8040-f4baf423cb7a req-24b98943-c9e7-418f-8281-2121495e0ced tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0975590 Jul 23 10:24:23.160544 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a77f5631-dea8-4add-952a-3835efeabc9c req-05dccdde-dd5a-4340-a696-494fe9552410 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814157 Jul 23 10:24:23.167282 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698da35c-edef-4ede-9338-dcc4781e7bff req-4759b32b-0f3d-4da2-aca0-1e762be3b43a service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299798 Jul 23 10:24:23.181402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b59cbaa1-9268-4b0e-8040-f4baf423cb7a req-0bd08c78-8a1e-42cb-9abe-b8ee944114fd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Jul 23 10:24:23.181844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5c444973-6e26-432b-ad75-c687cd7fc077 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:23.182229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:23.606678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:23.693710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf31c43-1f4a-47f2-b6e0-1020a05c6dd8 req-72c20e42-3ea7-4300-b43d-82a1d58100dc tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:23.695184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fcf31c43-1f4a-47f2-b6e0-1020a05c6dd8 req-72c20e42-3ea7-4300-b43d-82a1d58100dc tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0789831 Jul 23 10:24:23.738209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fcf31c43-1f4a-47f2-b6e0-1020a05c6dd8 req-6f43b1f6-8505-4c77-aa5e-21e52279ff1a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357985 Jul 23 10:24:23.912774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ca6ce-d79a-4b62-a7dc-fe57878b2056 req-9bdf11d6-c181-4af9-8e10-3b5bfa4d39b8 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:23.914184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-116ca6ce-d79a-4b62-a7dc-fe57878b2056 req-9bdf11d6-c181-4af9-8e10-3b5bfa4d39b8 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 950 time: 0.0646224 Jul 23 10:24:23.951248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-116ca6ce-d79a-4b62-a7dc-fe57878b2056 req-db4155b2-32fe-49e9-8968-ad4497350e5b tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Jul 23 10:24:24.276897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca6d8-92ec-4aa3-97de-a9f2f663987d req-ff62166e-7dc5-4290-a4af-86bf6dd0ac5e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:24.278392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a3dca6d8-92ec-4aa3-97de-a9f2f663987d req-ff62166e-7dc5-4290-a4af-86bf6dd0ac5e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0698819 Jul 23 10:24:24.320543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a3dca6d8-92ec-4aa3-97de-a9f2f663987d req-ec41c4bc-1865-4416-8aea-b99b13590203 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354202 Jul 23 10:24:24.340442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f52094-59a7-49c4-bb30-e4b82a111ec4 req-84ec2328-0559-49e8-bc31-7dcd5442d4be tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:24.341985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81f52094-59a7-49c4-bb30-e4b82a111ec4 req-84ec2328-0559-49e8-bc31-7dcd5442d4be tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0761743 Jul 23 10:24:24.381385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81f52094-59a7-49c4-bb30-e4b82a111ec4 req-a2672d7b-f275-465d-a428-8f2379e6c8eb tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Jul 23 10:24:24.957962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80027762-e5cc-4c15-9932-f05870997283 req-98ddc14d-9009-4b5b-b1d1-c7689d9c368a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:24.960502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80027762-e5cc-4c15-9932-f05870997283 req-98ddc14d-9009-4b5b-b1d1-c7689d9c368a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.1163013 Jul 23 10:24:25.006367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80027762-e5cc-4c15-9932-f05870997283 req-58ebf077-84aa-44f5-ad0b-207106213cc6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355163 Jul 23 10:24:25.139777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b595ae9-0e54-48b3-94f9-e676fb2f86ec req-b4ca3b3f-abe9-4bca-807b-3c1fba3dbc2d tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:25.141303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b595ae9-0e54-48b3-94f9-e676fb2f86ec req-b4ca3b3f-abe9-4bca-807b-3c1fba3dbc2d tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 950 time: 0.0683486 Jul 23 10:24:25.183435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b595ae9-0e54-48b3-94f9-e676fb2f86ec req-87bb7906-db43-4c93-9ab4-06852827f494 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365827 Jul 23 10:24:25.579353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266bde4-e40f-4779-8daf-be3dbe77353a req-ce5382d2-3a29-43a9-85a0-07e635e9d776 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:25.581744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5266bde4-e40f-4779-8daf-be3dbe77353a req-ce5382d2-3a29-43a9-85a0-07e635e9d776 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0905621 Jul 23 10:24:25.637999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5266bde4-e40f-4779-8daf-be3dbe77353a req-6565b24f-40fe-492e-8d68-77916b1a4013 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506167 Jul 23 10:24:25.805720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cbc9d-313a-4fd6-ba30-f0d9d5721b2c req-c07f9e32-c176-4f61-8802-69d665c74258 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:25.808156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa7cbc9d-313a-4fd6-ba30-f0d9d5721b2c req-c07f9e32-c176-4f61-8802-69d665c74258 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0995965 Jul 23 10:24:25.908606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa7cbc9d-313a-4fd6-ba30-f0d9d5721b2c req-c9bfc0e4-66f9-4d65-a60c-2a9168cddce0 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842218 Jul 23 10:24:26.264928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca25f05-69fc-43b3-b319-aea076038b87 req-4bb1cb5d-7f9a-4967-a1ca-14415bcc4df3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:26.271978 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ca25f05-69fc-43b3-b319-aea076038b87 req-4bb1cb5d-7f9a-4967-a1ca-14415bcc4df3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0953844 Jul 23 10:24:26.328066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ca25f05-69fc-43b3-b319-aea076038b87 req-c66172c5-8b45-4f42-8bb9-3ac5f58582db tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549920 Jul 23 10:24:26.341827 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:24:26.780253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b849a3-df31-4172-949d-fa72cca7860a req-0afd0766-c6c4-49be-a303-05848e080bc5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:26.781759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14b849a3-df31-4172-949d-fa72cca7860a req-0afd0766-c6c4-49be-a303-05848e080bc5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0736716 Jul 23 10:24:26.825036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14b849a3-df31-4172-949d-fa72cca7860a req-47f59f3d-3b42-40ce-a2ac-d064f0087e4c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Jul 23 10:24:27.046278 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba13d9ba-76bb-4a7a-af5e-b048886452e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:27.104680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80693753-ba3d-4b95-b382-bf75476d5b55 req-51d39034-0182-4ed5-ba76-0eb4f5825543 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:27.106680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80693753-ba3d-4b95-b382-bf75476d5b55 req-51d39034-0182-4ed5-ba76-0eb4f5825543 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1130135 Jul 23 10:24:27.172427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80693753-ba3d-4b95-b382-bf75476d5b55 req-fa9bbc1a-2cd3-4c69-b245-e7e5c9b824c9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595543 Jul 23 10:24:27.498624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d34e-4b71-4add-a0fb-13139cb1a838 req-77aefdb6-8c9f-4d42-80b3-8628905b924c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:27.500430 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0b2d34e-4b71-4add-a0fb-13139cb1a838 req-77aefdb6-8c9f-4d42-80b3-8628905b924c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0826051 Jul 23 10:24:27.549633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0b2d34e-4b71-4add-a0fb-13139cb1a838 req-dbfeaa14-91b2-48fa-89f0-2ea57ee72fe2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Jul 23 10:24:27.974944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e10c7-2e4f-40c6-8060-1e5a80e5c9d9 req-a4b43833-ec39-4755-b422-bd89c7c9f35b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:27.976781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d75e10c7-2e4f-40c6-8060-1e5a80e5c9d9 req-a4b43833-ec39-4755-b422-bd89c7c9f35b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0697215 Jul 23 10:24:28.023626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d75e10c7-2e4f-40c6-8060-1e5a80e5c9d9 req-1b0c1540-2e50-4bbc-a2f1-34505d159050 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Jul 23 10:24:28.333364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dbdc2-96a4-4d70-909e-289359dbebff req-5b8305c6-52e7-4e7b-9a4e-22022da06be4 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:28.335779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f81dbdc2-96a4-4d70-909e-289359dbebff req-5b8305c6-52e7-4e7b-9a4e-22022da06be4 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.0874162 Jul 23 10:24:28.400508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f81dbdc2-96a4-4d70-909e-289359dbebff req-107c8a79-434b-48b0-9b70-bfff4982a7a6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584037 Jul 23 10:24:28.561915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:28.661369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:28.700240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:28.702681 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae9608-a4a8-41d9-9092-d542d5c117ff" -d '{"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-unplugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:28.718091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:28.722899 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:28.741964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cf0e4-0b38-46d0-be7d-dc8ed908cc2e req-4896b762-d1cc-4cf9-ae96-f63b6c811dc6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:28.743892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e8cf0e4-0b38-46d0-be7d-dc8ed908cc2e req-4896b762-d1cc-4cf9-ae96-f63b6c811dc6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0916753 Jul 23 10:24:28.790833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:28.799428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.800266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.800589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.801253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.801751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.802224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.802689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.803172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.807188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.808024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.808679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.809185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:24:28.816246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e8cf0e4-0b38-46d0-be7d-dc8ed908cc2e req-ca3ab0f1-23d4-450a-b4a8-859499e6b4ae tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649800 Jul 23 10:24:28.875851 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76f4ba-b804-44ef-8ee2-97298c3934cd x-openstack-request-id: req-6d76f4ba-b804-44ef-8ee2-97298c3934cd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:28.876404 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-unplugged", "status": "completed", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:28.876728 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d76f4ba-b804-44ef-8ee2-97298c3934cd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:28.877401 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'code': 200} Jul 23 10:24:29.201895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fb745-cb4e-4214-9d6c-4171c63c81ba req-9f1d1717-b1f7-42c5-8e65-4a1233a4c16e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:29.204437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-952fb745-cb4e-4214-9d6c-4171c63c81ba req-9f1d1717-b1f7-42c5-8e65-4a1233a4c16e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0939252 Jul 23 10:24:29.267937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-952fb745-cb4e-4214-9d6c-4171c63c81ba req-09db359a-50df-40a3-ace0-4ba3f87ca1e2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579486 Jul 23 10:24:29.354068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:24:29.510309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:29.525655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'mac_address': 'fa:16:3e:fb:91:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:24:29.579329 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:29.589840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b923f-0a80-499d-8410-c993dde8f338 req-76e22363-069a-4fce-9ec9-1b444f9a0e66 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:29.591616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-833b923f-0a80-499d-8410-c993dde8f338 req-76e22363-069a-4fce-9ec9-1b444f9a0e66 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 950 time: 0.1107359 Jul 23 10:24:29.605073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:29.632236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:29.637725 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:29.648751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-833b923f-0a80-499d-8410-c993dde8f338 req-b2a75b48-ebb1-4a1b-850f-658a2cfdfcf6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 Jul 23 10:24:29.716937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:29.724927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e80d3d7-272b-4e8b-8a93-2e90c01d8587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:29.972665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151197d8-4915-4210-9026-fb4efcdfb84e req-02991cd2-4820-4336-89bb-3c9e762e1ab1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:29.974196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151197d8-4915-4210-9026-fb4efcdfb84e req-02991cd2-4820-4336-89bb-3c9e762e1ab1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0745008 Jul 23 10:24:29.982565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['56b6603e-3e3d-4234-99ec-59eec9bccfbc'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:30.035055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151197d8-4915-4210-9026-fb4efcdfb84e req-c60f0d58-c2e7-44a3-af21-78b5b7d567ac tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545461 Jul 23 10:24:30.148776 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:30.431746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223d1ab-2956-456e-bdc3-6726d71b81eb req-4c5a1f1c-6e72-4b5e-a891-9c6592ddb401 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:30.434175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a223d1ab-2956-456e-bdc3-6726d71b81eb req-4c5a1f1c-6e72-4b5e-a891-9c6592ddb401 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0770960 Jul 23 10:24:30.482875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a223d1ab-2956-456e-bdc3-6726d71b81eb req-fb492838-6305-4e22-8077-567068c9e829 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Jul 23 10:24:30.786867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02067366-d333-4972-aa5d-5b512e10672a req-b2770387-26dc-422a-8259-f58e6fed7412 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:30.788718 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02067366-d333-4972-aa5d-5b512e10672a req-b2770387-26dc-422a-8259-f58e6fed7412 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 949 time: 0.0740676 Jul 23 10:24:30.830045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02067366-d333-4972-aa5d-5b512e10672a req-d0d9441d-3a3d-44ea-b454-80ef24fb03a6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Jul 23 10:24:31.143556 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:31.197804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e0ea-7953-4812-b19e-43f7c4f0b9a5 req-12bdfe02-e17e-4e1f-863e-b4cf638bb03d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:31.199308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05f7e0ea-7953-4812-b19e-43f7c4f0b9a5 req-12bdfe02-e17e-4e1f-863e-b4cf638bb03d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0747166 Jul 23 10:24:31.237751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05f7e0ea-7953-4812-b19e-43f7c4f0b9a5 req-0e0a0571-c7a6-4787-8bed-5460d14733c8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Jul 23 10:24:31.369115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:31.427951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 56b6603e-3e3d-4234-99ec-59eec9bccfbc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:31.428330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:31.523947 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:31.553526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:31.556634 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a592d35-b450-40dc-9066-47a383ee11f0" -d '{"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-plugged", "status": "completed", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:31.570798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:31.576292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:31.646007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:31.647760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c9584-d1cc-40ce-91e6-6209ac008bc7 req-a27c7d5a-4cc0-4913-ad82-e48fdc80bcc0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:31.649561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d6c9584-d1cc-40ce-91e6-6209ac008bc7 req-a27c7d5a-4cc0-4913-ad82-e48fdc80bcc0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0847118 Jul 23 10:24:31.691046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d6c9584-d1cc-40ce-91e6-6209ac008bc7 req-a356d622-e2ea-48fb-8c2b-eb047263cb16 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Jul 23 10:24:31.736594 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a72c96-c076-41c4-acf8-b5662fd379a7 x-openstack-request-id: req-79a72c96-c076-41c4-acf8-b5662fd379a7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:31.736913 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-plugged", "status": "completed", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:31.737171 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79a72c96-c076-41c4-acf8-b5662fd379a7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:31.737592 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'code': 200} Jul 23 10:24:32.017235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849da1e-b929-4739-a77a-bfec1de03c41 req-6a257761-022c-4449-87af-845caac66c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:32.019019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c849da1e-b929-4739-a77a-bfec1de03c41 req-6a257761-022c-4449-87af-845caac66c75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1102 time: 0.1071231 Jul 23 10:24:32.028885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70daa-1d59-422d-adbe-9ce8042d525c req-3a80b418-4083-462a-8dc2-6aa409ebc90f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:32.030927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fb70daa-1d59-422d-adbe-9ce8042d525c req-3a80b418-4083-462a-8dc2-6aa409ebc90f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 951 time: 0.1084197 Jul 23 10:24:32.078759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c849da1e-b929-4739-a77a-bfec1de03c41 req-f2b19dc6-141d-403d-9052-41be13ea221d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Jul 23 10:24:32.095972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fb70daa-1d59-422d-adbe-9ce8042d525c req-0dd02662-f391-4c72-9669-b83012875cb0 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Jul 23 10:24:32.377661 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:32.404507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae0361-ab10-45e9-922f-5afc6d0b7b2f req-5537d477-69e8-48c9-a6a1-f2307df2aa53 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:32.406124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82ae0361-ab10-45e9-922f-5afc6d0b7b2f req-5537d477-69e8-48c9-a6a1-f2307df2aa53 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0882843 Jul 23 10:24:32.458967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82ae0361-ab10-45e9-922f-5afc6d0b7b2f req-8b728cd6-69ff-48cb-9585-28d3d2645c24 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Jul 23 10:24:32.834118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197d42-fb06-4909-9a27-c116f3fb324d req-79b6f811-6361-45c5-adb1-b583b0924a17 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:32.835852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74197d42-fb06-4909-9a27-c116f3fb324d req-79b6f811-6361-45c5-adb1-b583b0924a17 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0708706 Jul 23 10:24:32.884095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74197d42-fb06-4909-9a27-c116f3fb324d req-a56e85d3-d2cc-4830-9504-ed7fd65d8207 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Jul 23 10:24:33.242903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab384f2-2992-480e-b07b-5d5bfc91a04b req-73c6c07c-a6c4-4116-81d7-108220abb09d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:33.252064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ab384f2-2992-480e-b07b-5d5bfc91a04b req-73c6c07c-a6c4-4116-81d7-108220abb09d tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 951 time: 0.0838134 Jul 23 10:24:33.305956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ab384f2-2992-480e-b07b-5d5bfc91a04b req-8c420cd1-a48d-4951-ad55-b16930d16658 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509977 Jul 23 10:24:33.667537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1111d2-0612-407e-91c1-3ff55122c103 req-49988429-36bc-4e76-8c10-4a4adc70bf3f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:33.671991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f1111d2-0612-407e-91c1-3ff55122c103 req-49988429-36bc-4e76-8c10-4a4adc70bf3f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.1020586 Jul 23 10:24:33.707794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f1111d2-0612-407e-91c1-3ff55122c103 req-c4511311-7017-4311-b1d6-6692cfe0fdcb tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Jul 23 10:24:34.045701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c63efa-f4d0-4e6c-8ba7-515af275edca req-71d3e1a0-e026-446e-9ee4-5f5487bd986f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:34.047293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73c63efa-f4d0-4e6c-8ba7-515af275edca req-71d3e1a0-e026-446e-9ee4-5f5487bd986f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0952981 Jul 23 10:24:34.097032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73c63efa-f4d0-4e6c-8ba7-515af275edca req-f4f7097e-19b6-4c6e-a422-aa65f67226d6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Jul 23 10:24:34.125379 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:34.436398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1ca81-8a8e-4757-b239-ac4d262debc0 req-35c30e3b-5acd-4f25-8748-ccae67a4c360 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:34.438175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-39a1ca81-8a8e-4757-b239-ac4d262debc0 req-35c30e3b-5acd-4f25-8748-ccae67a4c360 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 951 time: 0.0726604 Jul 23 10:24:34.481535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-39a1ca81-8a8e-4757-b239-ac4d262debc0 req-6b137e2f-bd3e-407e-97f0-9c0b7b72c787 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 Jul 23 10:24:34.605395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:24:34.778377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:34.793928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1', 'port_id': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'mac_address': 'fa:16:3e:7e:74:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83f6b1c-686d-4aca-8055-1b358c6c96ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:24:34.852504 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:34.866800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6712c91d-4f99-45bd-bf9c-45065e1b5536 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:34.903635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:34.912763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:34.914139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df43252-6f9e-4bfc-91c7-330db0192880 req-393b7d5a-e34e-4873-a199-4335012df787 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:34.916888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6df43252-6f9e-4bfc-91c7-330db0192880 req-393b7d5a-e34e-4873-a199-4335012df787 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1102 time: 0.0726404 Jul 23 10:24:34.963005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6df43252-6f9e-4bfc-91c7-330db0192880 req-20b547b8-d510-44bc-9751-ca29b89956ce tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Jul 23 10:24:35.001233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:35.142928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145468e-b58e-46be-bcf7-b5a6fdd4dd6c req-a5a0a753-6c07-40d6-a664-4e26dfd2816e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:35.144742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e145468e-b58e-46be-bcf7-b5a6fdd4dd6c req-a5a0a753-6c07-40d6-a664-4e26dfd2816e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 945 time: 0.1087098 Jul 23 10:24:35.192434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e145468e-b58e-46be-bcf7-b5a6fdd4dd6c req-1663db44-856c-474d-845f-c90990c85208 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Jul 23 10:24:35.266427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6712c91d-4f99-45bd-bf9c-45065e1b5536'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:35.495403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ce6ef-d7d2-4e03-b5c0-d2dd7748eed5 req-3fc46108-585a-45ca-9c94-57d5ebf68dd0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:35.496912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-333ce6ef-d7d2-4e03-b5c0-d2dd7748eed5 req-3fc46108-585a-45ca-9c94-57d5ebf68dd0 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0854466 Jul 23 10:24:35.552772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-333ce6ef-d7d2-4e03-b5c0-d2dd7748eed5 req-d4a8ea9e-06a0-4929-ba25-f82884c35183 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486660 Jul 23 10:24:35.688460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236313-ab8f-4e1f-8765-ec395d32989c req-565227fb-ad17-4767-9e50-4e5387e39414 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:35.693658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d236313-ab8f-4e1f-8765-ec395d32989c req-565227fb-ad17-4767-9e50-4e5387e39414 tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 1102 time: 0.0643198 Jul 23 10:24:35.746133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d236313-ab8f-4e1f-8765-ec395d32989c req-0b5cb08b-5aac-46b5-957a-9c4d007c082a tempest-ServersAdminTestJSON-664354380 tempest-ServersAdminTestJSON-664354380-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Jul 23 10:24:36.122636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714466b-4a06-4ea5-bd72-06a24a10451f req-cbb6ecd8-da95-4ba5-8997-82b4044caaaa tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:36.128199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4714466b-4a06-4ea5-bd72-06a24a10451f req-cbb6ecd8-da95-4ba5-8997-82b4044caaaa tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 950 time: 0.0790482 Jul 23 10:24:36.168408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4714466b-4a06-4ea5-bd72-06a24a10451f req-f8399143-7686-4959-bc33-3f75841f193b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Jul 23 10:24:36.336168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4dbc5-c289-4421-9211-e1245a674ed4 req-5094dda3-403e-4ad7-a823-5bce93909ac8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:36.338077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64f4dbc5-c289-4421-9211-e1245a674ed4 req-5094dda3-403e-4ad7-a823-5bce93909ac8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 945 time: 0.0671191 Jul 23 10:24:36.378520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64f4dbc5-c289-4421-9211-e1245a674ed4 req-f894e510-c6b2-4f2a-b5a9-dbf318857ee0 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Jul 23 10:24:36.618038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:36.711708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf93e27-6d7b-48f6-b654-3e119d79751c req-fb0f1efa-47be-40b1-bc3d-6b927a463e8e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:36.719790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbf93e27-6d7b-48f6-b654-3e119d79751c req-fb0f1efa-47be-40b1-bc3d-6b927a463e8e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0864775 Jul 23 10:24:36.738897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 6712c91d-4f99-45bd-bf9c-45065e1b5536 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:36.748058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 6712c91d-4f99-45bd-bf9c-45065e1b5536 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:36.749366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:36.764027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbf93e27-6d7b-48f6-b654-3e119d79751c req-f139f972-55ac-47d6-94bd-2d7fbb27bd5b tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Jul 23 10:24:36.865736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:36.894588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:36.896938 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae2b773-250b-4c55-924f-b8a271cf4a8c" -d '{"events": [{"server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "name": "network-vif-plugged", "status": "completed", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:36.914754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:36.920972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:36.985197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:36.990579 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c97bcd-d2e3-402a-96b2-f58e80e3338b x-openstack-request-id: req-e6c97bcd-d2e3-402a-96b2-f58e80e3338b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:36.990872 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "name": "network-vif-plugged", "status": "completed", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:36.991131 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6c97bcd-d2e3-402a-96b2-f58e80e3338b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:36.991545 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'code': 200} Jul 23 10:24:37.127081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2769f48-8267-46d3-8e07-949e6d532965 req-f4ec22cc-e299-4b63-b02e-96d6c4a56a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:37.129459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2769f48-8267-46d3-8e07-949e6d532965 req-f4ec22cc-e299-4b63-b02e-96d6c4a56a82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1097 time: 0.0595379 Jul 23 10:24:37.168751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2769f48-8267-46d3-8e07-949e6d532965 req-e5424087-d3cf-46d6-ac35-d8ed50d1cc92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Jul 23 10:24:37.330748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c7e53-77f8-4e5a-bc56-16eb787c8a0d req-07cf0b67-6da9-47ed-b340-ce5b31f199fa tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:37.332299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad7c7e53-77f8-4e5a-bc56-16eb787c8a0d req-07cf0b67-6da9-47ed-b340-ce5b31f199fa tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 950 time: 0.0755670 Jul 23 10:24:37.380509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad7c7e53-77f8-4e5a-bc56-16eb787c8a0d req-a35bd055-5128-4811-9e44-97956c82019a tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Jul 23 10:24:37.589199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeba66-0d0a-4260-bee5-0468b48bbf53 req-7a5501be-5770-469c-b82e-c85499bb0435 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:37.590729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52eeba66-0d0a-4260-bee5-0468b48bbf53 req-7a5501be-5770-469c-b82e-c85499bb0435 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.1127508 Jul 23 10:24:37.603701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-230f370f-e68d-44a9-bdaf-246a294093cd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:37.605219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-230f370f-e68d-44a9-bdaf-246a294093cd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 950 time: 0.1398549 Jul 23 10:24:37.685935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52eeba66-0d0a-4260-bee5-0468b48bbf53 req-55a6b685-d07d-4ec1-a1b9-2d2c29e95c44 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796762 Jul 23 10:24:37.775802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Deleting port c5685b27-875b-482e-a8ae-b4efbe933755 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:37.777804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:37.925876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] For port c5685b27-875b-482e-a8ae-b4efbe933755, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c5685b27-875b-482e-a8ae-b4efbe933755,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:37.926327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:37.942619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Calling delete_port for c5685b27-875b-482e-a8ae-b4efbe933755 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:38.102093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb102e-85c4-4b72-b1dd-fd3ad2c61f49 req-5b04c874-03df-4500-862c-a6d4bee61589 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:38.103988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96fb102e-85c4-4b72-b1dd-fd3ad2c61f49 req-5b04c874-03df-4500-862c-a6d4bee61589 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.1056180 Jul 23 10:24:38.178310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:38.191805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c5685b27-875b-482e-a8ae-b4efbe933755', '56b6603e-3e3d-4234-99ec-59eec9bccfbc'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:38.192391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96fb102e-85c4-4b72-b1dd-fd3ad2c61f49 req-68fb01f1-be06-4ebf-87b3-bf3ef37c83a9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663581 Jul 23 10:24:38.224347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event deleted for resources: {'Port': ['ID=c5685b27-875b-482e-a8ae-b4efbe933755,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:38.225180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:38.294685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] No DVR routers for this DVR port c5685b27-875b-482e-a8ae-b4efbe933755 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:38.300539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:38.303362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6214d31-1fb0-4a33-9bf1-372571422ec0 req-f3d3a5f8-2431-4c6a-946c-9004ac5345a7 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "DELETE /v2.0/ports/c5685b27-875b-482e-a8ae-b4efbe933755 HTTP/1.1" status: 204 len: 173 time: 0.6908767 Jul 23 10:24:38.303946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'name': 'network-vif-deleted', 'tag': 'c5685b27-875b-482e-a8ae-b4efbe933755'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:38.309076 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e98589-27f8-4bf6-929d-1456f60bb409" -d '{"events": [{"server_uuid": "32c6abba-4a82-4d7d-b83c-cde610571d4f", "name": "network-vif-deleted", "tag": "c5685b27-875b-482e-a8ae-b4efbe933755"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:38.425991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee251a-92f1-4b04-bfcc-61238da798eb req-9cc63839-ecfa-4eeb-b7c4-7dc364007d11 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:38.428541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23ee251a-92f1-4b04-bfcc-61238da798eb req-9cc63839-ecfa-4eeb-b7c4-7dc364007d11 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0962706 Jul 23 10:24:38.498878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23ee251a-92f1-4b04-bfcc-61238da798eb req-74b5cdaf-f333-414d-9057-cdb2b90f68e8 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Jul 23 10:24:38.658544 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244a709-0195-43aa-8216-662a09af859d x-openstack-request-id: req-3244a709-0195-43aa-8216-662a09af859d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:38.659001 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c6abba-4a82-4d7d-b83c-cde610571d4f", "name": "network-vif-deleted", "tag": "c5685b27-875b-482e-a8ae-b4efbe933755", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:38.659322 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3244a709-0195-43aa-8216-662a09af859d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:38.659818 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c6abba-4a82-4d7d-b83c-cde610571d4f', 'name': 'network-vif-deleted', 'tag': 'c5685b27-875b-482e-a8ae-b4efbe933755', 'status': 'completed', 'code': 200} Jul 23 10:24:38.774111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30de86d1-960f-47ac-ae06-636efe85e31e req-22d53f28-8545-4ae6-be3c-d47e84103785 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c6abba-4a82-4d7d-b83c-cde610571d4f HTTP/1.1" status: 200 len: 210 time: 0.0384266 Jul 23 10:24:38.929602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cce640-7639-4596-a193-fde254f33e15 req-3b6db490-2e98-4c0d-ae47-5545fbb2e1b8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:38.931298 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0cce640-7639-4596-a193-fde254f33e15 req-3b6db490-2e98-4c0d-ae47-5545fbb2e1b8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.0878694 Jul 23 10:24:38.981356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0cce640-7639-4596-a193-fde254f33e15 req-7721d7d9-9de2-417e-8a71-2bcc7f10c584 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Jul 23 10:24:39.140101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aea64-bcf7-4c1b-af35-56bd47b5a22e req-396cc0c1-804d-4a46-98b0-8b4400f6eb10 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:39.142048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f21aea64-bcf7-4c1b-af35-56bd47b5a22e req-396cc0c1-804d-4a46-98b0-8b4400f6eb10 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1097 time: 0.0602183 Jul 23 10:24:39.179766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f21aea64-bcf7-4c1b-af35-56bd47b5a22e req-fe7bbe90-488f-4d20-9ff3-f66d6ecd75e2 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Jul 23 10:24:39.316378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacdc38-c416-46cf-914f-0f6fad7163ba req-19cf9874-d861-4bb1-949f-33a1ff20a5b8 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:39.318016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eacdc38-c416-46cf-914f-0f6fad7163ba req-19cf9874-d861-4bb1-949f-33a1ff20a5b8 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1097 time: 0.0547009 Jul 23 10:24:39.356718 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eacdc38-c416-46cf-914f-0f6fad7163ba req-9e2f39f8-3fbd-4f85-a633-7f89ca339376 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jul 23 10:24:39.507853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d27a7e-e249-4824-87fe-00204acc23a6 req-7cd225d6-474c-4a76-9eda-d1578c029fda tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:39.509732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1d27a7e-e249-4824-87fe-00204acc23a6 req-7cd225d6-474c-4a76-9eda-d1578c029fda tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.0725393 Jul 23 10:24:39.552408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1d27a7e-e249-4824-87fe-00204acc23a6 req-4b4156ad-d996-4645-b489-cf8f2633098d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Jul 23 10:24:39.737905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2c03b-ba9f-4f8e-abfd-aa2a49ce5b10 req-5a1675fb-8c82-4123-b7a6-b308e7b8a08a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:39.739540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67d2c03b-ba9f-4f8e-abfd-aa2a49ce5b10 req-5a1675fb-8c82-4123-b7a6-b308e7b8a08a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0722549 Jul 23 10:24:39.781988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67d2c03b-ba9f-4f8e-abfd-aa2a49ce5b10 req-87810703-6a8f-4bad-81df-8941a3765b2a tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Jul 23 10:24:40.398047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-52206316-0315-4f80-8249-629143077e2f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:40.400137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-52206316-0315-4f80-8249-629143077e2f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 946 time: 0.0861270 Jul 23 10:24:40.525474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Deleting port cc101ec5-f09d-403d-8699-0356da4e64d4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:40.526405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:40.628758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] For port cc101ec5-f09d-403d-8699-0356da4e64d4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cc101ec5-f09d-403d-8699-0356da4e64d4,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:40.629113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:40.642810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Calling delete_port for cc101ec5-f09d-403d-8699-0356da4e64d4 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:40.695875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-f8090f57-ff79-4bc6-906f-c9e6cac43ff3 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:24:40.697948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-f8090f57-ff79-4bc6-906f-c9e6cac43ff3 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076561 Jul 23 10:24:40.709897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:40.710356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Unknown quota resources ['binding']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:24:40.905055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:40.918055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['77cb4212-e127-45d8-80da-8dfdd54ab20d', 'cc101ec5-f09d-403d-8699-0356da4e64d4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:40.939311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Pushing event deleted for resources: {'Port': ['ID=cc101ec5-f09d-403d-8699-0356da4e64d4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:40.941705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:40.942114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:40.942502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:40.952884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:24:40.953273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:40.959148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:40.960965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:40.960965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:40.960965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Bound port: 6712c91d-4f99-45bd-bf9c-45065e1b5536, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:41.021786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] No DVR routers for this DVR port cc101ec5-f09d-403d-8699-0356da4e64d4 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:41.026191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:41.029451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afbd9dec-a030-4ba6-8d09-0450c8a95a0b req-09423603-dd7b-4ed6-b074-8d702ec10efa tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "DELETE /v2.0/ports/cc101ec5-f09d-403d-8699-0356da4e64d4 HTTP/1.1" status: 204 len: 173 time: 0.6223130 Jul 23 10:24:41.029842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647ff2a-b376-457a-b473-dafef3d370df', 'name': 'network-vif-deleted', 'tag': 'cc101ec5-f09d-403d-8699-0356da4e64d4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:41.032257 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aae1ce-e6ca-4559-9bbb-66fe86a3a6f5" -d '{"events": [{"server_uuid": "9647ff2a-b376-457a-b473-dafef3d370df", "name": "network-vif-deleted", "tag": "cc101ec5-f09d-403d-8699-0356da4e64d4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:41.076050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:41.084520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:41.085721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-3ca5f687-9520-46d8-8852-aacb92902a3b service neutron] 10.222.0.37 "POST /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536/bindings HTTP/1.1" status: 201 len: 389 time: 0.3794944 Jul 23 10:24:41.410841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c5685b27-875b-482e-a8ae-b4efbe933755 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:41.452171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7b359-5677-4eef-9b96-7d12a83792c3 req-cd12e3b5-c100-45b6-87e8-cab58039078e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:41.454650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: c5685b27-875b-482e-a8ae-b4efbe933755 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:41.454995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c5685b27-875b-482e-a8ae-b4efbe933755 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:41.456561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87a7b359-5677-4eef-9b96-7d12a83792c3 req-cd12e3b5-c100-45b6-87e8-cab58039078e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.1182837 Jul 23 10:24:41.481066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-e081d8ed-7516-4621-96b9-5eb2e7e6e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:41.482546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-e081d8ed-7516-4621-96b9-5eb2e7e6e85f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1097 time: 0.1315994 Jul 23 10:24:41.527228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87a7b359-5677-4eef-9b96-7d12a83792c3 req-ebcaf05a-b2df-43e1-824b-0d939bc76116 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661013 Jul 23 10:24:41.633539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-0dc86b38-3ab2-465c-9dff-6723c4059227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:41.635293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-0dc86b38-3ab2-465c-9dff-6723c4059227 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1422966 Jul 23 10:24:41.659699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac6b665b-0c04-41cf-984d-082f46565fda req-8dfb69fe-b811-456f-b7bd-14c214a6acf4 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=9647ff2a-b376-457a-b473-dafef3d370df HTTP/1.1" status: 200 len: 210 time: 0.0413301 Jul 23 10:24:41.697704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-8e71dc3e-9e6a-4404-a02f-2295e8794f56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 217 time: 0.0407331 Jul 23 10:24:41.734740 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09515663-a8c5-4436-be4d-6b454c7a6cf6 x-openstack-request-id: req-09515663-a8c5-4436-be4d-6b454c7a6cf6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:41.735148 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647ff2a-b376-457a-b473-dafef3d370df", "name": "network-vif-deleted", "tag": "cc101ec5-f09d-403d-8699-0356da4e64d4", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:41.735526 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09515663-a8c5-4436-be4d-6b454c7a6cf6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:41.736024 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647ff2a-b376-457a-b473-dafef3d370df', 'name': 'network-vif-deleted', 'tag': 'cc101ec5-f09d-403d-8699-0356da4e64d4', 'status': 'completed', 'code': 200} Jul 23 10:24:41.756963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-08244e7c-71f1-442f-a65e-8ccd222d3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:41.760587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-08244e7c-71f1-442f-a65e-8ccd222d3552 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.0536966 Jul 23 10:24:41.800264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-78370f1f-340e-4d48-8929-bf32b3871075 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324025 Jul 23 10:24:41.932254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b701-a4b6-46fd-906e-a0362e6e4653 req-42fa5662-77e2-4954-80af-1470b579b91a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:41.933736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78c6b701-a4b6-46fd-906e-a0362e6e4653 req-42fa5662-77e2-4954-80af-1470b579b91a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.1365871 Jul 23 10:24:41.935950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-d7fb9e3a-c126-4800-a4b9-fe6ce19dca7a service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284196 Jul 23 10:24:42.320066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78c6b701-a4b6-46fd-906e-a0362e6e4653 req-d730c9d8-3b5f-4939-ab33-dd85e7d2ca97 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802705 Jul 23 10:24:42.349509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-262559d4-6de8-402e-8761-f8c179a1ffed service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035890 Jul 23 10:24:42.663436 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-1a3f683e-5e87-460c-b82f-f5c87f511a9c service neutron] show failed (client error): The resource could not be found. Jul 23 10:24:42.664464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-1a3f683e-5e87-460c-b82f-f5c87f511a9c service neutron] 10.222.0.20 "GET /v2.0/ports/ba2da229-796d-43a2-bd9f-e93d8a1380f4/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0609674 Jul 23 10:24:42.734176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627b29-2548-4dff-be45-593744182255 req-67dcacf6-a620-40e5-a6ef-b0e415793aff tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:42.739995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b627b29-2548-4dff-be45-593744182255 req-67dcacf6-a620-40e5-a6ef-b0e415793aff tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.0928185 Jul 23 10:24:42.779474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b627b29-2548-4dff-be45-593744182255 req-7aa6d699-f075-4b8a-9904-b5d6732dcdfc tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354152 Jul 23 10:24:42.964129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cb12a-34cc-47d5-9bf0-0ab5ba9fc24e req-848ea5b2-7d2d-4e70-8cdd-5cbdfe029768 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:42.965852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a66cb12a-34cc-47d5-9bf0-0ab5ba9fc24e req-848ea5b2-7d2d-4e70-8cdd-5cbdfe029768 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.1061080 Jul 23 10:24:43.019062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-4c5335e4-0a37-4a6c-a4c1-585e1c9db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:43.020602 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-4c5335e4-0a37-4a6c-a4c1-585e1c9db65e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3&tenant_id=bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 1101 time: 0.1079023 Jul 23 10:24:43.023378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a66cb12a-34cc-47d5-9bf0-0ab5ba9fc24e req-1fb23f00-1eb6-4052-b859-9b05a188ce78 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Jul 23 10:24:43.033791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:43.137997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:43.414435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cc101ec5-f09d-403d-8699-0356da4e64d4 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:43.465858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: cc101ec5-f09d-403d-8699-0356da4e64d4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:43.466204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cc101ec5-f09d-403d-8699-0356da4e64d4 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:43.564247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fb9d9-cad9-4fbe-8347-bff4149566b1 req-b2f139e5-efb5-4cf8-95cd-94b033395134 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:43.566125 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed8fb9d9-cad9-4fbe-8347-bff4149566b1 req-b2f139e5-efb5-4cf8-95cd-94b033395134 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.0941143 Jul 23 10:24:43.611872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:43.619348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed8fb9d9-cad9-4fbe-8347-bff4149566b1 req-fdad7a7c-7949-4827-bad2-2084ba1da17f tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Jul 23 10:24:43.659471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a235e2-f756-42e8-aeb9-22f002ff554c req-45ba1db1-1c71-499c-b4fc-7d446a953d39 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:43.671693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3a235e2-f756-42e8-aeb9-22f002ff554c req-45ba1db1-1c71-499c-b4fc-7d446a953d39 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.2094417 Jul 23 10:24:43.749218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:43.789994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3a235e2-f756-42e8-aeb9-22f002ff554c req-0a43c21d-8a25-482c-b380-a2803db8d52e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170452 Jul 23 10:24:43.857978 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:43.881903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Transition to ACTIVE for port object ba2da229-796d-43a2-bd9f-e93d8a1380f4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:43.882936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:43.886841 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dea9bdb-704b-46e9-b0a1-052c77e0769a" -d '{"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:43.890709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:44.006413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:44.010199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] No DVR routers for this DVR port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:44.083629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:44.084208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:44.084726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:44.091953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:24:44.092484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:44.102094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:44.102839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:44.103639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:44.104275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Bound port: ba2da229-796d-43a2-bd9f-e93d8a1380f4, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:44.104959 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:44.288672 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a23d6-4ede-4e84-817a-39d33c44e9e6 x-openstack-request-id: req-d07a23d6-4ede-4e84-817a-39d33c44e9e6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:44.289226 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:44.289657 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d07a23d6-4ede-4e84-817a-39d33c44e9e6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:44.290280 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'code': 200} Jul 23 10:24:44.305202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ee992-c3ca-4ef4-bbb0-acf2daa89832 req-7fc34592-0332-4f0f-8891-2e696663ddcf tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:44.318000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-696ee992-c3ca-4ef4-bbb0-acf2daa89832 req-7fc34592-0332-4f0f-8891-2e696663ddcf tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.3372564 Jul 23 10:24:44.349570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:44.356592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:44.370721 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:44.431853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-696ee992-c3ca-4ef4-bbb0-acf2daa89832 req-8d4a1466-003f-4038-9158-a576006bd1a9 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Jul 23 10:24:44.450977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-cc453d16-7f8d-486b-8296-5087a864127c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:44.451334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:44.452359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:44.452630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-cc453d16-7f8d-486b-8296-5087a864127c tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.20 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 950 time: 0.3916354 Jul 23 10:24:44.454173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 1096 time: 1.4242976 Jul 23 10:24:44.518724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945092a-31ba-4713-a4b8-3ff12235af74 req-43a8547a-ed06-4833-86ab-783bdb060be6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:44.527037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8945092a-31ba-4713-a4b8-3ff12235af74 req-43a8547a-ed06-4833-86ab-783bdb060be6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.2547252 Jul 23 10:24:44.628108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8945092a-31ba-4713-a4b8-3ff12235af74 req-08902616-9140-47d0-9450-39865bb0743c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Jul 23 10:24:44.630974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb41d49-08b0-40db-8b38-1b75359ecab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:44.651260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Deleting port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:44.651553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:44.661214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-ce643ce7-67d3-43b5-869e-e460c5ba9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:44.673199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-ce643ce7-67d3-43b5-869e-e460c5ba9df1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1099 time: 0.1820562 Jul 23 10:24:44.859592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] For port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:44.860341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:44.876834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Calling delete_port for 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:44.939068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-1cddd8c8-b4ca-45f9-a180-a3e582c97a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:44.943092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-1cddd8c8-b4ca-45f9-a180-a3e582c97a85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2607038 Jul 23 10:24:45.013044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-dc53cbfb-fc99-403c-bc0b-030d1bf3853e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.0560892 Jul 23 10:24:45.091746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe456c7-1939-4b19-9aa1-e9f66e5860d0 req-4a95e1e0-1a35-4aa9-9e2b-e0a1326d4a1c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:45.099969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ffe456c7-1939-4b19-9aa1-e9f66e5860d0 req-4a95e1e0-1a35-4aa9-9e2b-e0a1326d4a1c tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.2433450 Jul 23 10:24:45.114362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-c31ed679-e682-4c75-a3d8-42d436917f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:45.116063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-c31ed679-e682-4c75-a3d8-42d436917f7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0837188 Jul 23 10:24:45.143346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0057a9-cb25-45d4-bc8f-b54e97ff5bd2 req-e7cb6312-37d0-4f62-bd01-1c96dede00f7 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:45.145645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd0057a9-cb25-45d4-bc8f-b54e97ff5bd2 req-e7cb6312-37d0-4f62-bd01-1c96dede00f7 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.1634603 Jul 23 10:24:45.146535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:45.160145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['56b6603e-3e3d-4234-99ec-59eec9bccfbc'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:45.209075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ffe456c7-1939-4b19-9aa1-e9f66e5860d0 req-586caa0e-07f1-4be4-ba58-0214ec9159c3 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081138 Jul 23 10:24:45.222028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:45.248000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd0057a9-cb25-45d4-bc8f-b54e97ff5bd2 req-a0e4679c-8aa2-4de1-a43b-2b19da8e4d56 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819185 Jul 23 10:24:45.249410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-f23f7db0-4628-48ce-9f2c-99118dfdc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:45.254829 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-f23f7db0-4628-48ce-9f2c-99118dfdc4bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314497 Jul 23 10:24:45.313998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event deleted for resources: {'Port': ['ID=15d42f6f-e60f-49c8-b78e-a4905a0dc1c5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:45.354571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] No DVR routers for this DVR port 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:45.363884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:45.366278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0cf9033b-ef4a-4727-8f08-55e5a2e071a8 req-311fb158-35fe-48a8-9249-cfc646378fc1 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.20 "DELETE /v2.0/ports/15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 HTTP/1.1" status: 204 len: 173 time: 0.9071920 Jul 23 10:24:45.370897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'name': 'network-vif-deleted', 'tag': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:45.376682 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2b175-189c-4885-986e-cde424a64b4e" -d '{"events": [{"server_uuid": "91ce6b54-aae5-4806-adb2-73f74dc84d6b", "name": "network-vif-deleted", "tag": "15d42f6f-e60f-49c8-b78e-a4905a0dc1c5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:45.486220 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d66189-72b2-4452-a1ae-cfb932fce2da x-openstack-request-id: req-b8d66189-72b2-4452-a1ae-cfb932fce2da {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:45.486220 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ce6b54-aae5-4806-adb2-73f74dc84d6b", "name": "network-vif-deleted", "tag": "15d42f6f-e60f-49c8-b78e-a4905a0dc1c5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:45.486220 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8d66189-72b2-4452-a1ae-cfb932fce2da {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:45.486220 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ce6b54-aae5-4806-adb2-73f74dc84d6b', 'name': 'network-vif-deleted', 'tag': '15d42f6f-e60f-49c8-b78e-a4905a0dc1c5', 'status': 'completed', 'code': 200} Jul 23 10:24:45.500061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-04f558b1-9d29-4a4c-a4cb-0e763d292f16 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371264 Jul 23 10:24:45.783186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0fb9eb9-ebc4-4e38-83f0-78cfbc169f33 req-0ae92e93-0d18-4539-88bd-ccb9cf0238a3 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=91ce6b54-aae5-4806-adb2-73f74dc84d6b HTTP/1.1" status: 200 len: 210 time: 0.1243806 Jul 23 10:24:45.813778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f27f809a-7c02-4f99-bf25-55a377a2e733 req-eacc04d8-b855-468d-9ac3-e0d0d119db06 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057599 Jul 23 10:24:46.001705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5678ab-a1dc-4ca0-8427-a22d626eea80 req-375b17dd-cc1d-40ec-b9fb-7e1dd03cd163 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:46.009776 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e5678ab-a1dc-4ca0-8427-a22d626eea80 req-375b17dd-cc1d-40ec-b9fb-7e1dd03cd163 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.2315855 Jul 23 10:24:46.111008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e5678ab-a1dc-4ca0-8427-a22d626eea80 req-7ebacb24-6de9-4855-b88e-ea8db64c0e61 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999763 Jul 23 10:24:46.292118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:46.294732 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e9c46a-5b07-4767-b6e7-65f741338d53" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:46.439459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64dc86-c0d2-4258-9bd1-c46649c528d8 req-ae171fa1-6dba-467b-82a4-0072c93425a3 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:46.442574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e64dc86-c0d2-4258-9bd1-c46649c528d8 req-ae171fa1-6dba-467b-82a4-0072c93425a3 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1316483 Jul 23 10:24:46.496098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e64dc86-c0d2-4258-9bd1-c46649c528d8 req-d2636245-8740-48be-8537-03f2cb9192b2 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Jul 23 10:24:46.669989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:46.681673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1440c13-7c04-4d98-a874-6b4be3d9b99c req-82665047-7c2e-4bf1-949e-9c64ce3a876b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:46.693482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1440c13-7c04-4d98-a874-6b4be3d9b99c req-82665047-7c2e-4bf1-949e-9c64ce3a876b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.1069407 Jul 23 10:24:46.751567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1440c13-7c04-4d98-a874-6b4be3d9b99c req-f00cadee-6a3c-448b-868e-652737bdf8a0 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571380 Jul 23 10:24:46.781938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:46.782624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:46.828279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:46.834317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 15d42f6f-e60f-49c8-b78e-a4905a0dc1c5 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:46.904410 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228b1fd-5bf7-468b-843a-2e9caf857e7e x-openstack-request-id: req-2228b1fd-5bf7-468b-843a-2e9caf857e7e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:46.905075 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:46.905476 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2228b1fd-5bf7-468b-843a-2e9caf857e7e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:46.906034 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'status': 'completed', 'code': 200} Jul 23 10:24:47.070136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-80834db6-ee90-4bf9-a8df-2409d5de0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.071791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-80834db6-ee90-4bf9-a8df-2409d5de0474 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1099 time: 0.1388741 Jul 23 10:24:47.080239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-011d803a-bab8-45a1-8991-206a4efd1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.081801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-011d803a-bab8-45a1-8991-206a4efd1e5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1099 time: 0.1352341 Jul 23 10:24:47.294944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-f457d34b-7372-411d-ba3c-4ed2391cba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.303798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-f457d34b-7372-411d-ba3c-4ed2391cba1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2135248 Jul 23 10:24:47.351958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-d7e27a03-5bf8-4dc6-b28f-dae6b65fd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.359629 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-d7e27a03-5bf8-4dc6-b28f-dae6b65fd76c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2708101 Jul 23 10:24:47.392434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-858b94f4-3d30-4dee-8717-da02c67b5911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.0820534 Jul 23 10:24:47.427890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:24:47.497438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-5598344f-decd-484e-b651-af5b0c2a38ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.1238599 Jul 23 10:24:47.606427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-e33f6d20-2434-4f33-aa48-13ac89aead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.609478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-e33f6d20-2434-4f33-aa48-13ac89aead91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1432199 Jul 23 10:24:47.632142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:47.669078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-8de2e6f3-8916-448f-afc3-829c49f7a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.670979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-8de2e6f3-8916-448f-afc3-829c49f7a29f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1624560 Jul 23 10:24:47.682427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'mac_address': 'fa:16:3e:a8:a2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:24:47.720136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce102-182e-4718-9ae9-c4c6f761ba44 req-cdf3b2e2-c4ab-4c66-91ef-b9866af89d1c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.741778 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19bce102-182e-4718-9ae9-c4c6f761ba44 req-cdf3b2e2-c4ab-4c66-91ef-b9866af89d1c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 948 time: 0.3008363 Jul 23 10:24:47.812577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:47.839123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2da229-796d-43a2-bd9f-e93d8a1380f4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:24:47.843584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-d19cee0f-3654-4a45-a28d-c2e4baa33ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.850138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-d19cee0f-3654-4a45-a28d-c2e4baa33ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691642 Jul 23 10:24:47.881790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19bce102-182e-4718-9ae9-c4c6f761ba44 req-69fb3191-8b1d-48fb-8836-1a372c714c36 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363668 Jul 23 10:24:47.887789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:47.897112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:47.952019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-efe8d142-f8ec-4e4b-b61c-34d003d55a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:47.960777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-efe8d142-f8ec-4e4b-b61c-34d003d55a4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3400342 Jul 23 10:24:47.992792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:48.073195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-285e4d6a-29c7-4d08-824b-3fd42e365f2f service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047982 Jul 23 10:24:48.254220 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-2ec4dfb1-5c38-41f2-9172-4e71f6933837 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855105 Jul 23 10:24:48.314468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-eb7ef68c-633e-442a-bfb7-f659c80758b3 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336020 Jul 23 10:24:48.330604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ba2da229-796d-43a2-bd9f-e93d8a1380f4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:48.414727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e9c46a-5b07-4767-b6e7-65f741338d53 req-1eddf757-4df3-44b6-a48e-608de0c1a8cc service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500802 Jul 23 10:24:48.436615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f0ab2-a717-471b-a551-ee353b4b0f00 req-9dabc032-2b27-42d7-9b0e-abc920c12edd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:48.440647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-420f0ab2-a717-471b-a551-ee353b4b0f00 req-9dabc032-2b27-42d7-9b0e-abc920c12edd tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 951 time: 0.3188567 Jul 23 10:24:48.483896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86ec89-aec9-4f60-8cb7-d1ed6bae5eb5 req-fc467218-edba-4a0a-8810-6ef3f7122eb7 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:48.485540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf86ec89-aec9-4f60-8cb7-d1ed6bae5eb5 req-fc467218-edba-4a0a-8810-6ef3f7122eb7 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.1701584 Jul 23 10:24:48.523836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-420f0ab2-a717-471b-a551-ee353b4b0f00 req-fab41f62-86f4-4ac4-8ba8-838694e82df6 tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771680 Jul 23 10:24:48.566660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf86ec89-aec9-4f60-8cb7-d1ed6bae5eb5 req-5356054f-70f8-4550-9ca0-c57247880142 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730460 Jul 23 10:24:48.823543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693b7e-7cc0-4f68-bc10-61178236052f req-5f5b8c1e-263d-4786-b201-3fd6f567542d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:48.827471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8693b7e-7cc0-4f68-bc10-61178236052f req-5f5b8c1e-263d-4786-b201-3fd6f567542d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.1466231 Jul 23 10:24:48.951516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8693b7e-7cc0-4f68-bc10-61178236052f req-bcbd1cbc-eded-42b1-85a5-fffab6378bac tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103120 Jul 23 10:24:49.295890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-72498228-70ca-453b-a01b-11bce09f004e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:49.300751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-72498228-70ca-453b-a01b-11bce09f004e tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 951 time: 0.1462643 Jul 23 10:24:49.354740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340333c-175a-490a-bc43-2e4545ce7ddf req-2dd3bc57-e80e-4e91-bdc3-41abefc1955d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:49.356906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f340333c-175a-490a-bc43-2e4545ce7ddf req-2dd3bc57-e80e-4e91-bdc3-41abefc1955d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.1502314 Jul 23 10:24:49.523224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f340333c-175a-490a-bc43-2e4545ce7ddf req-90dd9064-a924-48ab-9f6f-9873bf4d75a7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579256 Jul 23 10:24:49.534237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Deleting port 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:49.535654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:49.582458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-ea869989-db13-41e8-b14a-296892db18eb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:49.598366 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-ea869989-db13-41e8-b14a-296892db18eb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.2173970 Jul 23 10:24:49.760100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] For port 56b6603e-3e3d-4234-99ec-59eec9bccfbc, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=56b6603e-3e3d-4234-99ec-59eec9bccfbc,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:49.765305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:49.789682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Calling delete_port for 56b6603e-3e3d-4234-99ec-59eec9bccfbc owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:49.839251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Deleting port 77cb4212-e127-45d8-80da-8dfdd54ab20d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:49.839937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:50.176293 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:50.215005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] For port 77cb4212-e127-45d8-80da-8dfdd54ab20d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=77cb4212-e127-45d8-80da-8dfdd54ab20d,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:50.215704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:50.242544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Pushing event deleted for resources: {'Port': ['ID=56b6603e-3e3d-4234-99ec-59eec9bccfbc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:50.245859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Calling delete_port for 77cb4212-e127-45d8-80da-8dfdd54ab20d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:50.294919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-43a93fbc-2db8-402c-ac4b-3a70a9c3fb14 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:50.297466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-43a93fbc-2db8-402c-ac4b-3a70a9c3fb14 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3&tenant_id=bd0425762e944ac1ab5d0b7c99899d12&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 949 time: 0.2616405 Jul 23 10:24:50.312246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] No DVR routers for this DVR port 56b6603e-3e3d-4234-99ec-59eec9bccfbc on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:50.324564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf8fc-78a5-4802-b5eb-9e544aed7986 req-3d736f0a-7ce1-409d-ba7b-b94ccce2f76b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:50.326747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f8bf8fc-78a5-4802-b5eb-9e544aed7986 req-3d736f0a-7ce1-409d-ba7b-b94ccce2f76b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/ports?device_id=b73dd61e-a918-47a8-abb8-e35fecfbdb04 HTTP/1.1" status: 200 len: 868 time: 0.3131702 Jul 23 10:24:50.329149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:50.332450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9a9d3cdf-97b2-40a3-b578-6a6a7c4b77d3 req-3f73c98e-5435-4781-a79c-55db4e25545b tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.55 "DELETE /v2.0/ports/56b6603e-3e3d-4234-99ec-59eec9bccfbc HTTP/1.1" status: 204 len: 173 time: 1.0275958 Jul 23 10:24:50.333382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-deleted', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:50.338023 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6b5611-34a9-424e-8375-f1f064562a39" -d '{"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-deleted", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:50.417680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f8bf8fc-78a5-4802-b5eb-9e544aed7986 req-2f75a852-e768-421b-9ac4-0028a732046f tempest-ServersAdminTestJSON-1869638323 tempest-ServersAdminTestJSON-1869638323-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d90465d-3009-479f-ac25-621817721476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729184 Jul 23 10:24:50.491946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7931-38ae-412b-92b2-6238cc76ebb5 req-dfa4dd2e-203e-4c3c-b4cc-3a22e6f195bb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:50.504803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-effc7931-38ae-412b-92b2-6238cc76ebb5 req-dfa4dd2e-203e-4c3c-b4cc-3a22e6f195bb tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 946 time: 0.4345961 Jul 23 10:24:50.643010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbb81a-741a-4b24-a1ab-f7b0f6aefcc2 req-7ee58142-a72e-4a63-8eea-d19eda287437 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:50.657669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79dbb81a-741a-4b24-a1ab-f7b0f6aefcc2 req-7ee58142-a72e-4a63-8eea-d19eda287437 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.1444979 Jul 23 10:24:50.671389 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-effc7931-38ae-412b-92b2-6238cc76ebb5 req-718fb077-a2c1-47e8-b2d4-184ce8374099 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/security-groups?id=44e19541-256a-4333-9509-85dd7529b8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647675 Jul 23 10:24:50.693639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-2013266f-8783-4765-90e9-46feb808cc38 service neutron] 10.222.0.55 "GET /v2.0/ports/ba2da229-796d-43a2-bd9f-e93d8a1380f4/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 382 time: 0.3868015 Jul 23 10:24:50.738823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79dbb81a-741a-4b24-a1ab-f7b0f6aefcc2 req-511241d7-c536-4bdf-9a87-e20bdc4d512f tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794952 Jul 23 10:24:50.908145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faf7bf-8a38-4eb6-aa11-8ebc2f8cd3d8 req-17378e9c-e157-4862-b56c-e2159e2c5985 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:50.909825 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41faf7bf-8a38-4eb6-aa11-8ebc2f8cd3d8 req-17378e9c-e157-4862-b56c-e2159e2c5985 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.0891159 Jul 23 10:24:50.937084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:51.012635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41faf7bf-8a38-4eb6-aa11-8ebc2f8cd3d8 req-7cbf23f0-44e4-4305-935d-230eaea6087a tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800812 Jul 23 10:24:51.075190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Pushing event deleted for resources: {'Port': ['ID=77cb4212-e127-45d8-80da-8dfdd54ab20d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:51.089196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-9f3f1473-847f-4490-92c2-1b75b5992f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:51.090792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-9f3f1473-847f-4490-92c2-1b75b5992f30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1100 time: 0.3653829 Jul 23 10:24:51.177949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b69c-dc64-46e8-8a8f-1d81b9f8f661 req-f6b5f13b-6275-47d7-bb4d-c42d687ee708 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:51.185005 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4bad99-d6ef-4690-9b8d-96d6aa02ab1d x-openstack-request-id: req-8c4bad99-d6ef-4690-9b8d-96d6aa02ab1d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:51.185580 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dd61e-a918-47a8-abb8-e35fecfbdb04", "name": "network-vif-deleted", "tag": "56b6603e-3e3d-4234-99ec-59eec9bccfbc", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:51.186083 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c4bad99-d6ef-4690-9b8d-96d6aa02ab1d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:51.187064 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73dd61e-a918-47a8-abb8-e35fecfbdb04', 'name': 'network-vif-deleted', 'tag': '56b6603e-3e3d-4234-99ec-59eec9bccfbc', 'status': 'completed', 'code': 200} Jul 23 10:24:51.188944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73e3b69c-dc64-46e8-8a8f-1d81b9f8f661 req-f6b5f13b-6275-47d7-bb4d-c42d687ee708 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.3776889 Jul 23 10:24:51.219896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] No DVR routers for this DVR port 77cb4212-e127-45d8-80da-8dfdd54ab20d on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:51.232793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:51.235588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-679d8668-4f5e-459d-bc72-6d3e94ac131a req-f93c5cb9-9b19-490a-8371-25639e196b1b tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.55 "DELETE /v2.0/ports/77cb4212-e127-45d8-80da-8dfdd54ab20d HTTP/1.1" status: 204 len: 173 time: 1.6288681 Jul 23 10:24:51.236409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392addb8-d144-442c-ab79-24034dab5220', 'name': 'network-vif-deleted', 'tag': '77cb4212-e127-45d8-80da-8dfdd54ab20d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:51.238801 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c02c307-6bf3-4b9a-8406-83b3aad25279" -d '{"events": [{"server_uuid": "392addb8-d144-442c-ab79-24034dab5220", "name": "network-vif-deleted", "tag": "77cb4212-e127-45d8-80da-8dfdd54ab20d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:51.304375 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c365b7-d56e-4c73-a416-b98d861ea0ae x-openstack-request-id: req-95c365b7-d56e-4c73-a416-b98d861ea0ae {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:51.304816 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392addb8-d144-442c-ab79-24034dab5220", "name": "network-vif-deleted", "tag": "77cb4212-e127-45d8-80da-8dfdd54ab20d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:51.305256 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95c365b7-d56e-4c73-a416-b98d861ea0ae {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:51.305730 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392addb8-d144-442c-ab79-24034dab5220', 'name': 'network-vif-deleted', 'tag': '77cb4212-e127-45d8-80da-8dfdd54ab20d', 'status': 'completed', 'code': 200} Jul 23 10:24:51.346623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73e3b69c-dc64-46e8-8a8f-1d81b9f8f661 req-2c9dbe53-7f18-4452-ae28-81953a13ee30 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566598 Jul 23 10:24:51.379379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-3256e03c-8819-41bb-87f1-73868d2eb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:51.382961 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-3256e03c-8819-41bb-87f1-73868d2eb1a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2830775 Jul 23 10:24:51.434611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:24:51.499565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-9820b1b1-1a77-4e1b-bf00-b4bd82f36cca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.0803568 Jul 23 10:24:51.536162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:24:51.540975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:24:51.541539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:51.577648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-54ac83d0-7b78-4d7c-9997-e3fd672664e6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:51.579172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-54ac83d0-7b78-4d7c-9997-e3fd672664e6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.1947794 Jul 23 10:24:51.593460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-623834a4-5b26-4da2-ad83-d553a1611631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:51.595681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-623834a4-5b26-4da2-ad83-d553a1611631 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0896289 Jul 23 10:24:51.780727 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:51.840065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36002) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:51.847909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-ad4c746a-2962-4ab8-bae0-ed5bce326be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:51.851219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-ad4c746a-2962-4ab8-bae0-ed5bce326be7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384346 Jul 23 10:24:51.882990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:51.886933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:51.902286 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e111f41-3035-4eb9-aeed-abf1ec8be93f" -d '{"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:51.918172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:51.919123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 77cb4212-e127-45d8-80da-8dfdd54ab20d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:52.061330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0ba4c2c-41f0-46ae-a5bf-6dbb9919abea req-8e7d0d65-a225-425f-b2d8-489181d8ed12 tempest-ServerRescueNegativeTestJSON-338056306 tempest-ServerRescueNegativeTestJSON-338056306-project] 10.222.0.37 "GET /v2.0/ports?device_id=392addb8-d144-442c-ab79-24034dab5220 HTTP/1.1" status: 200 len: 210 time: 0.1889722 Jul 23 10:24:52.098517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:52.112401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 77cb4212-e127-45d8-80da-8dfdd54ab20d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:52.112925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 77cb4212-e127-45d8-80da-8dfdd54ab20d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:52.113582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:52.141528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 56b6603e-3e3d-4234-99ec-59eec9bccfbc {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:52.142363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 56b6603e-3e3d-4234-99ec-59eec9bccfbc not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:52.160989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4831b7-5161-4bf3-bfc7-84c431aa5baa req-4a1d7d26-0872-4503-8c97-0ecf89e91e9a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:52.162639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e4831b7-5161-4bf3-bfc7-84c431aa5baa req-4a1d7d26-0872-4503-8c97-0ecf89e91e9a tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 947 time: 0.2796004 Jul 23 10:24:52.171650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Deleting port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:52.172018 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.183122 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d04b8df-5086-4242-b59a-3c0f0f6a567d x-openstack-request-id: req-8d04b8df-5086-4242-b59a-3c0f0f6a567d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:52.183662 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:52.184069 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-f182ef82-e105-408a-bd17-8e71f486ac51 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568710 Jul 23 10:24:52.184242 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d04b8df-5086-4242-b59a-3c0f0f6a567d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:52.184783 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'code': 200} Jul 23 10:24:52.229013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-55d7a327-c78c-4eb3-a415-881f3b7bbcc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ba96f9623d94bf5894ac4e2f045a942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870790 Jul 23 10:24:52.232630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36014) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:52.316088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e4831b7-5161-4bf3-bfc7-84c431aa5baa req-a0d56ab8-5b7a-42d9-9d3c-9acce53459d4 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379468 Jul 23 10:24:52.357825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8511f1-c168-494b-8891-827a05a7b60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.412632 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8511f1-c168-494b-8891-827a05a7b60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.419897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-f75f40ab-b7ff-483b-8dd1-85eb29ff4bda service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049112 Jul 23 10:24:52.484244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] For port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:52.485437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.496915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8511f1-c168-494b-8891-827a05a7b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.499641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8511f1-c168-494b-8891-827a05a7b60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.502906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce8511f1-c168-494b-8891-827a05a7b60d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d90465d-3009-479f-ac25-621817721476 HTTP/1.1" status: 204 len: 168 time: 0.2668252 Jul 23 10:24:52.512005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762815-934d-4f14-a29c-6c43e7761a3d req-12dbcd5c-0988-4b4d-aac4-2743e7376c35 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:52.520281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8511f1-c168-494b-8891-827a05a7b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90465d-3009-479f-ac25-621817721476,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:52.522645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80762815-934d-4f14-a29c-6c43e7761a3d req-12dbcd5c-0988-4b4d-aac4-2743e7376c35 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.2744000 Jul 23 10:24:52.535291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Calling delete_port for 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:52.631839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66313927-3988-46fb-b57b-ceb838209fd4 req-3e5ff3b6-b920-4773-a184-7da4221cd052 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:52.635888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66313927-3988-46fb-b57b-ceb838209fd4 req-3e5ff3b6-b920-4773-a184-7da4221cd052 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.1323860 Jul 23 10:24:52.649490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80762815-934d-4f14-a29c-6c43e7761a3d req-a2147d6c-c0d4-4e8a-a061-79919c52bba3 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040130 Jul 23 10:24:52.698683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66313927-3988-46fb-b57b-ceb838209fd4 req-46e97631-1906-4724-b447-4cc083d84975 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569944 Jul 23 10:24:52.741999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.772785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Pushing event deleted for resources: {'Port': ['ID=4598d3b5-4a7d-40db-811a-9a3f92b3d4ff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:52.830298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] No DVR routers for this DVR port 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:52.832913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.835054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37ab9e30-ac8d-4655-b6dc-9d699e21f2f2 req-d83671ee-9602-466b-98d1-b41795ae1bd6 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "DELETE /v2.0/ports/4598d3b5-4a7d-40db-811a-9a3f92b3d4ff HTTP/1.1" status: 204 len: 173 time: 1.2383449 Jul 23 10:24:52.858536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:52.907484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-139637fc-125b-4a04-93f7-1e233768f91a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=008e6bdeb1a845d8bc957e28d912bed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460150 Jul 23 10:24:52.908358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36026) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:52.960181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09f99dd3-fcdc-42e9-b09f-416edbce0f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:52.994593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09f99dd3-fcdc-42e9-b09f-416edbce0f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:53.039692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09f99dd3-fcdc-42e9-b09f-416edbce0f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:53.043016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09f99dd3-fcdc-42e9-b09f-416edbce0f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:53.044186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-09f99dd3-fcdc-42e9-b09f-416edbce0f8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab944f67-45dc-4d90-80be-297198429226 HTTP/1.1" status: 204 len: 168 time: 0.1346505 Jul 23 10:24:53.051732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f99dd3-fcdc-42e9-b09f-416edbce0f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab944f67-45dc-4d90-80be-297198429226,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:53.130595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36032) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:53.306911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-deleted', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:53.309937 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c4ab3-6588-4b8e-84ce-4923d9baab26" -d '{"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-deleted", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:53.390729 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b64db-418f-4249-bcea-8fb47785a41a x-openstack-request-id: req-0f0b64db-418f-4249-bcea-8fb47785a41a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:53.391071 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1257533a-fd8f-41ee-8aaf-17cdbfae5d0c", "name": "network-vif-deleted", "tag": "4598d3b5-4a7d-40db-811a-9a3f92b3d4ff", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:53.391584 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f0b64db-418f-4249-bcea-8fb47785a41a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:53.392156 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257533a-fd8f-41ee-8aaf-17cdbfae5d0c', 'name': 'network-vif-deleted', 'tag': '4598d3b5-4a7d-40db-811a-9a3f92b3d4ff', 'status': 'completed', 'code': 200} Jul 23 10:24:53.503071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3fbf858-f7fa-4f91-9449-c5a45c50343b req-f740ec28-5f4f-4f9c-a098-f1128e49e067 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=1257533a-fd8f-41ee-8aaf-17cdbfae5d0c HTTP/1.1" status: 200 len: 210 time: 0.0397642 Jul 23 10:24:53.520341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-91236ba6-129c-4484-bbe3-00689226ccf4 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1147272474&fields=id&tenant_id=bb07399528ca40608d99892a2c26bd55 HTTP/1.1" status: 200 len: 267 time: 0.0723252 Jul 23 10:24:53.650803 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:53.698381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-328c9758-5871-43df-aec1-f763b9f2dc1e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:53.699931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-328c9758-5871-43df-aec1-f763b9f2dc1e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/networks?id=6d762d4b-72b1-4732-ae6f-23b47c783ff3 HTTP/1.1" status: 200 len: 816 time: 0.1692710 Jul 23 10:24:53.721082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-21db64e7-09fb-4ea4-888d-069c860d1efa tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:53.723105 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-21db64e7-09fb-4ea4-888d-069c860d1efa tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.1209197 Jul 23 10:24:53.734896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-a500979b-a374-4a8d-8277-c78f3cbf5b34 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/quotas/bb07399528ca40608d99892a2c26bd55 HTTP/1.1" status: 200 len: 375 time: 0.0256751 Jul 23 10:24:53.744594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-c592b1ac-7aef-4427-a3aa-14f6fc62bae5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/quotas/c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 375 time: 0.0148330 Jul 23 10:24:53.827554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-8e8f3036-8a6e-4cb5-bd1c-15885b5bfe28 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816512 Jul 23 10:24:53.854191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-01bc6bb8-743c-4faa-87aa-9dc564542634 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb07399528ca40608d99892a2c26bd55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183636 Jul 23 10:24:53.858549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:54.049315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-8fe5e06e-7185-4545-b73d-a9dea3076d7e service neutron] 10.222.0.37 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550198 Jul 23 10:24:54.223985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-2211dc63-d500-4acd-83ec-475c31a9bfb4 service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902497 Jul 23 10:24:54.228531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-6b518a14-05f0-4d12-a5d7-71e95676b98d service neutron] 10.222.0.37 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712096 Jul 23 10:24:54.344839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Deleting port b2f9891b-332d-40b4-a151-f777f6f801a5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:54.345091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:54.354194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-c19e8a3f-b763-45dc-868b-b2a9d43f882e service neutron] 10.222.0.37 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293185 Jul 23 10:24:54.488567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] For port b2f9891b-332d-40b4-a151-f777f6f801a5, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b2f9891b-332d-40b4-a151-f777f6f801a5,segment=NetworkSegment(d4a020ac-ebcc-4cab-b5c5-c25e6938857b),segment_id=d4a020ac-ebcc-4cab-b5c5-c25e6938857b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:54.488935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:54.528336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Calling delete_port for b2f9891b-332d-40b4-a151-f777f6f801a5 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:54.668855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-d1bae01d-4a27-4fef-b408-96ec992faf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:54.671372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-d1bae01d-4a27-4fef-b408-96ec992faf3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3&tenant_id=bd0425762e944ac1ab5d0b7c99899d12 HTTP/1.1" status: 200 len: 1101 time: 0.1159601 Jul 23 10:24:54.702472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:54.884672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:54.934658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:54.963084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e585c-3a4c-4457-8848-b8b6e01f27eb req-9cb2e743-76cc-428b-85f5-e77f5762dca2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:54.964687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-684e585c-3a4c-4457-8848-b8b6e01f27eb req-9cb2e743-76cc-428b-85f5-e77f5762dca2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.1518919 Jul 23 10:24:54.986587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f9891b-332d-40b4-a151-f777f6f801a5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:55.059409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaf9ae-f5ee-493f-bab3-036f0061e2d8 req-cf1cf1ba-2786-4ac7-b3d8-55ce6ca9f2b5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:55.072050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ecaf9ae-f5ee-493f-bab3-036f0061e2d8 req-cf1cf1ba-2786-4ac7-b3d8-55ce6ca9f2b5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.2585578 Jul 23 10:24:55.077002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-684e585c-3a4c-4457-8848-b8b6e01f27eb req-8ada4ef4-9677-4263-a999-33b7daa540ec tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922165 Jul 23 10:24:55.213060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ecaf9ae-f5ee-493f-bab3-036f0061e2d8 req-67c0f082-d34e-4f39-a0a4-59dd6255b7e7 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021349 Jul 23 10:24:55.256467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a3f5923-52e3-4e84-be28-751d06776162 req-146980f2-ed06-4c18-a5a5-c2144aae6b64 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.0417044 Jul 23 10:24:55.261351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:55.287467 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:55.373680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9b80bc1-ec41-4fff-927e-2c6800d322ae req-34a5bfcd-a07b-409d-a794-e94372e12f9a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0867603 Jul 23 10:24:55.426376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:55.513211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:55.516648 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986709ed-f9de-4d49-847e-4fa4821d49a1" -d '{"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:55.523117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:55.540371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Transition to ACTIVE for port object ba2da229-796d-43a2-bd9f-e93d8a1380f4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:55.544553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:55.622119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] No DVR routers for this DVR port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:24:55.635050 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cff8f8-f5cc-43d5-9438-9cdb9077bc46 x-openstack-request-id: req-f7cff8f8-f5cc-43d5-9438-9cdb9077bc46 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:55.635341 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:55.635620 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7cff8f8-f5cc-43d5-9438-9cdb9077bc46 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:55.636008 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'code': 200} Jul 23 10:24:55.675030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:55.675403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:55.675752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:55.681046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:24:55.681394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Attempting to bind port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:55.687062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:55.687481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:55.687870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:55.688338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Bound port: ba2da229-796d-43a2-bd9f-e93d8a1380f4, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:55.688703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:55.706857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:55.768400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-c39e06e4-117a-44a3-981a-26f2ba47c112 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f577e6de4fb840a98876db28d90feed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506785 Jul 23 10:24:55.841065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:55.874858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:55.890047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae8ab-2e44-49c4-96b1-977af552f218 req-2e775bbb-c0f5-41a9-afd3-147371c5b719 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:55.891784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-267ae8ab-2e44-49c4-96b1-977af552f218 req-2e775bbb-c0f5-41a9-afd3-147371c5b719 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 948 time: 0.1821799 Jul 23 10:24:55.895208 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:55.970354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:55.971018 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:55.972629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] 10.222.0.20 "PUT /v2.0/ports/ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 1097 time: 1.2747486 Jul 23 10:24:56.005440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-43921087-92c4-479c-835c-86d16dde6ae5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:56.013762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-43921087-92c4-479c-835c-86d16dde6ae5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377734 Jul 23 10:24:56.034036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317374ca-145b-4b35-a0a2-986d64651750 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=11']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:56.039954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a59a4684-0d09-422e-898d-0d08f2ddbd6d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:56.040933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-e4c86147-31d6-4766-97aa-203202b4e780 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/quotas/f577e6de4fb840a98876db28d90feed6 HTTP/1.1" status: 200 len: 375 time: 0.0259392 Jul 23 10:24:56.042218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a59a4684-0d09-422e-898d-0d08f2ddbd6d tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1097 time: 0.2466319 Jul 23 10:24:56.086698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-c9351da7-b8ad-485e-a183-5103a0537772 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f577e6de4fb840a98876db28d90feed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449243 Jul 23 10:24:56.111807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Router 4c030bd2-5f54-49db-a616-52fddfdcb101 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:24:56.162451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:56.217233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-267ae8ab-2e44-49c4-96b1-977af552f218 req-4cdf9b7c-f346-4488-b48a-6138a3d3321f tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153107 Jul 23 10:24:56.267066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:24:56.276467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-799b1612-8b71-4f59-acc3-ebd1a287bcc8 admin admin] 10.222.0.37 "PUT /v2.0/routers/4c030bd2-5f54-49db-a616-52fddfdcb101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1446948 Jul 23 10:24:56.278305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] Sync routers for ids ['4c030bd2-5f54-49db-a616-52fddfdcb101'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:24:56.283287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36148) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:56.296116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-dc9cfcb5-8876-4fd0-807c-0d18347adc64 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:56.297758 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-dc9cfcb5-8876-4fd0-807c-0d18347adc64 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.55 "GET /v2.0/networks?id=6d762d4b-72b1-4732-ae6f-23b47c783ff3 HTTP/1.1" status: 200 len: 816 time: 0.3560433 Jul 23 10:24:56.313654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] Routers {'4c030bd2-5f54-49db-a616-52fddfdcb101'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:24:56.325842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:24:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c030bd2-5f54-49db-a616-52fddfdcb101'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:56.396559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:56.457947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-c0ecb49c-a436-498a-8886-20ca9f0a2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:56.459708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-c0ecb49c-a436-498a-8886-20ca9f0a2ae6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1100 time: 0.4131477 Jul 23 10:24:56.471736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-0f467209-f1fe-4fbf-9e17-ffc0b7eb74ab tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb07399528ca40608d99892a2c26bd55 HTTP/1.1" status: 200 len: 380 time: 0.1422796 Jul 23 10:24:56.487974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Request body: {'port': {'device_id': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'admin_state_up': True, 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'security_groups': ['a3e43064-cef9-49e3-b397-52bcc30f3c67']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:56.598725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] Set router 4c030bd2-5f54-49db-a616-52fddfdcb101 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:24:56.716774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:56.749167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:56.749507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4598d3b5-4a7d-40db-811a-9a3f92b3d4ff not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:56.760469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:56.890729 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-3ae9741d-44f6-471b-aea4-b797417f7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:56.892330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-3ae9741d-44f6-471b-aea4-b797417f7f5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.4197199 Jul 23 10:24:56.912435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-89195ee1-9ac6-402f-866e-ac1efaa0a725 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:56.914159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-89195ee1-9ac6-402f-866e-ac1efaa0a725 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 808 time: 0.5061977 Jul 23 10:24:56.941583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Request body: {'port': {'device_id': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'admin_state_up': True, 'tenant_id': 'c03d131371c24e5a933122ba8f96b5fa'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:56.978789 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-b075135c-a1ef-4c8b-bcfa-843167a2555a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.0737636 Jul 23 10:24:57.019926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503620a5-08ee-4420-a380-582c5e521893 req-e0166a40-f1ab-49dd-b253-3d71103efb2e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:57.029895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-503620a5-08ee-4420-a380-582c5e521893 req-e0166a40-f1ab-49dd-b253-3d71103efb2e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 946 time: 0.5593836 Jul 23 10:24:57.073232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:24:54Z', 'revision_number': 5, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port': {'id': 'd56d0525-0d84-4566-bfc3-c4e6191901a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:21:29Z', 'updated_at': '2021-07-23T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:57.080753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f418ea3-0502-453c-a22f-708f9d2dffee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.123178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f613e-f227-46e8-9c2d-bb33e4e07a6d req-1be8339b-0c08-4578-8d03-dfcbe6424677 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:57.125090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d9f613e-f227-46e8-9c2d-bb33e4e07a6d req-1be8339b-0c08-4578-8d03-dfcbe6424677 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.5382972 Jul 23 10:24:57.129469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:57.134859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.167462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-503620a5-08ee-4420-a380-582c5e521893 req-9efec8b0-9e17-4d1d-ae65-7fc1f680a4f8 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310263 Jul 23 10:24:57.176054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Made reservation on behalf of bb07399528ca40608d99892a2c26bd55 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:24:57.181850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.220336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-c7cf4ea3-15be-469d-a53b-f92784cbad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:57.222043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-c7cf4ea3-15be-469d-a53b-f92784cbad83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2322271 Jul 23 10:24:57.294077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Made reservation on behalf of c03d131371c24e5a933122ba8f96b5fa for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:24:57.302415 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.316659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] Checking router: 4c030bd2-5f54-49db-a616-52fddfdcb101 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:24:57.329072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] Routers {'4c030bd2-5f54-49db-a616-52fddfdcb101'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:24:57.333805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:24:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c030bd2-5f54-49db-a616-52fddfdcb101'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:57.371097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d9f613e-f227-46e8-9c2d-bb33e4e07a6d req-a078ddc6-0a43-46a1-98e6-d554798be900 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085552 Jul 23 10:24:57.391461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:57.516644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:24:57.592436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee1e65c1-36cf-4b9e-9c28-7527d814cc89 req-bfbd9c96-a221-48f7-b4c7-037bd5103a06 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.2404475 Jul 23 10:24:57.642865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf18b1b7-2528-487d-85a2-0be4737fa90a req-88b0f29d-8c50-4913-a9c1-d46d506c4e92 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 210 time: 0.0945163 Jul 23 10:24:57.703098 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.713404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}, {'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:24:57.718440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Allocated IP 172.20.0.13 (96a96832-d655-41d9-937e-f38bcf3d20bf/6e512ca4-885d-4b59-88d6-b827ffb26da7/833e9afa-6e01-468f-a38d-f8e92d1b34bd) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:57.719470 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad8e1c-6775-416d-8108-84bec7615806" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}, {"server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "name": "network-vif-unplugged", "status": "completed", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:24:57.761917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.764010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:57.786213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:57.826301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] Set router 4c030bd2-5f54-49db-a616-52fddfdcb101 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:24:57.831291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:24:57.846778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Deleting port d56d0525-0d84-4566-bfc3-c4e6191901a2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:57.847396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:57.849541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:57.857632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f6d939c-b603-43e5-b71f-fbff556874c8 req-ab9ab173-8eb1-4a6d-9a50-0da28be249ab tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0765495 Jul 23 10:24:57.913586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:57.915143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:24:57Z', 'revision_number': 6, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:24:57.948529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e501094-63e7-40b9-b9b9-944e2ff56273 None None] The sync data for ids ['4c030bd2-5f54-49db-a616-52fddfdcb101'] in n-d-778550-4 is: [{'id': '4c030bd2-5f54-49db-a616-52fddfdcb101', 'name': 'tempest-ServerRescueNegativeTestJSON-504869504-router', 'tenant_id': 'ee41ecf2ab344155aa21a023e55c5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:21:27Z', 'updated_at': '2021-07-23T10:24:57Z', 'revision_number': 6, 'project_id': 'ee41ecf2ab344155aa21a023e55c5248', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:24:57.977145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-bd072165-d3a5-450b-bce7-e92dc3260e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:57.979267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-bd072165-d3a5-450b-bce7-e92dc3260e4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7473156 Jul 23 10:24:58.089126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Allocated IP 172.20.0.5 (6d762d4b-72b1-4732-ae6f-23b47c783ff3/57360da6-7dd1-4398-9723-aac0715f4c54/f435b52a-75c2-46be-9197-402dd0f415fd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:24:58.096877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] For port d56d0525-0d84-4566-bfc3-c4e6191901a2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d56d0525-0d84-4566-bfc3-c4e6191901a2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:24:58.097458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:58.100879 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fafce1d-378f-427c-aaa0-c1379c45c980 x-openstack-request-id: req-5fafce1d-378f-427c-aaa0-c1379c45c980 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:24:58.101396 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "status": "completed", "code": 200}, {"server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "name": "network-vif-unplugged", "status": "completed", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:24:58.101925 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fafce1d-378f-427c-aaa0-c1379c45c980 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:24:58.103187 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'status': 'completed', 'code': 200} Jul 23 10:24:58.103800 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'code': 200} Jul 23 10:24:58.147660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Calling delete_port for d56d0525-0d84-4566-bfc3-c4e6191901a2 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:24:58.168452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:58.241444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:24:58.241760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:24:58.242103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:58.249084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-d50ab529-4dc6-4edd-8864-c9761aa738c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.250765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-d50ab529-4dc6-4edd-8864-c9761aa738c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1100 time: 0.1607401 Jul 23 10:24:58.312674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:24:58.313018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Attempting to bind port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on network 7ab78d24-a31a-4d4d-a855-15e924bd86d1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:24:58.317537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-c99af102-2f33-49d7-b1d9-dc8294119a22 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f577e6de4fb840a98876db28d90feed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220446 Jul 23 10:24:58.324667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-7e5fcc44-5314-4607-8cab-81b2864b0618 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175964 Jul 23 10:24:58.450686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-b9ea0528-cc95-4ee6-8e05-570bbfc58998 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.452240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-b9ea0528-cc95-4ee6-8e05-570bbfc58998 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 948 time: 0.6074028 Jul 23 10:24:58.466565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:58.481724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:24:58.481724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Checking segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:24:58.482116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Bound using segment: {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:24:58.482569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Bound port: 6712c91d-4f99-45bd-bf9c-45065e1b5536, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c22f5b-9b78-41bc-9c0c-a0cf0137361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ab78d24-a31a-4d4d-a855-15e924bd86d1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:24:58.482949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:58.502099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:58.562109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1fb9-42d5-4911-b400-76709a9fd4ac req-6582772c-73b1-439a-bf86-fca89ba66091 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.570561 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef0c1fb9-42d5-4911-b400-76709a9fd4ac req-6582772c-73b1-439a-bf86-fca89ba66091 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 948 time: 0.7909107 Jul 23 10:24:58.594355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Network 96a96832-d655-41d9-937e-f38bcf3d20bf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:24:58.595794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-42c41c17-00a4-4e24-b5cf-1067182eaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.597373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-42c41c17-00a4-4e24-b5cf-1067182eaf2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3346336 Jul 23 10:24:58.621316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:24:58.623302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:58.625715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:24:58.709806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d240c-9cd3-4a4e-ada3-3965e4b4cfba req-ff1938d6-6032-49bc-9aab-836fd3643db4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.717605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa3d240c-9cd3-4a4e-ada3-3965e4b4cfba req-ff1938d6-6032-49bc-9aab-836fd3643db4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.4203436 Jul 23 10:24:58.726194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-ea5ee582-d346-40ab-8bad-5f7521766391 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.1081848 Jul 23 10:24:58.789222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:58.812539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.813272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:58.860626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56d0525-0d84-4566-bfc3-c4e6191901a2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:58.881542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa3d240c-9cd3-4a4e-ada3-3965e4b4cfba req-5f00c3c5-7d63-4a47-b7a6-c166b32f3a26 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586604 Jul 23 10:24:58.923085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-ec24b0ec-2a8b-46f7-b39e-73f56a5d3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:58.926177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-ec24b0ec-2a8b-46f7-b39e-73f56a5d3a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1883998 Jul 23 10:24:58.954954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-a74108bb-cf0b-4cda-8677-5f79b56824c2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0204685 Jul 23 10:24:58.990862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Request body: {'port': {'device_id': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:59.066975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d56d0525-0d84-4566-bfc3-c4e6191901a2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:59.090350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d56d0525-0d84-4566-bfc3-c4e6191901a2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:59.090954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d56d0525-0d84-4566-bfc3-c4e6191901a2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:59.091597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b2f9891b-332d-40b4-a151-f777f6f801a5 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:24:59.112728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b2f9891b-332d-40b4-a151-f777f6f801a5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:24:59.113367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b2f9891b-332d-40b4-a151-f777f6f801a5 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:24:59.122037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.256344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.264113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.271286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.293339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.306677 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fedfadb-05dc-4245-97fd-cf1eeb22db66 req-6346c032-a820-49e0-915b-7ef39b53c1e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405521 Jul 23 10:24:59.322063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef0c1fb9-42d5-4911-b400-76709a9fd4ac req-545b0549-87ed-47e8-bd8f-17e28faf9169 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7500691 Jul 23 10:24:59.333451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-5411a877-c633-42aa-9ede-5c0b774030e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:59.334991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-5411a877-c633-42aa-9ede-5c0b774030e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3759985 Jul 23 10:24:59.359449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Transition to ACTIVE for port object f435b52a-75c2-46be-9197-402dd0f415fd will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:24:59.367714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7f48a-0d3d-4345-b1c4-4c9d3f7b2ce6 req-536d4ebc-a307-4775-890f-73b65c143dc6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:59.374100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:24:59.375335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b7f48a-0d3d-4345-b1c4-4c9d3f7b2ce6 req-536d4ebc-a307-4775-890f-73b65c143dc6 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.3314257 Jul 23 10:24:59.382983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:24:59.395369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-6e8e0d60-42af-4bcc-82a1-8bd52dc5d646 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:59.397034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.397438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-6e8e0d60-42af-4bcc-82a1-8bd52dc5d646 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0717981 Jul 23 10:24:59.397561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c030bd2-5f54-49db-a616-52fddfdcb101 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:24:59.403779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.413341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.415234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-20625456-2f14-4ec4-bff0-c16f1a5c64f1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4c030bd2-5f54-49db-a616-52fddfdcb101 HTTP/1.1" status: 204 len: 168 time: 3.1228797 Jul 23 10:24:59.423925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:24:59.432050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Request body: {'port': {'device_id': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'f577e6de4fb840a98876db28d90feed6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:24:59.615439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:59.616094 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.617519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] 10.222.0.55 "PUT /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 1122 time: 3.5467157 Jul 23 10:24:59.675363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-606be9e9-99d2-4987-961e-a2fcd8a9a7ec req-88cbef3c-a88e-4456-90eb-3be196687946 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.1673915 Jul 23 10:24:59.719304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Deleting port 8200ec75-4645-490c-9349-d731cdb453ae {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:24:59.719681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.733513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['6712c91d-4f99-45bd-bf9c-45065e1b5536'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:59.735651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Deleting subnet 0f732fdb-1e75-4098-aeb7-e6852f2b67be {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:24:59.761337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6424-7e21-411f-9db0-0bd8cfeee554 service neutron] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:59.767198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.777799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.808789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6712c91d-4f99-45bd-bf9c-45065e1b5536'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:24:59.841697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b7f48a-0d3d-4345-b1c4-4c9d3f7b2ce6 req-f547c6c1-92b7-440d-9778-50fb46ebe40d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654286 Jul 23 10:24:59.878355 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5461ba29-89d0-4ae2-8408-85dfc75956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:24:59.966629 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-297ae6d7-9385-4bff-b75f-cedacc536128 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864224 Jul 23 10:24:59.984080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcb79807-b720-49bb-b876-c9e45c712222 req-cfa3fc5a-049d-4295-8c03-70467bc2bffa tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 210 time: 0.1738603 Jul 23 10:24:59.984990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event updated for resources: {'Port': ['ID=f435b52a-75c2-46be-9197-402dd0f415fd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:24:59.996684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-4448d68a-3054-457b-a35f-87e4475a9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:24:59.999654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-4448d68a-3054-457b-a35f-87e4475a9012 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1100 time: 0.5755961 Jul 23 10:25:00.015530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:00.021457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.029192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:00.170976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.220739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:00.225583 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72" -d '{"events": [{"name": "network-changed", "server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:00.234395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-7cc236f3-b678-4da0-9c87-3f57b4cc2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.239532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-7cc236f3-b678-4da0-9c87-3f57b4cc2d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2217059 Jul 23 10:25:00.246724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:00.262696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-125ae5e7-0af8-416b-ba7f-1336d7395c13 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386794 Jul 23 10:25:00.273213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3623e-5c10-4e30-b000-4b13502b8380 req-a5896b1d-ac6d-44bc-8f9e-11c4f5960f19 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.280536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1d3623e-5c10-4e30-b000-4b13502b8380 req-a5896b1d-ac6d-44bc-8f9e-11c4f5960f19 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 932 time: 0.3264091 Jul 23 10:25:00.331677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] For port 8200ec75-4645-490c-9349-d731cdb453ae, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8200ec75-4645-490c-9349-d731cdb453ae,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:00.332214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.338627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833e9afa-6e01-468f-a38d-f8e92d1b34bd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:00.345627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Made reservation on behalf of f577e6de4fb840a98876db28d90feed6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:00.349672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.350222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.359545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1d3623e-5c10-4e30-b000-4b13502b8380 req-bed5cabe-d42c-45fb-bfb9-2cc2618eb5de tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779479 Jul 23 10:25:00.367969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Calling delete_port for 8200ec75-4645-490c-9349-d731cdb453ae owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:00.382683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Transition to ACTIVE for port object 833e9afa-6e01-468f-a38d-f8e92d1b34bd will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:00.382683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.406827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb3e85bc-00b8-44fd-8e86-7f070d921626 None None] Provisioning for port f435b52a-75c2-46be-9197-402dd0f415fd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:00.411197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb3e85bc-00b8-44fd-8e86-7f070d921626 None None] Provisioning complete for port f435b52a-75c2-46be-9197-402dd0f415fd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:00.413962 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb3e85bc-00b8-44fd-8e86-7f070d921626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.458484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:00.467410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e85bc-00b8-44fd-8e86-7f070d921626 None None] Port f435b52a-75c2-46be-9197-402dd0f415fd cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:00.490904 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c58616-039c-4f55-9d69-a4d62118a977 x-openstack-request-id: req-85c58616-039c-4f55-9d69-a4d62118a977 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:00.491838 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:00.492047 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85c58616-039c-4f55-9d69-a4d62118a977 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:00.492530 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'status': 'completed', 'code': 200} Jul 23 10:25:00.501784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.517095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-9d445750-eccb-4517-adab-3c6ca4d3383f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 200 len: 217 time: 0.1624303 Jul 23 10:25:00.532739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.533390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.595778 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.620834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:00.621164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:00.621632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:00.635293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:00.635647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:00.653423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:00.653739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:00.654139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:00.654963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Bound port: 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:00.654963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.674324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-2b11ff86-2b2c-4ad3-9e13-8863a3dac9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.675864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-2b11ff86-2b2c-4ad3-9e13-8863a3dac9f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1125 time: 0.1577971 Jul 23 10:25:00.689656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545016f-06a6-4481-a5ac-6ead1415940c req-0725e16b-85d3-4a4c-a8a0-86688d38dea2 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.691154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8545016f-06a6-4481-a5ac-6ead1415940c req-0725e16b-85d3-4a4c-a8a0-86688d38dea2 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/ports?device_id=6374f8f6-4b0f-4b55-8b82-84a18ea5bf36 HTTP/1.1" status: 200 len: 948 time: 0.1392999 Jul 23 10:25:00.724424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac079f2-6eca-4d6e-a3c2-ef09db8ca9c3 req-af774bcc-ef51-47de-94f8-cef501179184 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.726043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cac079f2-6eca-4d6e-a3c2-ef09db8ca9c3 req-af774bcc-ef51-47de-94f8-cef501179184 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.3703115 Jul 23 10:25:00.733310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-e5bcd27f-fa70-411f-b2ff-bf31d73297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.735064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-e5bcd27f-fa70-411f-b2ff-bf31d73297a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1935637 Jul 23 10:25:00.837600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8545016f-06a6-4481-a5ac-6ead1415940c req-8fece376-2d22-44f3-8d0e-7b012146ce44 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f68638c-03bd-41dd-9db6-53f191b7e775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193678 Jul 23 10:25:00.842441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:00.862269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-7136d9cb-b437-4e40-b31f-3fd16b344157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:00.862269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-7136d9cb-b437-4e40-b31f-3fd16b344157 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.1502097 Jul 23 10:25:00.876704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.901004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:00.902910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0f732fdb-1e75-4098-aeb7-e6852f2b67be HTTP/1.1" status: 204 len: 168 time: 1.4667127 Jul 23 10:25:00.908635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36196) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:00.917289 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-2a0a5b01-4602-4cc0-b356-e25cbe352bc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 217 time: 0.0487990 Jul 23 10:25:00.950906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e182bf-70e4-49ce-b4e2-50abe05492f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f732fdb-1e75-4098-aeb7-e6852f2b67be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:00.958902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cac079f2-6eca-4d6e-a3c2-ef09db8ca9c3 req-af8eedc7-de0f-49ec-b5a3-07ec3abc30d6 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938179 Jul 23 10:25:00.998917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad8e1c-6775-416d-8108-84bec7615806 req-8fda9981-594e-4625-ab8d-b38db702e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:01.000514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-8fda9981-594e-4625-ab8d-b38db702e980 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528162 Jul 23 10:25:01.002482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.013843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.033849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:01.058220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.071793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:01.080978 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-ff642f55-8150-499e-9fb6-b64fd0aa0d0c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5971761 Jul 23 10:25:01.105956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.146278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.157639 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.188837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-bf7c9f69-736e-4ddc-ae92-4036efc034c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:01.190674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-bf7c9f69-736e-4ddc-ae92-4036efc034c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.2503979 Jul 23 10:25:01.198900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:01.199949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.202474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] 10.222.0.55 "PUT /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 1092 time: 2.2304485 Jul 23 10:25:01.204718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:01.217305 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eff5aa-5666-447f-a079-13ec47a58c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:01.219147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Request body: {'port': {'device_id': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:01.249464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Pushing event deleted for resources: {'Port': ['ID=8200ec75-4645-490c-9349-d731cdb453ae,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:01.354836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-7fbfb12a-3992-49cb-a5b5-7d51682fb409 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284623 Jul 23 10:25:01.400112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] No DVR routers for this DVR port 8200ec75-4645-490c-9349-d731cdb453ae on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:01.412613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.414690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38370679-cb9e-407e-b7b9-057a5fc86e5b req-22802b84-2e97-4884-a780-b1eab3bedf55 tempest-ListImageFiltersTestJSON-1723090797 tempest-ListImageFiltersTestJSON-1723090797-project] 10.222.0.20 "DELETE /v2.0/ports/8200ec75-4645-490c-9349-d731cdb453ae HTTP/1.1" status: 204 len: 173 time: 2.9345341 Jul 23 10:25:01.511364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-6a79aa6e-d91b-44b9-af64-414943ce4ab2 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004807 Jul 23 10:25:01.554149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb92d8-88c8-4757-8156-996f107e29e0 req-78d5c945-a61b-427c-b1cf-16f3bd384f23 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:01.556474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3bb92d8-88c8-4757-8156-996f107e29e0 req-78d5c945-a61b-427c-b1cf-16f3bd384f23 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 931 time: 0.6236629 Jul 23 10:25:01.574984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Allocated IP 192.168.233.57 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/642a4719-e491-4271-93df-9043eb774c7f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:01.628373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7325b-ce21-465f-a082-2feb8d000bd3 req-7fe18b2d-a769-46f6-8368-bdca26ccb258 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:01.630528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88d7325b-ce21-465f-a082-2feb8d000bd3 req-7fe18b2d-a769-46f6-8368-bdca26ccb258 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 949 time: 0.5695765 Jul 23 10:25:01.641901 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.661395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48b98-e710-475e-9ae4-8da646abc163 service neutron] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:01.785425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-16a7238b-3f50-4771-bd7c-615abb43ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:01.786957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-16a7238b-3f50-4771-bd7c-615abb43ae42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1095 time: 0.4890249 Jul 23 10:25:01.800728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88d7325b-ce21-465f-a082-2feb8d000bd3 req-e7aab4a1-a0a8-4790-9f60-e5ec688e6a51 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397355 Jul 23 10:25:01.835352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:01.854306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3bb92d8-88c8-4757-8156-996f107e29e0 req-d9590289-1dfa-4889-b8c7-09537a39b256 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659557 Jul 23 10:25:01.908651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-56a0556c-49d0-4a52-b732-2670e96ad9c7 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463226 Jul 23 10:25:01.910447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a98cd16-ea90-430f-a30a-82d2f9bc785c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:01.925927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00ad8e1c-6775-416d-8108-84bec7615806 req-e38406b0-3130-4026-87e3-b2dccb509c3c service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044590 Jul 23 10:25:02.082442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:02.087781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a020ac-ebcc-4cab-b5c5-c25e6938857b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:02.090791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-98dedbe9-c184-4f4d-9cbd-cfb9a782df33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 217 time: 0.2141466 Jul 23 10:25:02.100960 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fb484-936f-4872-95dc-441189627135 x-openstack-request-id: req-6b2fb484-936f-4872-95dc-441189627135 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:02.101260 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:02.101517 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b2fb484-936f-4872-95dc-441189627135 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:02.101936 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'status': 'completed', 'code': 200} Jul 23 10:25:02.104330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.161115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.178784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:25:02.179302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:25:02.190678 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:25:02.259085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff493c8-3d36-4fcc-b93b-c56a8e28ae72 req-2c5618fc-f419-444e-a50e-708eb890a0c0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661755 Jul 23 10:25:02.303299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-f5547c5d-27ee-4c0e-b405-a985de07556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:02.305660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-f5547c5d-27ee-4c0e-b405-a985de07556d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1978085 Jul 23 10:25:02.330093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.353906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-ffbc92b0-3bc7-4812-96cc-a4c3cd977208 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398176 Jul 23 10:25:02.361663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.366254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a98cd16-ea90-430f-a30a-82d2f9bc785c HTTP/1.1" status: 204 len: 168 time: 1.4566371 Jul 23 10:25:02.377306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-580b2ecd-a9fa-4da0-980d-5c1de7b14405 req-82a63a35-db85-4f76-913c-34315699e74c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 210 time: 0.4028182 Jul 23 10:25:02.395588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.411076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65357d7-1bf9-45b9-bfbc-846590a0d94a req-7b1b24b3-d35f-4d9e-b880-2b42ee037c98 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:02.413236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e65357d7-1bf9-45b9-bfbc-846590a0d94a req-7b1b24b3-d35f-4d9e-b880-2b42ee037c98 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1923695 Jul 23 10:25:02.495185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-deleted', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:02.497486 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec79d8c-0d07-4b35-8344-02c4af79c2c9" -d '{"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-deleted", "tag": "8200ec75-4645-490c-9349-d731cdb453ae"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:02.528678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.533316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001e135-54c5-4973-9ac1-786b95f4b437 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a98cd16-ea90-430f-a30a-82d2f9bc785c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:02.568593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-992d8b71-639b-4552-889c-c9afe52503f3 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736457 Jul 23 10:25:02.598030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e65357d7-1bf9-45b9-bfbc-846590a0d94a req-a805fbf7-0b4a-4af2-847d-2efd3cf796fe tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 Jul 23 10:25:02.614078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Transition to ACTIVE for port object 642a4719-e491-4271-93df-9043eb774c7f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:02.667240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:02.677162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:02.685371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36220) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:02.750839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 8200ec75-4645-490c-9349-d731cdb453ae {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:02.752013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8200ec75-4645-490c-9349-d731cdb453ae not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:02.786091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64450785-28b1-42e6-83b3-769725f3f583 req-db16d739-8e16-4d37-a3ac-c4c9fa063638 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:02.787877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64450785-28b1-42e6-83b3-769725f3f583 req-db16d739-8e16-4d37-a3ac-c4c9fa063638 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.2650657 Jul 23 10:25:02.796593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11245ec0-5ecd-4a83-9e4d-a7ec16f1a45a req-dea1e1c9-340e-4415-8f8f-b85758ff68b8 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123082 Jul 23 10:25:02.800203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.805253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f435b52a-75c2-46be-9197-402dd0f415fd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:02.822452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9e988efb-3c98-483b-a302-b5129e1ba796 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee41ecf2ab344155aa21a023e55c5248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319039 Jul 23 10:25:02.823390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36226) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:02.842637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.897249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Transition to ACTIVE for port object f435b52a-75c2-46be-9197-402dd0f415fd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:02.911557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:02.913028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:02.918351 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.926354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'mac_address': 'fa:16:3e:a8:a2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:25:02.935156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:02.951792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:02.962278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Pushing event updated for resources: {'Port': ['ID=642a4719-e491-4271-93df-9043eb774c7f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:02.994501 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:02.994757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7245ed27-816a-4a9c-92ca-ea4a38a94562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.005406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64450785-28b1-42e6-83b3-769725f3f583 req-d5b08ea3-9cd6-4b85-8352-1c15b0ebd387 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048912 Jul 23 10:25:03.043058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2da229-796d-43a2-bd9f-e93d8a1380f4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:03.086174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7245ed27-816a-4a9c-92ca-ea4a38a94562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.089609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:03.114515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.118307 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3c5d6f-31d4-4c08-93b0-3bbb88777e08 x-openstack-request-id: req-ad3c5d6f-31d4-4c08-93b0-3bbb88777e08 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:03.120081 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6374f8f6-4b0f-4b55-8b82-84a18ea5bf36", "name": "network-vif-deleted", "tag": "8200ec75-4645-490c-9349-d731cdb453ae", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:03.123057 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad3c5d6f-31d4-4c08-93b0-3bbb88777e08 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:03.123770 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6374f8f6-4b0f-4b55-8b82-84a18ea5bf36', 'name': 'network-vif-deleted', 'tag': '8200ec75-4645-490c-9349-d731cdb453ae', 'status': 'completed', 'code': 200} Jul 23 10:25:03.178972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-dd0e57b1-e831-4079-90ca-61130fdd5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.186751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.191431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.205108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-dd0e57b1-e831-4079-90ca-61130fdd5ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1095 time: 0.3192685 Jul 23 10:25:03.230935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=12']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:03.260514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7245ed27-816a-4a9c-92ca-ea4a38a94562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.265398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7245ed27-816a-4a9c-92ca-ea4a38a94562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.283822 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Pushing event updated for resources: {'Port': ['ID=f435b52a-75c2-46be-9197-402dd0f415fd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:03.284463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7245ed27-816a-4a9c-92ca-ea4a38a94562 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44e19541-256a-4333-9509-85dd7529b8f3 HTTP/1.1" status: 204 len: 168 time: 0.4466443 Jul 23 10:25:03.339643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245ed27-816a-4a9c-92ca-ea4a38a94562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e19541-256a-4333-9509-85dd7529b8f3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:03.363908 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:25:03.401592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-1c88a410-274d-4cf6-ad6f-c9f47c38f312 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9839923 Jul 23 10:25:03.425175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Request body: {'port': {'device_id': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:03.445141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-b379822d-31ed-4eda-bdd9-12a3ef608851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.447397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-b379822d-31ed-4eda-bdd9-12a3ef608851 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.2067163 Jul 23 10:25:03.466263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba2da229-796d-43a2-bd9f-e93d8a1380f4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:03.472758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Attempting to bind port f435b52a-75c2-46be-9197-402dd0f415fd on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:03.473101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Attempting to bind port f435b52a-75c2-46be-9197-402dd0f415fd by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:03.473429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Attempting to bind port f435b52a-75c2-46be-9197-402dd0f415fd on network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:03.498289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Port f435b52a-75c2-46be-9197-402dd0f415fd on network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:03.498930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Attempting to bind port f435b52a-75c2-46be-9197-402dd0f415fd on network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:03.516039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:03.516446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Checking segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:03.516709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Bound using segment: {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:03.517157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Bound port: f435b52a-75c2-46be-9197-402dd0f415fd, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150ae875-93e8-48bb-8f6e-abddf5bc2a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:03.517523 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.532898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1e976-a5b9-4cdd-a49e-1f0810f34da8 req-b00bcd17-f1f5-411c-b62c-87d4ffe8bb72 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.539915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ab1e976-a5b9-4cdd-a49e-1f0810f34da8 req-b00bcd17-f1f5-411c-b62c-87d4ffe8bb72 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 950 time: 0.2671003 Jul 23 10:25:03.593029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-66c771d5-3d9d-49cd-9b21-c89770cad613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 217 time: 0.0928822 Jul 23 10:25:03.643183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.675142 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ab1e976-a5b9-4cdd-a49e-1f0810f34da8 req-4ba42eca-0837-4817-95e5-9e7f83f305c9 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333904 Jul 23 10:25:03.689210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-44d3d453-1659-4e4e-af01-f0bce89adecf None None] Provisioning for port 642a4719-e491-4271-93df-9043eb774c7f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:03.705051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-44d3d453-1659-4e4e-af01-f0bce89adecf None None] Provisioning complete for port 642a4719-e491-4271-93df-9043eb774c7f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:03.705691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44d3d453-1659-4e4e-af01-f0bce89adecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.737976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-f5e0dfaf-ee39-49e7-b0f2-0c1cddaa9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.739470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-f5e0dfaf-ee39-49e7-b0f2-0c1cddaa9c1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1392503 Jul 23 10:25:03.748788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-44d3d453-1659-4e4e-af01-f0bce89adecf None None] Port 642a4719-e491-4271-93df-9043eb774c7f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:03.760233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45db54-648c-4da1-a26a-512121266028 req-3e49ea7a-928b-4478-a0c5-221101b9f06f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.761812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b45db54-648c-4da1-a26a-512121266028 req-3e49ea7a-928b-4478-a0c5-221101b9f06f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 943 time: 0.4046240 Jul 23 10:25:03.766174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] For port f435b52a-75c2-46be-9197-402dd0f415fd, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:03.786325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] For port f435b52a-75c2-46be-9197-402dd0f415fd, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f435b52a-75c2-46be-9197-402dd0f415fd,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:03.796909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.901759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:03.902384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:03.903850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] 10.222.0.55 "PUT /v2.0/ports/f435b52a-75c2-46be-9197-402dd0f415fd HTTP/1.1" status: 200 len: 1091 time: 2.7825382 Jul 23 10:25:03.948580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d395902-cbcf-41f3-be26-69a0ea04a876 service neutron] Pushing event updated for resources: {'Port': ['ID=f435b52a-75c2-46be-9197-402dd0f415fd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:03.962069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b45db54-648c-4da1-a26a-512121266028 req-5ca854aa-155b-444e-9573-f87efd99b959 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914463 Jul 23 10:25:03.976929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-1c976448-4ee5-4f5c-95c2-6aa2191a7da8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020636 Jul 23 10:25:04.142366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:04.268712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-d917a645-2580-4555-87a8-ce7d0f2dad79 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917218 Jul 23 10:25:04.270375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-e4a1f8dd-e5cd-436d-a9fb-6c555bd067a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:04.272192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-e4a1f8dd-e5cd-436d-a9fb-6c555bd067a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb07399528ca40608d99892a2c26bd55&device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 1094 time: 0.3008082 Jul 23 10:25:04.362975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-877ddd74-977c-4b8f-86d1-d4b95848fd71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f435b52a-75c2-46be-9197-402dd0f415fd HTTP/1.1" status: 200 len: 217 time: 0.0763609 Jul 23 10:25:04.374227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f54132-0170-4d48-bdc7-1633c9615c0c req-d56adf93-ae03-4e37-8ce5-6bbb8dda944c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:04.388402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07f54132-0170-4d48-bdc7-1633c9615c0c req-d56adf93-ae03-4e37-8ce5-6bbb8dda944c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 935 time: 0.2892041 Jul 23 10:25:04.435955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642a4719-e491-4271-93df-9043eb774c7f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:04.449618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:04.477634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Transition to ACTIVE for port object 642a4719-e491-4271-93df-9043eb774c7f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:04.483899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:04.487518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-3c3d2d1b-9366-49db-abd5-402acc2912e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:04.489560 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-3c3d2d1b-9366-49db-abd5-402acc2912e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57360da6-7dd1-4398-9723-aac0715f4c54 HTTP/1.1" status: 200 len: 855 time: 0.1198659 Jul 23 10:25:04.540711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07f54132-0170-4d48-bdc7-1633c9615c0c req-d9818b48-844d-42f0-bbf7-32510ceb77f1 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496201 Jul 23 10:25:04.585933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24eff5aa-5666-447f-a079-13ec47a58c3f req-43bccb0f-efc5-4d2f-a903-14e5fe09de0a service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055110 Jul 23 10:25:04.637711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Pushing event updated for resources: {'Port': ['ID=642a4719-e491-4271-93df-9043eb774c7f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:04.678681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:04.772474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Attempting to bind port 642a4719-e491-4271-93df-9043eb774c7f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:04.773377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Attempting to bind port 642a4719-e491-4271-93df-9043eb774c7f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:04.773906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Attempting to bind port 642a4719-e491-4271-93df-9043eb774c7f on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:04.789838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Port 642a4719-e491-4271-93df-9043eb774c7f on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:04.792035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:04.798954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ba2da229-796d-43a2-bd9f-e93d8a1380f4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:04.799788 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:04.802904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Attempting to bind port 642a4719-e491-4271-93df-9043eb774c7f on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:04.835646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36292) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:04.851551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:04.851898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:04.852292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:04.852859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Bound port: 642a4719-e491-4271-93df-9043eb774c7f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:04.853229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:04.856641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903c1e-d1ec-4d95-b651-4dd32740443d req-8e304c50-27ca-4791-867a-5dbb7231602b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:04.858215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d903c1e-d1ec-4d95-b651-4dd32740443d req-8e304c50-27ca-4791-867a-5dbb7231602b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1724555 Jul 23 10:25:04.950893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:04.957126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-e35ca6f0-5a71-44f8-b77d-36a561fa9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:04.958705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-e35ca6f0-5a71-44f8-b77d-36a561fa9145 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d762d4b-72b1-4732-ae6f-23b47c783ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4596467 Jul 23 10:25:04.965940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d903c1e-d1ec-4d95-b651-4dd32740443d req-7015221d-60cf-4530-88fe-c687b000e4d4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922558 Jul 23 10:25:04.990478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-network', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:05.028894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:05.032916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:05.035754 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673b944-c61a-4147-b628-38120ff40584" -d '{"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:05.045162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.049715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Made reservation on behalf of 537b85ad1d3945da8ec089f34f5137bd for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:05.051668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.066611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.126672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:05.129848 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae60f211-064b-4f56-8481-c879e37973aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:05.143280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=13']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:05.182500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85411-7a0e-4e58-9f47-160917ad31ca req-c087fc91-8eeb-4ad6-8800-8c4fa4583397 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:05.184481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98b85411-7a0e-4e58-9f47-160917ad31ca req-c087fc91-8eeb-4ad6-8800-8c4fa4583397 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.0998392 Jul 23 10:25:05.188474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f9f7-f474-4672-8a7c-7bb2f76f71ce req-318387b9-5e14-478f-94b2-e856f1ac6a69 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:05.198039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff26f9f7-f474-4672-8a7c-7bb2f76f71ce req-318387b9-5e14-478f-94b2-e856f1ac6a69 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 1101 time: 0.3707144 Jul 23 10:25:05.200354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] For port 642a4719-e491-4271-93df-9043eb774c7f, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:05.248663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98b85411-7a0e-4e58-9f47-160917ad31ca req-e0f2ce75-d45f-48cc-85f7-596a08e8f288 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Jul 23 10:25:05.255561 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-6b6ee045-4312-443d-a18d-9c748512c5f9 service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863681 Jul 23 10:25:05.257627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] For port 642a4719-e491-4271-93df-9043eb774c7f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=642a4719-e491-4271-93df-9043eb774c7f,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:05.270508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.277020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.288981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.310013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:25:05.337870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5600f719-b8d4-426f-91e4-fc6077cc1947,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:05.346666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.347089 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Added segment 6d0ba2db-0adc-4af5-8187-e167beb03d6d of type vlan for network ab3d83c8-e91e-4ec4-a211-1c0158804018 Jul 23 10:25:05.372133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff26f9f7-f474-4672-8a7c-7bb2f76f71ce req-078a18d8-8e3e-485f-b079-b9218ac9f973 tempest-MigrationsAdminTest-369983879 tempest-MigrationsAdminTest-369983879-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731217 Jul 23 10:25:05.398727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Pushing event updated for resources: {'Port': ['ID=642a4719-e491-4271-93df-9043eb774c7f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:05.445377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.461728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:05.463822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.465518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7bcbf485-86c0-4a2b-93bd-f583db0c77e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/642a4719-e491-4271-93df-9043eb774c7f HTTP/1.1" status: 200 len: 1095 time: 2.0470328 Jul 23 10:25:05.523777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.525887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:05.526638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.546635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccda15f4-b6e2-4c1a-9392-6d86200407d2 req-566ace0e-3e9e-4048-8839-81d440f16005 service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709513 Jul 23 10:25:05.572592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7346754 Jul 23 10:25:05.577401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36312) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:05.583790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Request body: {'subnet': {'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-subnet', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:05.620664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8705-d559-4d77-87cb-059af5ae6bde admin admin] Pushing event updated for resources: {'Network': ['ID=ab3d83c8-e91e-4ec4-a211-1c0158804018,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:05.642221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:25:05.655754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Made reservation on behalf of 537b85ad1d3945da8ec089f34f5137bd for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:05.658407 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.861677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-f0e3477d-3798-4f62-b5fc-3992f542cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:05.861677 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-f0e3477d-3798-4f62-b5fc-3992f542cb92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f577e6de4fb840a98876db28d90feed6&device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 1098 time: 0.2893534 Jul 23 10:25:05.869035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb9563-9a1a-40c1-b56f-14ee3f54951d req-fdae7fc3-a467-4c84-83b0-6b40b803228d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:05.870977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01cb9563-9a1a-40c1-b56f-14ee3f54951d req-fdae7fc3-a467-4c84-83b0-6b40b803228d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 943 time: 0.1706834 Jul 23 10:25:05.938288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-7ba71535-849c-4aa5-a349-6a6177fb9863 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=642a4719-e491-4271-93df-9043eb774c7f HTTP/1.1" status: 200 len: 217 time: 0.0640087 Jul 23 10:25:05.965594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:05.993737 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01cb9563-9a1a-40c1-b56f-14ee3f54951d req-a4f4c1cc-cb07-4aae-be2c-629071a06ed8 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117456 Jul 23 10:25:06.013983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-4d6f6b3d-9291-4a31-a789-7647d3dd966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.017493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-4d6f6b3d-9291-4a31-a789-7647d3dd966d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0683312 Jul 23 10:25:06.058449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48682164-24c0-412b-8d65-4c882b9e88e2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:06.066629 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f7008-7fdd-4b8c-9ef5-ca5d28c61c8a x-openstack-request-id: req-699f7008-7fdd-4b8c-9ef5-ca5d28c61c8a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:06.067047 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:06.067190 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-699f7008-7fdd-4b8c-9ef5-ca5d28c61c8a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:06.067614 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'code': 200} Jul 23 10:25:06.094467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Checking segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:06.094827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Network hostable DHCP agents. Network: ab3d83c8-e91e-4ec4-a211-1c0158804018, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:25:06.124131 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0803f-a715-462d-afb2-4f2782ec2a0f x-openstack-request-id: req-82c0803f-a715-462d-afb2-4f2782ec2a0f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:06.124579 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:06.124965 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82c0803f-a715-462d-afb2-4f2782ec2a0f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:06.125533 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'status': 'completed', 'code': 200} Jul 23 10:25:06.127865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006419a-9ece-4249-8456-5c5ceb427239 req-2bc4fe6c-444b-465c-a300-afd3e4f84e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.130564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-2bc4fe6c-444b-465c-a300-afd3e4f84e18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043167 Jul 23 10:25:06.143982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:25:06.157740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ab3d83c8-e91e-4ec4-a211-1c0158804018) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:06.164642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.165669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.165885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fbe7f-84eb-4c58-9c51-3cbd79c0b8dd None None] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:25:06.197570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5cc46e67-5ada-46bf-9ad1-9c8fbac3248c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6172745 Jul 23 10:25:06.199431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36328) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:06.204240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:06.321123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.323339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.380530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeee5b-758a-41f9-96dc-aa83f1e44eb6 req-f1e6e9ab-a67c-4f9e-8925-66e3516a854b tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.392002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbeee5b-758a-41f9-96dc-aa83f1e44eb6 req-f1e6e9ab-a67c-4f9e-8925-66e3516a854b tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 947 time: 0.1660740 Jul 23 10:25:06.435152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:06.438635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60f211-064b-4f56-8481-c879e37973aa req-96680294-0581-4630-bbd6-28a709f7b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.441371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-96680294-0581-4630-bbd6-28a709f7b559 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb07399528ca40608d99892a2c26bd55&device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 1094 time: 0.2532279 Jul 23 10:25:06.475556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.480488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-ab3d83c8-e91e-4ec4-a211-1c0158804018', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:25:06.481366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.491607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-d25a7377-d5d7-48d8-85c4-e24874fe4ddb service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507950 Jul 23 10:25:06.639705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbeee5b-758a-41f9-96dc-aa83f1e44eb6 req-8e682cd6-1e58-4261-bf11-585e1854ab81 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447727 Jul 23 10:25:06.648495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.720230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Allocated IP 172.20.0.2 (ab3d83c8-e91e-4ec4-a211-1c0158804018/48682164-24c0-412b-8d65-4c882b9e88e2/67bfdd46-bcc5-4123-9dfd-1fdd9158f332) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:06.808833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5e3ec-2a05-4256-ac32-a397466dea31 req-76f69086-43ba-4984-93d6-d8e6b9093ae5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.810374 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ec5e3ec-2a05-4256-ac32-a397466dea31 req-76f69086-43ba-4984-93d6-d8e6b9093ae5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.4619391 Jul 23 10:25:06.859003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60f211-064b-4f56-8481-c879e37973aa req-5831495c-4fc7-4b57-a0d7-351e03fd610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:06.859254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-5831495c-4fc7-4b57-a0d7-351e03fd610c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d762d4b-72b1-4732-ae6f-23b47c783ff3 HTTP/1.1" status: 200 len: 917 time: 0.3635056 Jul 23 10:25:06.886441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6006419a-9ece-4249-8456-5c5ceb427239 req-4faa562f-cb5f-4191-8b91-254d4f9b397e service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615758 Jul 23 10:25:06.891633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5116c5dc-5d8f-4c68-8c4f-50fb46a70e36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c99bcd756f364b96971d48d2cc9c854c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490247 Jul 23 10:25:06.923586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:06.946288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-1896f3f5-b677-4f4b-87f1-e993d21c1941 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f435b52a-75c2-46be-9197-402dd0f415fd HTTP/1.1" status: 200 len: 217 time: 0.0749965 Jul 23 10:25:06.957448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:06.967168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Transition to ACTIVE for port object 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:06.985655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Transition to ACTIVE for port object 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:06.994299 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.010353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ec5e3ec-2a05-4256-ac32-a397466dea31 req-626106c7-9f42-4aba-987b-2925b5e6609b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853471 Jul 23 10:25:07.065922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:07.071081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:07.077070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60f211-064b-4f56-8481-c879e37973aa req-0d87da19-7275-4c8a-9f8a-fa4a18b34ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:07.077876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:07.078575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-0d87da19-7275-4c8a-9f8a-fa4a18b34ead service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57360da6-7dd1-4398-9723-aac0715f4c54 HTTP/1.1" status: 200 len: 855 time: 0.1032176 Jul 23 10:25:07.095932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Pushing event updated for resources: {'Port': ['ID=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:07.102308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e988-5ebe-47c3-aa4f-8e2b8b0d358b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.176731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Attempting to bind port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:07.177444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Attempting to bind port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:07.178065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Attempting to bind port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:07.178409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e988-5ebe-47c3-aa4f-8e2b8b0d358b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.184506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:07.185315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Checking segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:07.185968 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.186824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Bound using segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:07.187571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Bound port: 67bfdd46-bcc5-4123-9dfd-1fdd9158f332, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:07.188313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.254679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60f211-064b-4f56-8481-c879e37973aa req-9636270f-52ac-4366-a0d8-919be7c85d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:07.256268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-9636270f-52ac-4366-a0d8-919be7c85d7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d762d4b-72b1-4732-ae6f-23b47c783ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676149 Jul 23 10:25:07.314742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] For port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:07.319268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] For port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:07.326586 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.376413 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-f756675a-f5aa-4612-aac5-838ca6451838 service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044371 Jul 23 10:25:07.379169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e988-5ebe-47c3-aa4f-8e2b8b0d358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.381988 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e988-5ebe-47c3-aa4f-8e2b8b0d358b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.387686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7ba1e988-5ebe-47c3-aa4f-8e2b8b0d358b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f68638c-03bd-41dd-9db6-53f191b7e775 HTTP/1.1" status: 204 len: 168 time: 0.4629393 Jul 23 10:25:07.402273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.423763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:07.433679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824f770-3558-4e9e-b54d-de172d67b4f5 req-a8870a76-a8e4-4aac-b058-0909c3f6b325 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:07.444278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1824f770-3558-4e9e-b54d-de172d67b4f5 req-a8870a76-a8e4-4aac-b058-0909c3f6b325 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.3125052 Jul 23 10:25:07.461131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460ce4-b737-44ad-b3a2-057662e36192 None None] Pushing event updated for resources: {'Port': ['ID=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:07.462863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1e988-5ebe-47c3-aa4f-8e2b8b0d358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68638c-03bd-41dd-9db6-53f191b7e775,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:07.650287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae60f211-064b-4f56-8481-c879e37973aa req-f253178b-c6f1-4708-9ff0-817124bcb360 service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596900 Jul 23 10:25:07.678823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1824f770-3558-4e9e-b54d-de172d67b4f5 req-9694673d-b41c-4691-9b9a-cb69c62fad27 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296879 Jul 23 10:25:07.721649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Allocated IP 172.25.4.254 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/318fc5b8-ea26-4831-bdc1-ec5b939a9b68) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:07.738360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ebfef-d567-4500-ba25-7029ea099ba2 req-e542cbb3-5989-4985-ab04-f9666ebc3173 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:07.757199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-755ebfef-d567-4500-ba25-7029ea099ba2 req-e542cbb3-5989-4985-ab04-f9666ebc3173 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 951 time: 0.3784828 Jul 23 10:25:07.905370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-755ebfef-d567-4500-ba25-7029ea099ba2 req-37c6d733-b857-4428-83be-71af3da2468d tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344023 Jul 23 10:25:08.043126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa931f42-d565-4b28-8b7f-5b8fb3519e82 req-0f0e2e9d-66fc-465b-9584-1aebbafd988c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:08.066089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.077253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa931f42-d565-4b28-8b7f-5b8fb3519e82 req-0f0e2e9d-66fc-465b-9584-1aebbafd988c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 943 time: 0.1458182 Jul 23 10:25:08.116854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db664a-e061-45ef-aa31-3bd931c68c28 req-8b6bbb2d-e2f0-42be-854a-2010b30b2657 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:08.120095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7db664a-e061-45ef-aa31-3bd931c68c28 req-8b6bbb2d-e2f0-42be-854a-2010b30b2657 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 947 time: 0.1194665 Jul 23 10:25:08.129718 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa931f42-d565-4b28-8b7f-5b8fb3519e82 req-98110b7f-25d0-480f-9567-88e561874957 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509145 Jul 23 10:25:08.130265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'tag': '642a4719-e491-4271-93df-9043eb774c7f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:08.146850 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6679305-b188-4ff9-b1f6-d1fb580e66ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f1065bc1-9c68-4f75-af8a-48a17d675869", "tag": "642a4719-e491-4271-93df-9043eb774c7f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:08.167650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.185821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7db664a-e061-45ef-aa31-3bd931c68c28 req-e0460417-c8fd-4fb9-90e9-7771e6a17bf8 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Jul 23 10:25:08.229264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:08.232437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:08.238863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:08.273000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Pushing event updated for resources: {'Port': ['ID=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:08.299447 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294fe4e-1bd4-4b33-bea7-75e8ea68b8b4 x-openstack-request-id: req-8294fe4e-1bd4-4b33-bea7-75e8ea68b8b4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:08.299930 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1065bc1-9c68-4f75-af8a-48a17d675869", "tag": "642a4719-e491-4271-93df-9043eb774c7f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:08.300676 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8294fe4e-1bd4-4b33-bea7-75e8ea68b8b4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:08.301180 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'tag': '642a4719-e491-4271-93df-9043eb774c7f', 'status': 'completed', 'code': 200} Jul 23 10:25:08.363554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365cd1f-54d9-40db-a3d8-b819176dc2db req-f5cf2596-d255-4d61-b936-cce7449c8764 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:08.371756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c365cd1f-54d9-40db-a3d8-b819176dc2db req-f5cf2596-d255-4d61-b936-cce7449c8764 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1222372 Jul 23 10:25:08.465679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c365cd1f-54d9-40db-a3d8-b819176dc2db req-1b3ebc09-ea35-426b-ad89-8ab1d26185b2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875833 Jul 23 10:25:08.492586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77264053-b478-4f76-80f6-44918e057b44 req-b7c5242f-6dbb-423d-8046-6780b73df324 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:08.497405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77264053-b478-4f76-80f6-44918e057b44 req-b7c5242f-6dbb-423d-8046-6780b73df324 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 951 time: 0.1109631 Jul 23 10:25:08.505972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:08.534073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-c412f10e-cbf9-4b42-82d9-3fba4ea48ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:08.535656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-c412f10e-cbf9-4b42-82d9-3fba4ea48ea2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f577e6de4fb840a98876db28d90feed6&device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 1098 time: 0.1435080 Jul 23 10:25:08.633136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.640260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-network', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:08.658810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Deleting port ba2da229-796d-43a2-bd9f-e93d8a1380f4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:08.659149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.733372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:08.736324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-70df67d1-ae47-48a5-b471-2997d735b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:08.736825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.737834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-70df67d1-ae47-48a5-b471-2997d735b7fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1927843 Jul 23 10:25:08.752287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.810626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-175ade75-32e8-45bb-9b40-f18bc57d42b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=642a4719-e491-4271-93df-9043eb774c7f HTTP/1.1" status: 200 len: 217 time: 0.0654821 Jul 23 10:25:08.813116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] For port ba2da229-796d-43a2-bd9f-e93d8a1380f4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba2da229-796d-43a2-bd9f-e93d8a1380f4,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:08.813604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:08.840154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Calling delete_port for ba2da229-796d-43a2-bd9f-e93d8a1380f4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:08.840588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb038a-2484-46cd-83ae-09a4b5b91e34 None None] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:25:09.010758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bde5a-147e-414c-9a44-246347ca6741 req-c3a71075-b6d5-4cdc-9af6-05fdef271829 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:09.018142 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f4bde5a-147e-414c-9a44-246347ca6741 req-c3a71075-b6d5-4cdc-9af6-05fdef271829 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.2115014 Jul 23 10:25:09.023976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-14e16fb8-6ef4-4a0f-b2ad-d7498cff28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:09.026472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-14e16fb8-6ef4-4a0f-b2ad-d7498cff28ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2046487 Jul 23 10:25:09.037777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b5b8c0e0-e8a3-4f41-8abe-1e01514f0487 None None] Provisioning for port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:09.156028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f4bde5a-147e-414c-9a44-246347ca6741 req-818372d4-30fc-4435-9870-ff347c0a23f1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331975 Jul 23 10:25:09.170138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-8e63db82-3425-4377-9b6f-a43833eb262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:09.177129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-8e63db82-3425-4377-9b6f-a43833eb262f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365738 Jul 23 10:25:09.188893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:09.195752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.201298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.255309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.279049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:09.288175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:09.288535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.336656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:25:09.357085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f7fa4f-c1ae-4436-986c-f9a00ec86858,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:09.382024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.382492 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Added segment 3bf84fc1-b442-4c7f-9867-1f78b55cb022 of type vlan for network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd Jul 23 10:25:09.430653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.444743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d', '040590a8-9c6b-41e0-87eb-f152d4ed9286'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:09.466977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.498586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67439-6563-44ad-963f-fe8c9db81371 req-f44a7d61-3de0-4a68-91e6-8744bc4a2352 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:09.505529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93d67439-6563-44ad-963f-fe8c9db81371 req-f44a7d61-3de0-4a68-91e6-8744bc4a2352 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f4910b-9f22-4b37-8b27-29e29bfcaff3 HTTP/1.1" status: 200 len: 868 time: 0.3977401 Jul 23 10:25:09.507555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d', 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:09.516637 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.525419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event deleted for resources: {'Port': ['ID=ba2da229-796d-43a2-bd9f-e93d8a1380f4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:09.526218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-6b72d672-7d8a-4f7e-b22b-b8cc99f86181 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376582 Jul 23 10:25:09.613854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] No DVR routers for this DVR port ba2da229-796d-43a2-bd9f-e93d8a1380f4 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:09.617230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc314c-392c-4fba-b435-947b9f3c74a4 req-fe95a9bc-5248-4b30-af60-b1a48622401d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:09.620446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5dc314c-392c-4fba-b435-947b9f3c74a4 req-fe95a9bc-5248-4b30-af60-b1a48622401d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 943 time: 0.3318481 Jul 23 10:25:09.638586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.640809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77264053-b478-4f76-80f6-44918e057b44 req-fb053d18-66d2-4b15-a388-4b3590c3e688 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "DELETE /v2.0/ports/ba2da229-796d-43a2-bd9f-e93d8a1380f4 HTTP/1.1" status: 204 len: 173 time: 1.1371372 Jul 23 10:25:09.652555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93d67439-6563-44ad-963f-fe8c9db81371 req-c701f375-d486-450d-abfc-4702d4e72620 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446962 Jul 23 10:25:09.686767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.688297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:09.689632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.708483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Router 6640e40e-d5cb-47db-bfca-45195f25c183 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:25:09.756436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5dc314c-392c-4fba-b435-947b9f3c74a4 req-e2cb82f0-b810-4043-90c1-9b7eae9b4980 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272805 Jul 23 10:25:09.803248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2959707 Jul 23 10:25:09.812438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36396) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:09.857988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Request body: {'subnet': {'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-subnet', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:09.892713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:09.896268 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.931934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff097f5-b239-4dd4-977e-d88bbbd54118 admin admin] Pushing event updated for resources: {'Network': ['ID=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:09.949640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:09.953069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:25:09.981657 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.989290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2a863f3c-b512-4f82-90d1-686502817938 None None] Provisioning complete for port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:09.989660 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a863f3c-b512-4f82-90d1-686502817938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:09.991523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23360-3458-410f-8f39-0bcbd36afbea req-dc1d7b97-35e5-4c9b-8a4c-1c030eb3da33 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:10.002325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dda23360-3458-410f-8f39-0bcbd36afbea req-dc1d7b97-35e5-4c9b-8a4c-1c030eb3da33 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 947 time: 0.1869342 Jul 23 10:25:10.056484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dda23360-3458-410f-8f39-0bcbd36afbea req-536b7b67-2479-4ca3-8a01-fefddd4261e4 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 Jul 23 10:25:10.138112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6679305-b188-4ff9-b1f6-d1fb580e66ef req-b67fbcca-9b01-4777-ae0a-1251e9d4bff1 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993505 Jul 23 10:25:10.213182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:10.257531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:10.270368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:10.284047 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:10.284973 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:10.291799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37cc7c-7e84-4c84-b5bd-4c8161ab188f req-9cd44f16-21fa-4868-9b9e-87346573e7cf tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:10.295098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c37cc7c-7e84-4c84-b5bd-4c8161ab188f req-9cd44f16-21fa-4868-9b9e-87346573e7cf tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.2566199 Jul 23 10:25:10.336902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:10.349994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-deleted', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:10.354017 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8f2c8-58d5-4a96-8dd1-1c9486b1bc2d" -d '{"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-deleted", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:10.416387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e810624-364b-43b0-8e00-4e89343d65c3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:10.432913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:10.434579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-26f87c9d-a1f6-45d8-9344-4568a9edf23a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2341638 Jul 23 10:25:10.444013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36404) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:10.511724 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:10.577470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c37cc7c-7e84-4c84-b5bd-4c8161ab188f req-463b962f-a497-4901-a26c-59592da2015c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693899 Jul 23 10:25:10.612419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Checking segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:10.613477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Network hostable DHCP agents. Network: bc20845d-f4c7-4d5c-b9c0-939c4d974fdd, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:25:10.702372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 642a4719-e491-4271-93df-9043eb774c7f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:10.863532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 642a4719-e491-4271-93df-9043eb774c7f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=642a4719-e491-4271-93df-9043eb774c7f,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:10.868947 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:08Z', 'revision_number': 3, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:10.885836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '642a4719-e491-4271-93df-9043eb774c7f', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '642a4719-e491-4271-93df-9043eb774c7f', 'mac_address': 'fa:16:3e:4d:2c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:25:10.892166 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8153913-9805-474b-bf04-df5f70bb20a8 x-openstack-request-id: req-f8153913-9805-474b-bf04-df5f70bb20a8 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:10.892772 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f4910b-9f22-4b37-8b27-29e29bfcaff3", "name": "network-vif-deleted", "tag": "ba2da229-796d-43a2-bd9f-e93d8a1380f4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:10.893874 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8153913-9805-474b-bf04-df5f70bb20a8 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:10.894462 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f4910b-9f22-4b37-8b27-29e29bfcaff3', 'name': 'network-vif-deleted', 'tag': 'ba2da229-796d-43a2-bd9f-e93d8a1380f4', 'status': 'completed', 'code': 200} Jul 23 10:25:10.915661 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:10.916191 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Updating router 6640e40e-d5cb-47db-bfca-45195f25c183 port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:25:10.919634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535574a3-9aaa-49b4-af9d-f7f290bef43e req-cde55a13-d76b-4a87-9421-0a0b8db30913 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:10.922478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-535574a3-9aaa-49b4-af9d-f7f290bef43e req-cde55a13-d76b-4a87-9421-0a0b8db30913 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.6377554 Jul 23 10:25:10.943823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:10.962680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642a4719-e491-4271-93df-9043eb774c7f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:10.999874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 642a4719-e491-4271-93df-9043eb774c7f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=642a4719-e491-4271-93df-9043eb774c7f,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:11.004210 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.007912 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.012376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-535574a3-9aaa-49b4-af9d-f7f290bef43e req-557db80c-805d-4a36-a1ad-f81d25d04f07 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806782 Jul 23 10:25:11.136795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:25:11.173362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=642a4719-e491-4271-93df-9043eb774c7f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:11.181645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, bc20845d-f4c7-4d5c-b9c0-939c4d974fdd) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:11.191591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:11.192806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.195461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5da982-0f1e-487c-b610-4ca6dc5dd774 None None] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:25:11.232873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:11.256001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b0a48-b687-4ac0-abeb-afbbf5185a24 req-b8999578-608f-4152-a630-73ecbb0ccebe tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:11.264885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be7b0a48-b687-4ac0-abeb-afbbf5185a24 req-b8999578-608f-4152-a630-73ecbb0ccebe tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 943 time: 0.1334972 Jul 23 10:25:11.363059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:11.363738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.367731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be7b0a48-b687-4ac0-abeb-afbbf5185a24 req-dceb5682-0a00-4f82-bcf9-103d679b1258 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007199 Jul 23 10:25:11.389072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['642a4719-e491-4271-93df-9043eb774c7f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:11.420692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6e9e35f7-ba2e-4e5a-bfea-3f71c392ba9d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6060803 Jul 23 10:25:11.423713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:11.429358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:11.445733 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.479233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.481106 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.485439 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Transition to ACTIVE for port object 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:11.498811 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.553319 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Attempting to bind port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:11.554092 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Attempting to bind port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:11.554717 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Attempting to bind port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:11.563729 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:11.564605 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:11.565273 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.566767 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:11.568835 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Bound port: 318fc5b8-ea26-4831-bdc1-ec5b939a9b68, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:11.569997 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.603247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.661474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad8ac-b24e-4f10-b2a1-01646d6dd098 req-c06f1896-8939-4bee-a6a3-1c303a8be790 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:11.669391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac3ad8ac-b24e-4f10-b2a1-01646d6dd098 req-c06f1896-8939-4bee-a6a3-1c303a8be790 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 948 time: 0.4640765 Jul 23 10:25:11.672716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:25:11.673667 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.730796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73a395-7d98-42bd-9b3f-9f98255a17ee req-4108b693-22c8-4fd5-943b-e2d9949c6489 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:11.732243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac3ad8ac-b24e-4f10-b2a1-01646d6dd098 req-c1737b94-c94c-4a4e-aa0a-f365267df540 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Jul 23 10:25:11.739589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b73a395-7d98-42bd-9b3f-9f98255a17ee req-4108b693-22c8-4fd5-943b-e2d9949c6489 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 950 time: 0.2420304 Jul 23 10:25:11.777276 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] For port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:11.782653 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] For port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:11.796026 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.813083 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb736-a01e-4fa7-90bf-511da025cf61 None None] Pushing event updated for resources: {'Port': ['ID=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:11.845484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.849791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-959f47cb-dc8f-4b92-bf80-810a3a5229d9 service neutron] 10.222.0.20 "GET /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.2994478 Jul 23 10:25:11.861291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:11.877089 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:11.877809 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:11.884394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b73a395-7d98-42bd-9b3f-9f98255a17ee req-c88b0bfe-2bbd-4dd7-b9ca-60470dcf4f5f tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435785 Jul 23 10:25:11.890985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Allocated IP 172.20.0.2 (bc20845d-f4c7-4d5c-b9c0-939c4d974fdd/5e810624-364b-43b0-8e00-4e89343d65c3/4723be6a-f96c-4960-afd9-e23985cc3843) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:11.995961 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb736-a01e-4fa7-90bf-511da025cf61 None None] Pushing event updated for resources: {'Port': ['ID=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:12.041396 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:12.091066 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.100180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Transition to ACTIVE for port object 4723be6a-f96c-4960-afd9-e23985cc3843 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:12.117323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Transition to ACTIVE for port object 4723be6a-f96c-4960-afd9-e23985cc3843 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:12.125987 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.174729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:12.178097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:12.184128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:12.221418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.223596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Pushing event updated for resources: {'Port': ['ID=4723be6a-f96c-4960-afd9-e23985cc3843,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:12.232153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdc6b3-ab77-47f8-a2b5-47d28cf4867f req-59426859-468e-4dca-8b22-45ec1ad7258e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:12.239868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7bdc6b3-ab77-47f8-a2b5-47d28cf4867f req-59426859-468e-4dca-8b22-45ec1ad7258e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.2751939 Jul 23 10:25:12.266323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Attempting to bind port 4723be6a-f96c-4960-afd9-e23985cc3843 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:12.266591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.266831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Attempting to bind port 4723be6a-f96c-4960-afd9-e23985cc3843 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:12.267121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Attempting to bind port 4723be6a-f96c-4960-afd9-e23985cc3843 on network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:12.273104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:12.273934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Checking segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:12.274396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.274872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Bound using segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:12.275338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Bound port: 4723be6a-f96c-4960-afd9-e23985cc3843, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:12.275755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.320143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:08Z', 'revision_number': 3, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:12.358556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Allocated IP 172.20.0.1 (ab3d83c8-e91e-4ec4-a211-1c0158804018/48682164-24c0-412b-8d65-4c882b9e88e2/0ebb10ac-de7f-4b90-b76b-d942212569a3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:12.375657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] For port 4723be6a-f96c-4960-afd9-e23985cc3843, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:12.380871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7bdc6b3-ab77-47f8-a2b5-47d28cf4867f req-d3f4fcf0-2bf7-405b-8964-4a8bcd48a85f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400249 Jul 23 10:25:12.382909 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7c582-274d-4379-a275-ba6e5d039248 None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:08Z', 'revision_number': 3, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:12.383104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] For port 4723be6a-f96c-4960-afd9-e23985cc3843, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4723be6a-f96c-4960-afd9-e23985cc3843,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:12.389923 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.408470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e06abf-d4a6-435e-9311-a067a7622772 req-df5da70c-bc77-4784-833a-78717a27294c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:12.410095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a3e06abf-d4a6-435e-9311-a067a7622772 req-df5da70c-bc77-4784-833a-78717a27294c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 944 time: 0.2231636 Jul 23 10:25:12.477958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a3e06abf-d4a6-435e-9311-a067a7622772 req-d2484941-c0a8-4fff-9a96-4b2caa89cb24 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Jul 23 10:25:12.479471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Allocated IP 172.25.4.218 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/15adb9d3-c5f1-4833-ac56-128b55c20994) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:12.498662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9c5e8-e938-478a-b8d6-22ba7728687f None None] Pushing event updated for resources: {'Port': ['ID=4723be6a-f96c-4960-afd9-e23985cc3843,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:12.530879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:12.589966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:12.694168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6712c91d-4f99-45bd-bf9c-45065e1b5536 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:12.712895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:12.719380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 642a4719-e491-4271-93df-9043eb774c7f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:12.732395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-65836384-bd71-4097-85cb-56696e388f3e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:12.734047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-65836384-bd71-4097-85cb-56696e388f3e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 950 time: 0.2225492 Jul 23 10:25:12.828728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.879861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.883182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 642a4719-e491-4271-93df-9043eb774c7f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:12.889783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 642a4719-e491-4271-93df-9043eb774c7f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:12.889783 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:12.892821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba97a6b-4193-4a2a-8f82-c3eecf785849 req-4cc57cfb-fec1-4497-b42f-6e57d4f47076 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:12.901940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ba97a6b-4193-4a2a-8f82-c3eecf785849 req-4cc57cfb-fec1-4497-b42f-6e57d4f47076 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 943 time: 0.3870502 Jul 23 10:25:12.985320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Transition to ACTIVE for port object 0ebb10ac-de7f-4b90-b76b-d942212569a3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:13.001875 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.026489 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.051201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ba97a6b-4193-4a2a-8f82-c3eecf785849 req-21f768bb-ab6f-40a7-8d34-f52203e249f3 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482666 Jul 23 10:25:13.069899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a4719-e491-4271-93df-9043eb774c7f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:13.075748 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492e25e-2d75-4125-bd59-611333d65cee" -d '{"events": [{"server_uuid": "f1065bc1-9c68-4f75-af8a-48a17d675869", "name": "network-vif-plugged", "status": "completed", "tag": "642a4719-e491-4271-93df-9043eb774c7f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:13.099617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 642a4719-e491-4271-93df-9043eb774c7f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=642a4719-e491-4271-93df-9043eb774c7f,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:13.112623 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.113956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:13.155538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] Transition to ACTIVE for port object 6712c91d-4f99-45bd-bf9c-45065e1b5536 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:13.162233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-3540b17f-001b-4703-bfad-c35e0cc5bd1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4941249 Jul 23 10:25:13.169250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.256576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.270876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:13.276087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:13.298905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910b980-c41b-466b-b159-91c1e570070b req-3342a4cb-5d7d-460d-9e5e-07d5bccc17fa tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:13.300581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3910b980-c41b-466b-b159-91c1e570070b req-3342a4cb-5d7d-460d-9e5e-07d5bccc17fa tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 948 time: 0.4216785 Jul 23 10:25:13.342200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=642a4719-e491-4271-93df-9043eb774c7f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:13.348871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: ba2da229-796d-43a2-bd9f-e93d8a1380f4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:13.349354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba2da229-796d-43a2-bd9f-e93d8a1380f4 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:13.356741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:13.363824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] No DVR routers for this DVR port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:13.366951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:13.403003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:13.427469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:13.436873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:13.443233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:13.444508 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.446029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] Pushing event updated for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:13.476483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.508247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3910b980-c41b-466b-b159-91c1e570070b req-c68e0d77-c345-4f73-9837-44696e1443d4 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840856 Jul 23 10:25:13.511658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-cfb536d2-efba-41a2-adc3-f3c6a787c821 service neutron] 10.222.0.20 "PUT /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6298320 Jul 23 10:25:13.573214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:13.577303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-93326bde-cc2d-4f5b-84ac-4a571e70e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:13.579012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-93326bde-cc2d-4f5b-84ac-4a571e70e0d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 1096 time: 0.3529034 Jul 23 10:25:13.604385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.606042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Deleting port 040590a8-9c6b-41e0-87eb-f152d4ed9286 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:13.606588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.741534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Pushing event updated for resources: {'Port': ['ID=0ebb10ac-de7f-4b90-b76b-d942212569a3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:13.741778 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d83b6d-5935-4cce-84fe-8ffbf65b2b8b x-openstack-request-id: req-77d83b6d-5935-4cce-84fe-8ffbf65b2b8b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:13.741778 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1065bc1-9c68-4f75-af8a-48a17d675869", "name": "network-vif-plugged", "status": "completed", "tag": "642a4719-e491-4271-93df-9043eb774c7f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:13.742341 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77d83b6d-5935-4cce-84fe-8ffbf65b2b8b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:13.744255 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a4719-e491-4271-93df-9043eb774c7f', 'code': 200} Jul 23 10:25:13.745798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.756398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] For port 040590a8-9c6b-41e0-87eb-f152d4ed9286, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=040590a8-9c6b-41e0-87eb-f152d4ed9286,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:13.757095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.771622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f435b52a-75c2-46be-9197-402dd0f415fd details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:13.774478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Calling delete_port for 040590a8-9c6b-41e0-87eb-f152d4ed9286 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:13.842226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:13.845079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:13.871893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:13.897537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:13.900292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4723be6a-f96c-4960-afd9-e23985cc3843 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:13.937033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ae8e6-1656-43d1-9ccd-c3f918e8a7d0 req-baae89cd-dee4-483f-84b2-58dd47546a73 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:13.943932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a76ae8e6-1656-43d1-9ccd-c3f918e8a7d0 req-baae89cd-dee4-483f-84b2-58dd47546a73 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b HTTP/1.1" status: 200 len: 950 time: 0.5970349 Jul 23 10:25:14.018033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4f2f069-de85-472a-85b1-e59db782d0ba None None] Provisioning for port 0ebb10ac-de7f-4b90-b76b-d942212569a3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:14.061900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4f2f069-de85-472a-85b1-e59db782d0ba None None] Provisioning complete for port 0ebb10ac-de7f-4b90-b76b-d942212569a3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:14.061900 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2f069-de85-472a-85b1-e59db782d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.089311 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a76ae8e6-1656-43d1-9ccd-c3f918e8a7d0 req-7d51703b-0494-4da1-94f9-e62572d8c212 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406300 Jul 23 10:25:14.149934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-d7c8c482-23d7-47ff-8c09-a19794078100 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.157373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-d7c8c482-23d7-47ff-8c09-a19794078100 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.5219963 Jul 23 10:25:14.166900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be82b-a948-49e9-907b-e35980da66ae req-0d67fc78-b8af-4066-b47d-c15a2f3e1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.168433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d39be82b-a948-49e9-907b-e35980da66ae req-0d67fc78-b8af-4066-b47d-c15a2f3e1aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 1100 time: 0.3534894 Jul 23 10:25:14.175048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Pushing event updated for resources: {'Port': ['ID=15adb9d3-c5f1-4833-ac56-128b55c20994,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:14.188258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.203781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.204169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.204521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.204911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.205285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.205614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.205970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.206335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.206920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.207285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.207731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.208053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:14.214821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-9f38dca1-9511-4fa7-9a2a-4692cd3ff0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.217228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-9f38dca1-9511-4fa7-9a2a-4692cd3ff0c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 200 len: 925 time: 0.3761659 Jul 23 10:25:14.302260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16020edd-a1dd-412f-886c-63a1fb753316 None None] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:25:14.466382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d39be82b-a948-49e9-907b-e35980da66ae req-b6be93fa-6d0e-4c8f-b8f4-7abdd2e8e66f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295113 Jul 23 10:25:14.490558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe678-bb26-4bac-bf50-8bfbcd4aa733 req-895f4510-8974-4d37-8b70-dfbc74da4bcf tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.499458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-407fe678-bb26-4bac-bf50-8bfbcd4aa733 req-895f4510-8974-4d37-8b70-dfbc74da4bcf tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.6593170 Jul 23 10:25:14.506979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5defb-2cdb-4a45-85de-25279ba0a3a9 req-a1e4cddc-9a57-405c-a663-bbf099bf40dd tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.509300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fb5defb-2cdb-4a45-85de-25279ba0a3a9 req-a1e4cddc-9a57-405c-a663-bbf099bf40dd tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.2834876 Jul 23 10:25:14.513707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-d830082f-e56f-45b9-b342-cd63a171e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.514784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-d830082f-e56f-45b9-b342-cd63a171e43e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473&tenant_id=917e20c7568c40d08a723b25571a9aa6 HTTP/1.1" status: 200 len: 1096 time: 0.3279212 Jul 23 10:25:14.528037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port f435b52a-75c2-46be-9197-402dd0f415fd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f435b52a-75c2-46be-9197-402dd0f415fd,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:14.548311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'port_id': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'mac_address': 'fa:16:3e:d9:1b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:25:14.561798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2f069-de85-472a-85b1-e59db782d0ba None None] Port 0ebb10ac-de7f-4b90-b76b-d942212569a3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:14.566709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:14.639576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fb5defb-2cdb-4a45-85de-25279ba0a3a9 req-71814bfb-2ede-4b5f-b810-810965a6c916 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232221 Jul 23 10:25:14.705359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.718470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-c5f39add-e032-4b35-ba6e-4bc5ac39ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:14.720250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-c5f39add-e032-4b35-ba6e-4bc5ac39ffde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=917e20c7568c40d08a723b25571a9aa6&device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1096 time: 0.1702104 Jul 23 10:25:14.721142 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.727198 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.748977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f435b52a-75c2-46be-9197-402dd0f415fd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:14.757223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.762710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4723be6a-f96c-4960-afd9-e23985cc3843 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:14.782218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d', '040590a8-9c6b-41e0-87eb-f152d4ed9286'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:14.819790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:14.835281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-407fe678-bb26-4bac-bf50-8bfbcd4aa733 req-c1c75d54-61d3-496e-89f1-c594606f7232 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333983 Jul 23 10:25:14.838005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] Provisioning for port 4723be6a-f96c-4960-afd9-e23985cc3843 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:14.841451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-b2dcc4f4-1dbd-4e57-8fd7-7563b110c82d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181d9053-39be-4a68-90b4-750a5810e60c HTTP/1.1" status: 200 len: 1001 time: 0.6163540 Jul 23 10:25:14.889532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port f435b52a-75c2-46be-9197-402dd0f415fd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f435b52a-75c2-46be-9197-402dd0f415fd,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:14.894853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.910917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.913056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] Provisioning complete for port 4723be6a-f96c-4960-afd9-e23985cc3843 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:14.913496 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.954918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:14.969668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Pushing event updated for resources: {'Port': ['ID=0ebb10ac-de7f-4b90-b76b-d942212569a3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:15.017152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event deleted for resources: {'Port': ['ID=040590a8-9c6b-41e0-87eb-f152d4ed9286,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:15.112429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=f435b52a-75c2-46be-9197-402dd0f415fd,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:15.164738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:15.188346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:15.200602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:15.202420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df460b1-9a6b-4900-97c9-32b512faff11 req-fae60b2b-4615-4552-9e88-ce0204ccd29c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:15.204462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8df460b1-9a6b-4900-97c9-32b512faff11 req-fae60b2b-4615-4552-9e88-ce0204ccd29c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 945 time: 0.4484971 Jul 23 10:25:15.207096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] No DVR routers for this DVR port 040590a8-9c6b-41e0-87eb-f152d4ed9286 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:15.210323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:15.213185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16af2a66-3ab1-4884-a78c-9f76fa099f06 req-56fc65ab-b836-48c7-9682-4ddcd354b311 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "DELETE /v2.0/ports/040590a8-9c6b-41e0-87eb-f152d4ed9286 HTTP/1.1" status: 204 len: 173 time: 2.4637606 Jul 23 10:25:15.222706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-248053b4-4a1c-475d-8e58-2927f0b78b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:15.224405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-248053b4-4a1c-475d-8e58-2927f0b78b1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 200 len: 921 time: 0.4708512 Jul 23 10:25:15.236093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-deleted', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:15.238748 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc142b7c-d312-49fb-ba39-50e604f850e1" -d '{"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-deleted", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:15.279561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-c6aab81e-05de-4304-a3a6-a8c2fe7a302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:15.281931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-c6aab81e-05de-4304-a3a6-a8c2fe7a302e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 200 len: 863 time: 0.2060208 Jul 23 10:25:15.288620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['f435b52a-75c2-46be-9197-402dd0f415fd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:15.394476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-1df353b0-5d8f-4194-824f-e84419672e3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 200 len: 217 time: 0.1074390 Jul 23 10:25:15.488039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8df460b1-9a6b-4900-97c9-32b512faff11 req-75a39e77-f588-4ece-8ffe-9c836bc1ee3e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734923 Jul 23 10:25:15.523310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-fb6746fb-550b-4c25-b098-e10430a96810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:15.523310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-fb6746fb-550b-4c25-b098-e10430a96810 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 200 len: 860 time: 0.1172197 Jul 23 10:25:15.544350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Router 6640e40e-d5cb-47db-bfca-45195f25c183 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:15.577805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:15.586013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:15.595910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-8ba6b242-6e1b-4576-aba8-ad81cd102689 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ab78d24-a31a-4d4d-a855-15e924bd86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634875 Jul 23 10:25:15.674125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:15.675881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:15.811768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 040590a8-9c6b-41e0-87eb-f152d4ed9286 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:15.812208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 040590a8-9c6b-41e0-87eb-f152d4ed9286 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:15.846199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:15.939688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff67ea-8250-44a8-bcaa-02690a78bb15 req-217ebb76-fd04-4150-8a8b-ae6d6121fbde tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:15.941250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9ff67ea-8250-44a8-bcaa-02690a78bb15 req-217ebb76-fd04-4150-8a8b-ae6d6121fbde tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 944 time: 0.8759358 Jul 23 10:25:15.989668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] For port 4723be6a-f96c-4960-afd9-e23985cc3843, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4723be6a-f96c-4960-afd9-e23985cc3843,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:15.994278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-c1931570-f50d-4a1b-b3a0-b4deedf928c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:15.996082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-c1931570-f50d-4a1b-b3a0-b4deedf928c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=379e3615-898a-4d5f-ad14-574632aacf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7018533 Jul 23 10:25:16.006680 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.043012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.054089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9ff67ea-8250-44a8-bcaa-02690a78bb15 req-db3a0018-4dca-4ae4-b538-9a43b3efbad1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026800 Jul 23 10:25:16.111667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:16.123945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9bd12-a7fe-443a-b659-bcaa1d84ab06 None None] Pushing event updated for resources: {'Port': ['ID=4723be6a-f96c-4960-afd9-e23985cc3843,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:16.132843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf', 'port_id': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'mac_address': 'fa:16:3e:db:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e512ca4-885d-4b59-88d6-b827ffb26da7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:25:16.154751 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05b5a7a-4fa8-4a62-b77b-56c123ad1b40 x-openstack-request-id: req-a05b5a7a-4fa8-4a62-b77b-56c123ad1b40 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:16.155051 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b", "name": "network-vif-deleted", "tag": "040590a8-9c6b-41e0-87eb-f152d4ed9286", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:16.155299 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a05b5a7a-4fa8-4a62-b77b-56c123ad1b40 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:16.155860 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fc5ef-dc72-44e4-8e1f-d439fa1ea03b', 'name': 'network-vif-deleted', 'tag': '040590a8-9c6b-41e0-87eb-f152d4ed9286', 'status': 'completed', 'code': 200} Jul 23 10:25:16.163619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ca9ab308-3c11-4e62-9a4e-2920e6feb704 None None] Provisioning complete for port 4723be6a-f96c-4960-afd9-e23985cc3843 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:16.164098 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab308-3c11-4e62-9a4e-2920e6feb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.198119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-ac6d0d33-1005-4d38-b26d-5c3fc6e25808 service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835113 Jul 23 10:25:16.212406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.224139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:16.235721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c30c589d-52ff-4818-9322-14e35d9db65c admin admin] 10.222.0.37 "PUT /v2.0/routers/6640e40e-d5cb-47db-bfca-45195f25c183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7900214 Jul 23 10:25:16.245389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:16.251272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833e9afa-6e01-468f-a38d-f8e92d1b34bd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:16.297473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:16.298316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:16.302947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:16.338170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09734a89-b471-453a-bd7c-f4dd25eab421 req-8066bab0-928d-4a25-8cdd-2bf6069c0170 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:16.347852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09734a89-b471-453a-bd7c-f4dd25eab421 req-8066bab0-928d-4a25-8cdd-2bf6069c0170 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 949 time: 0.6694965 Jul 23 10:25:16.350646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755022d7-aa1e-4d9f-9348-b03b8388c822 req-418c988e-c63b-4ef2-abfd-c14334aebb19 service neutron] 10.222.0.20 "GET /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433709 Jul 23 10:25:16.371175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:25:16.376812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-470e8f36-35d6-45a1-ba82-2f782c7afcf9 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671580 Jul 23 10:25:16.387000 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.435070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09734a89-b471-453a-bd7c-f4dd25eab421 req-d6b961f9-48f8-4141-8190-22e31ecb75ea tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861144 Jul 23 10:25:16.511473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ca9ab308-3c11-4e62-9a4e-2920e6feb704 None None] Provisioning complete for port 0ebb10ac-de7f-4b90-b76b-d942212569a3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:16.511998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab308-3c11-4e62-9a4e-2920e6feb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.515275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:16.550651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:16.600872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:16.613955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82101305-762b-4a6c-b383-bb55c723a22a req-4c312cd9-efc4-47b8-9715-ec67fc771389 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:16.614725 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Sync routers for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:16.615535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82101305-762b-4a6c-b383-bb55c723a22a req-4c312cd9-efc4-47b8-9715-ec67fc771389 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.0932126 Jul 23 10:25:16.635833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:16.636757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:16.638038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ab308-3c11-4e62-9a4e-2920e6feb704 None None] Port 0ebb10ac-de7f-4b90-b76b-d942212569a3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:16.651784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:16.655635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-916ee074-2e07-4ee8-ac31-209bcb0a7539 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2282906 Jul 23 10:25:16.655815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:16.661904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-f73c1899-e03e-4817-b17e-d25fb31e64b3 service neutron] 10.222.0.55 "GET /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712116 Jul 23 10:25:16.780779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['833e9afa-6e01-468f-a38d-f8e92d1b34bd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:16.803096 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:16.827629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef2ba7-fb7f-4484-ac07-4f5315631eda req-cca79995-92ef-4765-b73d-8856c398372e tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:16.829340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69ef2ba7-fb7f-4484-ac07-4f5315631eda req-cca79995-92ef-4765-b73d-8856c398372e tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.1119790 Jul 23 10:25:16.888649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82101305-762b-4a6c-b383-bb55c723a22a req-9959f605-0242-4d5d-9280-b59f2aae72cf tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662644 Jul 23 10:25:16.943337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69ef2ba7-fb7f-4484-ac07-4f5315631eda req-7670b789-d6b9-49da-8e60-c4366872af06 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023774 Jul 23 10:25:17.089052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 3, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:17.156742 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Checking router: 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:17.157801 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Updating router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 port 15adb9d3-c5f1-4833-ac56-128b55c20994 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:25:17.198962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4723be6a-f96c-4960-afd9-e23985cc3843 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:17.212337 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.266409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bcbfe-55de-4cb7-aef8-0836fb7a2e25 req-03e0df9d-e269-42e3-a590-b852ef7f76b2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:17.267874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.269829 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074bcbfe-55de-4cb7-aef8-0836fb7a2e25 req-03e0df9d-e269-42e3-a590-b852ef7f76b2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 945 time: 0.2117305 Jul 23 10:25:17.303718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-e62eb095-8c6d-493c-9a6e-17ca1c3cbd15 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:17.305033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-e62eb095-8c6d-493c-9a6e-17ca1c3cbd15 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473&tenant_id=917e20c7568c40d08a723b25571a9aa6&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.3246505 Jul 23 10:25:17.339968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 2, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:17.367316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074bcbfe-55de-4cb7-aef8-0836fb7a2e25 req-6de20a98-3a65-46cd-9b4d-6537aa29997d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837584 Jul 23 10:25:17.445299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4723be6a-f96c-4960-afd9-e23985cc3843 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:17.447142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.450324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:17.453136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Updating router 6640e40e-d5cb-47db-bfca-45195f25c183 port 0ebb10ac-de7f-4b90-b76b-d942212569a3 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:25:17.531287 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.542442 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Transition to ACTIVE for port object 15adb9d3-c5f1-4833-ac56-128b55c20994 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:17.551491 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.557783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Allocated IP 172.20.0.1 (bc20845d-f4c7-4d5c-b9c0-939c4d974fdd/5e810624-364b-43b0-8e00-4e89343d65c3/2aca97b7-7b7a-458a-b2ec-2956ef905820) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:17.559376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.578681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:17.585368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768205216', 'description': 'tempest-description--1078779107'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:17.616911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-b537ae68-7bbd-4a3f-8f76-54f22ef956f5 service neutron] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:17.623033 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Attempting to bind port 15adb9d3-c5f1-4833-ac56-128b55c20994 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:17.623629 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Attempting to bind port 15adb9d3-c5f1-4833-ac56-128b55c20994 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:17.624024 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Attempting to bind port 15adb9d3-c5f1-4833-ac56-128b55c20994 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:17.626257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-b537ae68-7bbd-4a3f-8f76-54f22ef956f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.627507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6482e263-5af2-473e-b033-0cb5deaf0ad8 req-b537ae68-7bbd-4a3f-8f76-54f22ef956f5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.3128788 Jul 23 10:25:17.635362 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991de95-f6bc-45ca-b6e0-8e760bd0950c None None] Pushing event updated for resources: {'Port': ['ID=15adb9d3-c5f1-4833-ac56-128b55c20994,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:17.639546 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:17.640004 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:17.641362 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.641844 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:17.642469 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Bound port: 15adb9d3-c5f1-4833-ac56-128b55c20994, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:17.642948 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.655368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef642606-1a1d-49d7-a92a-d682ed4b493d req-63b17ba5-c76b-472b-99bd-a88a59007234 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:17.656871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ef642606-1a1d-49d7-a92a-d682ed4b493d req-63b17ba5-c76b-472b-99bd-a88a59007234 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1548510 Jul 23 10:25:17.658304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.704373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f435b52a-75c2-46be-9197-402dd0f415fd up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:17.716120 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] For port 15adb9d3-c5f1-4833-ac56-128b55c20994, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:17.720672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ef642606-1a1d-49d7-a92a-d682ed4b493d req-7ab0f325-b69b-4877-9abd-121915c88771 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Jul 23 10:25:17.721394 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] For port 15adb9d3-c5f1-4833-ac56-128b55c20994, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=15adb9d3-c5f1-4833-ac56-128b55c20994,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:17.729644 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.802839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.828024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Transition to ACTIVE for port object 2aca97b7-7b7a-458a-b2ec-2956ef905820 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:17.850433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.864044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.872670 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:17.873317 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:17.891719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e223f6-6df7-4d5b-aaff-c45027a82e6b req-afa6f0d2-9d00-4e5b-8ad8-1cb40d79ce73 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:17.898948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91e223f6-6df7-4d5b-aaff-c45027a82e6b req-afa6f0d2-9d00-4e5b-8ad8-1cb40d79ce73 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 944 time: 0.2090757 Jul 23 10:25:17.919125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.922562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3403628 Jul 23 10:25:17.925132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:17.932945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'security_group_rule': {'security_group_id': '89697c8b-77ad-43e0-b04b-dde009a0c44d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:17.943514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port f435b52a-75c2-46be-9197-402dd0f415fd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:17.948937 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991de95-f6bc-45ca-b6e0-8e760bd0950c None None] Pushing event updated for resources: {'Port': ['ID=15adb9d3-c5f1-4833-ac56-128b55c20994,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:17.950513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port f435b52a-75c2-46be-9197-402dd0f415fd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:17.950754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:17.957610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a59e0a-8760-4c0c-920a-3e300545053c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89697c8b-77ad-43e0-b04b-dde009a0c44d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:17.998343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91e223f6-6df7-4d5b-aaff-c45027a82e6b req-1ad14b8c-168d-4a15-95b0-a8c797795e0d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968413 Jul 23 10:25:18.002489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.022561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d81862-2007-4ca4-b50c-e765ec189443 req-b8e8dafb-d881-45c5-a956-cda0dabfc15e tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:18.022829 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:18.022923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58d81862-2007-4ca4-b50c-e765ec189443 req-b8e8dafb-d881-45c5-a956-cda0dabfc15e tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 949 time: 0.1389210 Jul 23 10:25:18.060725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2aca97b7-7b7a-458a-b2ec-2956ef905820,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:18.075653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:18.078233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:18.083329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:18.118651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58d81862-2007-4ca4-b50c-e765ec189443 req-2fd0931a-b172-40e1-a239-ed8b41301519 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858595 Jul 23 10:25:18.173594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.175245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.235134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.295251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214231d-50d0-48dd-b4f7-d24bd850f379 req-9dc716de-c9d5-4b27-b21c-1671b1dcc909 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:18.309202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2214231d-50d0-48dd-b4f7-d24bd850f379 req-9dc716de-c9d5-4b27-b21c-1671b1dcc909 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.1016650 Jul 23 10:25:18.320010 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.331597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Transition to ACTIVE for port object 0ebb10ac-de7f-4b90-b76b-d942212569a3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:18.346595 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.362455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:18.364859 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d0d49-17df-4fae-8158-ec9334d08c61" -d '{"events": [{"server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "name": "network-vif-plugged", "status": "completed", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:18.409515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2214231d-50d0-48dd-b4f7-d24bd850f379 req-ffdcff39-a28c-4786-8b2f-2b3550c9a574 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982103 Jul 23 10:25:18.419592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port f435b52a-75c2-46be-9197-402dd0f415fd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f435b52a-75c2-46be-9197-402dd0f415fd,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:18.436897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.449684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ccdb-10ff-43a2-aa09-431733ba40ae None None] Pushing event updated for resources: {'Port': ['ID=0ebb10ac-de7f-4b90-b76b-d942212569a3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:18.518519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c09f-e9c7-45c3-b8f5-fbee1f207074 req-d99785a9-9dd5-4db2-b9b7-704ef20fa3f3 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:18.525826 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 3, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:18.526667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5a0c09f-e9c7-45c3-b8f5-fbee1f207074 req-d99785a9-9dd5-4db2-b9b7-704ef20fa3f3 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 1096 time: 0.3809686 Jul 23 10:25:18.527775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-2d88adf0-595e-4db6-b27c-128d87d05ef2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:18.529755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-2d88adf0-595e-4db6-b27c-128d87d05ef2 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.1663425 Jul 23 10:25:18.582918 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472374d-3acb-448b-b1bf-390c97eb5425 None None] The sync data for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 is: [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 3, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:18.601879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-59d22a40-8132-47d3-a38e-112dcea877d7 None None] Provisioning for port 2aca97b7-7b7a-458a-b2ec-2956ef905820 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:18.608950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.621636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f1a11-11b7-48a2-b860-413580939e5a req-ca222d38-8153-4432-b3b4-c5626fb594a1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:18.623357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e47f1a11-11b7-48a2-b860-413580939e5a req-ca222d38-8153-4432-b3b4-c5626fb594a1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.3321855 Jul 23 10:25:18.627447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-59d22a40-8132-47d3-a38e-112dcea877d7 None None] Provisioning complete for port 2aca97b7-7b7a-458a-b2ec-2956ef905820 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:18.627823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59d22a40-8132-47d3-a38e-112dcea877d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.631781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Attempting to bind port 0ebb10ac-de7f-4b90-b76b-d942212569a3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:18.632252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Attempting to bind port 0ebb10ac-de7f-4b90-b76b-d942212569a3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:18.632711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Attempting to bind port 0ebb10ac-de7f-4b90-b76b-d942212569a3 on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:18.653730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.684395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:18.684859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Checking segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:18.685327 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.685825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Bound using segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:18.686872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Bound port: 0ebb10ac-de7f-4b90-b76b-d942212569a3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:18.687277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.720691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.721988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7944274 Jul 23 10:25:18.723216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=f435b52a-75c2-46be-9197-402dd0f415fd,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:18.740575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36496) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:18.752434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5a0c09f-e9c7-45c3-b8f5-fbee1f207074 req-582b85c4-21ac-4c84-b4b9-26c22db7ca58 tempest-LiveAutoBlockMigrationV225Test-1608972316 tempest-LiveAutoBlockMigrationV225Test-1608972316-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245889 Jul 23 10:25:18.755571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2fce6-44c6-4c08-a27c-88aa6af9109b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d3b38d-3bbd-4644-aa4e-e1e85a5ee9d4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:18.760662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'security_group_rule': {'security_group_id': '89697c8b-77ad-43e0-b04b-dde009a0c44d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:18.782419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-59d22a40-8132-47d3-a38e-112dcea877d7 None None] Port 2aca97b7-7b7a-458a-b2ec-2956ef905820 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:18.818698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c8cb-945b-4ca1-9cfd-1ff1a5c90542 req-7792abd7-4a5d-4e23-8f3e-212e3c48cac8 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:18.820518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fe7c8cb-945b-4ca1-9cfd-1ff1a5c90542 req-7792abd7-4a5d-4e23-8f3e-212e3c48cac8 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 945 time: 0.2308869 Jul 23 10:25:18.866647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] For port 0ebb10ac-de7f-4b90-b76b-d942212569a3, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:18.877884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] For port 0ebb10ac-de7f-4b90-b76b-d942212569a3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ebb10ac-de7f-4b90-b76b-d942212569a3,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:18.878786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.881899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.890851 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.925243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Deleting port 43b88886-995f-4158-b23f-25a6ad83306d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:18.925603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.941191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Deleting port 181d9053-39be-4a68-90b4-750a5810e60c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:18.941436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:18.956300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fe7c8cb-945b-4ca1-9cfd-1ff1a5c90542 req-a5b802e8-4ce2-48fd-a8e2-e069f1c8423b tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups?id=e04fd56f-47b2-484d-bd8a-531a2b982ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156673 Jul 23 10:25:19.000067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:19.000764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:19.039345 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.054525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.147751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.152136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102180 Jul 23 10:25:19.155900 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b81a3-8dbc-4775-9a6d-7a9631817821 x-openstack-request-id: req-031b81a3-8dbc-4775-9a6d-7a9631817821 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:19.156189 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "name": "network-vif-plugged", "status": "completed", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:19.156448 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-031b81a3-8dbc-4775-9a6d-7a9631817821 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:19.156835 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'code': 200} Jul 23 10:25:19.164549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36506) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:19.177743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:19.182136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ccdb-10ff-43a2-aa09-431733ba40ae None None] Pushing event updated for resources: {'Port': ['ID=0ebb10ac-de7f-4b90-b76b-d942212569a3,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:19.232694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88895c5f-9485-40b0-a574-2c0e4076dabb,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:19.280579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] For port 181d9053-39be-4a68-90b4-750a5810e60c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=181d9053-39be-4a68-90b4-750a5810e60c,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:19.281172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.285548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:19.289327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.289954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.291126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.291821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.292903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.294427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.294926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.296091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.296604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.299737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.300260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.300763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c7e05-0014-4211-89b6-5ecf88168192 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:19.310331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.382933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] For port 43b88886-995f-4158-b23f-25a6ad83306d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=43b88886-995f-4158-b23f-25a6ad83306d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:19.383339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.499738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Calling delete_port for 43b88886-995f-4158-b23f-25a6ad83306d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:19.652509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:19.675921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ca8-4da0-46aa-be5b-b4f422d95657 req-e8fd704a-6bf8-4374-94d0-ab402c6736b5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:19.683971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a0a3ca8-4da0-46aa-be5b-b4f422d95657 req-e8fd704a-6bf8-4374-94d0-ab402c6736b5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa262c03-25f6-4690-914e-b785c84f305d HTTP/1.1" status: 200 len: 949 time: 0.3696542 Jul 23 10:25:19.703955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366c83-9d46-4f95-be23-5ba2f6b7de2b req-a3408f75-7f4b-4922-8f3c-9abff736ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:19.705814 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9366c83-9d46-4f95-be23-5ba2f6b7de2b req-a3408f75-7f4b-4922-8f3c-9abff736ae21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 1096 time: 0.4748993 Jul 23 10:25:19.726999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 833e9afa-6e01-468f-a38d-f8e92d1b34bd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:19.733915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 833e9afa-6e01-468f-a38d-f8e92d1b34bd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:19.734977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.782980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a0a3ca8-4da0-46aa-be5b-b4f422d95657 req-7c497221-1dc1-44a8-b8e6-75f3c82e06e8 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979130 Jul 23 10:25:19.796749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.829734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9366c83-9d46-4f95-be23-5ba2f6b7de2b req-6049c0f3-c316-4d98-8cf9-ac315826c20d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114590 Jul 23 10:25:19.832999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.833893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.834228 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 disassociated. External IP: 172.25.4.192, port: 181d9053-39be-4a68-90b4-750a5810e60c. Jul 23 10:25:19.834646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Calling delete_port for 181d9053-39be-4a68-90b4-750a5810e60c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:19.842935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.870303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:19.901846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.903964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf0174-592f-46e8-aaaa-10d41c850aae None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:19.928762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.960831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:19.968674 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:19.987889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-f34eb121-dc27-4864-8dd2-87c5af6b7401 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f577e6de4fb840a98876db28d90feed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603123 Jul 23 10:25:20.016536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2aca97b7-7b7a-458a-b2ec-2956ef905820,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:20.056103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:20.064968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:20.069460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3fc99729-3db4-44b3-943a-12434126f77d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:20.072169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be722a7e-c5be-47f5-9206-355465536e83 req-275925e4-6a93-4de7-8513-cea4a5e06aaf tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:20.080210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be722a7e-c5be-47f5-9206-355465536e83 req-275925e4-6a93-4de7-8513-cea4a5e06aaf tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.4818122 Jul 23 10:25:20.120836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:20.135358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event deleted for resources: {'Port': ['ID=43b88886-995f-4158-b23f-25a6ad83306d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:20.137013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['43b88886-995f-4158-b23f-25a6ad83306d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:20.213276 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be722a7e-c5be-47f5-9206-355465536e83 req-c9f466de-c08a-416c-9825-6e985ff9ee74 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294589 Jul 23 10:25:20.341028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] No DVR routers for this DVR port 43b88886-995f-4158-b23f-25a6ad83306d on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:20.344890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:20.346963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45125bb7-206d-4cbd-b6c2-106d1f79c158 req-38bb1926-4f32-4023-aed7-36603722f68e tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.20 "DELETE /v2.0/ports/43b88886-995f-4158-b23f-25a6ad83306d HTTP/1.1" status: 204 len: 173 time: 1.8113754 Jul 23 10:25:20.354658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-deleted', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:20.356596 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073799b0-cc02-40cd-a05a-5644bc31b048" -d '{"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-deleted", "tag": "43b88886-995f-4158-b23f-25a6ad83306d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:20.366773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:20.414163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-bef1a76b-0bc1-4be6-b328-4c7cfb9eefdb tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:20.416316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-bef1a76b-0bc1-4be6-b328-4c7cfb9eefdb tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827333 Jul 23 10:25:20.418008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Allocated IP 172.25.4.123 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/abe9a9ea-040a-4bca-a1a0-e19f249979ac) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:20.451649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event deleted for resources: {'Port': ['ID=181d9053-39be-4a68-90b4-750a5810e60c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:20.467063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-bfb0bc23-a75b-4f32-98ee-0a216976b640 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:20.468794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-bfb0bc23-a75b-4f32-98ee-0a216976b640 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 945 time: 0.3186533 Jul 23 10:25:20.479657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-da9e1ed1-003f-4021-9262-69c95c42c78c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/quotas/f577e6de4fb840a98876db28d90feed6 HTTP/1.1" status: 200 len: 375 time: 0.0499246 Jul 23 10:25:20.691839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:20.736696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-8bfd911f-2fb0-4ae4-acbb-0b5445a90aae tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f577e6de4fb840a98876db28d90feed6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2391825 Jul 23 10:25:20.766306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Deleting port 6712c91d-4f99-45bd-bf9c-45065e1b5536 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:20.766596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:20.882195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.101915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:21.115511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:21.119518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:21.125868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'Port': ['ID=abe9a9ea-040a-4bca-a1a0-e19f249979ac,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:21.132428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] For port 6712c91d-4f99-45bd-bf9c-45065e1b5536, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6712c91d-4f99-45bd-bf9c-45065e1b5536,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:21.132780 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.158387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:21.161036 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433e0ef6-34ba-4ed4-b886-4a742c423c5a" -d '{"events": [{"server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "name": "network-vif-plugged", "status": "completed", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:21.190477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:21.215477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Calling delete_port for 6712c91d-4f99-45bd-bf9c-45065e1b5536 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:21.236381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:21.326123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf92fc-1ef2-4f82-bcab-d41d995b1f6a req-1f18b4c5-d13a-430a-9c88-64e056863c60 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:21.327696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dddf92fc-1ef2-4f82-bcab-d41d995b1f6a req-1f18b4c5-d13a-430a-9c88-64e056863c60 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.9650013 Jul 23 10:25:21.352235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15adb9d3-c5f1-4833-ac56-128b55c20994 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:21.459700 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dddf92fc-1ef2-4f82-bcab-d41d995b1f6a req-3ff7d570-6cc7-4ae0-af71-94d46f44f862 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726080 Jul 23 10:25:21.491007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:21.495702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 15adb9d3-c5f1-4833-ac56-128b55c20994 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:21.500001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 15adb9d3-c5f1-4833-ac56-128b55c20994 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:21.500689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.558337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:21.672823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.691868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6088805-aeba-452f-96a9-2d1add4bcb6f req-362008cf-28af-411b-b635-d971265d34a1 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae0c86d2-06d2-409f-a578-164a4ee9f52d HTTP/1.1" status: 200 len: 210 time: 0.0714014 Jul 23 10:25:21.716296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 15adb9d3-c5f1-4833-ac56-128b55c20994, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=15adb9d3-c5f1-4833-ac56-128b55c20994,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:21.720937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.721805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ebb10ac-de7f-4b90-b76b-d942212569a3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:21.755725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865e952-395e-4ff6-bb4c-d5e6d2ee212c req-52044ebd-dd04-4175-9f02-40440360c1a1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:21.763364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4865e952-395e-4ff6-bb4c-d5e6d2ee212c req-52044ebd-dd04-4175-9f02-40440360c1a1 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 945 time: 0.5650012 Jul 23 10:25:21.838403 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8188736-5ee0-47b2-be80-785ee6d8f256 x-openstack-request-id: req-e8188736-5ee0-47b2-be80-785ee6d8f256 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:21.839258 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa262c03-25f6-4690-914e-b785c84f305d", "name": "network-vif-deleted", "tag": "43b88886-995f-4158-b23f-25a6ad83306d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:21.839708 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8188736-5ee0-47b2-be80-785ee6d8f256 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:21.840275 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa262c03-25f6-4690-914e-b785c84f305d', 'name': 'network-vif-deleted', 'tag': '43b88886-995f-4158-b23f-25a6ad83306d', 'status': 'completed', 'code': 200} Jul 23 10:25:21.875252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.901436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4865e952-395e-4ff6-bb4c-d5e6d2ee212c req-f5097bec-dc70-40fd-8bdc-588beddadc71 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371377 Jul 23 10:25:21.923288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=15adb9d3-c5f1-4833-ac56-128b55c20994,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:21.938568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.938785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ae3e751c-27e3-4b7a-aeaa-d95b0da165bb None None] Provisioning complete for port 2aca97b7-7b7a-458a-b2ec-2956ef905820 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:21.940898 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae3e751c-27e3-4b7a-aeaa-d95b0da165bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:21.945687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:21.975913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1178be66-f0f5-489e-8116-d14b97d346d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d21c7b6-b149-43a0-b1bd-5cb60660d1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3172708 Jul 23 10:25:21.979182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event deleted for resources: {'Port': ['ID=6712c91d-4f99-45bd-bf9c-45065e1b5536,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:22.017493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['90e56e29-e978-4a5e-a117-b666b6dcb099'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:22.027826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.033986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:22.056479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Sync routers for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:22.059376 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:22.075595 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:22.076220 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:22.080302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3865a8-f8da-42f7-87c8-0c2569aa7440 x-openstack-request-id: req-5d3865a8-f8da-42f7-87c8-0c2569aa7440 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:22.080302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "name": "network-vif-plugged", "status": "completed", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:22.080302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d3865a8-f8da-42f7-87c8-0c2569aa7440 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:22.080302 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'code': 200} Jul 23 10:25:22.138233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] No DVR routers for this DVR port 6712c91d-4f99-45bd-bf9c-45065e1b5536 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:22.157791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.159810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe2ad196-db0b-4f20-8a20-5bcbb14acc05 req-c4bbc7b1-c4e9-468b-bbc2-93ef430c370f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "DELETE /v2.0/ports/6712c91d-4f99-45bd-bf9c-45065e1b5536 HTTP/1.1" status: 204 len: 173 time: 1.6792755 Jul 23 10:25:22.161229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-715e2ddc-9f7c-4f22-89e3-803d1e80eb56 req-eb10aaa0-7fc0-4d5c-9496-029693eb2096 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 210 time: 0.2104373 Jul 23 10:25:22.240076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0ebb10ac-de7f-4b90-b76b-d942212569a3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:22.269483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e751c-27e3-4b7a-aeaa-d95b0da165bb None None] Port 2aca97b7-7b7a-458a-b2ec-2956ef905820 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:22.278376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:22.284297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:22.295985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] No DVR routers for this DVR port 181d9053-39be-4a68-90b4-750a5810e60c on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:22.298070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0ebb10ac-de7f-4b90-b76b-d942212569a3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:22.300266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.306722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.313185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e47f1a11-11b7-48a2-b860-413580939e5a req-b8be713e-2f79-4e5c-86d0-ccd189c11c49 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.20 "DELETE /v2.0/ports/181d9053-39be-4a68-90b4-750a5810e60c HTTP/1.1" status: 204 len: 173 time: 3.6763632 Jul 23 10:25:22.314311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'name': 'network-vif-deleted', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:22.325054 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45adead-c8a8-451d-94ee-0ad1a9cb38fb" -d '{"events": [{"server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "name": "network-vif-deleted", "tag": "181d9053-39be-4a68-90b4-750a5810e60c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:22.414126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492cea5-c004-436b-9ac5-dda39642e15d req-e532d512-43a5-41df-b507-8c0e26dbabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:22.420500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9492cea5-c004-436b-9ac5-dda39642e15d req-e532d512-43a5-41df-b507-8c0e26dbabfb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1097 time: 0.2982996 Jul 23 10:25:22.428369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:22.569517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9492cea5-c004-436b-9ac5-dda39642e15d req-dcf75880-31d6-4688-888f-c93b0637d0e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339376 Jul 23 10:25:22.673603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aa61d-9ef5-4f01-bcea-a7f5c2bd867f req-9b3ef6d8-71f1-4a1d-85c8-ac6d2bae0ed2 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:22.675135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c3aa61d-9ef5-4f01-bcea-a7f5c2bd867f req-9b3ef6d8-71f1-4a1d-85c8-ac6d2bae0ed2 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.3996162 Jul 23 10:25:22.756450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.793471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c3aa61d-9ef5-4f01-bcea-a7f5c2bd867f req-9103a470-acc5-4000-b342-ec074cf3a50c tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974398 Jul 23 10:25:22.799024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.825086 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209dbb92-b64b-4278-8587-919dcae26323 x-openstack-request-id: req-209dbb92-b64b-4278-8587-919dcae26323 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:22.825745 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c86d2-06d2-409f-a578-164a4ee9f52d", "name": "network-vif-deleted", "tag": "181d9053-39be-4a68-90b4-750a5810e60c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:22.826297 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-209dbb92-b64b-4278-8587-919dcae26323 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:22.829229 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c86d2-06d2-409f-a578-164a4ee9f52d', 'name': 'network-vif-deleted', 'tag': '181d9053-39be-4a68-90b4-750a5810e60c', 'status': 'completed', 'code': 200} Jul 23 10:25:22.887929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 43b88886-995f-4158-b23f-25a6ad83306d no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:22.913477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'Port': ['ID=abe9a9ea-040a-4bca-a1a0-e19f249979ac,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:22.944641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:22.998826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:23.000419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c712771d-be44-4098-a633-732404be5f5f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8348606 Jul 23 10:25:23.064701 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:23.122455 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:23.124312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ec4f-e2e9-46a1-acbf-69f9e2b9430a req-a30fc789-5f87-4297-b206-41c423154394 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:23.126129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3576ec4f-e2e9-46a1-acbf-69f9e2b9430a req-a30fc789-5f87-4297-b206-41c423154394 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1490581 Jul 23 10:25:23.137151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9de75c-eebf-4e9f-9efb-c595eb7d940c req-812fd63a-c43f-4afd-a255-ebc144bc9bcb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:23.146333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:23.152145 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:23.153615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a9de75c-eebf-4e9f-9efb-c595eb7d940c req-812fd63a-c43f-4afd-a255-ebc144bc9bcb tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.1258974 Jul 23 10:25:23.240837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3576ec4f-e2e9-46a1-acbf-69f9e2b9430a req-c0205dbf-c6b6-4b17-b8fa-7c6312cd4b17 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069689 Jul 23 10:25:23.251033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a9de75c-eebf-4e9f-9efb-c595eb7d940c req-e33ee0f0-c68d-47a0-be95-ea49c36d30a5 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Jul 23 10:25:23.287751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:23.349304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 43b88886-995f-4158-b23f-25a6ad83306d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:23.352976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 43b88886-995f-4158-b23f-25a6ad83306d not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:23.354463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 181d9053-39be-4a68-90b4-750a5810e60c no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:23.457398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 181d9053-39be-4a68-90b4-750a5810e60c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:23.457848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 181d9053-39be-4a68-90b4-750a5810e60c not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:23.459756 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:23.523070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:23.576986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9435c8b-55c8-41f9-a844-55592ce6f96e req-0f81bfb3-a3bb-4751-850e-c977f3a10430 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0861003 Jul 23 10:25:23.581208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-c2f67ec2-bf96-4a0d-9bfe-6657e1324930 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f577e6de4fb840a98876db28d90feed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509806 Jul 23 10:25:23.608079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6d5a-2e96-4814-a305-91af4d0335f2 req-0c584690-8dd5-4673-b7a9-ddd23b188af7 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:23.620904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36618) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:23.624984 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a6b6d5a-2e96-4814-a305-91af4d0335f2 req-0c584690-8dd5-4673-b7a9-ddd23b188af7 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.1921027 Jul 23 10:25:23.627232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Request body: {'floatingip': {'port_id': 'f435b52a-75c2-46be-9197-402dd0f415fd'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:23.694337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0ebb10ac-de7f-4b90-b76b-d942212569a3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ebb10ac-de7f-4b90-b76b-d942212569a3,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:23.752907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:23.775649 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:23.818743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:23.841287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'name': 'network-vif-deleted', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:23.848593 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203aa6b2-9d04-478b-bdb4-a5d59079614f" -d '{"events": [{"server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "name": "network-vif-deleted", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:23.924718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 6712c91d-4f99-45bd-bf9c-45065e1b5536 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:23.925070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6712c91d-4f99-45bd-bf9c-45065e1b5536 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:23.932924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ebc83b4c-7b81-4c6e-b9d0-c19306311ef5 req-b9d56475-3932-4119-abdd-58542232d4a9 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 210 time: 0.1159093 Jul 23 10:25:23.983317 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:23.998492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-a581e85d-e588-414d-aa03-76d5401ffd1d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1768205216&fields=id&tenant_id=537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 267 time: 0.2364004 Jul 23 10:25:24.007307 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:24.019469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-93fa0d70-eec3-4d91-b4a5-1571099866f1 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:24.024163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-93fa0d70-eec3-4d91-b4a5-1571099866f1 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4256384 Jul 23 10:25:24.024666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15adb9d3-c5f1-4833-ac56-128b55c20994 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:24.049833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbdda0-5e22-4b04-a427-089b42184ef8 None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:20:28Z', 'revision_number': 4, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '3dbbf8b8-136f-4b51-8419-c3d0767e08bb', 'name': '', 'network_id': '379e3615-898a-4d5f-ad14-574632aacf41', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'mac_address': 'fa:16:3e:db:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:26Z', 'updated_at': '2021-07-23T10:20:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'subnets': [{'id': 'e4740ef8-3cba-4dd3-b6ef-84f3320f15ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:24.050058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Request body: {'port': {'device_id': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'f577e6de4fb840a98876db28d90feed6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:24.221301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0ebb10ac-de7f-4b90-b76b-d942212569a3,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:24.276889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 15adb9d3-c5f1-4833-ac56-128b55c20994 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:24.277277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:24.444123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:19Z', 'revision_number': 2, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:24.476028 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587fdf60-505e-46b3-acc4-d0b12b8ea4da x-openstack-request-id: req-587fdf60-505e-46b3-acc4-d0b12b8ea4da {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:24.476347 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4860ec98-27c2-4f6e-8787-68552f856473", "name": "network-vif-deleted", "tag": "6712c91d-4f99-45bd-bf9c-45065e1b5536", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:24.476573 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-587fdf60-505e-46b3-acc4-d0b12b8ea4da {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:24.477428 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4860ec98-27c2-4f6e-8787-68552f856473', 'name': 'network-vif-deleted', 'tag': '6712c91d-4f99-45bd-bf9c-45065e1b5536', 'status': 'completed', 'code': 200} Jul 23 10:25:24.508356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Checking router: 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:24.508616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Updating router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 port 2aca97b7-7b7a-458a-b2ec-2956ef905820 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:25:24.555159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Made reservation on behalf of f577e6de4fb840a98876db28d90feed6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:24.559261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:24.586217 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:24.628353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5967eb2-4af2-47c6-976a-60b1dc0cceef None None] New status for floating IP cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:25:24.635737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-88124a10-8a32-4b3c-8669-a65db674d1ab tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:24.651383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-88124a10-8a32-4b3c-8669-a65db674d1ab tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 817 time: 0.6502926 Jul 23 10:25:24.773596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-b0a1b238-5db3-4229-9411-81c96684c217 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:24.775770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-b0a1b238-5db3-4229-9411-81c96684c217 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.4321778 Jul 23 10:25:24.862318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f40eee-0cc3-41f3-8eef-2e2a79f7be10 req-24070cc7-170a-4df3-8f40-1d8e0a445136 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:24.871293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-fdceb772-965d-48a1-a39b-86c9e7f4d491 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/quotas/537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 375 time: 0.2186670 Jul 23 10:25:24.872612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7f40eee-0cc3-41f3-8eef-2e2a79f7be10 req-24070cc7-170a-4df3-8f40-1d8e0a445136 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.4373980 Jul 23 10:25:24.875879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Allocated IP 192.168.233.70 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/5a6b093b-57c2-43a0-8f43-27dc5221c74b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:25.011874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8b104c71-f496-4d17-88ee-0a50b7481125 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310151 Jul 23 10:25:25.017111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7f40eee-0cc3-41f3-8eef-2e2a79f7be10 req-f5c411c1-42cf-4f47-906b-1261c05d2259 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431985 Jul 23 10:25:25.270569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Deleting port 3fc99729-3db4-44b3-943a-12434126f77d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:25.271377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.299759 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.305771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-184e6670-058d-4ff6-82f6-963f53a1d047 service neutron] 10.222.0.37 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921681 Jul 23 10:25:25.322706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Transition to ACTIVE for port object 2aca97b7-7b7a-458a-b2ec-2956ef905820 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:25.335068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.438276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44798406-ec41-4f88-9499-4759e17fb259 None None] Pushing event updated for resources: {'Port': ['ID=2aca97b7-7b7a-458a-b2ec-2956ef905820,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:25.449235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.482864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] For port 3fc99729-3db4-44b3-943a-12434126f77d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3fc99729-3db4-44b3-943a-12434126f77d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:25.483369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.504831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.507840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a364-5f1e-43fe-9e21-c1afa96008f5 req-6b72f35c-0d00-48a8-8957-867388b4812c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:25.514459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.518496 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2d0a364-5f1e-43fe-9e21-c1afa96008f5 req-6b72f35c-0d00-48a8-8957-867388b4812c tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 950 time: 0.3325489 Jul 23 10:25:25.550568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Attempting to bind port 2aca97b7-7b7a-458a-b2ec-2956ef905820 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:25.551122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Attempting to bind port 2aca97b7-7b7a-458a-b2ec-2956ef905820 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:25.554733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Attempting to bind port 2aca97b7-7b7a-458a-b2ec-2956ef905820 on network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:25.570551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Transition to ACTIVE for port object 5a6b093b-57c2-43a0-8f43-27dc5221c74b will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:25.572371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:25.572659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Checking segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:25.574246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.575549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Bound using segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:25.576386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Bound port: 2aca97b7-7b7a-458a-b2ec-2956ef905820, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:25.576789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.588445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Calling delete_port for 3fc99729-3db4-44b3-943a-12434126f77d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:25.628966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2d0a364-5f1e-43fe-9e21-c1afa96008f5 req-a9fb315a-f267-466b-92fc-48b1b2a17aab tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbf7ecd7-8e68-413e-baac-076bbe5f011a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095788 Jul 23 10:25:25.675654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8d74a845-ab8b-45ee-986f-a2e64680f52e service neutron] 10.222.0.37 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683009 Jul 23 10:25:25.695879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36682) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:25.709067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] For port 2aca97b7-7b7a-458a-b2ec-2956ef905820, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:25.716045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] For port 2aca97b7-7b7a-458a-b2ec-2956ef905820, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2aca97b7-7b7a-458a-b2ec-2956ef905820,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:25.725147 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.892979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44798406-ec41-4f88-9499-4759e17fb259 None None] Pushing event updated for resources: {'Port': ['ID=2aca97b7-7b7a-458a-b2ec-2956ef905820,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:25.922803 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Floating IP 26bda54e-72bf-4410-a163-0fe5ccf9418e associated. External IP: 172.25.4.63, port: f435b52a-75c2-46be-9197-402dd0f415fd. Jul 23 10:25:25.953890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:25.967219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ebb10ac-de7f-4b90-b76b-d942212569a3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:26.025127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaf96c98-62d2-43e7-af50-1192b7d0861c req-490e4814-1054-46ec-9540-3e4d31c25bb4 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0866404 Jul 23 10:25:26.058349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:26.060370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:26.063844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Pushing event deleted for resources: {'Port': ['ID=3fc99729-3db4-44b3-943a-12434126f77d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:26.068246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.166372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:26.226525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:26.239507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:26.242620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] No DVR routers for this DVR port 3fc99729-3db4-44b3-943a-12434126f77d on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:26.246035 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.248650 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6534f1e-06d5-454e-a926-ca75325cba71 req-f48cbeb9-f16a-46e2-8cd3-084f44841664 tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.55 "DELETE /v2.0/ports/3fc99729-3db4-44b3-943a-12434126f77d HTTP/1.1" status: 204 len: 173 time: 1.4641278 Jul 23 10:25:26.331178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-deleted', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:26.339700 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12702e46-b9a3-4286-ac46-3c3da48a37b5" -d '{"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-deleted", "tag": "3fc99729-3db4-44b3-943a-12434126f77d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:26.353725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Pushing event updated for resources: {'Port': ['ID=5a6b093b-57c2-43a0-8f43-27dc5221c74b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:26.355146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['642a4719-e491-4271-93df-9043eb774c7f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:26.368609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8c27-fb80-492a-9533-162d35ff0be4 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.449028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:26.450674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.480125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cc4b-9d94-4975-81e2-4a563995152e req-49975e1d-aafc-4d28-9acf-ae7b48e906a5 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:26.489087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f864cc4b-9d94-4975-81e2-4a563995152e req-49975e1d-aafc-4d28-9acf-ae7b48e906a5 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1097 time: 0.3254457 Jul 23 10:25:26.496849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-555d8870-a388-44e5-bfe9-f9308796dbdd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4508762 Jul 23 10:25:26.544388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8c27-fb80-492a-9533-162d35ff0be4 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.553303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Request body: {'port': {'device_id': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:26.622997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfebcfd-b7e1-483e-9a7f-a6df3523ddce req-98e34bb4-9297-4c32-9a2f-1a0cb6f6cdf5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:26.624888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfebcfd-b7e1-483e-9a7f-a6df3523ddce req-98e34bb4-9297-4c32-9a2f-1a0cb6f6cdf5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 935 time: 0.5601103 Jul 23 10:25:26.653838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:26.682690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f864cc4b-9d94-4975-81e2-4a563995152e req-23a7aa1e-7986-45b0-9d0f-05d3a334720c tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926329 Jul 23 10:25:26.762418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Router cbb5cdc5-2450-4916-afe2-6aace5ca522f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:26.788775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfebcfd-b7e1-483e-9a7f-a6df3523ddce req-fd96fef9-9d3b-4e90-8576-751ebbfd1e99 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468742 Jul 23 10:25:26.929925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8c27-fb80-492a-9533-162d35ff0be4 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.934013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8c27-fb80-492a-9533-162d35ff0be4 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:26.935677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4eb8c27-fb80-492a-9533-162d35ff0be4 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "DELETE /v2.0/security-groups/e04fd56f-47b2-484d-bd8a-531a2b982ee8 HTTP/1.1" status: 204 len: 168 time: 1.2378824 Jul 23 10:25:26.966341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:26.996067 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7290ef3-f9ef-431f-bd98-25f3bf790b13 req-8bb532e1-8032-4a67-bca3-e09a151a73c7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 210 time: 0.1806197 Jul 23 10:25:27.041529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb8c27-fb80-492a-9533-162d35ff0be4 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04fd56f-47b2-484d-bd8a-531a2b982ee8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:27.043103 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98260b-4211-407c-8296-231ee26a3a15 x-openstack-request-id: req-0d98260b-4211-407c-8296-231ee26a3a15 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:27.046932 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636ea5c-618b-4c12-b373-7b13817f8bd9", "name": "network-vif-deleted", "tag": "3fc99729-3db4-44b3-943a-12434126f77d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:27.047247 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d98260b-4211-407c-8296-231ee26a3a15 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:27.048887 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636ea5c-618b-4c12-b373-7b13817f8bd9', 'name': 'network-vif-deleted', 'tag': '3fc99729-3db4-44b3-943a-12434126f77d', 'status': 'completed', 'code': 200} Jul 23 10:25:27.065984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:27.130525 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-bf20d51b-f015-466e-b23c-1aa0e8414db5 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] show failed (client error): The resource could not be found. Jul 23 10:25:27.131879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:27.143836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bf20d51b-f015-466e-b23c-1aa0e8414db5 tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "GET /v2.0/security-groups/e04fd56f-47b2-484d-bd8a-531a2b982ee8 HTTP/1.1" status: 404 len: 347 time: 0.1366205 Jul 23 10:25:27.144930 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] Sync routers for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:27.145458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:27.157444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:27.160224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:27.161047 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:27.270889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a0edf889-edc8-49ac-9f2c-e2b96844c51d tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "PUT /v2.0/floatingips/26bda54e-72bf-4410-a163-0fe5ccf9418e HTTP/1.1" status: 200 len: 990 time: 3.6451707 Jul 23 10:25:27.272435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:27.279567 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a1414-e858-455c-95d2-1ae89965fab8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:27.314895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-830db763-f5a0-45c5-821b-f83462372a31 req-440077b7-61dc-4e4b-b573-2a21d3b619ae tempest-MigrationsAdminTest-963010199 tempest-MigrationsAdminTest-963010199-project] 10.222.0.37 "GET /v2.0/ports?device_id=9636ea5c-618b-4c12-b373-7b13817f8bd9 HTTP/1.1" status: 200 len: 210 time: 0.0578201 Jul 23 10:25:27.402289 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:27.470113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0ebb10ac-de7f-4b90-b76b-d942212569a3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:27.470494 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:27.564404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec3433c0-4234-427c-b803-c43807ad149d req-98e62959-198a-4bc7-9515-c88be0409c6e tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0649478 Jul 23 10:25:27.646095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2214-13ba-463f-80c2-2dd548d0b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:27.685597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b4a423be-5837-4060-81cf-05ad7214cc9e None None] Provisioning for port 5a6b093b-57c2-43a0-8f43-27dc5221c74b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:27.737923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee2c6f-a5f9-4e51-881b-037981189e05 req-5f48b036-c920-4f8a-9608-5d067f4ad21d tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:27.744748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bee2c6f-a5f9-4e51-881b-037981189e05 req-5f48b036-c920-4f8a-9608-5d067f4ad21d tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1097 time: 0.5930645 Jul 23 10:25:27.793591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3fc99729-3db4-44b3-943a-12434126f77d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:27.829472 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19711ee-93ed-4267-9bd6-eddbb336ff81 x-openstack-request-id: req-a19711ee-93ed-4267-9bd6-eddbb336ff81 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:27.829970 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:27.830386 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a19711ee-93ed-4267-9bd6-eddbb336ff81 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:27.830948 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'status': 'completed', 'code': 200} Jul 23 10:25:27.853453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 3fc99729-3db4-44b3-943a-12434126f77d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:27.853648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3fc99729-3db4-44b3-943a-12434126f77d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:27.855254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b4a423be-5837-4060-81cf-05ad7214cc9e None None] Provisioning complete for port 5a6b093b-57c2-43a0-8f43-27dc5221c74b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:27.855683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a423be-5837-4060-81cf-05ad7214cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:27.885823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bee2c6f-a5f9-4e51-881b-037981189e05 req-7ad82e6e-b194-407e-8298-7febbc29cb3f tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400774 Jul 23 10:25:27.966409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b4a423be-5837-4060-81cf-05ad7214cc9e None None] Port 5a6b093b-57c2-43a0-8f43-27dc5221c74b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:27.978726 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '26bda54e-72bf-4410-a163-0fe5ccf9418e', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'port_id': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'mac_address': 'fa:16:3e:d9:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:24:21Z', 'updated_at': '2021-07-23T10:25:25Z', 'revision_number': 1, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:21Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:28.042563 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] Checking router: cbb5cdc5-2450-4916-afe2-6aace5ca522f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:28.070602 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:28.074359 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:28.080780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Deleting port 77746d83-c91e-4e30-92f5-511acb6f9a02 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:28.082354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:28.144290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:25Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:28.222902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9edd51f-f00d-4c6b-ab17-ec2b6664fc72 None None] The sync data for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 is: [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:25Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:28.224284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-48101769-0b3d-48e2-a383-176748af4bb6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:28.226892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-48101769-0b3d-48e2-a383-176748af4bb6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.20 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 817 time: 0.3441069 Jul 23 10:25:28.338837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99542855-d243-454b-af7c-9a6c29865a96 req-0eea7c13-e4f5-441e-9cb6-2bdc9f81f9ac tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:28.344967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99542855-d243-454b-af7c-9a6c29865a96 req-0eea7c13-e4f5-441e-9cb6-2bdc9f81f9ac tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 935 time: 0.3094549 Jul 23 10:25:28.354985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d94235aa-d1bb-401c-82e1-45dfcee68bb1 req-af11ffc0-9c69-4361-9e0f-96969a5c0b4c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 210 time: 0.1900065 Jul 23 10:25:28.371507 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:28.428551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-0b777192-694c-4a19-9eab-f59b4d9dfa5a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 380 time: 0.1832459 Jul 23 10:25:28.443701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'port': {'device_id': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'admin_state_up': True, 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'security_groups': ['89697c8b-77ad-43e0-b04b-dde009a0c44d']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:28.497997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1414-e858-455c-95d2-1ae89965fab8 req-16352b3d-13b8-404f-9b9f-78ee4561fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:28.501133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-16352b3d-13b8-404f-9b9f-78ee4561fe8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb07399528ca40608d99892a2c26bd55&device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 1096 time: 0.6362200 Jul 23 10:25:28.554263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99542855-d243-454b-af7c-9a6c29865a96 req-580f3f7b-c4a9-4b5f-8992-41bbaf0a3403 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955469 Jul 23 10:25:28.617470 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:28.618904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:28.645519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Calling delete_port for 77746d83-c91e-4e30-92f5-511acb6f9a02 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:28.747161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6b093b-57c2-43a0-8f43-27dc5221c74b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:28.777734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:28.873369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Transition to ACTIVE for port object 5a6b093b-57c2-43a0-8f43-27dc5221c74b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:28.877017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1414-e858-455c-95d2-1ae89965fab8 req-5a02eb6b-fd4d-40e8-9100-071035f887b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:28.878699 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-5a02eb6b-fd4d-40e8-9100-071035f887b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d762d4b-72b1-4732-ae6f-23b47c783ff3 HTTP/1.1" status: 200 len: 917 time: 0.3535299 Jul 23 10:25:28.897034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:28.908282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17eee6b9-1bd0-4265-9328-63fc849801cf req-1845e857-432a-4c4d-a19a-b1774be69fdd tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=4860ec98-27c2-4f6e-8787-68552f856473 HTTP/1.1" status: 200 len: 210 time: 0.0982118 Jul 23 10:25:28.913656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Made reservation on behalf of 537b85ad1d3945da8ec089f34f5137bd for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:28.929231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:29.234127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Allocated IP 172.20.0.7 (ab3d83c8-e91e-4ec4-a211-1c0158804018/48682164-24c0-412b-8d65-4c882b9e88e2/05787ce7-e851-480e-b4b3-c31ac967453f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:25:29.335598 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '26bda54e-72bf-4410-a163-0fe5ccf9418e', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'port_id': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'mac_address': 'fa:16:3e:d9:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:24:21Z', 'updated_at': '2021-07-23T10:25:25Z', 'revision_number': 1, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:21Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:29.401921 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ac11c8-e6eb-40b7-a34e-02059c7c337f None None] The sync data for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 is: [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '26bda54e-72bf-4410-a163-0fe5ccf9418e', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'port_id': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'mac_address': 'fa:16:3e:d9:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:24:21Z', 'updated_at': '2021-07-23T10:25:25Z', 'revision_number': 1, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:21Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:29.423325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36752) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:29.646058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-100ba328-c472-440f-a23c-54887bb47974 req-7f49a71b-f961-4a06-87f8-aabc2abed252 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 210 time: 0.0903480 Jul 23 10:25:29.659125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:29.707867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Transition to ACTIVE for port object 05787ce7-e851-480e-b4b3-c31ac967453f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:29.724666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-743cda47-39f6-458c-a5d3-0afff45e7c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:29.800204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Pushing event updated for resources: {'Port': ['ID=5a6b093b-57c2-43a0-8f43-27dc5221c74b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:29.862170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-c940d087-2ea8-4d3c-a928-2768270849c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f435b52a-75c2-46be-9197-402dd0f415fd HTTP/1.1" status: 200 len: 998 time: 0.9739122 Jul 23 10:25:29.909185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-42c4ca13-b238-49fc-83cd-a1941b07387c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd0425762e944ac1ab5d0b7c99899d12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4825392 Jul 23 10:25:29.922186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36766) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:29.958215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:29.980005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1414-e858-455c-95d2-1ae89965fab8 req-21e9dc19-9fc0-452d-94ba-518926ab099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:29.987101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-21e9dc19-9fc0-452d-94ba-518926ab099d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57360da6-7dd1-4398-9723-aac0715f4c54 HTTP/1.1" status: 200 len: 855 time: 0.1195705 Jul 23 10:25:30.017335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2aca97b7-7b7a-458a-b2ec-2956ef905820 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:30.162453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103cc7cc-58cf-4b7e-b1a5-6a7960c5a2bf None None] New status for floating IP 26bda54e-72bf-4410-a163-0fe5ccf9418e: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:25:30.183199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Attempting to bind port 5a6b093b-57c2-43a0-8f43-27dc5221c74b on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:30.183570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Attempting to bind port 5a6b093b-57c2-43a0-8f43-27dc5221c74b by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:30.184403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Attempting to bind port 5a6b093b-57c2-43a0-8f43-27dc5221c74b on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:30.199094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Port 5a6b093b-57c2-43a0-8f43-27dc5221c74b on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:30.199512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Attempting to bind port 5a6b093b-57c2-43a0-8f43-27dc5221c74b on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:30.204493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-f744aed1-cb15-438c-9fdb-38b5ebb7707c tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:25:30.209615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:30.209615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:30.209615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:30.209615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Bound port: 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:30.211176 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.213597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.215003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-f744aed1-cb15-438c-9fdb-38b5ebb7707c tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694697 Jul 23 10:25:30.247290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Request body: {'binding': {'host': 'n-h1-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:30.247819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Unknown quota resources ['binding']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:25:30.285331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Pushing event deleted for resources: {'Port': ['ID=77746d83-c91e-4e30-92f5-511acb6f9a02,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:30.319028 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.342261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 2aca97b7-7b7a-458a-b2ec-2956ef905820 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:30.346953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1414-e858-455c-95d2-1ae89965fab8 req-436f08b0-6902-4b1a-91c7-daf9ee8c3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:30.348664 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-436f08b0-6902-4b1a-91c7-daf9ee8c3c55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d762d4b-72b1-4732-ae6f-23b47c783ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3276415 Jul 23 10:25:30.371886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 2aca97b7-7b7a-458a-b2ec-2956ef905820 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:30.372903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.455675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:25:30.465886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:30.504865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:25:30.514831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:25:30.519034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-4d2ac9a2-7c99-41b9-a435-efd25da6371d service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474078 Jul 23 10:25:30.526085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceefebb-5481-4142-8e33-937b397a34cb req-edeaa327-8023-45a8-b36d-06a66ca612ef tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:30.534079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ceefebb-5481-4142-8e33-937b397a34cb req-edeaa327-8023-45a8-b36d-06a66ca612ef tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 947 time: 0.7137558 Jul 23 10:25:30.591319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.598544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.603912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-302fa158-2bbf-4ff8-a818-f8c9ef9da1eb tempest-ServersWithSpecificFlavorTestJSON-1209332711 tempest-ServersWithSpecificFlavorTestJSON-1209332711-project] 10.222.0.37 "DELETE /v2.0/floatingips/cc5e360d-c990-4a8e-b8d8-1d9ba4d010e4 HTTP/1.1" status: 204 len: 168 time: 3.4368689 Jul 23 10:25:30.612106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] For port 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:30.617294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] For port 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:30.647777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.662168 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e33-ee34-4154-85b1-8612d5c00d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.713819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:30.714650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.716266 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] 10.222.0.20 "PUT /v2.0/ports/5a6b093b-57c2-43a0-8f43-27dc5221c74b HTTP/1.1" status: 200 len: 1095 time: 4.1770706 Jul 23 10:25:30.716803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'tag': '5a6b093b-57c2-43a0-8f43-27dc5221c74b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:30.719218 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242b9088-868a-497f-a71e-15749b0f0b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1bf4fa-2295-4ea0-ba3f-3e9988e40421", "tag": "5a6b093b-57c2-43a0-8f43-27dc5221c74b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:30.723200 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.757512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2237f-5f18-4d07-b911-749364ca79ca service neutron] Pushing event updated for resources: {'Port': ['ID=5a6b093b-57c2-43a0-8f43-27dc5221c74b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:30.764957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-537a1414-e858-455c-95d2-1ae89965fab8 req-89967d4b-c013-4bfe-a0be-9165b186131f service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329912 Jul 23 10:25:30.843250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:30.846499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.876206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 2aca97b7-7b7a-458a-b2ec-2956ef905820, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2aca97b7-7b7a-458a-b2ec-2956ef905820,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:30.891398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.960516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e33-ee34-4154-85b1-8612d5c00d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:30.970430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-2f7aeeb3-3d4d-4a05-92aa-c8c3fb25e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:30.971891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-2f7aeeb3-3d4d-4a05-92aa-c8c3fb25e9dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f577e6de4fb840a98876db28d90feed6&device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 1098 time: 0.1716847 Jul 23 10:25:30.994568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ceefebb-5481-4142-8e33-937b397a34cb req-5c0efaad-62c4-44c0-81dd-e61568829e03 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591284 Jul 23 10:25:31.022110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-e0e5ce1e-aa9b-48f8-a637-90357c939737 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5870676 Jul 23 10:25:31.036512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=2aca97b7-7b7a-458a-b2ec-2956ef905820,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:31.056326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.056886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.057245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.057590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.057930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.058269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.058601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.058934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.059263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.059613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.059943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.060269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:25:31.084097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-efdd6d39-f9af-4776-8ae8-be21e9999552 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b HTTP/1.1" status: 200 len: 217 time: 0.0988765 Jul 23 10:25:31.097200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Request body: {'port': {'device_id': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:31.105381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on host n-h1-778550-4 for vnic_type normal with profile None {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:31.105381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:31.105701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:31.139684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-556b5c54-39ae-48ab-b686-b82caafa35ef None None] Provisioning for port 05787ce7-e851-480e-b4b3-c31ac967453f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:31.181573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-556b5c54-39ae-48ab-b686-b82caafa35ef None None] Provisioning complete for port 05787ce7-e851-480e-b4b3-c31ac967453f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:31.182691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-556b5c54-39ae-48ab-b686-b82caafa35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:31.224745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:31.225074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:31.228869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-72242c83-f701-4d59-b89b-72370c38508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:31.231243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-72242c83-f701-4d59-b89b-72370c38508b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1414471 Jul 23 10:25:31.269330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:31.269676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:31.270076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:31.272062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Bound port: 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:31.273100 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:31.341123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-556b5c54-39ae-48ab-b686-b82caafa35ef None None] Port 05787ce7-e851-480e-b4b3-c31ac967453f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:25:31.418735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e33-ee34-4154-85b1-8612d5c00d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:31.422124 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e33-ee34-4154-85b1-8612d5c00d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:31.423438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ff7d5e33-ee34-4154-85b1-8612d5c00d62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbf7ecd7-8e68-413e-baac-076bbe5f011a HTTP/1.1" status: 204 len: 168 time: 1.4961381 Jul 23 10:25:31.468592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7295d-59be-447d-9799-928eccdfd00a req-15e0022b-e4df-4f0f-b77a-15f68e07c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:31.471122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-15e0022b-e4df-4f0f-b77a-15f68e07c14d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288868 Jul 23 10:25:31.515180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:31.519232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:31.523129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d5e33-ee34-4154-85b1-8612d5c00d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf7ecd7-8e68-413e-baac-076bbe5f011a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:31.627149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-8534457f-3805-4e08-9aa3-c05567334028 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474426 Jul 23 10:25:31.635432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:31.658708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-75ceaada-e8ff-4cee-95a2-d1fc4ece6224 service neutron] 10.222.0.37 "POST /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd/bindings HTTP/1.1" status: 201 len: 389 time: 1.4245603 Jul 23 10:25:31.870003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd6f89-c995-4639-8b73-ed0168052c35 req-30d03135-b3c7-43af-a395-3dae025bbb9c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:31.878416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-acfd6f89-c995-4639-8b73-ed0168052c35 req-30d03135-b3c7-43af-a395-3dae025bbb9c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 931 time: 0.4189413 Jul 23 10:25:31.880224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98d7295d-59be-447d-9799-928eccdfd00a req-fdcb8673-a483-489c-8bfc-55bf4e7764de service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381494 Jul 23 10:25:31.893621 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4104b2-7bd0-4e06-85e6-5eb8e9df9337 x-openstack-request-id: req-ba4104b2-7bd0-4e06-85e6-5eb8e9df9337 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:31.895155 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1bf4fa-2295-4ea0-ba3f-3e9988e40421", "tag": "5a6b093b-57c2-43a0-8f43-27dc5221c74b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:31.896234 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba4104b2-7bd0-4e06-85e6-5eb8e9df9337 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:31.897629 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'tag': '5a6b093b-57c2-43a0-8f43-27dc5221c74b', 'status': 'completed', 'code': 200} Jul 23 10:25:32.000747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2aca97b7-7b7a-458a-b2ec-2956ef905820 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:32.082710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-acfd6f89-c995-4639-8b73-ed0168052c35 req-c66eeeb4-6c4f-4525-82ff-963f16524077 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030048 Jul 23 10:25:32.083285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36800) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:32.132039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 2aca97b7-7b7a-458a-b2ec-2956ef905820 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:32.132039 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.227183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-95150eb1-fcb5-42e1-9175-b5ccd0fe8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.235312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-95150eb1-fcb5-42e1-9175-b5ccd0fe8de0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1097 time: 0.1645851 Jul 23 10:25:32.315838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9088-868a-497f-a71e-15749b0f0b5e req-c80a23e1-99ce-4738-97a8-10e188ce5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.317508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-c80a23e1-99ce-4738-97a8-10e188ce5a3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f577e6de4fb840a98876db28d90feed6&device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 1098 time: 0.3159833 Jul 23 10:25:32.381233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f5a53-c6c7-4ea0-8f1e-d47418319c2f req-5833e275-853f-48e3-86da-f508c4e143f1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.385492 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.388944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a69f5a53-c6c7-4ea0-8f1e-d47418319c2f req-5833e275-853f-48e3-86da-f508c4e143f1 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.2763386 Jul 23 10:25:32.454595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-04a62a60-06f7-4a2c-bb4a-50804f814daa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6f072db5c93471d9841e835ea47b5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678223 Jul 23 10:25:32.465259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36808) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:32.546299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9088-868a-497f-a71e-15749b0f0b5e req-c6ec8c43-37fd-477a-8232-92e46035b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.548056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-c6ec8c43-37fd-477a-8232-92e46035b1f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1913924 Jul 23 10:25:32.555987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:32.565331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.581341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Transition to ACTIVE for port object 05787ce7-e851-480e-b4b3-c31ac967453f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:32.593575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.610490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-8a1fcc23-cb7d-41d4-adf7-f71d47b6b3c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b HTTP/1.1" status: 200 len: 217 time: 0.0515540 Jul 23 10:25:32.657054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:32.690344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-e9515c86-18c8-45a4-b08a-7d49cba019fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.692254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-e9515c86-18c8-45a4-b08a-7d49cba019fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.4399879 Jul 23 10:25:32.730950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dc92fbf-e6a7-4dbf-91ee-57029e280bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.746042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-f81c0e1e-712c-440a-a428-a7aa1e6fa736 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 217 time: 0.0458884 Jul 23 10:25:32.756370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dc92fbf-e6a7-4dbf-91ee-57029e280bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.764638 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a69f5a53-c6c7-4ea0-8f1e-d47418319c2f req-0bc52986-0171-47f4-9e88-af60468419dc tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143714 Jul 23 10:25:32.825513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae290d-d7e8-4a87-9e9d-35d448f35de2 req-51873e2f-a8ea-47d1-8f8e-3c5a4f97e59c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.859635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06ae290d-d7e8-4a87-9e9d-35d448f35de2 req-51873e2f-a8ea-47d1-8f8e-3c5a4f97e59c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 947 time: 0.5953710 Jul 23 10:25:32.887460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dc92fbf-e6a7-4dbf-91ee-57029e280bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.903351 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dc92fbf-e6a7-4dbf-91ee-57029e280bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:32.905093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0dc92fbf-e6a7-4dbf-91ee-57029e280bcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4180485-5e8f-4ad5-9851-49a2d80d11f9 HTTP/1.1" status: 204 len: 168 time: 0.4392185 Jul 23 10:25:32.920658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-d0627e0b-4675-4752-9373-4e4bc41d5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.921058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-d0627e0b-4675-4752-9373-4e4bc41d5642 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1521034 Jul 23 10:25:32.939912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc92fbf-e6a7-4dbf-91ee-57029e280bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4180485-5e8f-4ad5-9851-49a2d80d11f9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:32.961839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9088-868a-497f-a71e-15749b0f0b5e req-469b79a4-e384-4756-81b6-d3d732a2d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:32.963657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-469b79a4-e384-4756-81b6-d3d732a2d420 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.3418586 Jul 23 10:25:32.965685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-e066797f-8e8e-43bd-925a-11032b72cac2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385213 Jul 23 10:25:33.033357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06ae290d-d7e8-4a87-9e9d-35d448f35de2 req-169270b8-024d-4eec-a10f-b1703bf857e1 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673217 Jul 23 10:25:33.104609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:33.106988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:33.108599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:33.121725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Port 05787ce7-e851-480e-b4b3-c31ac967453f on network ab3d83c8-e91e-4ec4-a211-1c0158804018 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:33.122200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:33.137857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:33.138416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Checking segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:33.140619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Bound using segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:33.141388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Bound port: 05787ce7-e851-480e-b4b3-c31ac967453f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:33.141694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:33.343802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:33.355063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:33.365177 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:33.396106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:33.439714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9088-868a-497f-a71e-15749b0f0b5e req-ed120901-6657-4e00-8083-dfe9716f618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:33.443603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-ed120901-6657-4e00-8083-dfe9716f618e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4661398 Jul 23 10:25:33.488764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-e4db7ff3-9c55-4af1-82b8-076b645dc8e1 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102489 Jul 23 10:25:33.537476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:33.571621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:33.573683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:33.577848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-8a6115ad-f5b7-4490-87a4-b063be4f2f84 service neutron] 10.222.0.20 "PUT /v2.0/ports/05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 1091 time: 2.5023434 Jul 23 10:25:33.578402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:33.583266 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61502267-a1c9-4636-bfce-64ad2c6f2c41" -d '{"events": [{"name": "network-changed", "server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:33.736379 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac68f09-5b98-4c5f-be4d-636bb3ac6a53 x-openstack-request-id: req-5ac68f09-5b98-4c5f-be4d-636bb3ac6a53 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:33.740364 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:33.740908 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ac68f09-5b98-4c5f-be4d-636bb3ac6a53 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:33.741374 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'status': 'completed', 'code': 200} Jul 23 10:25:33.827547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-4b441fa0-2a71-45bb-bd4b-5d4a2db2445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:33.840765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-4b441fa0-2a71-45bb-bd4b-5d4a2db2445b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1094 time: 0.1911621 Jul 23 10:25:33.899364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-c896c23d-e54e-41c8-b3d5-9a5dd90f7449 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914468 Jul 23 10:25:33.943502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-70c20323-ca8a-473a-b18c-adf94fa50690 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 217 time: 0.0869830 Jul 23 10:25:34.049610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-ecea5c91-92aa-444e-925b-41991b6c72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:34.051194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-ecea5c91-92aa-444e-925b-41991b6c72e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.0972099 Jul 23 10:25:34.069987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c34ef-d494-48c8-944c-65d679f7bfb0 req-a4ce6fa0-6b7c-4750-8ff8-3feed05627e8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:34.076545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-119c34ef-d494-48c8-944c-65d679f7bfb0 req-a4ce6fa0-6b7c-4750-8ff8-3feed05627e8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.8043911 Jul 23 10:25:34.131486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e84d-c8ef-47c9-9f42-ef1247f177fd req-76750368-33d1-4ace-8fee-063faaf3a837 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:34.142624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b14e84d-c8ef-47c9-9f42-ef1247f177fd req-76750368-33d1-4ace-8fee-063faaf3a837 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.2016861 Jul 23 10:25:34.151238 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:34.191039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-fa61cd51-cf55-40d5-b67e-b48fb648691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:34.193066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-fa61cd51-cf55-40d5-b67e-b48fb648691d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331325 Jul 23 10:25:34.207518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-119c34ef-d494-48c8-944c-65d679f7bfb0 req-bb52bcca-ae1a-47f5-a329-e471e6a86eac tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213629 Jul 23 10:25:34.216367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b14e84d-c8ef-47c9-9f42-ef1247f177fd req-0d8658ee-999b-47c4-bbb3-02c2ce0e278f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665803 Jul 23 10:25:34.288361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-2bd57045-3e4a-4034-a757-6d917d97a8fa service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326201 Jul 23 10:25:34.635707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-242b9088-868a-497f-a71e-15749b0f0b5e req-6d249c2f-55be-40f6-9840-0626a5af037a service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095699 Jul 23 10:25:34.944937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5a6b093b-57c2-43a0-8f43-27dc5221c74b details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:35.110514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-43a6c4dc-6925-4f58-9422-d9ed5b5c59f7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8930073 Jul 23 10:25:35.214062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:35.267669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-388c3e5f-0178-469c-94ed-3b7cd6fe11c5 req-0bbbd19a-7ff5-49c7-9f40-6d85dd58cb0c service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474442 Jul 23 10:25:35.291794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c801888-1b33-40e2-9838-6d358feae4be req-1b61d653-5979-48bd-b0b9-7fdcdafb018a tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:35.310488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c801888-1b33-40e2-9838-6d358feae4be req-1b61d653-5979-48bd-b0b9-7fdcdafb018a tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 947 time: 0.2674422 Jul 23 10:25:35.413303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:35.471595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '5a6b093b-57c2-43a0-8f43-27dc5221c74b', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '5a6b093b-57c2-43a0-8f43-27dc5221c74b', 'mac_address': 'fa:16:3e:96:cd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:25:35.548371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c801888-1b33-40e2-9838-6d358feae4be req-25e0adfc-3335-4ad6-84f4-bf46c2ae6ea1 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334719 Jul 23 10:25:35.595373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:35.613776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-4fc3ddc1-fa69-49d7-9f8d-3dd245a0491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:35.615281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-4fc3ddc1-fa69-49d7-9f8d-3dd245a0491a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1094 time: 0.2368004 Jul 23 10:25:35.633698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6b093b-57c2-43a0-8f43-27dc5221c74b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:35.676355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:35.682161 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:35.808499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc345542-a770-4249-b1d6-4c3ddc97d966 req-547381ca-daad-4195-8608-c785f59a7557 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:35.816832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc345542-a770-4249-b1d6-4c3ddc97d966 req-547381ca-daad-4195-8608-c785f59a7557 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.3438985 Jul 23 10:25:35.831406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=5a6b093b-57c2-43a0-8f43-27dc5221c74b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:36.015743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-af0fff57-0b6a-42ca-abed-4f41a4c69b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:36.017296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-af0fff57-0b6a-42ca-abed-4f41a4c69b8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.3901560 Jul 23 10:25:36.025290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5a6b093b-57c2-43a0-8f43-27dc5221c74b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:36.034387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc345542-a770-4249-b1d6-4c3ddc97d966 req-0b57d340-c536-4c70-9bfa-345f23819d2a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160923 Jul 23 10:25:36.158230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-f8ddd9ed-137f-4e5b-b6e2-c24fcf4f0208 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 217 time: 0.1151502 Jul 23 10:25:36.178656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e26f02-0c6b-4440-ae3b-7447bb5f0440 req-9396a30a-4c85-4a5a-ab17-6c83041bbcf6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:36.190045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10e26f02-0c6b-4440-ae3b-7447bb5f0440 req-9396a30a-4c85-4a5a-ab17-6c83041bbcf6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.4243150 Jul 23 10:25:36.356297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10e26f02-0c6b-4440-ae3b-7447bb5f0440 req-5fe3e359-9ff5-4115-8024-d0870dfe517e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652615 Jul 23 10:25:36.400293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-18b87461-2e65-41a5-87cb-59515fd9ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:36.402280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-18b87461-2e65-41a5-87cb-59515fd9ac28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.2065301 Jul 23 10:25:36.547357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-d7021357-b41b-4505-8a2c-918e2fa6cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:36.549199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-d7021357-b41b-4505-8a2c-918e2fa6cd10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395452 Jul 23 10:25:36.808932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-0f0084b6-7215-4cc4-bc20-b850cb326220 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476983 Jul 23 10:25:36.960754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5a6b093b-57c2-43a0-8f43-27dc5221c74b up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:36.962834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61502267-a1c9-4636-bfce-64ad2c6f2c41 req-18841e79-4be2-461d-9caa-919c3cba0572 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455693 Jul 23 10:25:37.020001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2adc7-2422-41b1-88d6-861cbd2b3880 req-dfe46deb-7890-48c2-b6be-4e0942316c6e tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:37.027709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88f2adc7-2422-41b1-88d6-861cbd2b3880 req-dfe46deb-7890-48c2-b6be-4e0942316c6e tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 948 time: 0.2455366 Jul 23 10:25:37.054846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Deleting port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:37.056213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:37.123521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 5a6b093b-57c2-43a0-8f43-27dc5221c74b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:37.128944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 5a6b093b-57c2-43a0-8f43-27dc5221c74b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:37.129506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:37.186403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88f2adc7-2422-41b1-88d6-861cbd2b3880 req-ebe2e3bc-605d-4de9-9aa3-36d84abd12c1 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396585 Jul 23 10:25:37.233609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] For port 3dbbf8b8-136f-4b51-8419-c3d0767e08bb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:37.233978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:37.281936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Calling delete_port for 3dbbf8b8-136f-4b51-8419-c3d0767e08bb owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:37.353918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:37.391653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae2f63-8b1a-4847-bc95-07551b7e3b8f req-3bad1471-e462-49ed-88da-a00c6b9c8032 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:37.398706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-faae2f63-8b1a-4847-bc95-07551b7e3b8f req-3bad1471-e462-49ed-88da-a00c6b9c8032 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1605101 Jul 23 10:25:37.406762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:37.407999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6b093b-57c2-43a0-8f43-27dc5221c74b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:37.410744 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae0f742-a958-4dd8-881c-31ebd765a1ee" -d '{"events": [{"server_uuid": "eb1bf4fa-2295-4ea0-ba3f-3e9988e40421", "name": "network-vif-plugged", "status": "completed", "tag": "5a6b093b-57c2-43a0-8f43-27dc5221c74b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:37.418387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:37.500776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=5a6b093b-57c2-43a0-8f43-27dc5221c74b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:37.516451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-faae2f63-8b1a-4847-bc95-07551b7e3b8f req-a8b0c4bb-46a2-4e69-af11-54e02efaa6de tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161184 Jul 23 10:25:37.665787 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d24da78-83ce-48a1-bc74-b5d609543c38 x-openstack-request-id: req-2d24da78-83ce-48a1-bc74-b5d609543c38 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:37.666302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bf4fa-2295-4ea0-ba3f-3e9988e40421", "name": "network-vif-plugged", "status": "completed", "tag": "5a6b093b-57c2-43a0-8f43-27dc5221c74b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:37.666467 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d24da78-83ce-48a1-bc74-b5d609543c38 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:37.666930 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6b093b-57c2-43a0-8f43-27dc5221c74b', 'code': 200} Jul 23 10:25:37.825836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f2c45-68e5-4960-a414-5111646f94e8 req-60209d54-75a5-47b0-9a31-6704e2c739e5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:37.827543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b24f2c45-68e5-4960-a414-5111646f94e8 req-60209d54-75a5-47b0-9a31-6704e2c739e5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.2457871 Jul 23 10:25:37.878170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:37.931067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbbf8b8-136f-4b51-8419-c3d0767e08bb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:37.947682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9eaaf-b03c-4cb6-abae-3dca0fcc75c3 req-5ac71287-5b95-4dff-8059-86bd3067ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:37.949307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-faf9eaaf-b03c-4cb6-abae-3dca0fcc75c3 req-5ac71287-5b95-4dff-8059-86bd3067ac8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 1100 time: 0.1516566 Jul 23 10:25:37.968454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b24f2c45-68e5-4960-a414-5111646f94e8 req-16e9815a-41a9-4f9c-846c-ec74afc9a73e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321497 Jul 23 10:25:38.022743 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-faf9eaaf-b03c-4cb6-abae-3dca0fcc75c3 req-65e341b3-133c-45c8-afeb-9ec36ae3ab2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661070 Jul 23 10:25:38.317075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:38.626440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791db3b-4314-466c-a3c4-a700b1d2bf47 req-c90626f3-08b3-413d-82ad-2643ec033601 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:38.637688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f791db3b-4314-466c-a3c4-a700b1d2bf47 req-c90626f3-08b3-413d-82ad-2643ec033601 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 945 time: 0.1100533 Jul 23 10:25:38.691955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f791db3b-4314-466c-a3c4-a700b1d2bf47 req-db26fe08-683a-41b2-95fb-24758df688ac tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Jul 23 10:25:38.732550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:38.891722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cc3da-9632-4994-89b7-09576e3f7af0 req-0a936eca-8163-48e7-aa3b-a52031886ab5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:38.893348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c7cc3da-9632-4994-89b7-09576e3f7af0 req-0a936eca-8163-48e7-aa3b-a52031886ab5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 949 time: 0.3700888 Jul 23 10:25:38.897546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f8633-d9bf-47f2-9e74-3f81787a86d6 req-591a5d32-740c-44c9-a4b1-6b8874b82324 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:38.900078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a7f8633-d9bf-47f2-9e74-3f81787a86d6 req-591a5d32-740c-44c9-a4b1-6b8874b82324 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1028972 Jul 23 10:25:38.940815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a7f8633-d9bf-47f2-9e74-3f81787a86d6 req-46a85ed5-ccf7-4021-af11-652ffdf363aa tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Jul 23 10:25:38.968722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:38.988287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c7cc3da-9632-4994-89b7-09576e3f7af0 req-4e056206-8a6a-4bc8-8f7c-f38fe141af26 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828240 Jul 23 10:25:39.063230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:39.073815 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] Sync routers for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:39.074418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36964) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:39.083528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-996080fe-3866-4f8a-a7ed-002354846c3b admin admin] 10.222.0.37 "PUT /v2.0/routers/d3344f64-91a1-4e22-9bc0-fa0d0f8172bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6728237 Jul 23 10:25:39.089281 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:39.089917 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:39.131840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-63b8e410-837b-48a0-94af-5f04a9d7a4f2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:39.140695 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-63b8e410-837b-48a0-94af-5f04a9d7a4f2 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 945 time: 0.1905968 Jul 23 10:25:39.309100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:39.326847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '05787ce7-e851-480e-b4b3-c31ac967453f', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f', 'mac_address': 'fa:16:3e:8d:fe:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:25:39.343786 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:39.345928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.372088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808dd2-33cd-40bd-8161-edb8197e73df req-5522e3fd-d0da-4d85-80d1-cd8989f94d6e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:39.384829 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61808dd2-33cd-40bd-8161-edb8197e73df req-5522e3fd-d0da-4d85-80d1-cd8989f94d6e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.2062471 Jul 23 10:25:39.389016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Deleting port 90e56e29-e978-4a5e-a117-b666b6dcb099 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:39.390911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.422851 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.440997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:39.473743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:39.489302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.636284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:39.658017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61808dd2-33cd-40bd-8161-edb8197e73df req-f7c078e5-2d0c-400e-b5ec-b2466d474632 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721767 Jul 23 10:25:39.663708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] For port 90e56e29-e978-4a5e-a117-b666b6dcb099, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=90e56e29-e978-4a5e-a117-b666b6dcb099,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:39.664539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.695222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Calling delete_port for 90e56e29-e978-4a5e-a117-b666b6dcb099 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:39.709608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.810468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['05787ce7-e851-480e-b4b3-c31ac967453f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:39.841872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Deleting port 0170cfa4-c829-417c-a443-237843897276 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:39.841872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.846543 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '0170cfa4-c829-417c-a443-237843897276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:25:37Z', 'revision_number': 5, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port': {'id': '0170cfa4-c829-417c-a443-237843897276', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:19Z', 'updated_at': '2021-07-23T10:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:39.923878 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] Checking router: d3344f64-91a1-4e22-9bc0-fa0d0f8172bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:39.958154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:39.979972 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] Routers {'d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:39.983368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:40.051609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event deleted for resources: {'Port': ['ID=90e56e29-e978-4a5e-a117-b666b6dcb099,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:40.137804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] For port 0170cfa4-c829-417c-a443-237843897276, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0170cfa4-c829-417c-a443-237843897276,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:40.138296 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.152159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Calling delete_port for 0170cfa4-c829-417c-a443-237843897276 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:40.213609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] No DVR routers for this DVR port 90e56e29-e978-4a5e-a117-b666b6dcb099 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:40.218702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.221043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1accb65f-bf9b-44c0-9493-652662cc77f6 req-45113f4f-2bb5-4738-8143-1e096b4db64b tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "DELETE /v2.0/ports/90e56e29-e978-4a5e-a117-b666b6dcb099 HTTP/1.1" status: 204 len: 173 time: 1.0750384 Jul 23 10:25:40.221513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'name': 'network-vif-deleted', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:40.224554 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b16765-5f53-443f-b44a-b110758cbe82" -d '{"events": [{"server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "name": "network-vif-deleted", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:40.231315 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] Set router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:40.287155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef9ff-14f7-42b7-8816-ae19690e5036 req-0bad4dc6-2b5c-4fe0-bb82-deefe3117952 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:40.296722 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7b9ef9ff-14f7-42b7-8816-ae19690e5036 req-0bad4dc6-2b5c-4fe0-bb82-deefe3117952 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1630049 Jul 23 10:25:40.343630 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:25:39Z', 'revision_number': 6, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:40.350722 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7b9ef9ff-14f7-42b7-8816-ae19690e5036 req-b45ae679-b66e-4525-a531-17748d8e5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481761 Jul 23 10:25:40.379345 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da8eb2-03b3-4305-9239-e0e8637e7410 None None] The sync data for ids ['d3344f64-91a1-4e22-9bc0-fa0d0f8172bc'] in n-d-778550-4 is: [{'id': 'd3344f64-91a1-4e22-9bc0-fa0d0f8172bc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1878287624-router', 'tenant_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:16Z', 'updated_at': '2021-07-23T10:25:39Z', 'revision_number': 6, 'project_id': '239dddd6b3ac4dfb8cb0b4cb3cff3eab', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:40.381416 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:25:40.483005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff3d4a-7d36-47bb-95c9-3b95067e3a93 req-cced1709-1244-4020-bd91-d144ba0dc71f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:40.488400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-19ff3d4a-7d36-47bb-95c9-3b95067e3a93 req-cced1709-1244-4020-bd91-d144ba0dc71f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=12feb653-a6e2-4320-9b88-d786f12392f9 HTTP/1.1" status: 200 len: 866 time: 0.6331837 Jul 23 10:25:40.528223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a712b-3c35-47d7-84a6-f0fcea9e11c5 req-c1f4841f-28c4-48a5-99b0-fab78afdbffa tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:40.535895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a57a712b-3c35-47d7-84a6-f0fcea9e11c5 req-c1f4841f-28c4-48a5-99b0-fab78afdbffa tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 949 time: 0.0863280 Jul 23 10:25:40.544734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.564808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-19ff3d4a-7d36-47bb-95c9-3b95067e3a93 req-6ca43b8c-a7ee-4ba0-afbd-ff621bff5f02 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750847 Jul 23 10:25:40.584917 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a57a712b-3c35-47d7-84a6-f0fcea9e11c5 req-1db3a9c2-f62c-45aa-b2c2-1a02983763ef tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Jul 23 10:25:40.595797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Pushing event deleted for resources: {'Port': ['ID=0170cfa4-c829-417c-a443-237843897276,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:40.690825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.791353 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d18b7db-334b-4fa0-9094-829deae5ebf7 x-openstack-request-id: req-4d18b7db-334b-4fa0-9094-829deae5ebf7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:40.791738 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12feb653-a6e2-4320-9b88-d786f12392f9", "name": "network-vif-deleted", "tag": "90e56e29-e978-4a5e-a117-b666b6dcb099", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:40.791914 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d18b7db-334b-4fa0-9094-829deae5ebf7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:40.792287 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12feb653-a6e2-4320-9b88-d786f12392f9', 'name': 'network-vif-deleted', 'tag': '90e56e29-e978-4a5e-a117-b666b6dcb099', 'status': 'completed', 'code': 200} Jul 23 10:25:40.819385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.834926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.916060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.916829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3344f64-91a1-4e22-9bc0-fa0d0f8172bc {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:25:40.922413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:40.924533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4732a413-f882-445c-be49-b8953214e63b admin admin] 10.222.0.37 "DELETE /v2.0/routers/d3344f64-91a1-4e22-9bc0-fa0d0f8172bc HTTP/1.1" status: 204 len: 168 time: 1.8490980 Jul 23 10:25:40.926491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:41.028358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Deleting subnet e4740ef8-3cba-4dd3-b6ef-84f3320f15ef {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:25:41.039671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.128909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.167361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2e411-d6d7-4d70-ba1c-78a24cee1860 req-8dcdd519-5fbe-44eb-a3af-cc8217bfa906 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:41.180181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2e2e411-d6d7-4d70-ba1c-78a24cee1860 req-8dcdd519-5fbe-44eb-a3af-cc8217bfa906 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.1318521 Jul 23 10:25:41.235011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2e2e411-d6d7-4d70-ba1c-78a24cee1860 req-08c6d554-7597-44f2-a925-2aac990a508d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Jul 23 10:25:41.260400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:25:41.283707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.374894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.393538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 05787ce7-e851-480e-b4b3-c31ac967453f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:25:41.398432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.399362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 05787ce7-e851-480e-b4b3-c31ac967453f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:25:41.399786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.401670 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4740ef8-3cba-4dd3-b6ef-84f3320f15ef HTTP/1.1" status: 204 len: 168 time: 0.4736538 Jul 23 10:25:41.405471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:41.425237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf20c-d395-4b9c-83d1-578fc2ea7728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4740ef8-3cba-4dd3-b6ef-84f3320f15ef,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:41.480323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab04eff-8de9-4ab6-ae24-5eefc798e759 None None] Network 379e3615-898a-4d5f-ad14-574632aacf41 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:25:41.644187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.648084 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.662907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941a720-6e3e-4499-9588-312328fd6011 req-32412adc-6096-420b-b530-0bcf04591187 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:41.664488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9941a720-6e3e-4499-9588-312328fd6011 req-32412adc-6096-420b-b530-0bcf04591187 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 1100 time: 0.3382659 Jul 23 10:25:41.682535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebedf79-8006-43a8-8731-2a2d68a5f1eb req-f96336f1-72b3-4eb3-afd1-9ac0558bff6b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:41.685673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bebedf79-8006-43a8-8731-2a2d68a5f1eb req-f96336f1-72b3-4eb3-afd1-9ac0558bff6b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1573815 Jul 23 10:25:41.719736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9941a720-6e3e-4499-9588-312328fd6011 req-beab31ac-b869-49d2-bf7d-b3304325baf7 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.724740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:41.731090 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cdbd82-31b9-4634-a4a5-377623163b52" -d '{"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-plugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:41.752096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:41.782101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:41.785726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 90e56e29-e978-4a5e-a117-b666b6dcb099 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:41.786271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 90e56e29-e978-4a5e-a117-b666b6dcb099 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:41.792656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bebedf79-8006-43a8-8731-2a2d68a5f1eb req-ba1c0bdd-c28c-4395-a9ff-56b9c4e95800 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005061 Jul 23 10:25:41.796397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.821126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Deleting port c12513f8-349d-4a5f-b661-342c6b552895 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:41.826036 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:41.917578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] DHCP port deletion for 379e3615-898a-4d5f-ad14-574632aacf41 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:25:42.024527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] For port c12513f8-349d-4a5f-b661-342c6b552895, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c12513f8-349d-4a5f-b661-342c6b552895,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:42.025273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.050863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3dbbf8b8-136f-4b51-8419-c3d0767e08bb no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:42.055748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Calling delete_port for c12513f8-349d-4a5f-b661-342c6b552895 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:42.090544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3dbbf8b8-136f-4b51-8419-c3d0767e08bb {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:42.091184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3dbbf8b8-136f-4b51-8419-c3d0767e08bb not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:42.106311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0170cfa4-c829-417c-a443-237843897276 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:42.127539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0170cfa4-c829-417c-a443-237843897276 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:42.128207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0170cfa4-c829-417c-a443-237843897276 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:42.130061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:42.175281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] Deleting port c12513f8-349d-4a5f-b661-342c6b552895 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:42.175975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.188178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.208213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] No DVR routers for this DVR port c12513f8-349d-4a5f-b661-342c6b552895 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:42.260642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] For port c12513f8-349d-4a5f-b661-342c6b552895, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c12513f8-349d-4a5f-b661-342c6b552895,segment=NetworkSegment(f7e47f57-321f-4410-8fae-cc6a88e0134d),segment_id=f7e47f57-321f-4410-8fae-cc6a88e0134d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:42.261412 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.270440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Pushing event deleted for resources: {'Port': ['ID=c12513f8-349d-4a5f-b661-342c6b552895,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:42.275955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9941a720-6e3e-4499-9588-312328fd6011 req-beab31ac-b869-49d2-bf7d-b3304325baf7 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.284604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] Calling delete_port for c12513f8-349d-4a5f-b661-342c6b552895 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:42.290269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9941a720-6e3e-4499-9588-312328fd6011 req-beab31ac-b869-49d2-bf7d-b3304325baf7 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.349391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.370909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9941a720-6e3e-4499-9588-312328fd6011 req-beab31ac-b869-49d2-bf7d-b3304325baf7 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920900 Jul 23 10:25:42.392764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379e3615-898a-4d5f-ad14-574632aacf41']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:42.409043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.413027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab31ac-b869-49d2-bf7d-b3304325baf7 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26481278-de8e-44b4-a46f-42cef1767c42,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:42.420410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e47f57-321f-4410-8fae-cc6a88e0134d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:42.420734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e47f57-321f-4410-8fae-cc6a88e0134d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:42.430392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.440611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] Pushing event deleted for resources: {'Port': ['ID=c12513f8-349d-4a5f-b661-342c6b552895,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:42.443796 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14c1bf-8abf-47d5-9d02-db0c771dc5ee x-openstack-request-id: req-7e14c1bf-8abf-47d5-9d02-db0c771dc5ee {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:42.444080 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-plugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:42.444462 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e14c1bf-8abf-47d5-9d02-db0c771dc5ee {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:42.444842 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'code': 200} Jul 23 10:25:42.454671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.456469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191baabe-245e-406c-ae2e-f95cc683118e None None] No DVR routers for this DVR port c12513f8-349d-4a5f-b661-342c6b552895 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:42.474629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:25:42.475589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:25:42.478578 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:25:42.555973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.565531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:42.571739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] 10.222.0.37 "DELETE /v2.0/networks/379e3615-898a-4d5f-ad14-574632aacf41 HTTP/1.1" status: 204 len: 168 time: 1.1538291 Jul 23 10:25:42.572551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:42.595564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7aa0-168d-425c-8023-f8322c2c416f admin admin] Pushing event deleted for resources: {'Network': ['ID=379e3615-898a-4d5f-ad14-574632aacf41,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:42.668828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8938e6-1aae-401d-90ae-06032339c572 req-149cc953-7475-488e-89d9-f87de685d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:42.671103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a8938e6-1aae-401d-90ae-06032339c572 req-149cc953-7475-488e-89d9-f87de685d99a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1096 time: 0.0981436 Jul 23 10:25:42.733868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a8938e6-1aae-401d-90ae-06032339c572 req-c1f270fc-bfd5-4929-ba69-db05efccbe77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564976 Jul 23 10:25:42.801186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da24ce3-2961-4376-8ab1-6786497a21dc req-9aeffc5c-cd40-4a95-8abe-a392d8c768a1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:42.803260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5da24ce3-2961-4376-8ab1-6786497a21dc req-9aeffc5c-cd40-4a95-8abe-a392d8c768a1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.0926692 Jul 23 10:25:42.849793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5da24ce3-2961-4376-8ab1-6786497a21dc req-bbb988ab-7581-454d-b3fd-dedba0a12e5e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Jul 23 10:25:42.938794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d542b6-f51e-445c-9de0-c11797fd61bc req-0263ea97-c553-491f-a313-a5619cc5e5cb tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:42.943921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2d542b6-f51e-445c-9de0-c11797fd61bc req-0263ea97-c553-491f-a313-a5619cc5e5cb tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.1611032 Jul 23 10:25:43.019497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2d542b6-f51e-445c-9de0-c11797fd61bc req-7806932b-f425-4c71-8663-ebb0af99284c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708725 Jul 23 10:25:43.182137 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:43.361284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0dce-d198-4aef-8c23-2af910276aad req-cc87e7c0-ff22-455d-8e18-75ff3d826a98 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:43.363279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-542a0dce-d198-4aef-8c23-2af910276aad req-cc87e7c0-ff22-455d-8e18-75ff3d826a98 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.2614794 Jul 23 10:25:43.500465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-542a0dce-d198-4aef-8c23-2af910276aad req-b33cf5d5-43fc-4a57-b7da-f26d08b3c447 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225414 Jul 23 10:25:43.545598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-0a71ee66-4a60-4e67-a769-685752487dbc tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:43.547238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-0a71ee66-4a60-4e67-a769-685752487dbc tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.3014381 Jul 23 10:25:43.816832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946edef-4750-40a9-85dc-5463aa690211 req-41d4db75-27eb-403f-b92e-60f9031d8a65 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:43.817869 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7946edef-4750-40a9-85dc-5463aa690211 req-41d4db75-27eb-403f-b92e-60f9031d8a65 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 1100 time: 0.2134550 Jul 23 10:25:43.954914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c12513f8-349d-4a5f-b661-342c6b552895 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:43.957912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Deleting port e053f459-4f0b-46ae-8de8-f53f32a6782c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:43.958646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:43.998179 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7946edef-4750-40a9-85dc-5463aa690211 req-a40accaf-b7a4-4f32-9f73-6d954c48b572 tempest-ServersAdminNegativeTestJSON-1785154158 tempest-ServersAdminNegativeTestJSON-1785154158-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594191 Jul 23 10:25:44.030812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c12513f8-349d-4a5f-b661-342c6b552895 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:44.031648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c12513f8-349d-4a5f-b661-342c6b552895 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:44.055714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Deleting port c1eb2522-9f8f-40b5-b8cb-046510d70411 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:44.056478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.187628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861bd9f-2111-4031-a414-01a2c20fe7c1 req-f1943d25-afc0-43d2-9971-d69f4a5a36c4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:44.190014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4861bd9f-2111-4031-a414-01a2c20fe7c1 req-f1943d25-afc0-43d2-9971-d69f4a5a36c4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1394727 Jul 23 10:25:44.273608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4861bd9f-2111-4031-a414-01a2c20fe7c1 req-5561064b-71bc-4608-863f-6786ee02bd7a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705667 Jul 23 10:25:44.340461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37082) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:44.342874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] For port e053f459-4f0b-46ae-8de8-f53f32a6782c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e053f459-4f0b-46ae-8de8-f53f32a6782c,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:44.343272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.352008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] For port c1eb2522-9f8f-40b5-b8cb-046510d70411, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c1eb2522-9f8f-40b5-b8cb-046510d70411,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:44.353149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.379279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Calling delete_port for c1eb2522-9f8f-40b5-b8cb-046510d70411 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:44.381255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Calling delete_port for e053f459-4f0b-46ae-8de8-f53f32a6782c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:44.517419 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d93a-9f3a-4df5-afe8-220ecf470afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.722255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d93a-9f3a-4df5-afe8-220ecf470afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.727922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d93a-9f3a-4df5-afe8-220ecf470afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.808126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4d93a-9f3a-4df5-afe8-220ecf470afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34284ff1-6df7-4650-b761-0c5f0232ab3b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:44.818778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a8b4d93a-9f3a-4df5-afe8-220ecf470afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1c492c3a3954f5f851baf77f1ae93fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767997 Jul 23 10:25:44.818952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37094) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:44.832805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe074f-158b-4ff7-a289-550a0abe4604 req-02b4e0c2-7488-445d-9f28-df94e8e0c652 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:44.837116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0fe074f-158b-4ff7-a289-550a0abe4604 req-02b4e0c2-7488-445d-9f28-df94e8e0c652 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 945 time: 0.6119349 Jul 23 10:25:44.879973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21227a0b-231f-4085-847d-91af508a6484 req-1dff23fc-305a-427f-80a0-f2acba5864c9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:44.881505 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21227a0b-231f-4085-847d-91af508a6484 req-1dff23fc-305a-427f-80a0-f2acba5864c9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1503015 Jul 23 10:25:44.904431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37c73d03-ab44-45b9-bb52-7a763dbe2ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.951536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37c73d03-ab44-45b9-bb52-7a763dbe2ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:44.956758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21227a0b-231f-4085-847d-91af508a6484 req-acf8f796-2e88-4f08-8516-c370f1016374 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Jul 23 10:25:44.966215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0fe074f-158b-4ff7-a289-550a0abe4604 req-c9757972-2b38-4663-9b3a-3e0614dd8695 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182356 Jul 23 10:25:45.029571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37c73d03-ab44-45b9-bb52-7a763dbe2ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.033074 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37c73d03-ab44-45b9-bb52-7a763dbe2ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.035153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-37c73d03-ab44-45b9-bb52-7a763dbe2ce5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34284ff1-6df7-4650-b761-0c5f0232ab3b HTTP/1.1" status: 204 len: 168 time: 0.2139878 Jul 23 10:25:45.046965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73d03-ab44-45b9-bb52-7a763dbe2ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34284ff1-6df7-4650-b761-0c5f0232ab3b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:45.059214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.113370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event deleted for resources: {'Port': ['ID=e053f459-4f0b-46ae-8de8-f53f32a6782c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:45.176814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] No DVR routers for this DVR port e053f459-4f0b-46ae-8de8-f53f32a6782c on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:45.178365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.181553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.183531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f5d4262-3763-45c2-8b97-accbbcb8d1fb req-f03e8572-5cbc-4add-bdab-9906b7bd059c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "DELETE /v2.0/ports/e053f459-4f0b-46ae-8de8-f53f32a6782c HTTP/1.1" status: 204 len: 173 time: 1.6234868 Jul 23 10:25:45.186348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'name': 'network-vif-deleted', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:45.188745 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59f8f72-9fc7-4dbc-b04c-137e3658e029" -d '{"events": [{"server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "name": "network-vif-deleted", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:45.201575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed71e-8f8f-426b-b550-0af8d2fcc992 req-83203abf-c079-4a1f-8882-889bf1bb808c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:45.207128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9caed71e-8f8f-426b-b550-0af8d2fcc992 req-83203abf-c079-4a1f-8882-889bf1bb808c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 949 time: 0.1080544 Jul 23 10:25:45.216983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1eb2522-9f8f-40b5-b8cb-046510d70411,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:45.248048 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3adc257-eaa9-40ab-a435-a465a37a77c7 x-openstack-request-id: req-a3adc257-eaa9-40ab-a435-a465a37a77c7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:45.248353 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa451b4-fe99-41cc-b752-514b1f156ae1", "name": "network-vif-deleted", "tag": "e053f459-4f0b-46ae-8de8-f53f32a6782c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:45.248583 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3adc257-eaa9-40ab-a435-a465a37a77c7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:45.248969 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa451b4-fe99-41cc-b752-514b1f156ae1', 'name': 'network-vif-deleted', 'tag': 'e053f459-4f0b-46ae-8de8-f53f32a6782c', 'status': 'completed', 'code': 200} Jul 23 10:25:45.311635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9caed71e-8f8f-426b-b550-0af8d2fcc992 req-17d57375-6545-4434-93dd-f4be850e4554 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724752 Jul 23 10:25:45.579728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37108) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:45.594997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b3c366ac-3df9-4fdc-bd09-e3affc209636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.595527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.606885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0b42f-a0b1-4402-bb26-bafb0ea03247 req-54f09426-69e2-4854-8ce3-10ea9707c484 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:45.608426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31f0b42f-a0b1-4402-bb26-bafb0ea03247 req-54f09426-69e2-4854-8ce3-10ea9707c484 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1337867 Jul 23 10:25:45.719531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b3c366ac-3df9-4fdc-bd09-e3affc209636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.722299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31f0b42f-a0b1-4402-bb26-bafb0ea03247 req-61e5d232-e2a4-4781-89e9-2751a66ad009 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079915 Jul 23 10:25:45.735617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b3c366ac-3df9-4fdc-bd09-e3affc209636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.786844 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b3c366ac-3df9-4fdc-bd09-e3affc209636 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a752c9377bc4998bac4d62836fa329a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008128 Jul 23 10:25:45.786844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c366ac-3df9-4fdc-bd09-e3affc209636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca2d384-04a0-400e-a0e7-06e64878773a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:45.789877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37112) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:45.939389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Router 5ac523c6-7f19-40f9-b7f7-3c294166101c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:45.954051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c863af6-a58b-43ed-8d7f-45860752d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:45.990567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c863af6-a58b-43ed-8d7f-45860752d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.045282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611f494-0ff9-4711-8de7-9b991642319f req-793244b2-71a8-454f-b2a4-ea03699491c5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:46.046343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6611f494-0ff9-4711-8de7-9b991642319f req-793244b2-71a8-454f-b2a4-ea03699491c5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1815560 Jul 23 10:25:46.063691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37122) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:46.076741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'floatingip': {'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:46.176548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-acce0daf-8b21-4e12-81f6-e13905c88e02 req-0d871998-e999-421e-bfcf-6d00fae2e89c tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fa451b4-fe99-41cc-b752-514b1f156ae1 HTTP/1.1" status: 200 len: 210 time: 0.0476162 Jul 23 10:25:46.195639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.202258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c863af6-a58b-43ed-8d7f-45860752d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.204597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:46.205312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c863af6-a58b-43ed-8d7f-45860752d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.206663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7c863af6-a58b-43ed-8d7f-45860752d9b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ca2d384-04a0-400e-a0e7-06e64878773a HTTP/1.1" status: 204 len: 168 time: 0.4155962 Jul 23 10:25:46.223446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] Sync routers for ids ['5ac523c6-7f19-40f9-b7f7-3c294166101c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:46.241846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] Routers {'5ac523c6-7f19-40f9-b7f7-3c294166101c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:46.243740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ac523c6-7f19-40f9-b7f7-3c294166101c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:46.246910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b3b721eb-b862-42ad-9ac0-5adfe52f222f admin admin] 10.222.0.37 "PUT /v2.0/routers/5ac523c6-7f19-40f9-b7f7-3c294166101c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6715932 Jul 23 10:25:46.252319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37130) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:46.327521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c863af6-a58b-43ed-8d7f-45860752d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca2d384-04a0-400e-a0e7-06e64878773a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:46.557464 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.590437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d12173-52bc-40aa-aec6-24016362ff91 req-d60caaa6-ead5-4f3a-ad76-4a7a84f1c23e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:46.594428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] Set router 5ac523c6-7f19-40f9-b7f7-3c294166101c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:46.596715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92d12173-52bc-40aa-aec6-24016362ff91 req-d60caaa6-ead5-4f3a-ad76-4a7a84f1c23e tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.4381537 Jul 23 10:25:46.745558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64ad1-6b46-457b-9bc8-a8703622cd4d req-047c7687-ae3d-4bec-a4fa-8af34db69f6f tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:46.749442 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64c64ad1-6b46-457b-9bc8-a8703622cd4d req-047c7687-ae3d-4bec-a4fa-8af34db69f6f tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 949 time: 0.3173108 Jul 23 10:25:46.762290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92d12173-52bc-40aa-aec6-24016362ff91 req-3d6333d5-47f1-4378-a8ff-17800dff2c77 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463120 Jul 23 10:25:46.780525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03431246-1788-43d3-a340-23a470e17642 req-8c2f9842-29dd-46d9-b5ad-e20f1a2e1db5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:46.782161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03431246-1788-43d3-a340-23a470e17642 req-8c2f9842-29dd-46d9-b5ad-e20f1a2e1db5 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 949 time: 0.5274656 Jul 23 10:25:46.842842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.860532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64c64ad1-6b46-457b-9bc8-a8703622cd4d req-37dad1b6-5ff0-4db8-b63a-1fa767d3b8bd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043842 Jul 23 10:25:46.882113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:25:45Z', 'revision_number': 5, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port': {'id': '5b21d31f-7b67-4f4b-888b-3c0723b0f39a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:58:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:20:33Z', 'updated_at': '2021-07-23T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:46.941808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Deleting port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:46.942842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:46.946499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] Checking router: 5ac523c6-7f19-40f9-b7f7-3c294166101c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:46.963577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] Routers {'5ac523c6-7f19-40f9-b7f7-3c294166101c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:46.964228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ac523c6-7f19-40f9-b7f7-3c294166101c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:47.063901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] For port 5b21d31f-7b67-4f4b-888b-3c0723b0f39a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:47.064434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:47.064572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] Set router 5ac523c6-7f19-40f9-b7f7-3c294166101c gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:47.080392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Calling delete_port for 5b21d31f-7b67-4f4b-888b-3c0723b0f39a owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:47.126823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:25:46Z', 'revision_number': 6, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:47.168656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31896070-a45f-4125-8533-23b8d1bac1e1 None None] The sync data for ids ['5ac523c6-7f19-40f9-b7f7-3c294166101c'] in n-d-778550-4 is: [{'id': '5ac523c6-7f19-40f9-b7f7-3c294166101c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496834192-router', 'tenant_id': '93b207a4cd9c47de98fa2c01b151620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:20:32Z', 'updated_at': '2021-07-23T10:25:46Z', 'revision_number': 6, 'project_id': '93b207a4cd9c47de98fa2c01b151620c', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:47.417541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:47.526872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b21d31f-7b67-4f4b-888b-3c0723b0f39a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:47.538407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Deleting port 5a6b093b-57c2-43a0-8f43-27dc5221c74b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:47.538892 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:47.695573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] For port 5a6b093b-57c2-43a0-8f43-27dc5221c74b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5a6b093b-57c2-43a0-8f43-27dc5221c74b,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:47.696645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:47.735950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Calling delete_port for 5a6b093b-57c2-43a0-8f43-27dc5221c74b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:47.766900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:47.787019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:47.807229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: e053f459-4f0b-46ae-8de8-f53f32a6782c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:47.807229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e053f459-4f0b-46ae-8de8-f53f32a6782c not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:47.976410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:47.979896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.004790 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.020948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.101269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420084f-a68a-4503-8afc-048683365eb8 req-8e6a8771-a1fc-4407-a6b0-0dcea4c701e9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:48.113446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6420084f-a68a-4503-8afc-048683365eb8 req-8e6a8771-a1fc-4407-a6b0-0dcea4c701e9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.2462525 Jul 23 10:25:48.120796 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.121499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac523c6-7f19-40f9-b7f7-3c294166101c {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:25:48.134301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.138082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-974b2f67-63c8-4c3c-9aa1-453122a249d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5ac523c6-7f19-40f9-b7f7-3c294166101c HTTP/1.1" status: 204 len: 168 time: 1.8791742 Jul 23 10:25:48.144034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:48.200096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5b21d31f-7b67-4f4b-888b-3c0723b0f39a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:48.210789 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Floating IP 64e3d59a-c92d-4e1d-9749-13c73797154e associated. External IP: 172.25.4.123, port: 05787ce7-e851-480e-b4b3-c31ac967453f. Jul 23 10:25:48.244719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5b21d31f-7b67-4f4b-888b-3c0723b0f39a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:48.245067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5b21d31f-7b67-4f4b-888b-3c0723b0f39a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:48.245492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1eb2522-9f8f-40b5-b8cb-046510d70411 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:48.291281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c1eb2522-9f8f-40b5-b8cb-046510d70411 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:48.291570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1eb2522-9f8f-40b5-b8cb-046510d70411 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:48.392343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6420084f-a68a-4503-8afc-048683365eb8 req-79e707dd-4031-49b5-bf5a-72e52cb3d871 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779365 Jul 23 10:25:48.415370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbd4f8-238c-4dc0-a3ac-8819493a8818 req-2819a3b5-b1ad-44a0-abb2-b890a0b318f2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:48.425312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26bbd4f8-238c-4dc0-a3ac-8819493a8818 req-2819a3b5-b1ad-44a0-abb2-b890a0b318f2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.4698744 Jul 23 10:25:48.432267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Deleting subnet c4529f67-7b0b-427a-b74a-557b401025c6 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:25:48.442347 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.509753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.527719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26bbd4f8-238c-4dc0-a3ac-8819493a8818 req-bdfc9c9c-86d9-41cd-bf7d-e670a216452a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995629 Jul 23 10:25:48.556613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['642a4719-e491-4271-93df-9043eb774c7f', '5a6b093b-57c2-43a0-8f43-27dc5221c74b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:48.639189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Pushing event deleted for resources: {'Port': ['ID=5a6b093b-57c2-43a0-8f43-27dc5221c74b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:48.660984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.686858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49a8c734-a374-40ed-b14b-0f5a8cf8bd6e req-a8e45c09-60f2-41ed-bc59-5cdf190b4acd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb1bf4fa-2295-4ea0-ba3f-3e9988e40421 HTTP/1.1" status: 200 len: 210 time: 0.1412838 Jul 23 10:25:48.815332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-b88eabc9-bdd4-49fe-9e29-0f6eca255013 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:48.822312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-b88eabc9-bdd4-49fe-9e29-0f6eca255013 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1097 time: 0.6190093 Jul 23 10:25:48.875354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] No DVR routers for this DVR port 5a6b093b-57c2-43a0-8f43-27dc5221c74b on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:48.880181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:48.882310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03431246-1788-43d3-a340-23a470e17642 req-fb6b0c93-4c3d-40b7-9216-01074697e427 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "DELETE /v2.0/ports/5a6b093b-57c2-43a0-8f43-27dc5221c74b HTTP/1.1" status: 204 len: 173 time: 2.0878572 Jul 23 10:25:48.882807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'name': 'network-vif-deleted', 'tag': '5a6b093b-57c2-43a0-8f43-27dc5221c74b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:48.887563 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042e6a92-a7a4-4a52-81cd-e8d89827b68c" -d '{"events": [{"server_uuid": "eb1bf4fa-2295-4ea0-ba3f-3e9988e40421", "name": "network-vif-deleted", "tag": "5a6b093b-57c2-43a0-8f43-27dc5221c74b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:48.890639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-4'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:48.974938 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ada6ab-e19b-4ba5-a04d-2e73544ce933 x-openstack-request-id: req-e8ada6ab-e19b-4ba5-a04d-2e73544ce933 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:48.974938 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bf4fa-2295-4ea0-ba3f-3e9988e40421", "name": "network-vif-deleted", "tag": "5a6b093b-57c2-43a0-8f43-27dc5221c74b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:48.974938 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8ada6ab-e19b-4ba5-a04d-2e73544ce933 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:48.980283 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bf4fa-2295-4ea0-ba3f-3e9988e40421', 'name': 'network-vif-deleted', 'tag': '5a6b093b-57c2-43a0-8f43-27dc5221c74b', 'status': 'completed', 'code': 200} Jul 23 10:25:48.989382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Router 6640e40e-d5cb-47db-bfca-45195f25c183 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:25:49.014244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-4ecd58f9-df38-47ce-bf7f-ab42b62aebdd tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:49.018597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-4ecd58f9-df38-47ce-bf7f-ab42b62aebdd tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.7864137 Jul 23 10:25:49.203025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:25:49.211863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:49.215570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:25:49.234348 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:49.235342 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:49.271770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-33b57297-24d0-4d39-8e04-38f1fa6c65bb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "PUT /v2.0/floatingips/64e3d59a-c92d-4e1d-9749-13c73797154e HTTP/1.1" status: 200 len: 991 time: 3.2078195 Jul 23 10:25:49.315604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:49.332904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:49.416122 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:49.443455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Deleting port ec7c820b-2549-48f6-8c84-4282e481e5a9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:49.443999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:49.499910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:49.655858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb19d-92bd-467b-9ba4-0ad9c63e18e5 req-3f2f2cf3-bbf8-4338-abdc-cd8588c3f5e9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:49.668832 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c7eb19d-92bd-467b-9ba4-0ad9c63e18e5 req-3f2f2cf3-bbf8-4338-abdc-cd8588c3f5e9 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 944 time: 0.1256158 Jul 23 10:25:49.746330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c7eb19d-92bd-467b-9ba4-0ad9c63e18e5 req-1f0a8999-a1cb-446f-9a49-277ac42c6078 tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/security-groups?id=3db479b4-62b0-46d5-9917-c5fd346d686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Jul 23 10:25:49.881173 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '64e3d59a-c92d-4e1d-9749-13c73797154e', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'mac_address': 'fa:16:3e:8d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:25:21Z', 'updated_at': '2021-07-23T10:25:47Z', 'revision_number': 1, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:49.937284 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:25:49.951851 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:25:49.952924 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:50.024769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76a16-13b9-4144-9188-97e4b88494cf req-13809c95-4186-4276-b27e-b506fe8f0e99 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:50.034782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92d76a16-13b9-4144-9188-97e4b88494cf req-13809c95-4186-4276-b27e-b506fe8f0e99 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 946 time: 0.1444442 Jul 23 10:25:50.106669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92d76a16-13b9-4144-9188-97e4b88494cf req-e8ba181f-2cea-4ae3-a402-07744d1ad6cc tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707605 Jul 23 10:25:50.132086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4529f67-7b0b-427a-b74a-557b401025c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:50.212799 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:25:50.230201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.232803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd88bfa-afa2-48e9-a509-0c1afcfadc23 None None] Network 17936f9a-0f74-4063-92f9-447a0d645ab2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:25:50.246995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b65bc8af-a9ec-4cf1-9664-9d3f174afe26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4529f67-7b0b-427a-b74a-557b401025c6 HTTP/1.1" status: 204 len: 168 time: 2.0995831 Jul 23 10:25:50.247390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37244) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:50.334166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:50.374775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] For port ec7c820b-2549-48f6-8c84-4282e481e5a9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ec7c820b-2549-48f6-8c84-4282e481e5a9,segment=NetworkSegment(42c22f5b-9b78-41bc-9c0c-a0cf0137361c),segment_id=42c22f5b-9b78-41bc-9c0c-a0cf0137361c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:50.375148 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.419291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Calling delete_port for ec7c820b-2549-48f6-8c84-4282e481e5a9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:50.431489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.482634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:50.545704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.548251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:50.551542 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e5af4-19d6-4e85-a833-c474135a99cf" -d '{"events": [{"server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "name": "network-vif-unplugged", "status": "completed", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:50.589812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Deleting port 79ad2742-597a-4782-9949-ef9a500d6447 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:50.590093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.617943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.624241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] DHCP port deletion for 17936f9a-0f74-4063-92f9-447a0d645ab2 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:25:50.744728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on host n-h2-778550-4 for vnic_type normal with profile {"migrating_to": "n-h1-778550-4"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:25:50.753863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:25:50.753863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:50.765978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:25:50.767496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] Deleting port 79ad2742-597a-4782-9949-ef9a500d6447 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:50.768321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.769903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Attempting to bind port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on network 96a96832-d655-41d9-937e-f38bcf3d20bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:25:50.802826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:50.805585 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '64e3d59a-c92d-4e1d-9749-13c73797154e', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'mac_address': 'fa:16:3e:8d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:25:21Z', 'updated_at': '2021-07-23T10:25:47Z', 'revision_number': 1, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:50.819129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:25:50.821500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Checking segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:25:50.822897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Bound using segment: {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:25:50.824652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Bound port: 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ae4b76-49ba-4ff7-a07a-e91eb052b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96a96832-d655-41d9-937e-f38bcf3d20bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:25:50.825456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.833669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] For port 79ad2742-597a-4782-9949-ef9a500d6447, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79ad2742-597a-4782-9949-ef9a500d6447,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:50.834215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.840763 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a47716-4e7c-4fdc-81c3-b7031b3f506f x-openstack-request-id: req-74a47716-4e7c-4fdc-81c3-b7031b3f506f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:50.841535 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "name": "network-vif-unplugged", "status": "completed", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:50.842064 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74a47716-4e7c-4fdc-81c3-b7031b3f506f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:50.842722 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'code': 200} Jul 23 10:25:50.855601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Calling delete_port for 79ad2742-597a-4782-9949-ef9a500d6447 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:50.936398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] For port 79ad2742-597a-4782-9949-ef9a500d6447, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79ad2742-597a-4782-9949-ef9a500d6447,segment=NetworkSegment(4aec53b6-aec0-459f-96fb-70f3bce9fbc9),segment_id=4aec53b6-aec0-459f-96fb-70f3bce9fbc9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:50.937593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:50.979744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed032a-1381-4731-ba82-30dcda4051ab req-9ac6ca15-91d1-4780-91b7-97c494e58bd3 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:50.987797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7ed032a-1381-4731-ba82-30dcda4051ab req-9ac6ca15-91d1-4780-91b7-97c494e58bd3 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 949 time: 0.2398489 Jul 23 10:25:50.992437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:50.995590 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ecd4a-b8d8-4091-ac93-144afd2a340e" -d '{"events": [{"name": "network-changed", "server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:51.002656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] Calling delete_port for 79ad2742-597a-4782-9949-ef9a500d6447 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:51.003961 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73452754-5bd2-4880-b747-6891ad657b78 None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '64e3d59a-c92d-4e1d-9749-13c73797154e', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'mac_address': 'fa:16:3e:8d:fe:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:25:21Z', 'updated_at': '2021-07-23T10:25:47Z', 'revision_number': 1, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:25:51.008200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:51.013324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.021785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:25:51.072704 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.077104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:25:51.096004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Pushing event deleted for resources: {'Port': ['ID=ec7c820b-2549-48f6-8c84-4282e481e5a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:51.114372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.122987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ad2742-597a-4782-9949-ef9a500d6447,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:51.138807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] No DVR routers for this DVR port 79ad2742-597a-4782-9949-ef9a500d6447 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:51.151183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7ed032a-1381-4731-ba82-30dcda4051ab req-38ff8bc4-d1c7-4a16-a8c0-8b3596604ac4 tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620958 Jul 23 10:25:51.259371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5a6b093b-57c2-43a0-8f43-27dc5221c74b no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:51.272237 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58930b8c-b9af-47ed-a286-37ef7d4d66a8 x-openstack-request-id: req-58930b8c-b9af-47ed-a286-37ef7d4d66a8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:51.272536 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:51.272871 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58930b8c-b9af-47ed-a286-37ef7d4d66a8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:51.273235 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'status': 'completed', 'code': 200} Jul 23 10:25:51.293108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] No DVR routers for this DVR port ec7c820b-2549-48f6-8c84-4282e481e5a9 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:51.330407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 5a6b093b-57c2-43a0-8f43-27dc5221c74b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:51.330987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5a6b093b-57c2-43a0-8f43-27dc5221c74b not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:51.385394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc03cf0d-ef97-486f-8d1c-1ba4b0091901 req-a6ce7662-2ea2-4658-806f-29865b41a19f tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f652a01-f264-4c20-9bde-e51ab838f130 HTTP/1.1" status: 200 len: 210 time: 0.0980244 Jul 23 10:25:51.394400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:51.404227 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.409419 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad8755e2-4538-45c0-be62-9cb330a01929 req-f91d88e0-c23d-4048-b6c5-1b4bf3d1332d tempest-LiveAutoBlockMigrationV225Test-1707644643 tempest-LiveAutoBlockMigrationV225Test-1707644643-project] 10.222.0.55 "DELETE /v2.0/ports/ec7c820b-2549-48f6-8c84-4282e481e5a9 HTTP/1.1" status: 204 len: 173 time: 2.3781633 Jul 23 10:25:51.501334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.526824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9701d-942d-4fe5-83c8-91d813dbabab None None] New status for floating IP 64e3d59a-c92d-4e1d-9749-13c73797154e: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:25:51.540663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd has no active binding in host n-h1-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:25:51.560457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17936f9a-0f74-4063-92f9-447a0d645ab2']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:51.645836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:51.646626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.651055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] 10.222.0.20 "PUT /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 1122 time: 2.8067358 Jul 23 10:25:51.653955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840a76b-2c1e-4b9d-92e0-85309a046e59 service neutron] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:51.681514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aec53b6-aec0-459f-96fb-70f3bce9fbc9') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:51.682071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aec53b6-aec0-459f-96fb-70f3bce9fbc9') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:51.701530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.708336 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.723116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.728921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:25:51.729500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:25:51.740998 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:25:51.841218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995331e4-5b63-4938-84cb-31c8356dc69b req-259c600b-4711-4572-8263-2ed79df92901 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:51.842934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-995331e4-5b63-4938-84cb-31c8356dc69b req-259c600b-4711-4572-8263-2ed79df92901 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.3309073 Jul 23 10:25:51.846452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-974a6b7b-2a65-40e3-aad9-6ea492cae9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:51.847955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-974a6b7b-2a65-40e3-aad9-6ea492cae9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1096 time: 0.5209959 Jul 23 10:25:51.848765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.865262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:51.871502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] 10.222.0.37 "DELETE /v2.0/networks/17936f9a-0f74-4063-92f9-447a0d645ab2 HTTP/1.1" status: 204 len: 168 time: 1.6228442 Jul 23 10:25:51.873793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92c3aa-a772-4279-ab6f-092388bf9011 admin admin] Pushing event deleted for resources: {'Network': ['ID=17936f9a-0f74-4063-92f9-447a0d645ab2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:51.882543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['833e9afa-6e01-468f-a38d-f8e92d1b34bd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:51.887230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] Pushing event deleted for resources: {'Port': ['ID=79ad2742-597a-4782-9949-ef9a500d6447,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:51.895438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af3c54-aefb-44df-9f07-c17a56f5a57b None None] No DVR routers for this DVR port 79ad2742-597a-4782-9949-ef9a500d6447 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:51.958140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['833e9afa-6e01-468f-a38d-f8e92d1b34bd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:52.108347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79ad2742-597a-4782-9949-ef9a500d6447 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:52.123565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-18178390-3d42-43dd-ad8b-1443ff3f3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:52.145119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-18178390-3d42-43dd-ad8b-1443ff3f3c9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.2724681 Jul 23 10:25:52.158353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 79ad2742-597a-4782-9949-ef9a500d6447 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:52.158572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79ad2742-597a-4782-9949-ef9a500d6447 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:52.165260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-d438224a-6d7c-4e67-b18d-63c7b311d9da tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:52.170353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-d438224a-6d7c-4e67-b18d-63c7b311d9da tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 949 time: 0.1573472 Jul 23 10:25:52.187986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-995331e4-5b63-4938-84cb-31c8356dc69b req-631747f4-6c1d-4b30-b02f-2f0572f5c45c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055129 Jul 23 10:25:52.462289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:52.490505 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-f385e63a-4047-4c53-9a9d-69f15400e1ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 999 time: 0.2989912 Jul 23 10:25:52.491287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37296) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:52.651517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Deleting subnet e83f6b1c-686d-4aca-8055-1b358c6c96ed {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:25:52.655833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:52.659300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-07d4d6ff-55f6-4dfe-a586-d9c594895cdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=239dddd6b3ac4dfb8cb0b4cb3cff3eab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1931300 Jul 23 10:25:52.662255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:52.705010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:52.708882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab6e8f-8668-4f89-b72a-60c21144a851 req-4897dc45-cbda-4bee-bb4a-b37b637eff0c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:52.719015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6cab6e8f-8668-4f89-b72a-60c21144a851 req-4897dc45-cbda-4bee-bb4a-b37b637eff0c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 949 time: 0.3482833 Jul 23 10:25:52.748113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:52.778632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-366abe53-d894-4735-b3a4-efe39fffb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:52.782960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-366abe53-d894-4735-b3a4-efe39fffb47e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.2808645 Jul 23 10:25:52.799294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Deleting port 642a4719-e491-4271-93df-9043eb774c7f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:25:52.799580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:52.827741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6cab6e8f-8668-4f89-b72a-60c21144a851 req-cbf24dfb-8f74-4b34-a416-81ce8f5d69ae tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048534 Jul 23 10:25:52.850070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'name': 'network-vif-deleted', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9'}, {'name': 'network-changed', 'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:52.853176 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16110cd1-2d93-436d-90e8-f9eee20d4dbd" -d '{"events": [{"server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "name": "network-vif-deleted", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9"}, {"name": "network-changed", "server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:52.861397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3904-f1dd-4738-b1a7-c6b9165ff8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:52.883775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:52.947347 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3904-f1dd-4738-b1a7-c6b9165ff8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:52.965637 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f0eb8a-bcc8-45f5-87cc-f706222033ad x-openstack-request-id: req-10f0eb8a-bcc8-45f5-87cc-f706222033ad {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:52.965637 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f652a01-f264-4c20-9bde-e51ab838f130", "name": "network-vif-deleted", "tag": "ec7c820b-2549-48f6-8c84-4282e481e5a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:52.966220 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10f0eb8a-bcc8-45f5-87cc-f706222033ad {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:52.966315 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f652a01-f264-4c20-9bde-e51ab838f130', 'name': 'network-vif-deleted', 'tag': 'ec7c820b-2549-48f6-8c84-4282e481e5a9', 'status': 'completed', 'code': 200} Jul 23 10:25:52.967482 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'status': 'completed', 'code': 200} Jul 23 10:25:52.981337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.020607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83f6b1c-686d-4aca-8055-1b358c6c96ed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:53.022982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.031613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2570d1c0-2401-439d-987e-a259f04987c2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e83f6b1c-686d-4aca-8055-1b358c6c96ed HTTP/1.1" status: 204 len: 168 time: 0.5359142 Jul 23 10:25:53.032285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37310) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:53.034059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31797b7-27ef-48d9-b653-db5ae7471619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.108818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] For port 642a4719-e491-4271-93df-9043eb774c7f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=642a4719-e491-4271-93df-9043eb774c7f,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:53.109167 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.113122 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3904-f1dd-4738-b1a7-c6b9165ff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.115819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3904-f1dd-4738-b1a7-c6b9165ff8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.119850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-744acb87-2afc-4631-9c1d-d98548b154a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:53.120010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7e7e3904-f1dd-4738-b1a7-c6b9165ff8d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2e8c2d2-6f49-4301-84b9-818ec320141f HTTP/1.1" status: 204 len: 168 time: 0.4538114 Jul 23 10:25:53.120098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-744acb87-2afc-4631-9c1d-d98548b154a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252125 Jul 23 10:25:53.125868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.145840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Calling delete_port for 642a4719-e491-4271-93df-9043eb774c7f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:25:53.147814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e3904-f1dd-4738-b1a7-c6b9165ff8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8c2d2-6f49-4301-84b9-818ec320141f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:53.261862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-8770b349-805e-4c7c-b38c-755ec57f5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:53.263484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-8770b349-805e-4c7c-b38c-755ec57f5599 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1125 time: 0.2736630 Jul 23 10:25:53.309194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.326564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab78d24-a31a-4d4d-a855-15e924bd86d1']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:53.344494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c22f5b-9b78-41bc-9c0c-a0cf0137361c') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:53.345046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c22f5b-9b78-41bc-9c0c-a0cf0137361c') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:53.363134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.381400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-d777ebbe-d925-4ba9-bf29-bb4d5440eb1b service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124550 Jul 23 10:25:53.392946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.406660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:25:53.408172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:25:53.410731 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:25:53.512408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31797b7-27ef-48d9-b653-db5ae7471619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.520346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-8b6ccbb5-a04c-4b42-af03-73e4e6665ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:53.521948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-8b6ccbb5-a04c-4b42-af03-73e4e6665ef2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.2469521 Jul 23 10:25:53.523223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.526030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31797b7-27ef-48d9-b653-db5ae7471619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.533237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.535183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ab78d24-a31a-4d4d-a855-15e924bd86d1 HTTP/1.1" status: 204 len: 168 time: 0.5018497 Jul 23 10:25:53.538219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37320) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:53.603637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbb1ec-0aa1-426a-8d26-834c8bb78976 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab78d24-a31a-4d4d-a855-15e924bd86d1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:53.623547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23301e-b9b1-4ce0-87d1-43bae727df6d req-4ace8baf-1a11-4918-9e5e-b518087bee57 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:53.630873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f23301e-b9b1-4ce0-87d1-43bae727df6d req-4ace8baf-1a11-4918-9e5e-b518087bee57 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.3394699 Jul 23 10:25:53.633524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-fec8f6dd-a5e0-4a93-8e77-3686e6f907dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 217 time: 0.1029913 Jul 23 10:25:53.650215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Deleting subnet 9a9451e4-e194-48b9-8996-38f709b3118d {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:25:53.655064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.671258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.684922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629ecd4a-b8d8-4091-ac93-144afd2a340e req-435cac09-2cc7-41c7-b888-048eef170619 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061038 Jul 23 10:25:53.689427 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.706994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.718049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c31797b7-27ef-48d9-b653-db5ae7471619 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4db7354aed8b4597a9f89666cb0ac851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9649048 Jul 23 10:25:53.719391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:53.719832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:53.736699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['642a4719-e491-4271-93df-9043eb774c7f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:25:53.759781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31797b7-27ef-48d9-b653-db5ae7471619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0a2c0-9375-4ac6-877f-f89c1b590508,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:53.785951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:53.802680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Pushing event deleted for resources: {'Port': ['ID=642a4719-e491-4271-93df-9043eb774c7f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:53.812878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.817393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: ec7c820b-2549-48f6-8c84-4282e481e5a9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:53.818478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ec7c820b-2549-48f6-8c84-4282e481e5a9 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:53.839248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f23301e-b9b1-4ce0-87d1-43bae727df6d req-51208e08-5ac1-4565-83be-3ae410c9a794 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073462 Jul 23 10:25:53.933381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-b17995ef-213d-42f0-875d-fe96fb149b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:53.935868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-b17995ef-213d-42f0-875d-fe96fb149b51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.2792168 Jul 23 10:25:53.936030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] No DVR routers for this DVR port 642a4719-e491-4271-93df-9043eb774c7f on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:53.939969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1046e6ce-0dff-4901-a8cf-824a3493e34c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93b207a4cd9c47de98fa2c01b151620c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190285 Jul 23 10:25:53.944612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37332) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:53.952456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.954827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90f9addf-fa9a-498a-9c44-712a513acd93 req-23f0127a-4730-40e8-9096-ddc4469a599c tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.20 "DELETE /v2.0/ports/642a4719-e491-4271-93df-9043eb774c7f HTTP/1.1" status: 204 len: 173 time: 1.7789841 Jul 23 10:25:53.982605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b20b348-d6b1-4aad-b40d-366b7b16b625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:53.987393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99564ca9-2939-41e3-b590-457c88800d2a req-8bfd7681-b28b-4d82-844a-67ee44a06edd tempest-ServersAdminNegativeTestJSON-1830259813 tempest-ServersAdminNegativeTestJSON-1830259813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1065bc1-9c68-4f75-af8a-48a17d675869 HTTP/1.1" status: 200 len: 210 time: 0.0560429 Jul 23 10:25:54.008457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.015595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-f1ab689c-601c-4066-824f-197e5edad923 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578933 Jul 23 10:25:54.056933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9451e4-e194-48b9-8996-38f709b3118d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:54.069082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.071265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9f40fc25-4afa-451d-9787-bb6095e2bf3d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a9451e4-e194-48b9-8996-38f709b3118d HTTP/1.1" status: 204 len: 168 time: 0.5321057 Jul 23 10:25:54.073573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b20b348-d6b1-4aad-b40d-366b7b16b625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.074021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:54.113619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15cbf0a6-306c-401e-baca-d545efd4cba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.143657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15cbf0a6-306c-401e-baca-d545efd4cba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.165702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b20b348-d6b1-4aad-b40d-366b7b16b625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.168556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b20b348-d6b1-4aad-b40d-366b7b16b625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.169848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0b20b348-d6b1-4aad-b40d-366b7b16b625 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9a0a2c0-9375-4ac6-877f-f89c1b590508 HTTP/1.1" status: 204 len: 168 time: 0.4476082 Jul 23 10:25:54.192755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20b348-d6b1-4aad-b40d-366b7b16b625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0a2c0-9375-4ac6-877f-f89c1b590508,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:54.228748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-1d98ae11-0921-488e-b8c2-5e830015c9a9 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050295 Jul 23 10:25:54.231596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.240772 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15cbf0a6-306c-401e-baca-d545efd4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.244913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15cbf0a6-306c-401e-baca-d545efd4cba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.246593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-15cbf0a6-306c-401e-baca-d545efd4cba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1162f78a-8985-41ae-beae-ad0eceb8c2f3 HTTP/1.1" status: 204 len: 168 time: 0.3009291 Jul 23 10:25:54.256917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbf0a6-306c-401e-baca-d545efd4cba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1162f78a-8985-41ae-beae-ad0eceb8c2f3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:54.392278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16110cd1-2d93-436d-90e8-f9eee20d4dbd req-b811e16a-243b-4d41-ad73-491342be4e40 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537404 Jul 23 10:25:54.433597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.448518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e9031d-07ff-45ec-943e-933b4ae82b3e']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:54.467328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ee357c-6384-47a4-a035-7300d2d853ea') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:54.467816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ee357c-6384-47a4-a035-7300d2d853ea') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:25:54.480101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.496708 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.504891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:25:54.505496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:25:54.507385 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:25:54.617407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.624261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.626317 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] 10.222.0.37 "DELETE /v2.0/networks/64e9031d-07ff-45ec-943e-933b4ae82b3e HTTP/1.1" status: 204 len: 168 time: 0.5506504 Jul 23 10:25:54.640199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff458038-1f21-4046-86cd-266c73871a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=64e9031d-07ff-45ec-943e-933b4ae82b3e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:54.770099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:54.786525 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8c7239c-ad1b-407a-9402-5650cfac77d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.918888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37358) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:54.936850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8c7239c-ad1b-407a-9402-5650cfac77d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.942266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8c7239c-ad1b-407a-9402-5650cfac77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:54.968727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'name': 'network-vif-deleted', 'tag': '642a4719-e491-4271-93df-9043eb774c7f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:25:54.971893 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410fcd4-3e32-4b46-8ac7-bd1f14c8822f" -d '{"events": [{"server_uuid": "f1065bc1-9c68-4f75-af8a-48a17d675869", "name": "network-vif-deleted", "tag": "642a4719-e491-4271-93df-9043eb774c7f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:25:55.038474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e98cbe97-79a4-4bd0-9d42-b08fe7fd14ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=917e20c7568c40d08a723b25571a9aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161194 Jul 23 10:25:55.039058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37372) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:55.125110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a8c7239c-ad1b-407a-9402-5650cfac77d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6491a5620d0243839973333f5d4c1376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538163 Jul 23 10:25:55.127937 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4288adb-e6ea-4452-9f12-1c8b9f6d04ce x-openstack-request-id: req-b4288adb-e6ea-4452-9f12-1c8b9f6d04ce {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:25:55.128433 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1065bc1-9c68-4f75-af8a-48a17d675869", "name": "network-vif-deleted", "tag": "642a4719-e491-4271-93df-9043eb774c7f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:25:55.129222 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4288adb-e6ea-4452-9f12-1c8b9f6d04ce {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:25:55.129772 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1065bc1-9c68-4f75-af8a-48a17d675869', 'name': 'network-vif-deleted', 'tag': '642a4719-e491-4271-93df-9043eb774c7f', 'status': 'completed', 'code': 200} Jul 23 10:25:55.132286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7239c-ad1b-407a-9402-5650cfac77d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b870f-62bc-4cb6-9714-840526d84d80,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:55.136106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:55.193286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af57ff5f-b255-40fd-9b58-5ec7c21ed98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.230637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6b902-5f2c-4c82-b933-b472e914bf2c req-2fdc4ac2-7b77-484d-be34-62d7c894399f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:55.232757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47a6b902-5f2c-4c82-b933-b472e914bf2c req-2fdc4ac2-7b77-484d-be34-62d7c894399f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.2771754 Jul 23 10:25:55.282107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28ed1bfe-6f7a-4b3c-a8e3-f575768bf04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.337914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47a6b902-5f2c-4c82-b933-b472e914bf2c req-ca9a6490-3985-4246-bffd-7178154c80ac tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840023 Jul 23 10:25:55.378282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28ed1bfe-6f7a-4b3c-a8e3-f575768bf04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.472932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28ed1bfe-6f7a-4b3c-a8e3-f575768bf04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.476325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28ed1bfe-6f7a-4b3c-a8e3-f575768bf04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.477826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-28ed1bfe-6f7a-4b3c-a8e3-f575768bf04a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe1b870f-62bc-4cb6-9714-840526d84d80 HTTP/1.1" status: 204 len: 168 time: 0.3395097 Jul 23 10:25:55.500481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1bfe-6f7a-4b3c-a8e3-f575768bf04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b870f-62bc-4cb6-9714-840526d84d80,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:55.644689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af57ff5f-b255-40fd-9b58-5ec7c21ed98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.712886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af57ff5f-b255-40fd-9b58-5ec7c21ed98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.716501 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af57ff5f-b255-40fd-9b58-5ec7c21ed98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:55.717861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-af57ff5f-b255-40fd-9b58-5ec7c21ed98a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3db479b4-62b0-46d5-9917-c5fd346d686a HTTP/1.1" status: 204 len: 168 time: 0.6772757 Jul 23 10:25:55.739793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57ff5f-b255-40fd-9b58-5ec7c21ed98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db479b4-62b0-46d5-9917-c5fd346d686a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:55.818047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:56.313423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5dfc044b-3483-431a-b241-d8cd2e8b6087 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f577e6de4fb840a98876db28d90feed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933331 Jul 23 10:25:56.316520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:56.437398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4931cab3-c95f-4baa-8bcc-59d57d06a88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.505121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4931cab3-c95f-4baa-8bcc-59d57d06a88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.526481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:56.596738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ac4cdd90-e16a-405d-b4ec-d8b8883c3bcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a569e8bfba5842138593b1dae5769372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644858 Jul 23 10:25:56.596961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37426) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:56.609836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4931cab3-c95f-4baa-8bcc-59d57d06a88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.617089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4931cab3-c95f-4baa-8bcc-59d57d06a88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.624221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4931cab3-c95f-4baa-8bcc-59d57d06a88a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed653a9d-fcbe-4e38-9091-bde1c0dfddc8 HTTP/1.1" status: 204 len: 168 time: 0.3052609 Jul 23 10:25:56.648711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931cab3-c95f-4baa-8bcc-59d57d06a88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed653a9d-fcbe-4e38-9091-bde1c0dfddc8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:56.653700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a82469-e57e-4e66-b97b-3ae44f473e4a req-47644f66-c6da-470f-9f65-09b6e3279413 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:56.661058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5a82469-e57e-4e66-b97b-3ae44f473e4a req-47644f66-c6da-470f-9f65-09b6e3279413 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1992142 Jul 23 10:25:56.760151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5a82469-e57e-4e66-b97b-3ae44f473e4a req-09e2cc73-f232-49b6-8298-b4097c36ef30 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979965 Jul 23 10:25:56.763380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed272dbf-ec93-42eb-ae63-ad605f551977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.791661 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed272dbf-ec93-42eb-ae63-ad605f551977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.871728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed272dbf-ec93-42eb-ae63-ad605f551977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.876230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed272dbf-ec93-42eb-ae63-ad605f551977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:56.879978 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed272dbf-ec93-42eb-ae63-ad605f551977 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f84e6145-71a4-4150-805e-2bb1140f87d4 HTTP/1.1" status: 204 len: 168 time: 0.2817788 Jul 23 10:25:56.917210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272dbf-ec93-42eb-ae63-ad605f551977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84e6145-71a4-4150-805e-2bb1140f87d4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:57.054540 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd2805d-aa7d-468b-a099-c907406d9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:57.101209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 642a4719-e491-4271-93df-9043eb774c7f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:57.143462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 642a4719-e491-4271-93df-9043eb774c7f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:25:57.144050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 642a4719-e491-4271-93df-9043eb774c7f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:57.546232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37456) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:57.655620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b6b8ce1-88a4-4fcb-ac12-a46da79a966d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df6f464dfea5438782e6a4bc1f6b7e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057746 Jul 23 10:25:57.656341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37460) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:57.779771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4681ce-3c69-4db2-81cd-e94bbe9575b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:57.829731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4681ce-3c69-4db2-81cd-e94bbe9575b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:58.026421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8e99a-189c-4673-a414-ef0035d5baf4 req-b7281c76-be33-405e-84d0-41b5e8a95d65 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:58.028272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9da8e99a-189c-4673-a414-ef0035d5baf4 req-b7281c76-be33-405e-84d0-41b5e8a95d65 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 944 time: 0.1526973 Jul 23 10:25:58.029323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4681ce-3c69-4db2-81cd-e94bbe9575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:58.032248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4681ce-3c69-4db2-81cd-e94bbe9575b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:58.036091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f4681ce-3c69-4db2-81cd-e94bbe9575b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26481278-de8e-44b4-a46f-42cef1767c42 HTTP/1.1" status: 204 len: 168 time: 0.3761430 Jul 23 10:25:58.036091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-88fa9480-ca2b-4c37-a3b7-1c5cbd1f2d86 service neutron] 10.222.0.55 "GET /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd/bindings/n-h1-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.2576439 Jul 23 10:25:58.067564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4681ce-3c69-4db2-81cd-e94bbe9575b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26481278-de8e-44b4-a46f-42cef1767c42,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:58.130257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9da8e99a-189c-4673-a414-ef0035d5baf4 req-ddd6dab0-9b3d-4b71-84e9-1277ca8825bd tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932200 Jul 23 10:25:58.277468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:58.302335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:25:58.350533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833e9afa-6e01-468f-a38d-f8e92d1b34bd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:25:58.362644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:25:58.377337 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:58.461911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] Transition to ACTIVE for port object 833e9afa-6e01-468f-a38d-f8e92d1b34bd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:25:58.467178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:58.543453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] No DVR routers for this DVR port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:25:58.551182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] Pushing event updated for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:58.591227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-01cfd1cd-9078-4bac-8b0d-d5bf5320162e service neutron] 10.222.0.55 "PUT /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd/bindings/n-h1-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5383821 Jul 23 10:25:58.719657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-ac8e4fd8-6467-447a-a0e6-21389ec82549 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:58.722312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-ac8e4fd8-6467-447a-a0e6-21389ec82549 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.0659850 Jul 23 10:25:58.810150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-bc04e371-c3f3-4482-bba0-a22773884807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:58.812535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-bc04e371-c3f3-4482-bba0-a22773884807 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0&tenant_id=c03d131371c24e5a933122ba8f96b5fa HTTP/1.1" status: 200 len: 1096 time: 0.0796754 Jul 23 10:25:58.899955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:58.906127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-751055832'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:58.946506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-a280db23-3c51-4d90-a3ef-a9b7e4291b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:58.948288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-a280db23-3c51-4d90-a3ef-a9b7e4291b0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1096 time: 0.0979564 Jul 23 10:25:58.949163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:58.952917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.037415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:25:59.088693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.089034 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Added segment 846bbe99-049c-43c6-aae3-fa224bea9ee8 of type vlan for network 3e36f826-483a-4562-933f-31eb35b494a0 Jul 23 10:25:59.166231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37542) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:59.170883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.175081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-4a664aa2-e6c0-420c-927d-b4a335c312e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:59.177210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-4a664aa2-e6c0-420c-927d-b4a335c312e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.2206967 Jul 23 10:25:59.202611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-b722a469-3110-4562-9435-c651b201ed19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2029846 Jul 23 10:25:59.249547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-7c1bc3d0-1d73-46bb-bd24-45ed51a3f5b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 200 len: 217 time: 0.0619931 Jul 23 10:25:59.263146 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.277626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:59.279862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.401919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5007815 Jul 23 10:25:59.404895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37564) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:59.412341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1094354525'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:59.446881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:59.452975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.493334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1058505653-network', 'tenant_id': '8b2ddce76b904e7e8efd452fd02b3029'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:25:59.523285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:25:59.531494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Made reservation on behalf of 8b2ddce76b904e7e8efd452fd02b3029 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:25:59.535621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.546730 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.547236 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Added segment 2e477bc6-53d8-4417-9d33-8236fcbfd706 of type vlan for network 24afed73-8d16-4e34-9fac-9e073aee35e4 Jul 23 10:25:59.548566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.573169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccef1b-758e-401a-9bd3-d6382eb96ef7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Network': ['ID=3e36f826-483a-4562-933f-31eb35b494a0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:59.584932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3e36f826-483a-4562-933f-31eb35b494a0 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:25:59.593943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-50e7f01e-81f1-47c4-a300-e6d3bbfd45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:59.595461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-50e7f01e-81f1-47c4-a300-e6d3bbfd45da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.3367856 Jul 23 10:25:59.648229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-65b01717-201c-4ef6-8e35-cb2357ad81db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392964 Jul 23 10:25:59.665021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b951-2592-41c4-a716-6424be10400a req-7c3dc98e-e4d7-47ce-bb9b-d7f26883217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:59.667378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.668600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-7c3dc98e-e4d7-47ce-bb9b-d7f26883217e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 1096 time: 0.3568666 Jul 23 10:25:59.701817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d454c-03f2-4cb4-82c1-a34f33b9aeb7 req-0fb14da8-de91-4975-88ba-9b6e2ea9d7f6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:59.708714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d95d454c-03f2-4cb4-82c1-a34f33b9aeb7 req-0fb14da8-de91-4975-88ba-9b6e2ea9d7f6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.3979678 Jul 23 10:25:59.724542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1783b1f-d2cd-4e55-a4ae-c5cea3c3cbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.757549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.765689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:25:59.766559 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.777891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:25:59.813049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:25:59.891551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:25:59.936288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Network': ['ID=24afed73-8d16-4e34-9fac-9e073aee35e4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:25:59.953134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:25:59.974610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.982877 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:25:59.998616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4bcc5d40-1fd2-458a-8521-1545bd1042a4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5924349 Jul 23 10:26:00.009138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37588) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:00.015733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'subnet': {'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:00.064474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:26:00.083632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbbf687-b9ce-4bc0-a9e7-d682a3121ce8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:00.089253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.089476 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Added segment d21286dd-32e7-4b6f-9d37-b24a90a15aae of type vlan for network 71c938c6-6d80-436c-9e46-adb90bf85e67 Jul 23 10:26:00.152026 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.189081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-ad28cdae-6cb1-4e7f-9a09-f8598f386aab tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e7dee1b904d47dab53544a82ace78b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595345 Jul 23 10:26:00.193087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-network', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:00.212028 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.216689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d95d454c-03f2-4cb4-82c1-a34f33b9aeb7 req-e77d4b39-561f-444a-965b-31b8261055d2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064561 Jul 23 10:26:00.248298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b951-2592-41c4-a716-6424be10400a req-45765e4e-6e24-46c0-8b1a-986d300a9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:00.249802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-45765e4e-6e24-46c0-8b1a-986d300a9847 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.5261092 Jul 23 10:26:00.253481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-d3081c16-6930-4ef8-bfb9-22c93a9bb5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933158 Jul 23 10:26:00.276334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:00.279746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.312376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-3219036d-fb5a-42ac-90f3-1856530fe020 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 200 len: 217 time: 0.0554914 Jul 23 10:26:00.327767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.329239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:00.330071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.400685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Made reservation on behalf of ede28f8bf09f4e8fab763e366aacca3a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:00.403200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.420162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2497098 Jul 23 10:26:00.423852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:00.429081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Request body: {'subnet': {'network_id': '71c938c6-6d80-436c-9e46-adb90bf85e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1058505653-subnet', 'tenant_id': '8b2ddce76b904e7e8efd452fd02b3029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:00.436373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.448705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b951-2592-41c4-a716-6424be10400a req-171fde18-1988-4ae8-adc5-df5391d3972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:00.450172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-171fde18-1988-4ae8-adc5-df5391d3972d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1277351 Jul 23 10:26:00.483149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-06ff4d14-6d67-4cd5-977d-f6aabe37013e service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196395 Jul 23 10:26:00.491638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec82b20-dd62-4bdc-9119-f80d2791b5fa admin admin] Pushing event updated for resources: {'Network': ['ID=71c938c6-6d80-436c-9e46-adb90bf85e67,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:00.503172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-8e349217-90c7-450b-8538-45c9de4f2a03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379739 Jul 23 10:26:00.504529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-b657422a-d04c-4ce9-81e5-da8bc0c936aa tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:00.506307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-b657422a-d04c-4ce9-81e5-da8bc0c936aa tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092644 Jul 23 10:26:00.508267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:26:00.508267 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:26:00.508267 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': 'ede28f8bf09f4e8fab763e366aacca3a', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 26, 0, 468831)}] Jul 23 10:26:00.508267 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:26:00.509896 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:26:00.528268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 71c938c6-6d80-436c-9e46-adb90bf85e67 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:26:00.532963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Made reservation on behalf of 8b2ddce76b904e7e8efd452fd02b3029 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:00.535385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.536879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-9778a140-4dc3-4f7a-85fe-cfdad88c7206 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/quotas/4e7dee1b904d47dab53544a82ace78b0 HTTP/1.1" status: 200 len: 375 time: 0.0212388 Jul 23 10:26:00.538293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37606) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:00.615296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-cc335864-5ff2-42fb-a51c-eae3b87c199a tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e7dee1b904d47dab53544a82ace78b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776706 Jul 23 10:26:00.710145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.793808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fe36692-ac19-4501-b32e-b95a376d81cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.818491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-9ad91d8a-22f2-416f-a85b-fde36d17e288 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063281 Jul 23 10:26:00.883913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.908118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Subnet': ['ID=d3d178c6-0102-4baf-84ef-ee539fd3c365,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:00.919498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Checking segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:00.919498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network hostable DHCP agents. Network: 3e36f826-483a-4562-933f-31eb35b494a0, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:00.953685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 3e36f826-483a-4562-933f-31eb35b494a0 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:00.965458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccd91515-aa67-482f-b347-e7e361eaf53b req-1a759389-fcf8-48ae-8f28-82f1237caf76 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 210 time: 0.0835063 Jul 23 10:26:00.969144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 3e36f826-483a-4562-933f-31eb35b494a0) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:00.976339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fe36692-ac19-4501-b32e-b95a376d81cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.979087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:00.979634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:00.983252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4404f-0406-46e7-9792-1f2fa775478c None None] Network 3e36f826-483a-4562-933f-31eb35b494a0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:00.984116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fe36692-ac19-4501-b32e-b95a376d81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.016247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.028815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4d2812d0-9bc7-42a8-ae29-791017576b96 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0159237 Jul 23 10:26:01.032301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:01.037568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36692-ac19-4501-b32e-b95a376d81cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a228b79-7bcd-4a5e-b074-61fed38cb3fc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:01.043236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0fe36692-ac19-4501-b32e-b95a376d81cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb6155ac94d24522808a0705c0e6d1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020113 Jul 23 10:26:01.046021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37622) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:01.059339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'subnet': {'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:01.093515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed129a59-327d-485a-a4d4-477b5cedf52d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:01.121741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-992b85c2-1ab5-48bd-967f-528ca461458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.157715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1019b951-2592-41c4-a716-6424be10400a req-b104a260-3710-4663-9608-cc82b9ff07b5 service neutron] 10.222.0.55 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299863 Jul 23 10:26:01.158911 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-992b85c2-1ab5-48bd-967f-528ca461458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.201212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Checking segment: {'id': 'd21286dd-32e7-4b6f-9d37-b24a90a15aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '71c938c6-6d80-436c-9e46-adb90bf85e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:01.201212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Network hostable DHCP agents. Network: 71c938c6-6d80-436c-9e46-adb90bf85e67, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:01.213185 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.222745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-6dcade3e-b31e-45ca-8014-aa661bec91d6 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:01.224342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-6dcade3e-b31e-45ca-8014-aa661bec91d6 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0&tenant_id=c03d131371c24e5a933122ba8f96b5fa&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.3843515 Jul 23 10:26:01.239199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-992b85c2-1ab5-48bd-967f-528ca461458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.244755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-992b85c2-1ab5-48bd-967f-528ca461458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.249828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-992b85c2-1ab5-48bd-967f-528ca461458d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a228b79-7bcd-4a5e-b074-61fed38cb3fc HTTP/1.1" status: 204 len: 168 time: 0.2027898 Jul 23 10:26:01.264295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b85c2-1ab5-48bd-967f-528ca461458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a228b79-7bcd-4a5e-b074-61fed38cb3fc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:01.282160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-3e36f826-483a-4562-933f-31eb35b494a0', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:26:01.284104 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.295594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Network 71c938c6-6d80-436c-9e46-adb90bf85e67 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:01.331456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 71c938c6-6d80-436c-9e46-adb90bf85e67) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:01.344700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:01.345262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.346978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6508b07-be4b-475b-979b-b78fbb653abb None None] Network 71c938c6-6d80-436c-9e46-adb90bf85e67 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:01.413725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.428783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.476464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:26:01.487312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-ba01885d-0e6f-4c62-8921-e67678d8e90e service neutron] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:01.495211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:01.499161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.507821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-ba01885d-0e6f-4c62-8921-e67678d8e90e service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.510345 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aa6a58b-a598-4e45-894a-3d16faf1dd46 req-ba01885d-0e6f-4c62-8921-e67678d8e90e service neutron] 10.222.0.20 "DELETE /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd/bindings/n-h2-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.2752864 Jul 23 10:26:01.511271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2025de-0057-4faa-b386-060e715f2a2d req-cb01a947-73bf-4001-806e-973dcc56d293 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:01.525721 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-93cc0e62-632c-44fd-b895-f6b14c5161b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1008089 Jul 23 10:26:01.527336 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.527974 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Added segment 02823303-0e12-478a-a929-05d03dd16b56 of type vlan for network a9fc168c-14de-42e3-8e97-4941aea963ce Jul 23 10:26:01.532832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8140f3fc-f7e6-49d2-8775-58b8fe87b202,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:01.535020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea2025de-0057-4faa-b386-060e715f2a2d req-cb01a947-73bf-4001-806e-973dcc56d293 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.1882608 Jul 23 10:26:01.652754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.659254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea2025de-0057-4faa-b386-060e715f2a2d req-8b19f92b-8efe-47f2-a4cf-be25c59f4114 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058593 Jul 23 10:26:01.782740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.783980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:01.784942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.842563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Allocated IP 10.1.1.2 (3e36f826-483a-4562-933f-31eb35b494a0/d3d178c6-0102-4baf-84ef-ee539fd3c365/5e191368-75f1-4934-a42a-4d4280c9e68f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:01.886533 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0994079 Jul 23 10:26:01.891098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37646) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:01.891566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:01.905067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Request body: {'subnet': {'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-subnet', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:01.922924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-278a73a6-cc88-4f8b-b076-086fb76309dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.931592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188fba7-f8c4-463c-834b-425d9515905b admin admin] Pushing event updated for resources: {'Network': ['ID=a9fc168c-14de-42e3-8e97-4941aea963ce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:01.949489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:01.975936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Made reservation on behalf of ede28f8bf09f4e8fab763e366aacca3a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:01.976582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a9fc168c-14de-42e3-8e97-4941aea963ce details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:26:01.979243 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.007351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b841e4b-ff91-4040-a141-dffc9ef45f89 req-a4c85e11-8afa-4374-9ea9-0a2ed927cc46 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:02.014651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b841e4b-ff91-4040-a141-dffc9ef45f89 req-a4c85e11-8afa-4374-9ea9-0a2ed927cc46 tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 1096 time: 0.1760018 Jul 23 10:26:02.051638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199dd50-519e-482f-9ec1-02647b52cabb None None] Network 71c938c6-6d80-436c-9e46-adb90bf85e67 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:02.111701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Subnet': ['ID=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:02.119315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Checking segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:02.119607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network hostable DHCP agents. Network: 24afed73-8d16-4e34-9fac-9e073aee35e4, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:02.145248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b841e4b-ff91-4040-a141-dffc9ef45f89 req-d3f16998-3df7-4f4b-8863-e3766d989dce tempest-LiveMigrationTest-110476716 tempest-LiveMigrationTest-110476716-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247931 Jul 23 10:26:02.232139 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa343219-de76-42fe-98f6-a7c143355744 req-e48419ff-aa61-47d1-ab28-479dc11ef90a tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 210 time: 0.1062300 Jul 23 10:26:02.250514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-278a73a6-cc88-4f8b-b076-086fb76309dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.264863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-278a73a6-cc88-4f8b-b076-086fb76309dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.286118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:02.308776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 24afed73-8d16-4e34-9fac-9e073aee35e4) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:02.316309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:02.317338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.344167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b524b93d-54f9-4f45-9c04-e46737b14b69 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2965186 Jul 23 10:26:02.345523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37658) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:02.346316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a73a6-cc88-4f8b-b076-086fb76309dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d183dcc5-ae73-4e3e-8891-6fe90c619fb2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:02.357364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1449395350', 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:02.367143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-278a73a6-cc88-4f8b-b076-086fb76309dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28c33043e6494e3b88a0f63113f5d775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709225 Jul 23 10:26:02.369927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37662) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:02.418102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.434873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39264da5-b269-48d4-86b4-382e7dbcd781 None None] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:02.507403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-038eec13-48ec-4931-8d7a-c8950e1db1cb tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4e7dee1b904d47dab53544a82ace78b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582795 Jul 23 10:26:02.608737 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.632745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:02.641368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1609096583-network', 'tenant_id': 'b2346d19174a403bb5c3f6bf68f69e49'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:02.670923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9d697cd-3be9-48ab-aef9-478df26f5b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.697439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Made reservation on behalf of b2346d19174a403bb5c3f6bf68f69e49 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:02.699648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.717736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-bd8db908-b324-458a-9a4a-f630a7832882 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:02.719355 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-bd8db908-b324-458a-9a4a-f630a7832882 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012882 Jul 23 10:26:02.720446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.730265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3624c4-fb2c-4529-a30d-00c972015b09 req-9d55a732-6e83-43cf-b7c3-2514feabf840 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:02.733017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd3624c4-fb2c-4529-a30d-00c972015b09 req-9d55a732-6e83-43cf-b7c3-2514feabf840 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.1961699 Jul 23 10:26:02.749228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9d697cd-3be9-48ab-aef9-478df26f5b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.750001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Request body: {'port': {'device_id': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '4e7dee1b904d47dab53544a82ace78b0'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:02.764052 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.767330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b512d5b-7113-4ddb-9457-b87b01fa00e3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:02.784408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Checking segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:02.784990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Network hostable DHCP agents. Network: a9fc168c-14de-42e3-8e97-4941aea963ce, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:02.817665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Transition to ACTIVE for port object 5e191368-75f1-4934-a42a-4d4280c9e68f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:02.841971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Network a9fc168c-14de-42e3-8e97-4941aea963ce is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:02.870083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a9fc168c-14de-42e3-8e97-4941aea963ce) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:02.877157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:02.878139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.881874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9d697cd-3be9-48ab-aef9-478df26f5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.885739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9d697cd-3be9-48ab-aef9-478df26f5b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:02.887885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e9d697cd-3be9-48ab-aef9-478df26f5b93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d183dcc5-ae73-4e3e-8891-6fe90c619fb2 HTTP/1.1" status: 204 len: 168 time: 0.5053320 Jul 23 10:26:02.897811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd820b-c317-44c1-888f-c1d341dd2620 None None] Network a9fc168c-14de-42e3-8e97-4941aea963ce requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:02.911446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd3624c4-fb2c-4529-a30d-00c972015b09 req-8b754400-33d2-49d6-bfa7-c7862553771b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579530 Jul 23 10:26:02.935049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d697cd-3be9-48ab-aef9-478df26f5b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d183dcc5-ae73-4e3e-8891-6fe90c619fb2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:02.991269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-24afed73-8d16-4e34-9fac-9e073aee35e4', 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'fixed_ips': [{'subnet_id': '2de79cc9-8a18-4b88-acdf-9f6eff79ca9e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:26:02.992243 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.031056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Transition to ACTIVE for port object 5e191368-75f1-4934-a42a-4d4280c9e68f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:03.031844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.043214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.053119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-04500912-c004-4fee-add9-c8548c285339 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1577210 Jul 23 10:26:03.056015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37676) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:03.062427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:03.070778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:26:03.074126 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.085737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:03.100531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.100951 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Added segment 03b6720d-dae0-4318-b409-865b5d03d72d of type vlan for network 59b80fec-43a5-4e31-9820-4de015c8d0f8 Jul 23 10:26:03.104852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac93bd18-c497-4506-9655-f6536b7f11a7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:03.122867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Pushing event updated for resources: {'Port': ['ID=5e191368-75f1-4934-a42a-4d4280c9e68f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:03.163410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Made reservation on behalf of 4e7dee1b904d47dab53544a82ace78b0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:03.168387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.182462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.192277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.194154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.209914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.224958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Network 3e36f826-483a-4562-933f-31eb35b494a0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:03.235700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:03.242654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:03.298667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.323227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.377214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Attempting to bind port 5e191368-75f1-4934-a42a-4d4280c9e68f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:03.378001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Attempting to bind port 5e191368-75f1-4934-a42a-4d4280c9e68f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:03.378535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Attempting to bind port 5e191368-75f1-4934-a42a-4d4280c9e68f on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:03.401946 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b74eae6f-c4e6-4b43-8594-c9e87df7f374 req-fcdf7138-6df7-42c0-8a75-fb8cea2111cc tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 210 time: 0.1005623 Jul 23 10:26:03.405348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:03.405734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Checking segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:03.406145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.406602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Bound using segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:03.407013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Bound port: 5e191368-75f1-4934-a42a-4d4280c9e68f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:03.407399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.419489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] device_id is not set on port 249aa489-75df-41fb-bce9-64260b9af4cf yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:26:03.420552 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.435612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.436746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:03.437894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.447017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.461269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-a9fc168c-14de-42e3-8e97-4941aea963ce', 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'fixed_ips': [{'subnet_id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:26:03.463092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.477211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Allocated IP 10.2.2.2 (24afed73-8d16-4e34-9fac-9e073aee35e4/2de79cc9-8a18-4b88-acdf-9f6eff79ca9e/5957833f-56d3-4c07-b1d0-8c7b9f69ae1a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:03.514900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6450a857-aaa0-40c9-b878-a204948decab,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:03.582580 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9469590 Jul 23 10:26:03.591049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:03.598957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Request body: {'subnet': {'network_id': '59b80fec-43a5-4e31-9820-4de015c8d0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1609096583-subnet', 'tenant_id': 'b2346d19174a403bb5c3f6bf68f69e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:03.620425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.655277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Allocated IP 172.20.0.2 (a9fc168c-14de-42e3-8e97-4941aea963ce/3b512d5b-7113-4ddb-9457-b87b01fa00e3/7d644e55-5940-40b1-92b0-c980e0983fa3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:03.727731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Allocated IP 192.168.233.225 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:03.871875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 10.1.1.100 (3e36f826-483a-4562-933f-31eb35b494a0/d3d178c6-0102-4baf-84ef-ee539fd3c365/249aa489-75df-41fb-bce9-64260b9af4cf) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:03.886145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb7d1-61c4-498d-82ef-fabcc56de47c admin admin] Pushing event updated for resources: {'Network': ['ID=59b80fec-43a5-4e31-9820-4de015c8d0f8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:03.891128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Made reservation on behalf of b2346d19174a403bb5c3f6bf68f69e49 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:03.893204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:03.903731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-9e0706ed-a37a-4440-a165-13345fab55e5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:03.905559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-9e0706ed-a37a-4440-a165-13345fab55e5 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.5870795 Jul 23 10:26:03.905812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 59b80fec-43a5-4e31-9820-4de015c8d0f8 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:26:04.020866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] For port 5e191368-75f1-4934-a42a-4d4280c9e68f, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:04.116555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.132010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.134484 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.141985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] For port 5e191368-75f1-4934-a42a-4d4280c9e68f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5e191368-75f1-4934-a42a-4d4280c9e68f,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:04.156163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Transition to ACTIVE for port object d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:04.171918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.176849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Transition to ACTIVE for port object 7d644e55-5940-40b1-92b0-c980e0983fa3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:04.181560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.254364 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.263815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Transition to ACTIVE for port object 7d644e55-5940-40b1-92b0-c980e0983fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:04.273612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1d7f9-cb53-48b4-bca6-6cd454826c32 req-cbf485e3-548c-4e69-a9b8-1b8e56e72456 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:04.275818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9c1d7f9-cb53-48b4-bca6-6cd454826c32 req-cbf485e3-548c-4e69-a9b8-1b8e56e72456 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 945 time: 0.2466226 Jul 23 10:26:04.287658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Deleting port 833e9afa-6e01-468f-a38d-f8e92d1b34bd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:26:04.288031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.324431 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.325384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.373575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7ae80-9f86-444b-be6a-ca1a0676b9c5 None None] Pushing event updated for resources: {'Port': ['ID=5e191368-75f1-4934-a42a-4d4280c9e68f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:04.385695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Network a9fc168c-14de-42e3-8e97-4941aea963ce is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:04.415012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object 249aa489-75df-41fb-bce9-64260b9af4cf will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:04.415915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:04.424675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:04.429181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.456804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Transition to ACTIVE for port object 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:04.468113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9c1d7f9-cb53-48b4-bca6-6cd454826c32 req-9688e5e0-2a58-4948-9140-9f742abd3ad7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669047 Jul 23 10:26:04.482217 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.499012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Pushing event updated for resources: {'Port': ['ID=7d644e55-5940-40b1-92b0-c980e0983fa3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:04.500769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Allocated IP 172.25.4.140 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/f022d6e6-40e7-4257-af47-f72d75faac36) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:04.501584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.543621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Transition to ACTIVE for port object 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:04.557711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Attempting to bind port 7d644e55-5940-40b1-92b0-c980e0983fa3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:04.558691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Attempting to bind port 7d644e55-5940-40b1-92b0-c980e0983fa3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:04.559882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Attempting to bind port 7d644e55-5940-40b1-92b0-c980e0983fa3 on network a9fc168c-14de-42e3-8e97-4941aea963ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:04.568927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.583466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:04.584505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Checking segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:04.584505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.584806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Bound using segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:04.585403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Bound port: 7d644e55-5940-40b1-92b0-c980e0983fa3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:04.585806 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.609394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:04.637931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:04.639719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:04.643354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075a6c77-93a2-4d88-9ed1-15a86f8e5b70,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:04.653539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:04.662318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:04.669901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:04.674589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.691971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] For port 833e9afa-6e01-468f-a38d-f8e92d1b34bd, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=833e9afa-6e01-468f-a38d-f8e92d1b34bd,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:04.697629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.708037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Pushing event updated for resources: {'Port': ['ID=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:04.747802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Pushing event updated for resources: {'Port': ['ID=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:04.777599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Calling delete_port for 833e9afa-6e01-468f-a38d-f8e92d1b34bd owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:26:04.779389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 3e36f826-483a-4562-933f-31eb35b494a0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:04.794198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:04.798137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:04.826583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Attempting to bind port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:04.826983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Attempting to bind port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:04.827324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Attempting to bind port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a on network 24afed73-8d16-4e34-9fac-9e073aee35e4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:04.830247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] For port 7d644e55-5940-40b1-92b0-c980e0983fa3, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:04.835847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] For port 7d644e55-5940-40b1-92b0-c980e0983fa3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7d644e55-5940-40b1-92b0-c980e0983fa3,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:04.839799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:04.840256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Checking segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:04.840841 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.841437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Bound using segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:04.841926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Bound port: 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:04.842312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.846895 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.869921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:04.870853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:04.938275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-776abb56-7de5-4af5-a1e9-cf597ddc1084 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1924975 Jul 23 10:26:04.994008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05b04-8d6a-4711-b68c-f7d34707a7d1 req-5817ad8c-0b3c-4c07-8b2c-996a4a1a2e00 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:05.002410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9a05b04-8d6a-4711-b68c-f7d34707a7d1 req-5817ad8c-0b3c-4c07-8b2c-996a4a1a2e00 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 936 time: 0.4605739 Jul 23 10:26:05.010546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Checking segment: {'id': '03b6720d-dae0-4318-b409-865b5d03d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '59b80fec-43a5-4e31-9820-4de015c8d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:05.011077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Network hostable DHCP agents. Network: 59b80fec-43a5-4e31-9820-4de015c8d0f8, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:05.021234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcd2a5-6ce3-49b0-866a-11a4f645a410 None None] Pushing event updated for resources: {'Port': ['ID=7d644e55-5940-40b1-92b0-c980e0983fa3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:05.025868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Request body: {'port': {'device_id': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:05.038509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] For port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:05.043278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] For port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:05.050126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:05.051731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.090439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.125742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:05.126407 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.149390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Network 59b80fec-43a5-4e31-9820-4de015c8d0f8 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:05.159337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9a05b04-8d6a-4711-b68c-f7d34707a7d1 req-e737dae8-1441-48b0-94b9-1f55a9787368 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535020 Jul 23 10:26:05.178577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d2317f66-59cc-49e2-aa62-80ca3c57d492 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8238995 Jul 23 10:26:05.178577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37730) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:05.183239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1130257797', 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:05.235091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 59b80fec-43a5-4e31-9820-4de015c8d0f8) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:05.248783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:05.249393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.282970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.357591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.374519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f09cd1a8-127d-46c6-96e9-85e1db0ec914 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7800856 Jul 23 10:26:05.399610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Pushing event updated for resources: {'Port': ['ID=f022d6e6-40e7-4257-af47-f72d75faac36,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:05.406301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:05.437422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:05.441783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:05.470339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.549561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event deleted for resources: {'Port': ['ID=833e9afa-6e01-468f-a38d-f8e92d1b34bd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:05.579730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:05.595498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:05.638223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd434b8d-7a0e-49be-9f30-26da5d3dace4 None None] Network 59b80fec-43a5-4e31-9820-4de015c8d0f8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:05.639733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:05.646037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37740) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:05.652522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] device_id is not set on port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:26:05.884579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 10.1.1.119 (3e36f826-483a-4562-933f-31eb35b494a0/d3d178c6-0102-4baf-84ef-ee539fd3c365/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:06.098340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9d5d5c5d-e5ef-4f7b-81bc-01626f6857e5 None None] Provisioning for port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:06.100341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11024c71-13be-4b07-94a4-697e7b10da38 None None] Pushing event updated for resources: {'Port': ['ID=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:06.215309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9d5d5c5d-e5ef-4f7b-81bc-01626f6857e5 None None] Provisioning complete for port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:06.215852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5c5d-e5ef-4f7b-81bc-01626f6857e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.287631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d5c5d-e5ef-4f7b-81bc-01626f6857e5 None None] Port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:06.302682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5e191368-75f1-4934-a42a-4d4280c9e68f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:06.313899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25b4a2-47e8-4985-bf5f-9ebb250b87f3 None None] Network 3e36f826-483a-4562-933f-31eb35b494a0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:06.410190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421569de-dbdc-437b-9cb0-d1db8a2e29e6 None None] Network 59b80fec-43a5-4e31-9820-4de015c8d0f8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:06.543584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f66fd41b-8f76-4935-a478-76a49620b7a4 None None] Provisioning for port 5e191368-75f1-4934-a42a-4d4280c9e68f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:06.549297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:06.560235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.581233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Transition to ACTIVE for port object d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:06.585468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] No DVR routers for this DVR port 833e9afa-6e01-468f-a38d-f8e92d1b34bd on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:26:06.590354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.595956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.598295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-418b0b6c-e2d9-4d30-84f1-6756078fcf2a req-71305e3e-78d8-40b8-bc59-52c4789fb77b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "DELETE /v2.0/ports/833e9afa-6e01-468f-a38d-f8e92d1b34bd HTTP/1.1" status: 204 len: 173 time: 2.6781681 Jul 23 10:26:06.600693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'name': 'network-vif-deleted', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:06.603804 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cea00-e65c-4763-96c3-a9e88f4ffd93" -d '{"events": [{"server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "name": "network-vif-deleted", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:06.679858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5e191368-75f1-4934-a42a-4d4280c9e68f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:06.704906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5e191368-75f1-4934-a42a-4d4280c9e68f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:06.705340 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.761692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Pushing event updated for resources: {'Port': ['ID=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:06.858009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08812b1f-bf8b-4d74-b142-60e0bee58255 req-dccce87f-c56f-4b44-9ecd-652468c66132 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:06.860279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08812b1f-bf8b-4d74-b142-60e0bee58255 req-dccce87f-c56f-4b44-9ecd-652468c66132 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 948 time: 0.2711720 Jul 23 10:26:06.867730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12403ba9-2179-460d-a0a6-9c42dfe5dd0c None None] Network a9fc168c-14de-42e3-8e97-4941aea963ce requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:06.945841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Attempting to bind port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:06.946528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Attempting to bind port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:06.947052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Attempting to bind port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:06.955650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:06.956351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Attempting to bind port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:06.968990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:06.969610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:06.970068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.970451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:06.971063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Bound port: d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:06.972451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:06.995610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7172b0e0-dac7-40e5-a738-8dace4f1b06b None None] Provisioning for port 7d644e55-5940-40b1-92b0-c980e0983fa3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:07.020209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08812b1f-bf8b-4d74-b142-60e0bee58255 req-07e8d2d8-86f8-4dd2-814d-939d4f7464b7 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445942 Jul 23 10:26:07.072298 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb655932-91e8-4970-a9b5-c06713e57fbe req-5a6e7a27-9edb-4c33-99c0-0c96a91438f7 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 1.4276285 Jul 23 10:26:07.106609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5e191368-75f1-4934-a42a-4d4280c9e68f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5e191368-75f1-4934-a42a-4d4280c9e68f,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:07.122258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.123978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7d644e55-5940-40b1-92b0-c980e0983fa3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:07.187633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] For port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:07.193974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] For port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:07.203508 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d08833-cf7b-432e-b5c1-4a5d2ad9226b x-openstack-request-id: req-35d08833-cf7b-432e-b5c1-4a5d2ad9226b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:07.207118 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3056d3-7c74-4de2-9a57-28676dad5da0", "name": "network-vif-deleted", "tag": "833e9afa-6e01-468f-a38d-f8e92d1b34bd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:07.207699 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35d08833-cf7b-432e-b5c1-4a5d2ad9226b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:07.208406 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3056d3-7c74-4de2-9a57-28676dad5da0', 'name': 'network-vif-deleted', 'tag': '833e9afa-6e01-468f-a38d-f8e92d1b34bd', 'status': 'completed', 'code': 200} Jul 23 10:26:07.210858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.254549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:07.257892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.268732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] 10.222.0.55 "PUT /v2.0/ports/d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e HTTP/1.1" status: 200 len: 1096 time: 2.2516978 Jul 23 10:26:07.327843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:26:07.411775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Deleting subnet ed129a59-327d-485a-a4d4-477b5cedf52d {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:26:07.425013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.431917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.485802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38c06b-ede3-4968-9729-b9b7c01ae81e service neutron] Pushing event updated for resources: {'Port': ['ID=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:07.586962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-adc7e89b-a984-4239-a4cc-f35a9e02a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:07.593757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-adc7e89b-a984-4239-a4cc-f35a9e02a1b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e7dee1b904d47dab53544a82ace78b0&device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 1099 time: 0.2645383 Jul 23 10:26:07.594818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 833e9afa-6e01-468f-a38d-f8e92d1b34bd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:26:07.595173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 833e9afa-6e01-468f-a38d-f8e92d1b34bd not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:26:07.638586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4c4fa6e-a69f-4c77-9759-cda12ddec7e2 None None] Provisioning for port 249aa489-75df-41fb-bce9-64260b9af4cf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:07.668807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4c4fa6e-a69f-4c77-9759-cda12ddec7e2 None None] Provisioning complete for port 249aa489-75df-41fb-bce9-64260b9af4cf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:07.670797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4c4fa6e-a69f-4c77-9759-cda12ddec7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.707338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-b89fe0ae-e092-422f-9564-f89031c1c2c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e HTTP/1.1" status: 200 len: 217 time: 0.1042986 Jul 23 10:26:07.784707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-10b2f2b0-1359-49fa-a7aa-38bcbf7b6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:07.786497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.786656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-10b2f2b0-1359-49fa-a7aa-38bcbf7b6b9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0761824 Jul 23 10:26:07.798351 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:07.799084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e399fe-d9af-497d-ad34-bbbc3c72e3fe None None] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:07.891850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:07.903040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-50ae782d-aaaf-4012-a3b2-44b3fce6e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:07.904529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5e191368-75f1-4934-a42a-4d4280c9e68f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:07.905222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-50ae782d-aaaf-4012-a3b2-44b3fce6e29f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115384 Jul 23 10:26:07.962863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a4c4fa6e-a69f-4c77-9759-cda12ddec7e2 None None] Port 249aa489-75df-41fb-bce9-64260b9af4cf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:07.970714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7d644e55-5940-40b1-92b0-c980e0983fa3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:07.971757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37766) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:07.979087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7d644e55-5940-40b1-92b0-c980e0983fa3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:07.979761 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.015137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.032928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4c4fa6e-a69f-4c77-9759-cda12ddec7e2 None None] Provisioning complete for port 5e191368-75f1-4934-a42a-4d4280c9e68f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:08.033396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4c4fa6e-a69f-4c77-9759-cda12ddec7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.079010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-0d0f96b4-2107-4fa5-a17c-575907f7cd3b service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592216 Jul 23 10:26:08.143936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 3e36f826-483a-4562-933f-31eb35b494a0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:08.196693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:08.200216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:08.223618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.290937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.347613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7d644e55-5940-40b1-92b0-c980e0983fa3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7d644e55-5940-40b1-92b0-c980e0983fa3,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:08.355592 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.357563 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f6e322d-8969-4a9e-bea9-c44e014fc435 req-f67c994f-06f2-437b-be99-56b09068fc87 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700822 Jul 23 10:26:08.432981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7e4f9-ad52-4ede-835e-41decf521ad4 req-005ed183-e5f6-4c6f-9fff-fc22307b4984 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:08.435726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3f7e4f9-ad52-4ede-835e-41decf521ad4 req-005ed183-e5f6-4c6f-9fff-fc22307b4984 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 948 time: 0.1991255 Jul 23 10:26:08.472830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-55c3b01a-773c-4fe7-b359-3a302c381464 None None] Provisioning for port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:08.500899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7d644e55-5940-40b1-92b0-c980e0983fa3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:08.507252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:08.519717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3f7e4f9-ad52-4ede-835e-41decf521ad4 req-764e0ee0-7285-4526-b7eb-0ee64c955bc0 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738161 Jul 23 10:26:08.525805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:08.526523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.540736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-55c3b01a-773c-4fe7-b359-3a302c381464 None None] Provisioning complete for port 249aa489-75df-41fb-bce9-64260b9af4cf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:08.543362 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55c3b01a-773c-4fe7-b359-3a302c381464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.598160 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f419a4b0-f69c-4064-93e7-87684bc90eb7 req-bec3a1b5-c390-4971-a108-25fb48dccd2a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.3920293 Jul 23 10:26:08.624448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90f2d9b4-8aff-4cf8-9423-c7bb4f79f0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.674819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d4fbd341-4b96-4120-973c-5b7e490c3e2e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4963233 Jul 23 10:26:08.685792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:08.699808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-55c3b01a-773c-4fe7-b359-3a302c381464 None None] Port 249aa489-75df-41fb-bce9-64260b9af4cf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:08.741365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.752757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.789203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed129a59-327d-485a-a4d4-477b5cedf52d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:08.803749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:08.808891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:08.809423 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.868431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.873515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-767f98f5-5eed-4f49-9798-3d330fb0754e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ed129a59-327d-485a-a4d4-477b5cedf52d HTTP/1.1" status: 204 len: 168 time: 2.8324714 Jul 23 10:26:08.873709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37780) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:08.920413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90f2d9b4-8aff-4cf8-9423-c7bb4f79f0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.927603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90f2d9b4-8aff-4cf8-9423-c7bb4f79f0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.973988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.978870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Provisioning complete for port 7d644e55-5940-40b1-92b0-c980e0983fa3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:08.979584 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:08.991079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-90f2d9b4-8aff-4cf8-9423-c7bb4f79f0f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75b58eae5b7048a8a01e34c3a2523b51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0129547 Jul 23 10:26:08.993824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2d9b4-8aff-4cf8-9423-c7bb4f79f0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5ff36-5f3f-40a9-90ca-ed8ae67c049e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:09.001956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37782) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:09.012564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37784) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:09.022232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1241219539', 'description': 'tempest-description--107313464'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:09.034620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.057228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:09.078523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:26:09.097203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.098047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5e191368-75f1-4934-a42a-4d4280c9e68f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:09.101757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.140672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.159751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c938c6-6d80-436c-9e46-adb90bf85e67']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:09.174595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21286dd-32e7-4b6f-9d37-b24a90a15aae') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:09.174899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21286dd-32e7-4b6f-9d37-b24a90a15aae') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:09.188431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.201602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-560f660e-39ea-4562-9808-f18a0b8192f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.206586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.216037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:26:09.216819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.241147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-560f660e-39ea-4562-9808-f18a0b8192f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.245189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'tag': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:09.247662 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb" -d '{"events": [{"name": "network-changed", "server_uuid": "52d1eedb-5922-4a75-b470-f3714dc8d43f", "tag": "d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:26:09.250141 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:26:09.325516 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ba144-a8e0-4580-b609-3f86450661ff x-openstack-request-id: req-199ba144-a8e0-4580-b609-3f86450661ff {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:09.325745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:26:09.326269 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d1eedb-5922-4a75-b470-f3714dc8d43f", "tag": "d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:09.326754 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-199ba144-a8e0-4580-b609-3f86450661ff {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:09.327322 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'tag': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e', 'status': 'completed', 'code': 200} Jul 23 10:26:09.339673 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Sync routers for ids ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:26:09.343447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.350494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.353517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] 10.222.0.37 "DELETE /v2.0/networks/71c938c6-6d80-436c-9e46-adb90bf85e67 HTTP/1.1" status: 204 len: 168 time: 0.4779119 Jul 23 10:26:09.363368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Routers {'5ea082a2-f045-4b22-af18-4b7ac7cd64fc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:09.364353 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:09.366469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:09.389290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a0b3-7811-4307-a086-c28060dcc89a admin admin] Pushing event deleted for resources: {'Network': ['ID=71c938c6-6d80-436c-9e46-adb90bf85e67,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:09.393496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Provisioning complete for port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:09.393828 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.441231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Deleting subnet 075a6c77-93a2-4d88-9ed1-15a86f8e5b70 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:26:09.448785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.457799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-2ed2e767-aeaa-41ae-94c0-2f5d7ea63a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:09.459682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-2ed2e767-aeaa-41ae-94c0-2f5d7ea63a9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e7dee1b904d47dab53544a82ace78b0&device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 1099 time: 0.1040018 Jul 23 10:26:09.482732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.495074 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Set router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:09.495589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.507841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-560f660e-39ea-4562-9808-f18a0b8192f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.511551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-560f660e-39ea-4562-9808-f18a0b8192f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.512005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:09.523511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-560f660e-39ea-4562-9808-f18a0b8192f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42d5ff36-5f3f-40a9-90ca-ed8ae67c049e HTTP/1.1" status: 204 len: 168 time: 0.5179622 Jul 23 10:26:09.538225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.542480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0ec7c121-e2cc-4e8d-a696-a0bba4b36af6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4825165 Jul 23 10:26:09.547542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.549333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37794) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:09.601103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5e191368-75f1-4934-a42a-4d4280c9e68f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:09.601563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.754215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-b5205e92-55f5-496c-a990-8c429a18f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:09.757227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-b5205e92-55f5-496c-a990-8c429a18f0dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2898514 Jul 23 10:26:09.802631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Provisioning for port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:09.820064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-90becba8-3765-4000-a7aa-84eb22f33f27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e HTTP/1.1" status: 200 len: 217 time: 0.0544701 Jul 23 10:26:09.827011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Provisioning complete for port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:09.827011 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.861954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.863351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8446898 Jul 23 10:26:09.867801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebde63c-11e9-40ec-b084-23d35b41eb00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc174dea-21ad-459a-b27d-0f1ad2619011,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:09.881248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c115da01-c23c-4c38-979f-744f3ffe511b req-4a632edc-aec6-48dc-bd9f-c7b72adfda7d tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.1235700 Jul 23 10:26:09.890414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37804) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:09.895844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'security_group_rule': {'security_group_id': 'dc174dea-21ad-459a-b27d-0f1ad2619011', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:09.916731 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:26:06Z', 'revision_number': 3, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:09.921348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd2c06-7cac-49bf-bd01-508f0175aefb None None] Port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:09.926504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:26:09.935173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a622109-d761-4f9b-8daf-826dedb1a89d req-bd40bd00-d4b3-4374-9f32-6b1a0533f5aa tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:09.947708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a622109-d761-4f9b-8daf-826dedb1a89d req-bd40bd00-d4b3-4374-9f32-6b1a0533f5aa tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 948 time: 0.2918863 Jul 23 10:26:09.959558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f660e-39ea-4562-9808-f18a0b8192f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5ff36-5f3f-40a9-90ca-ed8ae67c049e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:09.976976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:09.983076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.008595 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Checking router: 5ea082a2-f045-4b22-af18-4b7ac7cd64fc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:26:10.010416 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Updating router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc port f022d6e6-40e7-4257-af47-f72d75faac36 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:26:10.060700 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a622109-d761-4f9b-8daf-826dedb1a89d req-519684e3-a0cd-46f3-b7a8-9dc386174c76 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113994 Jul 23 10:26:10.068385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-59512c0b-d647-4ddc-b420-aea64bac56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:10.072393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-59512c0b-d647-4ddc-b420-aea64bac56f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2429695 Jul 23 10:26:10.095436 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.102176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:10.172526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:10.221203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-5aa16010-d94c-4f2d-8a8c-294496e4b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:10.222574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e', 'mac_address': 'fa:16:3e:8f:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:26:10.222824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-5aa16010-d94c-4f2d-8a8c-294496e4b1fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449053 Jul 23 10:26:10.247885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.252105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3d09402-eac1-4eae-89a1-f46b638b9da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.297260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.323029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:10.326986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-e5e8af9f-0701-460f-84e2-e1496be99ab6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955129 Jul 23 10:26:10.370555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:10.378617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.382495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.388074 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.452617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:10.457913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b7defe9-b582-4e02-bf6e-ca48ebc944cb req-223e8334-2c04-448f-91fa-7f008cd335e5 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223924 Jul 23 10:26:10.497574 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.499438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:10.515262 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Transition to ACTIVE for port object f022d6e6-40e7-4257-af47-f72d75faac36 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:10.519778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.521404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6295266 Jul 23 10:26:10.524680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37808) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:10.531392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'security_group_rule': {'security_group_id': 'dc174dea-21ad-459a-b27d-0f1ad2619011', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:10.537980 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.563765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64291b04-38b5-44ff-b0cc-fae3eea8373d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cf1f1d-f9a4-47a8-873b-97a2afcde2c5,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:10.576272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075a6c77-93a2-4d88-9ed1-15a86f8e5b70,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:10.580863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.584882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.590104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-565dd346-f243-4f31-9eb3-67925582306e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/075a6c77-93a2-4d88-9ed1-15a86f8e5b70 HTTP/1.1" status: 204 len: 168 time: 1.2186089 Jul 23 10:26:10.593490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:10.593828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37810) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:10.594530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.616522 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Pushing event updated for resources: {'Port': ['ID=f022d6e6-40e7-4257-af47-f72d75faac36,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:10.643798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:10.646905 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.647468 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.647988 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.648527 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.649902 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.650422 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.651212 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.651880 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.652434 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.652933 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.653560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.654051 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:10.676241 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Attempting to bind port f022d6e6-40e7-4257-af47-f72d75faac36 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:10.676712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Attempting to bind port f022d6e6-40e7-4257-af47-f72d75faac36 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:10.677138 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Attempting to bind port f022d6e6-40e7-4257-af47-f72d75faac36 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:10.687582 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:10.691800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.692521 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:10.697176 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.697588 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:10.698092 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Bound port: f022d6e6-40e7-4257-af47-f72d75faac36, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:10.698502 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.699446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.722455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13c3503-1874-4a81-9c4e-4ef627ff12f9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:10.762345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7d644e55-5940-40b1-92b0-c980e0983fa3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:10.762858 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] For port f022d6e6-40e7-4257-af47-f72d75faac36, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:10.766273 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] For port f022d6e6-40e7-4257-af47-f72d75faac36, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f022d6e6-40e7-4257-af47-f72d75faac36,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:10.774414 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.784479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.793778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.856575 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Routers {'5ea082a2-f045-4b22-af18-4b7ac7cd64fc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:10.857705 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:10.877680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3d09402-eac1-4eae-89a1-f46b638b9da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.895455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.896731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-71c1a744-d231-465b-9eea-b64bf9c107bf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708506 Jul 23 10:26:10.900475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:10.905031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:10.908021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7d644e55-5940-40b1-92b0-c980e0983fa3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:10.908530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.911228 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad62d0-811a-4d1f-ae2d-205b2dca5ec9 None None] Pushing event updated for resources: {'Port': ['ID=f022d6e6-40e7-4257-af47-f72d75faac36,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:10.938753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3d09402-eac1-4eae-89a1-f46b638b9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:10.958842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.065714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e3d09402-eac1-4eae-89a1-f46b638b9da2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd8625dd04ae4961b8b8154978c6963c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9521568 Jul 23 10:26:11.068880 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] Set router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:11.069582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2b8be3ec-d116-4d3a-9d2b-4eae871c48d3 req-7e4d1c74-91f5-4de4-8750-190a379a2075 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0856953 Jul 23 10:26:11.070108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:11.168980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.174233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d09402-eac1-4eae-89a1-f46b638b9da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debb7753-ad13-40a6-94b5-b776d62184d8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:11.253010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fcb66e3-3754-49bd-aaca-6040e2e961e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.254516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b80fec-43a5-4e31-9820-4de015c8d0f8']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:11.271902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b6720d-dae0-4318-b409-865b5d03d72d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:11.272216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b6720d-dae0-4318-b409-865b5d03d72d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:11.288656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.299569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fcb66e3-3754-49bd-aaca-6040e2e961e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.304200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.311055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:26:11.311578 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.358880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef7fe1-3867-4d84-97a7-e6fc439ca65e req-1760caf8-de4c-47cd-bede-fc230817a928 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:11.366153 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0ef7fe1-3867-4d84-97a7-e6fc439ca65e req-1760caf8-de4c-47cd-bede-fc230817a928 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 949 time: 0.1924186 Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:26:11.374217 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:26:11.387043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.396181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.405777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.406192 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:26:06Z', 'revision_number': 3, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:11.410445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/59b80fec-43a5-4e31-9820-4de015c8d0f8 HTTP/1.1" status: 204 len: 168 time: 0.8155751 Jul 23 10:26:11.431586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ad2c3-b118-43ae-968e-532e7fe874aa admin admin] Pushing event deleted for resources: {'Network': ['ID=59b80fec-43a5-4e31-9820-4de015c8d0f8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:11.448777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Allocated IP 172.20.0.1 (a9fc168c-14de-42e3-8e97-4941aea963ce/3b512d5b-7113-4ddb-9457-b87b01fa00e3/10fc51a4-1bdf-4565-9b21-467871fcbddd) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:11.466382 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca98f7-2baf-4589-b0e1-af5da8186d1c None None] The sync data for ids ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'] in n-d-778550-4 is: [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:26:06Z', 'revision_number': 3, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:26:11.553726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0ef7fe1-3867-4d84-97a7-e6fc439ca65e req-4ad29709-bba0-42ac-b303-3874950707f5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819472 Jul 23 10:26:11.571292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fcb66e3-3754-49bd-aaca-6040e2e961e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.573954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fcb66e3-3754-49bd-aaca-6040e2e961e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.575198 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3fcb66e3-3754-49bd-aaca-6040e2e961e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/debb7753-ad13-40a6-94b5-b776d62184d8 HTTP/1.1" status: 204 len: 168 time: 0.4822500 Jul 23 10:26:11.591279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb66e3-3754-49bd-aaca-6040e2e961e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debb7753-ad13-40a6-94b5-b776d62184d8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:11.615460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 172.25.4.126 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/8c303b0d-bdba-48ba-aa12-0137de4fbb75) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:11.663089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.706207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Transition to ACTIVE for port object 10fc51a4-1bdf-4565-9b21-467871fcbddd will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:11.736717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:11.768990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.839314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:11.851012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Network a9fc168c-14de-42e3-8e97-4941aea963ce is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:11.858552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:11.872283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bc10c150-1cbc-4483-a720-682182d110db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b2ddce76b904e7e8efd452fd02b3029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336644 Jul 23 10:26:11.874529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:11.880791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:11.891213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:11.973364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Pushing event updated for resources: {'Port': ['ID=10fc51a4-1bdf-4565-9b21-467871fcbddd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:11.980543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:11.997109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8048313-bd4e-422d-817d-90dda711e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.001042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:12.001825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.007995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.017369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.077510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:12.079956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8048313-bd4e-422d-817d-90dda711e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.084224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:12.098815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:12.160726 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.221454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:12.231987 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6b54ce-b723-46fe-b7b9-9964a427436a" -d '{"events": [{"server_uuid": "52d1eedb-5922-4a75-b470-f3714dc8d43f", "name": "network-vif-plugged", "status": "completed", "tag": "d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:12.239879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=8c303b0d-bdba-48ba-aa12-0137de4fbb75,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:12.291439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:12.296023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce147e06-3d27-4c88-a8c4-eb12e873579b req-9a5199da-aba4-4501-a9d5-003548f6be98 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0558958 Jul 23 10:26:12.300134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.390478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.447976 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ac876-da41-45d3-b055-2456b78126b3 x-openstack-request-id: req-8c0ac876-da41-45d3-b055-2456b78126b3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:12.448197 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1eedb-5922-4a75-b470-f3714dc8d43f", "name": "network-vif-plugged", "status": "completed", "tag": "d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:12.448451 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c0ac876-da41-45d3-b055-2456b78126b3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:12.449235 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e', 'code': 200} Jul 23 10:26:12.451009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:12.503816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fd3c7e3f-8a2e-4abc-8629-68faa556c8d7 None None] Provisioning for port 10fc51a4-1bdf-4565-9b21-467871fcbddd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:12.521059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fd3c7e3f-8a2e-4abc-8629-68faa556c8d7 None None] Provisioning complete for port 10fc51a4-1bdf-4565-9b21-467871fcbddd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:12.522815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7e3f-8a2e-4abc-8629-68faa556c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.530517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.553447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8048313-bd4e-422d-817d-90dda711e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.562593 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8048313-bd4e-422d-817d-90dda711e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.566488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b8048313-bd4e-422d-817d-90dda711e410 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cbbf687-b9ce-4bc0-a9e7-d682a3121ce8 HTTP/1.1" status: 204 len: 168 time: 0.6909175 Jul 23 10:26:12.648613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f022d6e6-40e7-4257-af47-f72d75faac36 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:12.718958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.726603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.786169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c7e3f-8a2e-4abc-8629-68faa556c8d7 None None] Port 10fc51a4-1bdf-4565-9b21-467871fcbddd cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:12.830370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port f022d6e6-40e7-4257-af47-f72d75faac36 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:12.837533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f022d6e6-40e7-4257-af47-f72d75faac36 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:12.837987 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.838370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8048313-bd4e-422d-817d-90dda711e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbbf687-b9ce-4bc0-a9e7-d682a3121ce8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:12.868584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:12.876262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78cdb-6c65-409b-9ecc-81a47750a34d req-a2c5e915-4970-40db-a4b4-2969ee9da1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:12.877719 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ce78cdb-6c65-409b-9ecc-81a47750a34d req-a2c5e915-4970-40db-a4b4-2969ee9da1f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 1101 time: 0.3266511 Jul 23 10:26:12.997153 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:13.010852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:13.039297 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-d60a0df2-a568-41f5-b667-4929b472d128 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3162270 Jul 23 10:26:13.075174 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ce78cdb-6c65-409b-9ecc-81a47750a34d req-18ba6775-8773-4f4f-9a33-3e16a7ec369c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372244 Jul 23 10:26:13.083107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port f022d6e6-40e7-4257-af47-f72d75faac36, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f022d6e6-40e7-4257-af47-f72d75faac36,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:13.086989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Pushing event updated for resources: {'Port': ['ID=10fc51a4-1bdf-4565-9b21-467871fcbddd,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:13.091190 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:13.153080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=f022d6e6-40e7-4257-af47-f72d75faac36,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:13.158954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d395d3f-b3c4-41e5-a6e0-9b543cbb524f req-4c796217-1e5f-42ca-ab2c-2076dc652089 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:13.161400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d395d3f-b3c4-41e5-a6e0-9b543cbb524f req-4c796217-1e5f-42ca-ab2c-2076dc652089 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 950 time: 0.4226997 Jul 23 10:26:13.232244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be275e-7957-4925-860f-17626491cb69 req-ad04fed9-3375-45b7-b43c-3744767cd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:13.244836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-ad04fed9-3375-45b7-b43c-3744767cd77d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03d131371c24e5a933122ba8f96b5fa&device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 1095 time: 0.1562262 Jul 23 10:26:13.364727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37870) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:13.458441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84c8e572-b8e9-48e5-8bd8-ec9469e377ff req-d190b79c-47a6-4cf2-8bec-c44409ce792f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3056d3-7c74-4de2-9a57-28676dad5da0 HTTP/1.1" status: 200 len: 210 time: 0.0429308 Jul 23 10:26:13.504352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be275e-7957-4925-860f-17626491cb69 req-a840dc81-8b5a-497f-a964-d55d5969b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:13.505832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-a840dc81-8b5a-497f-a964-d55d5969b216 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 200 len: 909 time: 0.2250051 Jul 23 10:26:13.612940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b0118025-fbab-4eff-889f-59b4805efd23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2346d19174a403bb5c3f6bf68f69e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470419 Jul 23 10:26:13.616651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:13.648003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-ac4ee1a9-ee86-450a-8148-111b50305ef4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 200 len: 217 time: 0.1283658 Jul 23 10:26:13.781382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d395d3f-b3c4-41e5-a6e0-9b543cbb524f req-500b28e5-bcb7-4777-8dd4-1b626e9f162a tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875227 Jul 23 10:26:13.826609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be275e-7957-4925-860f-17626491cb69 req-039e6f4e-d92c-4935-88bc-82cfe6b1f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:13.828233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-039e6f4e-d92c-4935-88bc-82cfe6b1f540 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 200 len: 848 time: 0.1679835 Jul 23 10:26:13.833952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:13.862279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:13.882677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Network a9fc168c-14de-42e3-8e97-4941aea963ce is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:13.887294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:13.906597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-6eb0123b-192a-4c7f-a57d-ebfcb5b1f4d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96a96832-d655-41d9-937e-f38bcf3d20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669732 Jul 23 10:26:13.935979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9ea5-89e0-4e6a-ae8c-9aff085b4ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.068119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.146555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9ea5-89e0-4e6a-ae8c-9aff085b4ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.196886 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.198143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2967157 Jul 23 10:26:14.205709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:26:14.209360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=8c303b0d-bdba-48ba-aa12-0137de4fbb75,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:14.223609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.223963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.224303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.224642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.224960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.225476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.225987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.226323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.226660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.227053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.227378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.227921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f433751-57ef-4dfe-b071-c51318a5cbcc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:14.277395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-1ca6a4c7-b3a5-4d49-b99e-414162f26ef4 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425579 Jul 23 10:26:14.323854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9ea5-89e0-4e6a-ae8c-9aff085b4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.327447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9ea5-89e0-4e6a-ae8c-9aff085b4ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.331742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd8b9ea5-89e0-4e6a-ae8c-9aff085b4ced admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac93bd18-c497-4506-9655-f6536b7f11a7 HTTP/1.1" status: 204 len: 168 time: 0.7130215 Jul 23 10:26:14.343851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-76558b57-27aa-4eda-9e55-a13a42750d9a None None] Provisioning complete for port 10fc51a4-1bdf-4565-9b21-467871fcbddd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:14.345406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76558b57-27aa-4eda-9e55-a13a42750d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:14.367644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b9ea5-89e0-4e6a-ae8c-9aff085b4ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac93bd18-c497-4506-9655-f6536b7f11a7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:14.399764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5be275e-7957-4925-860f-17626491cb69 req-be0578c9-8b86-48ae-84a1-31f50c277697 service neutron] 10.222.0.20 "GET /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138103 Jul 23 10:26:14.440537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-76558b57-27aa-4eda-9e55-a13a42750d9a None None] Port 10fc51a4-1bdf-4565-9b21-467871fcbddd cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:14.471010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:26:14.477969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1fc6bb1a-c74f-409d-a8f9-d25f133c6b0d admin admin] 10.222.0.37 "PUT /v2.0/routers/5ea082a2-f045-4b22-af18-4b7ac7cd64fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9240322 Jul 23 10:26:14.483493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Sync routers for ids ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:26:14.494739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Routers {'5ea082a2-f045-4b22-af18-4b7ac7cd64fc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:14.496250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:14.596446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f022d6e6-40e7-4257-af47-f72d75faac36 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:14.725880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Set router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:14.767699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f022d6e6-40e7-4257-af47-f72d75faac36 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:14.767934 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:15.122926 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7820c10e-c646-402a-b1e6-01e19b6d16cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1241219539&fields=id&tenant_id=b079f8cfdb104095b84d7d3dc4c31218 HTTP/1.1" status: 200 len: 267 time: 0.0797884 Jul 23 10:26:15.123530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6fdbb-65c1-44d1-bb18-3792f896abd9 req-301ea078-1124-4a89-8e01-d904001df1fd tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:15.146600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48a6fdbb-65c1-44d1-bb18-3792f896abd9 req-301ea078-1124-4a89-8e01-d904001df1fd tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 950 time: 0.1826382 Jul 23 10:26:15.259207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:26:12Z', 'revision_number': 4, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '10fc51a4-1bdf-4565-9b21-467871fcbddd', 'name': '', 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'mac_address': 'fa:16:3e:d6:80:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:10Z', 'updated_at': '2021-07-23T10:26:12Z', 'revision_number': 2, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'subnets': [{'id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:15.261945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-2c4d538b-ae4d-47df-817b-7a3490707275 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:15.277348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-2c4d538b-ae4d-47df-817b-7a3490707275 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 937 time: 0.1534641 Jul 23 10:26:15.286497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48a6fdbb-65c1-44d1-bb18-3792f896abd9 req-dd905bd6-00f5-4a30-9e44-2529f723ea82 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389890 Jul 23 10:26:15.351469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Checking router: 5ea082a2-f045-4b22-af18-4b7ac7cd64fc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:26:15.352614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Updating router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc port 10fc51a4-1bdf-4565-9b21-467871fcbddd binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:26:15.434537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-df92a07b-8e15-4de5-8a87-c5b3ee577648 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:15.448559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-df92a07b-8e15-4de5-8a87-c5b3ee577648 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 937 time: 0.1616409 Jul 23 10:26:15.464434 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:15.584051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-8de7f555-de55-48c7-b885-5593c2a50d01 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1345196 Jul 23 10:26:15.664192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-8ae8b523-49fc-4f04-86ce-9fe9bdefc28c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0787013 Jul 23 10:26:15.870674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:15.875838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-network', 'tenant_id': '412d3ebea97a408488d738146847934c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:15.911977 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7679955a-d760-4214-a4bf-aadae0c69b20 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:15.928363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7679955a-d760-4214-a4bf-aadae0c69b20 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:15.938273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7679955a-d760-4214-a4bf-aadae0c69b20 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:15.940348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7679955a-d760-4214-a4bf-aadae0c69b20 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/networks?id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=24afed73-8d16-4e34-9fac-9e073aee35e4&id=24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 200 len: 1995 time: 0.2740993 Jul 23 10:26:15.947954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Made reservation on behalf of 412d3ebea97a408488d738146847934c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:15.954293 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:15.955500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:15.966731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Transition to ACTIVE for port object 10fc51a4-1bdf-4565-9b21-467871fcbddd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:15.977776 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:15.980914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:15.994763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-06e84aeb-fd53-4782-9d09-fd4410adc43e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/quotas/b079f8cfdb104095b84d7d3dc4c31218 HTTP/1.1" status: 200 len: 375 time: 0.0300632 Jul 23 10:26:16.120690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf8452-4d62-4e5a-b324-ad8eb1f0a1ee None None] Pushing event updated for resources: {'Port': ['ID=10fc51a4-1bdf-4565-9b21-467871fcbddd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:16.224464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-19327120-8559-45c1-b5b9-df30cb491647 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2159145 Jul 23 10:26:16.256647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Attempting to bind port 10fc51a4-1bdf-4565-9b21-467871fcbddd on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:16.257186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Attempting to bind port 10fc51a4-1bdf-4565-9b21-467871fcbddd by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:16.257935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Attempting to bind port 10fc51a4-1bdf-4565-9b21-467871fcbddd on network a9fc168c-14de-42e3-8e97-4941aea963ce {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:16.264052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.275883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.281202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:16.282056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Checking segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:16.284394 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.284996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Bound using segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:16.285661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Bound port: 10fc51a4-1bdf-4565-9b21-467871fcbddd, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:16.286957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.327705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:26:16.366270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.366848 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Added segment 82c2b75b-0b4f-400c-ab4a-74791d55b648 of type vlan for network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c Jul 23 10:26:16.460088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981a68ea-445c-4cfa-8c85-ea6ccf681705,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:16.475789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.492777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] For port 10fc51a4-1bdf-4565-9b21-467871fcbddd, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:16.535838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] For port 10fc51a4-1bdf-4565-9b21-467871fcbddd, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=10fc51a4-1bdf-4565-9b21-467871fcbddd,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:16.551638 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.574709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.575670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:16.576349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.601434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-711d8483-c98b-47b9-b79c-b5cff3d0b284 service neutron] 10.222.0.37 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708122 Jul 23 10:26:16.654211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Routers {'5ea082a2-f045-4b22-af18-4b7ac7cd64fc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:16.654932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:16.658385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7866075 Jul 23 10:26:16.661636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37990) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:16.708172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Request body: {'subnet': {'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-subnet', 'tenant_id': '412d3ebea97a408488d738146847934c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:16.743147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31fa47-c2b0-4080-8ee7-eafb4be4ab34 req-0976643e-97ca-46c6-9ad0-f2d0cc31b7fc tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:16.744755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db31fa47-c2b0-4080-8ee7-eafb4be4ab34 req-0976643e-97ca-46c6-9ad0-f2d0cc31b7fc tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 950 time: 0.2592380 Jul 23 10:26:16.745874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aed9d7-9cce-42a2-bea4-042de7215e39 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5f6de8-b129-45f4-9fc5-f2e51c11532c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:16.792153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Made reservation on behalf of 412d3ebea97a408488d738146847934c for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:16.794734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:16.804778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:26:16.837014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-e43e470c-34ec-4873-9af6-8374743d8a29 service neutron] 10.222.0.37 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290399 Jul 23 10:26:16.840999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db31fa47-c2b0-4080-8ee7-eafb4be4ab34 req-a45382c8-ee06-442c-bcb8-3c64f81814e8 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Jul 23 10:26:16.869502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf8452-4d62-4e5a-b324-ad8eb1f0a1ee None None] Pushing event updated for resources: {'Port': ['ID=10fc51a4-1bdf-4565-9b21-467871fcbddd,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:17.067250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] Set router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:17.202123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:17.210023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-296707bc-c94a-4b85-8cad-37467f0ede33 service neutron] 10.222.0.37 "GET /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3667233 Jul 23 10:26:17.353901 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:26:17.402834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-8466639d-033b-4bef-a22c-24ba9e84a190 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:17.405447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-8466639d-033b-4bef-a22c-24ba9e84a190 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.55 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 950 time: 0.1423786 Jul 23 10:26:17.473202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:17.495353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Checking segment: {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:17.495976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Network hostable DHCP agents. Network: 7f5f6de8-b129-45f4-9fc5-f2e51c11532c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:17.581476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-a5b3ab51-845d-489b-9e9b-5bde525a68ba service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245873 Jul 23 10:26:17.582675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:17.605326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 7f5f6de8-b129-45f4-9fc5-f2e51c11532c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:17.641387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:17.642003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:17.662117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Deleting port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:26:17.662461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:17.697118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-05680ef2-7631-4dd8-80ea-e5573f71ddea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0313773 Jul 23 10:26:17.698284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334e360-2271-49cb-b07f-d904012b3cf3 None None] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:17.715280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:17.738500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:17.742580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38024) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:17.825459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-733d6950-e0e5-4d5f-90f2-b5c27ac0c0ca service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303646 Jul 23 10:26:17.943632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:26:12Z', 'revision_number': 4, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '10fc51a4-1bdf-4565-9b21-467871fcbddd', 'name': '', 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'mac_address': 'fa:16:3e:d6:80:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:10Z', 'updated_at': '2021-07-23T10:26:16Z', 'revision_number': 4, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'subnets': [{'id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:17.969941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c9559598-e385-4747-b4e5-0be7f74b0908 service neutron] 10.222.0.37 "GET /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1369097 Jul 23 10:26:17.989614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b94264-209d-4982-ac53-06ebc63d90f2 None None] The sync data for ids ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'] in n-d-778550-4 is: [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:26:12Z', 'revision_number': 4, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '10fc51a4-1bdf-4565-9b21-467871fcbddd', 'name': '', 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'mac_address': 'fa:16:3e:d6:80:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:10Z', 'updated_at': '2021-07-23T10:26:16Z', 'revision_number': 4, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'subnets': [{'id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:26:18.105531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-7f5f6de8-b129-45f4-9fc5-f2e51c11532c', 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c', 'tenant_id': '412d3ebea97a408488d738146847934c', 'fixed_ips': [{'subnet_id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:26:18.106403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.189759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-0e5c3918-ee39-40f2-842f-fbc6256920c9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126992 Jul 23 10:26:18.364050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-29d2f8d7-f5bf-4dda-94e1-7682a7b23f38 service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727667 Jul 23 10:26:18.483488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Allocated IP 172.20.0.2 (7f5f6de8-b129-45f4-9fc5-f2e51c11532c/f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1/b0792adf-bb48-4b96-af97-aa99c9c9a9f8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:18.557724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-0ad15b21-6d47-4353-958d-c35d40770dfa service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903453 Jul 23 10:26:18.688562 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46894832-0554-4e01-b2b1-58730d76007f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.715742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d465a516-b4fd-4bdd-9d8e-c16617ce6681 service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454012 Jul 23 10:26:18.716009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.716959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.770573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 10fc51a4-1bdf-4565-9b21-467871fcbddd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:18.786847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] For port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:18.787196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.824117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.839121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Transition to ACTIVE for port object b0792adf-bb48-4b96-af97-aa99c9c9a9f8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:18.857998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 10fc51a4-1bdf-4565-9b21-467871fcbddd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:18.867904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 10fc51a4-1bdf-4565-9b21-467871fcbddd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:18.868399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.871131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Transition to ACTIVE for port object b0792adf-bb48-4b96-af97-aa99c9c9a9f8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:18.872242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4c6d70f2-c665-4cc0-9e2b-3fd1f4231a5b service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521084 Jul 23 10:26:18.902343 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:18.955101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:18.969990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:18.974576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:18.977608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Calling delete_port for d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:26:18.988735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Pushing event updated for resources: {'Port': ['ID=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:19.000464 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.016227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413736c-a19c-432c-aee6-57515ef8760c req-a1682b73-2df3-415d-945b-53607e65b01f tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:19.033377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9413736c-a19c-432c-aee6-57515ef8760c req-a1682b73-2df3-415d-945b-53607e65b01f tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/ports?device_id=52d1eedb-5922-4a75-b470-f3714dc8d43f HTTP/1.1" status: 200 len: 950 time: 0.4343729 Jul 23 10:26:19.053440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-68438520-a944-43d2-b0e3-84d253097a93 service neutron] 10.222.0.37 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753945 Jul 23 10:26:19.093140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Attempting to bind port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:19.093510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Attempting to bind port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:19.093875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Attempting to bind port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 on network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:19.102450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:19.102958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Checking segment: {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:19.103590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.103993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Bound using segment: {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:19.104474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Bound port: b0792adf-bb48-4b96-af97-aa99c9c9a9f8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:19.104859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.107982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.255151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-94c6ec50-0ca1-4016-b575-e66f607e0af7 service neutron] 10.222.0.37 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920199 Jul 23 10:26:19.281310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 10fc51a4-1bdf-4565-9b21-467871fcbddd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=10fc51a4-1bdf-4565-9b21-467871fcbddd,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:19.291613 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.358581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=10fc51a4-1bdf-4565-9b21-467871fcbddd,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:19.375348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-acc11242-0625-46a5-99a8-18723340e828 None None] For port b0792adf-bb48-4b96-af97-aa99c9c9a9f8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:19.422219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-67db5340-e12d-42c1-9c14-f4353a6a1972 service neutron] 10.222.0.37 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606939 Jul 23 10:26:19.449507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-acc11242-0625-46a5-99a8-18723340e828 None None] For port b0792adf-bb48-4b96-af97-aa99c9c9a9f8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:19.460005 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.465417 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.519729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:19.565043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-858befbc-a8e6-4bf7-b1d8-70d861b87cfc service neutron] 10.222.0.37 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390266 Jul 23 10:26:19.567990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc11242-0625-46a5-99a8-18723340e828 None None] Pushing event updated for resources: {'Port': ['ID=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:19.628034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9413736c-a19c-432c-aee6-57515ef8760c req-7623c2bc-7cee-4648-b6cd-7cd98bb79242 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.37 "GET /v2.0/security-groups?id=6450a857-aaa0-40c9-b878-a204948decab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937142 Jul 23 10:26:19.748556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-ead8911e-eb4f-44f8-bfcd-ecf419a2a92e service neutron] 10.222.0.37 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822045 Jul 23 10:26:19.827280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46894832-0554-4e01-b2b1-58730d76007f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.864323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Pushing event deleted for resources: {'Port': ['ID=d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:19.889508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:19.909544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46894832-0554-4e01-b2b1-58730d76007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.041188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] No DVR routers for this DVR port d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:26:20.047214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.054158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-998f3311-ba2a-42f4-bd05-802b09b67d60 req-99ed2aef-dd97-4322-a831-c58868c31ea5 tempest-ServerDiagnosticsNegativeTest-61903177 tempest-ServerDiagnosticsNegativeTest-61903177-project] 10.222.0.55 "DELETE /v2.0/ports/d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e HTTP/1.1" status: 204 len: 173 time: 2.6400189 Jul 23 10:26:20.120060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'name': 'network-vif-deleted', 'tag': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:20.123226 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0992bf11-db6c-4c55-a70b-ed156a7ed4c2" -d '{"events": [{"server_uuid": "52d1eedb-5922-4a75-b470-f3714dc8d43f", "name": "network-vif-deleted", "tag": "d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:20.166464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38060) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:20.166648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-46894832-0554-4e01-b2b1-58730d76007f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3595db9f39a24523a66dc49a9773216a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4174397 Jul 23 10:26:20.189026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46894832-0554-4e01-b2b1-58730d76007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7af915-e9a7-421a-a1ac-1266ba1c7a43,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:20.283493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.300556 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ba2b6-909f-4c8c-846f-7db139f69fe5 x-openstack-request-id: req-be3ba2b6-909f-4c8c-846f-7db139f69fe5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:20.301151 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d1eedb-5922-4a75-b470-f3714dc8d43f", "name": "network-vif-deleted", "tag": "d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:20.301575 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be3ba2b6-909f-4c8c-846f-7db139f69fe5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:20.305541 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d1eedb-5922-4a75-b470-f3714dc8d43f', 'name': 'network-vif-deleted', 'tag': 'd8d10f17-7fa8-4087-bf82-ce7c92ffaa8e', 'status': 'completed', 'code': 200} Jul 23 10:26:20.333998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.441417 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.444301 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.446234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad7af915-e9a7-421a-a1ac-1266ba1c7a43 HTTP/1.1" status: 204 len: 168 time: 0.2782962 Jul 23 10:26:20.459074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7af915-e9a7-421a-a1ac-1266ba1c7a43,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:20.483794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.486584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.487581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.488930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.488930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.490480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.490480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.492147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.493786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.494201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.494611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.495780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbe7fd-3ab6-4aa8-b246-75109e6ab7ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:20.613963 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.706495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:20.710844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 10fc51a4-1bdf-4565-9b21-467871fcbddd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:20.846827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 10fc51a4-1bdf-4565-9b21-467871fcbddd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:20.847784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.020465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38100) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:21.073970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Allocated IP 172.25.4.83 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/00232d16-12d2-430c-9874-cbb09c7adb7f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:21.135261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0792adf-bb48-4b96-af97-aa99c9c9a9f8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:21.205775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50534b-1db1-461d-8c00-f681a5e1e6c1 req-81e926fd-9dd3-456e-ae7f-ff83b370ca4a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:21.215839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff50534b-1db1-461d-8c00-f681a5e1e6c1 req-81e926fd-9dd3-456e-ae7f-ff83b370ca4a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 944 time: 0.1298873 Jul 23 10:26:21.276155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:21.316084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff50534b-1db1-461d-8c00-f681a5e1e6c1 req-065ab496-6892-4ac8-ad71-ff218fe3475c tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977514 Jul 23 10:26:21.331477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:21.370001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12d589c6-f1be-4bb8-9204-96302b2a32c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.436762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4058a998-fd0a-460c-a245-75202d641ff8 req-4d76013d-bd0e-4368-ad14-c14fb53137ad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.3409507 Jul 23 10:26:21.444685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.457311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8eb22b-3510-4c0f-983b-bc272c181277 None None] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:21.509886 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.570045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:21.588796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:21.593067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:21.600907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:21.631351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=00232d16-12d2-430c-9874-cbb09c7adb7f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:21.721122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5426c788-976e-49f7-b20a-f85e87859fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.736502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-316a35df-2def-4096-b2ac-780128ca289a None None] Provisioning for port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:21.749790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-316a35df-2def-4096-b2ac-780128ca289a None None] Provisioning complete for port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:21.750345 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-316a35df-2def-4096-b2ac-780128ca289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.759811 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12d589c6-f1be-4bb8-9204-96302b2a32c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.774403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12d589c6-f1be-4bb8-9204-96302b2a32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.856559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12d589c6-f1be-4bb8-9204-96302b2a32c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06dc86f35dd2415ab6f4473bb53b457a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236993 Jul 23 10:26:21.876997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38122) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:21.906837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-316a35df-2def-4096-b2ac-780128ca289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.916536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:26:21.948688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:26:21.949321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d8d10f17-7fa8-4087-bf82-ce7c92ffaa8e not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:26:21.980500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:21.990891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-316a35df-2def-4096-b2ac-780128ca289a None None] For port b0792adf-bb48-4b96-af97-aa99c9c9a9f8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:21.998043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-316a35df-2def-4096-b2ac-780128ca289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.022261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d589c6-f1be-4bb8-9204-96302b2a32c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f7374-20a1-49fb-bb75-eef9dd32b714,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:22.029917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4aab982e-9cc3-4b12-994e-086f6c48a624 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e7dee1b904d47dab53544a82ace78b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538376 Jul 23 10:26:22.031083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38124) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:22.066928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a35df-2def-4096-b2ac-780128ca289a None None] Pushing event updated for resources: {'Port': ['ID=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:22.110359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162e0e71-01af-42bf-af75-fd76e91fd696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.123377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa624577-0757-414b-839b-9228d270eff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.150907 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5426c788-976e-49f7-b20a-f85e87859fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.153095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162e0e71-01af-42bf-af75-fd76e91fd696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.168733 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5426c788-976e-49f7-b20a-f85e87859fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.198865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa624577-0757-414b-839b-9228d270eff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.219750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d0d5d86d-bf43-4a13-a50a-28073ebc94d8 None None] Provisioning complete for port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:22.221018 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d86d-bf43-4a13-a50a-28073ebc94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.240810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.248579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c788-976e-49f7-b20a-f85e87859fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30163fbf-02ef-46e3-b25d-6450ad494340,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:22.259404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5426c788-976e-49f7-b20a-f85e87859fb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=435b555955864e6ebe7466ef375d96af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2377014 Jul 23 10:26:22.264799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38126) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:22.313122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162e0e71-01af-42bf-af75-fd76e91fd696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.315976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162e0e71-01af-42bf-af75-fd76e91fd696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.317125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-162e0e71-01af-42bf-af75-fd76e91fd696 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d6f7374-20a1-49fb-bb75-eef9dd32b714 HTTP/1.1" status: 204 len: 168 time: 0.4399488 Jul 23 10:26:22.339686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e0e71-01af-42bf-af75-fd76e91fd696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f7374-20a1-49fb-bb75-eef9dd32b714,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:22.341393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa624577-0757-414b-839b-9228d270eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.344039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa624577-0757-414b-839b-9228d270eff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.347495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa624577-0757-414b-839b-9228d270eff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6450a857-aaa0-40c9-b878-a204948decab HTTP/1.1" status: 204 len: 168 time: 0.3117495 Jul 23 10:26:22.373147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01bc5a5a-9951-437d-97aa-449fc9aaf981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.383983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa624577-0757-414b-839b-9228d270eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450a857-aaa0-40c9-b878-a204948decab,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:22.419065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01bc5a5a-9951-437d-97aa-449fc9aaf981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.479361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Router 763fe066-a4cb-4dce-8261-60b626251ba6 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:26:22.500052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0792adf-bb48-4b96-af97-aa99c9c9a9f8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:22.608104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:22.608494 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.611207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f246e1-098a-4a85-ace3-155f59d8e862 req-55e14aac-e471-4bc3-9d79-a9865497457f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:22.618236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88f246e1-098a-4a85-ace3-155f59d8e862 req-55e14aac-e471-4bc3-9d79-a9865497457f tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 944 time: 0.1936715 Jul 23 10:26:22.623868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01bc5a5a-9951-437d-97aa-449fc9aaf981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.629022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01bc5a5a-9951-437d-97aa-449fc9aaf981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.638085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-01bc5a5a-9951-437d-97aa-449fc9aaf981 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30163fbf-02ef-46e3-b25d-6450ad494340 HTTP/1.1" status: 204 len: 168 time: 0.3720174 Jul 23 10:26:22.681025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc5a5a-9951-437d-97aa-449fc9aaf981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30163fbf-02ef-46e3-b25d-6450ad494340,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:22.733034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88f246e1-098a-4a85-ace3-155f59d8e862 req-062e35e7-2704-4f45-ac79-e28d91aa8eb9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922515 Jul 23 10:26:22.780902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6a7c68b-41a8-4599-80a5-9158092eac40 req-f3ac182b-f794-4b8d-9062-e8d8cb9c7ec3 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1074307 Jul 23 10:26:22.790271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4998e59d-d36e-4202-9358-e554bead7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:22.791983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4998e59d-d36e-4202-9358-e554bead7a21 service neutron] 10.222.0.20 "GET /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 1033 time: 0.1847625 Jul 23 10:26:22.861811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:26:22.871047 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Sync routers for ids ['763fe066-a4cb-4dce-8261-60b626251ba6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:26:22.887313 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Routers {'763fe066-a4cb-4dce-8261-60b626251ba6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:22.888154 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['763fe066-a4cb-4dce-8261-60b626251ba6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:22.918459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-b30c623f-b100-4c86-97f6-0b8040375199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:22.920023 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-b30c623f-b100-4c86-97f6-0b8040375199 service neutron] 10.222.0.20 "GET /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 1033 time: 0.1164079 Jul 23 10:26:22.920996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:22.924961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38148) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:22.925183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-efb18ce6-d7be-4a43-b341-5dcd2e06f8f4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2087839 Jul 23 10:26:22.964213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:22.990661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8b758b2-56e0-4344-bcbb-8f8026ff154f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.074485 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Set router 763fe066-a4cb-4dce-8261-60b626251ba6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:23.151858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-13d29b3c-1af6-4ee9-9eba-e3ef4046f890 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:23.154949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-13d29b3c-1af6-4ee9-9eba-e3ef4046f890 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 944 time: 0.1361382 Jul 23 10:26:23.260332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-da6d4426-44f5-4079-ad97-7f5ea76df5fd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:23.267566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-da6d4426-44f5-4079-ad97-7f5ea76df5fd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:23.273833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-da6d4426-44f5-4079-ad97-7f5ea76df5fd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:23.275868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-da6d4426-44f5-4079-ad97-7f5ea76df5fd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "GET /v2.0/networks?id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=24afed73-8d16-4e34-9fac-9e073aee35e4&id=24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 200 len: 1995 time: 0.2894261 Jul 23 10:26:23.371805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-12fef436-172d-4d0b-bf80-2af763c20491 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b079f8cfdb104095b84d7d3dc4c31218 HTTP/1.1" status: 200 len: 380 time: 0.0812454 Jul 23 10:26:23.375266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:23.396994 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:26:21Z', 'revision_number': 3, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:23.411411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'admin_state_up': True, 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'security_groups': ['dc174dea-21ad-459a-b27d-0f1ad2619011']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:23.436763 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Checking router: 763fe066-a4cb-4dce-8261-60b626251ba6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:26:23.437366 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Updating router 763fe066-a4cb-4dce-8261-60b626251ba6 port 00232d16-12d2-430c-9874-cbb09c7adb7f binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:26:23.483673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8b758b2-56e0-4344-bcbb-8f8026ff154f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.485077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d710d9da-5990-4140-8220-f8663e9c4570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.498472 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.510024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8b758b2-56e0-4344-bcbb-8f8026ff154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.546081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e8b758b2-56e0-4344-bcbb-8f8026ff154f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86caaac1a4874750b7180c10ff810073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782876 Jul 23 10:26:23.546355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:23.610551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Deleting port 5c0692a0-a9fa-44ee-b5ac-76373febc752 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:26:23.611331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.688241 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.692282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b758b2-56e0-4344-bcbb-8f8026ff154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7031d85-e8a6-4dbf-a971-51192aedd2f7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:23.754644 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cea6ed-e5cf-4811-977b-3cdcdef9b219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.804328 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cea6ed-e5cf-4811-977b-3cdcdef9b219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.850212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] For port 5c0692a0-a9fa-44ee-b5ac-76373febc752, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5c0692a0-a9fa-44ee-b5ac-76373febc752,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:23.850597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.953868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d710d9da-5990-4140-8220-f8663e9c4570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:23.975324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Calling delete_port for 5c0692a0-a9fa-44ee-b5ac-76373febc752 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:26:23.992483 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ffb07e18-d31c-486d-a24c-8b91f131f1ad req-4a32ddd5-930e-4e55-aa77-6761be75c8fb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0724461 Jul 23 10:26:23.994256 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d710d9da-5990-4140-8220-f8663e9c4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.002126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:24.006027 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.006544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.056991 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Transition to ACTIVE for port object 00232d16-12d2-430c-9874-cbb09c7adb7f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:24.066265 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.070228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cea6ed-e5cf-4811-977b-3cdcdef9b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.076842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cea6ed-e5cf-4811-977b-3cdcdef9b219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.083625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56cea6ed-e5cf-4811-977b-3cdcdef9b219 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7031d85-e8a6-4dbf-a971-51192aedd2f7 HTTP/1.1" status: 204 len: 168 time: 0.5319252 Jul 23 10:26:24.170826 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Attempting to bind port 00232d16-12d2-430c-9874-cbb09c7adb7f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:24.171194 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Attempting to bind port 00232d16-12d2-430c-9874-cbb09c7adb7f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:24.171591 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Attempting to bind port 00232d16-12d2-430c-9874-cbb09c7adb7f on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:24.177405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcce96-2ec7-4a93-a7b6-ae35e63d6128 None None] Pushing event updated for resources: {'Port': ['ID=00232d16-12d2-430c-9874-cbb09c7adb7f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:24.198357 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:24.198732 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:24.199136 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.199540 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:24.200030 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Bound port: 00232d16-12d2-430c-9874-cbb09c7adb7f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:24.200401 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.218376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d710d9da-5990-4140-8220-f8663e9c4570 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e35a939eb3644a2f978c2c45feab91be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8420467 Jul 23 10:26:24.219155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d9da-5990-4140-8220-f8663e9c4570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d589a0b2-47a3-4df4-afb2-9e421fbc9b48,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:24.219987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28068d-02ab-4554-b0ef-3dc00a4d7c46 req-1c5a2e16-ebc4-4aeb-a761-ff32d58311a2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:24.222467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b28068d-02ab-4554-b0ef-3dc00a4d7c46 req-1c5a2e16-ebc4-4aeb-a761-ff32d58311a2 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 944 time: 0.2989779 Jul 23 10:26:24.223105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38184) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:24.237121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.278632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cea6ed-e5cf-4811-977b-3cdcdef9b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7031d85-e8a6-4dbf-a971-51192aedd2f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:24.347997 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] For port 00232d16-12d2-430c-9874-cbb09c7adb7f, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:24.356435 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] For port 00232d16-12d2-430c-9874-cbb09c7adb7f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00232d16-12d2-430c-9874-cbb09c7adb7f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:24.365015 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.395775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 172.20.0.7 (bc20845d-f4c7-4d5c-b9c0-939c4d974fdd/5e810624-364b-43b0-8e00-4e89343d65c3/1469088b-eb08-4814-bf12-fd57860ed02e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:24.509755 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcce96-2ec7-4a93-a7b6-ae35e63d6128 None None] Pushing event updated for resources: {'Port': ['ID=00232d16-12d2-430c-9874-cbb09c7adb7f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:24.523897 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Routers {'763fe066-a4cb-4dce-8261-60b626251ba6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:24.524883 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['763fe066-a4cb-4dce-8261-60b626251ba6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:24.537217 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b28068d-02ab-4554-b0ef-3dc00a4d7c46 req-dc2afef1-7226-4991-8be0-2a36c8c9cd87 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943702 Jul 23 10:26:24.589656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-444893a7-0b3d-45c6-93de-09d216b12364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.682310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.722250 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] Set router 763fe066-a4cb-4dce-8261-60b626251ba6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:24.728752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object 1469088b-eb08-4814-bf12-fd57860ed02e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:24.739411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.753003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-444893a7-0b3d-45c6-93de-09d216b12364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.772310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5c0692a0-a9fa-44ee-b5ac-76373febc752'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:24.792305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:24.836834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event deleted for resources: {'Port': ['ID=5c0692a0-a9fa-44ee-b5ac-76373febc752,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:24.918099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:24.930463 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:24.939246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:24.954072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=1469088b-eb08-4814-bf12-fd57860ed02e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:24.988717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] No DVR routers for this DVR port 5c0692a0-a9fa-44ee-b5ac-76373febc752 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:26:25.004904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.007162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddd775ac-bb3f-4e64-b6aa-c6754f934fab req-15ac4059-a8e3-4318-b2bd-199110b069b4 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.20 "DELETE /v2.0/ports/5c0692a0-a9fa-44ee-b5ac-76373febc752 HTTP/1.1" status: 204 len: 173 time: 1.8443811 Jul 23 10:26:25.007641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'name': 'network-vif-deleted', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:25.019233 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc3ae2-f654-4f38-b672-21b215e4025c" -d '{"events": [{"server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "name": "network-vif-deleted", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:25.067649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Allocated IP 172.20.0.1 (7f5f6de8-b129-45f4-9fc5-f2e51c11532c/f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1/d05ca3f0-3eba-4226-9009-41544d2fff44) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:25.072231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:25.080853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.113246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f7c47bff-dcf5-4ae4-b5fe-d72f5ba3f5ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7173533 Jul 23 10:26:25.129586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'admin_state_up': True, 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'security_groups': ['dc174dea-21ad-459a-b27d-0f1ad2619011']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:25.171755 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b846945c-3d5f-4992-a718-e8c9e155562f x-openstack-request-id: req-b846945c-3d5f-4992-a718-e8c9e155562f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:25.172601 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b30d7a1-f304-4493-a066-10065f7488e5", "name": "network-vif-deleted", "tag": "5c0692a0-a9fa-44ee-b5ac-76373febc752", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:25.173072 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b846945c-3d5f-4992-a718-e8c9e155562f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:25.173746 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b30d7a1-f304-4493-a066-10065f7488e5', 'name': 'network-vif-deleted', 'tag': '5c0692a0-a9fa-44ee-b5ac-76373febc752', 'status': 'completed', 'code': 200} Jul 23 10:26:25.224126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-444893a7-0b3d-45c6-93de-09d216b12364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.226830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-444893a7-0b3d-45c6-93de-09d216b12364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.242156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-444893a7-0b3d-45c6-93de-09d216b12364 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d589a0b2-47a3-4df4-afb2-9e421fbc9b48 HTTP/1.1" status: 204 len: 168 time: 1.0150561 Jul 23 10:26:25.323772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444893a7-0b3d-45c6-93de-09d216b12364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589a0b2-47a3-4df4-afb2-9e421fbc9b48,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:25.345073 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:26:21Z', 'revision_number': 3, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:25.410415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:25.416020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.453167 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a534a-923f-4ea2-92df-d63a01c5311c None None] The sync data for ids ['763fe066-a4cb-4dce-8261-60b626251ba6'] in n-d-778550-4 is: [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:26:21Z', 'revision_number': 3, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:26:25.461329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-345435f0-7dfc-4a1c-81b2-bec4ce47b45e None None] Provisioning for port 1469088b-eb08-4814-bf12-fd57860ed02e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:25.469730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-345435f0-7dfc-4a1c-81b2-bec4ce47b45e None None] Provisioning complete for port 1469088b-eb08-4814-bf12-fd57860ed02e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:25.470460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-345435f0-7dfc-4a1c-81b2-bec4ce47b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.650308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 10.1.1.199 (3e36f826-483a-4562-933f-31eb35b494a0/d3d178c6-0102-4baf-84ef-ee539fd3c365/85a8ec39-3313-4901-9153-a7c967ec1724) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:25.652115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-345435f0-7dfc-4a1c-81b2-bec4ce47b45e None None] Port 1469088b-eb08-4814-bf12-fd57860ed02e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:25.797533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:25.863585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f47f36-8e5c-4249-969f-926811ddbd8f req-b153e234-bfe1-4fb6-a019-ea63bce65ebb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:25.873110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7f47f36-8e5c-4249-969f-926811ddbd8f req-b153e234-bfe1-4fb6-a019-ea63bce65ebb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 931 time: 0.4002063 Jul 23 10:26:25.959172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Transition to ACTIVE for port object d05ca3f0-3eba-4226-9009-41544d2fff44 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:26.052503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7f47f36-8e5c-4249-969f-926811ddbd8f req-9e20785e-68ac-4294-b2a8-5b83013b732f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682706 Jul 23 10:26:26.136489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:26.239227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:26.247894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:26.254013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:26.592913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69abcbcf-51b9-4f3d-88aa-b090da4c9dd6 req-a28cf701-e66d-429a-91eb-c4b24941fa1b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b30d7a1-f304-4493-a066-10065f7488e5 HTTP/1.1" status: 200 len: 210 time: 0.5809040 Jul 23 10:26:26.653960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00232d16-12d2-430c-9874-cbb09c7adb7f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:26.706107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:26.741001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object 85a8ec39-3313-4901-9153-a7c967ec1724 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:26.759768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 00232d16-12d2-430c-9874-cbb09c7adb7f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:26.771456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 00232d16-12d2-430c-9874-cbb09c7adb7f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:26.771854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:26.826702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:26.867383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9741118d-f3a6-455c-87a1-9778ca200f7d None None] Provisioning for port d05ca3f0-3eba-4226-9009-41544d2fff44 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:26.897785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9741118d-f3a6-455c-87a1-9778ca200f7d None None] Provisioning complete for port d05ca3f0-3eba-4226-9009-41544d2fff44 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:26.898181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9741118d-f3a6-455c-87a1-9778ca200f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:26.940966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 3e36f826-483a-4562-933f-31eb35b494a0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:26.953075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:26.957490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:27.074416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:27.075086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.120692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9741118d-f3a6-455c-87a1-9778ca200f7d None None] Port d05ca3f0-3eba-4226-9009-41544d2fff44 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:27.131256 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82a894b1-14d8-4fdf-9816-4d145abeb46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.148756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0243683 Jul 23 10:26:27.149511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a3729-2f50-4c7b-b239-a5ceca0ec927 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:27.174410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.178738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'admin_state_up': True, 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'security_groups': ['dc174dea-21ad-459a-b27d-0f1ad2619011']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:27.224961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:26:27.297611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 5c0692a0-a9fa-44ee-b5ac-76373febc752 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:26:27.298218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5c0692a0-a9fa-44ee-b5ac-76373febc752 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:26:27.301013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 00232d16-12d2-430c-9874-cbb09c7adb7f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00232d16-12d2-430c-9874-cbb09c7adb7f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:27.311301 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.327896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38274) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:27.341508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d05ca3f0-3eba-4226-9009-41544d2fff44,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:27.349808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.449622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772f94-292b-46da-b5f4-21718c5c3b70 req-c66e4fc1-65a9-4aea-a02b-fc1f139a5997 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:27.452763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=00232d16-12d2-430c-9874-cbb09c7adb7f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:27.459955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772f94-292b-46da-b5f4-21718c5c3b70 req-c66e4fc1-65a9-4aea-a02b-fc1f139a5997 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:27.462020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90772f94-292b-46da-b5f4-21718c5c3b70 req-c66e4fc1-65a9-4aea-a02b-fc1f139a5997 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 1653 time: 0.2480860 Jul 23 10:26:27.467899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8b8db616-e6b7-4a03-9d03-e1497b14e4cd None None] Provisioning for port 85a8ec39-3313-4901-9153-a7c967ec1724 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:27.475099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8b8db616-e6b7-4a03-9d03-e1497b14e4cd None None] Provisioning complete for port 85a8ec39-3313-4901-9153-a7c967ec1724 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:27.477176 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b8db616-e6b7-4a03-9d03-e1497b14e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.527625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8b8db616-e6b7-4a03-9d03-e1497b14e4cd None None] Port 85a8ec39-3313-4901-9153-a7c967ec1724 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:27.543569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90772f94-292b-46da-b5f4-21718c5c3b70 req-ee0302ec-1a9d-4bf2-83f7-21ddb6c2cad1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685608 Jul 23 10:26:27.569066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:27.574668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.614371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.778468 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7df716c7-94fc-4c16-ae8e-0c51b96b42e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:27.862810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 10.1.1.218 (3e36f826-483a-4562-933f-31eb35b494a0/d3d178c6-0102-4baf-84ef-ee539fd3c365/205a82f1-1ee8-4582-8a80-30154663216e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:27.927207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:28.009249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.021164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.101256 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7df716c7-94fc-4c16-ae8e-0c51b96b42e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.107923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7df716c7-94fc-4c16-ae8e-0c51b96b42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.172271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d05ca3f0-3eba-4226-9009-41544d2fff44,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:28.182416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.195622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7df716c7-94fc-4c16-ae8e-0c51b96b42e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61820bc20c144220b8d660d085c4a66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8619525 Jul 23 10:26:28.202626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:28.206523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df716c7-94fc-4c16-ae8e-0c51b96b42e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2d429-b7b2-4818-a127-da37e6fafa4d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:28.264339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.272163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-network', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:28.307690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83174f22-7630-44f1-9bf6-bc5079931dc0 req-e27c308b-9428-437e-8df0-c2b9bd910b0b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:28.320423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83174f22-7630-44f1-9bf6-bc5079931dc0 req-e27c308b-9428-437e-8df0-c2b9bd910b0b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.2473605 Jul 23 10:26:28.349484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:28.358137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object 205a82f1-1ee8-4582-8a80-30154663216e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:28.360445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:28.365046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-380588a8-1e87-4fd3-8bb9-52b6a601ebb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.370755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Made reservation on behalf of ef9a257513de4a288f39753f52b7a2a9 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:28.373466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.396775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83174f22-7630-44f1-9bf6-bc5079931dc0 req-fd0787d9-ecfa-4461-93d8-c542e2646be9 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748880 Jul 23 10:26:28.450307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.503961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00232d16-12d2-430c-9874-cbb09c7adb7f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:28.548606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-380588a8-1e87-4fd3-8bb9-52b6a601ebb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.580810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 00232d16-12d2-430c-9874-cbb09c7adb7f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:28.581193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.603903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Router 763fe066-a4cb-4dce-8261-60b626251ba6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:26:28.645684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.758667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-15c7d807-5619-416c-9287-866a3f8c162a None None] Provisioning complete for port d05ca3f0-3eba-4226-9009-41544d2fff44 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:28.759459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c7d807-5619-416c-9287-866a3f8c162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.772344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-05b01a9d-23b3-4d77-8631-4c66da992678 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317914 Jul 23 10:26:28.807892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d807-5619-416c-9287-866a3f8c162a None None] Port d05ca3f0-3eba-4226-9009-41544d2fff44 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:28.840652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-380588a8-1e87-4fd3-8bb9-52b6a601ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.843240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-380588a8-1e87-4fd3-8bb9-52b6a601ebb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.847007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-380588a8-1e87-4fd3-8bb9-52b6a601ebb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fc2d429-b7b2-4818-a127-da37e6fafa4d HTTP/1.1" status: 204 len: 168 time: 0.6203599 Jul 23 10:26:28.876221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63cfb-132a-428b-86b6-5c350ea308b8 req-cb3b5825-a3c6-42cd-9293-91a47fc93b55 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:28.880258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 3e36f826-483a-4562-933f-31eb35b494a0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:28.882833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63cfb-132a-428b-86b6-5c350ea308b8 req-cb3b5825-a3c6-42cd-9293-91a47fc93b55 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:28.891685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63cfb-132a-428b-86b6-5c350ea308b8 req-cb3b5825-a3c6-42cd-9293-91a47fc93b55 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:28.900651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84a63cfb-132a-428b-86b6-5c350ea308b8 req-cb3b5825-a3c6-42cd-9293-91a47fc93b55 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 2374 time: 0.1857221 Jul 23 10:26:28.903333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-14af7e1a-f793-40f7-bb25-5cfbb0cb1eab tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:28.904945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-14af7e1a-f793-40f7-bb25-5cfbb0cb1eab tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.55 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.4950087 Jul 23 10:26:28.914611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:28.915374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:26:28.917296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:28.922034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.925556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:28.933784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380588a8-1e87-4fd3-8bb9-52b6a601ebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2d429-b7b2-4818-a127-da37e6fafa4d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:28.934329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6729f774-7044-43ad-a3f7-5053f4ce14c9 admin admin] 10.222.0.37 "PUT /v2.0/routers/763fe066-a4cb-4dce-8261-60b626251ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0077958 Jul 23 10:26:28.940363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:28.948010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Sync routers for ids ['763fe066-a4cb-4dce-8261-60b626251ba6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:26:28.973228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Routers {'763fe066-a4cb-4dce-8261-60b626251ba6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:28.976060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['763fe066-a4cb-4dce-8261-60b626251ba6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:29.015883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84a63cfb-132a-428b-86b6-5c350ea308b8 req-a51673b7-6c89-488f-be72-9b81383cff7c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134365 Jul 23 10:26:29.148333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:26:29.258713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.259057 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Added segment f7b8b233-8a24-4635-b63c-e6d65ab76d4a of type vlan for network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 Jul 23 10:26:29.308604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Set router 763fe066-a4cb-4dce-8261-60b626251ba6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:29.329062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:29.411592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38332) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:29.439734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56730fa6-c1cf-430d-ab5c-88c8d32b440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.440899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-466efd82-8b67-4da6-b5e5-77f74433307b None None] Provisioning for port 205a82f1-1ee8-4582-8a80-30154663216e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:29.449639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-466efd82-8b67-4da6-b5e5-77f74433307b None None] Provisioning complete for port 205a82f1-1ee8-4582-8a80-30154663216e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:29.450368 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466efd82-8b67-4da6-b5e5-77f74433307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.535803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:29.536420 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.552439 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.555115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-466efd82-8b67-4da6-b5e5-77f74433307b None None] Port 205a82f1-1ee8-4582-8a80-30154663216e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:29.572115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-ecc6f188-bc2e-4aef-834a-8c0493fe94d0 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:29.579532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-ecc6f188-bc2e-4aef-834a-8c0493fe94d0 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7949073 Jul 23 10:26:29.604339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-bf36c8db-9812-46ca-bc85-97c9d88c1f91 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/quotas/aa65ca1942394e3b825b965f0fbbe228 HTTP/1.1" status: 200 len: 375 time: 0.0233974 Jul 23 10:26:29.644471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd05ca3f0-3eba-4226-9009-41544d2fff44', 'name': '', 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c', 'tenant_id': '412d3ebea97a408488d738146847934c', 'mac_address': 'fa:16:3e:e5:ac:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:24Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 2, 'project_id': '412d3ebea97a408488d738146847934c', 'subnets': [{'id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:29.655062 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-12389f62-da71-4138-a380-7d348943ad79 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494771 Jul 23 10:26:29.665876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Deleting port eed0bc45-8dff-4fd6-a98c-2be0037083e3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:26:29.666616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.681549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Checking router: 763fe066-a4cb-4dce-8261-60b626251ba6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:26:29.682187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Updating router 763fe066-a4cb-4dce-8261-60b626251ba6 port d05ca3f0-3eba-4226-9009-41544d2fff44 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:26:29.713677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:26:29.734344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.805746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcca03-7fcd-4cd1-918e-0b7becdd655b req-a7613972-31e9-4925-9e84-b9506f9389e3 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:29.816649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37fcca03-7fcd-4cd1-918e-0b7becdd655b req-a7613972-31e9-4925-9e84-b9506f9389e3 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.2912569 Jul 23 10:26:29.833038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.833844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:29.834486 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.973830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56730fa6-c1cf-430d-ab5c-88c8d32b440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:29.991860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] Pushing event updated for resources: {'Network': ['ID=833d1b11-f52b-4944-9fa3-fd6567a5fec0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:30.002980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d748f15c-ff80-469d-a991-8f38906207af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8401511 Jul 23 10:26:30.015052 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56730fa6-c1cf-430d-ab5c-88c8d32b440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.050981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d5e39381-0ae8-493e-a60b-6707ac1492b8 req-2db41f98-5485-4a60-807e-6ceb8f7e724b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 210 time: 0.0612137 Jul 23 10:26:30.060541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37fcca03-7fcd-4cd1-918e-0b7becdd655b req-2aac381b-adab-4aac-9077-7cb672b82e36 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397346 Jul 23 10:26:30.068507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a7af4301-4cb3-4876-a655-1733da2c2110 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1309321 Jul 23 10:26:30.069185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:30.089778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Request body: {'subnet': {'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-subnet', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:30.113353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4', 'admin_state_up': True, 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'security_groups': ['dc174dea-21ad-459a-b27d-0f1ad2619011']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:30.255684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56730fa6-c1cf-430d-ab5c-88c8d32b440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4c9466-4ea4-4f60-ac6a-8af95cb8bd6c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:30.270029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-56730fa6-c1cf-430d-ab5c-88c8d32b440a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd2ec9b9678b4884807ab5683141742c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571992 Jul 23 10:26:30.277160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38350) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:30.293741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] For port eed0bc45-8dff-4fd6-a98c-2be0037083e3, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eed0bc45-8dff-4fd6-a98c-2be0037083e3,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:30.299133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.344942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Made reservation on behalf of ef9a257513de4a288f39753f52b7a2a9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:30.348223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.368724 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.388224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Transition to ACTIVE for port object d05ca3f0-3eba-4226-9009-41544d2fff44 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:30.404916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:26:30.425525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48885aa7-0ed8-43d8-842c-bb39bee88128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.433309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.479363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48885aa7-0ed8-43d8-842c-bb39bee88128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.598207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48885aa7-0ed8-43d8-842c-bb39bee88128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.600715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48885aa7-0ed8-43d8-842c-bb39bee88128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.602779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-48885aa7-0ed8-43d8-842c-bb39bee88128 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f4c9466-4ea4-4f60-ac6a-8af95cb8bd6c HTTP/1.1" status: 204 len: 168 time: 0.3246062 Jul 23 10:26:30.628569 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64604868-c52e-42a6-a93e-75f3098fc8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.633087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48885aa7-0ed8-43d8-842c-bb39bee88128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4c9466-4ea4-4f60-ac6a-8af95cb8bd6c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:30.739227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Calling delete_port for eed0bc45-8dff-4fd6-a98c-2be0037083e3 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:26:30.808671 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.908029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:30.957806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Attempting to bind port d05ca3f0-3eba-4226-9009-41544d2fff44 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:30.958251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Attempting to bind port d05ca3f0-3eba-4226-9009-41544d2fff44 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:30.958529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Attempting to bind port d05ca3f0-3eba-4226-9009-41544d2fff44 on network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:31.032894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:31.033586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Checking segment: {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:31.034443 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:31.035034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Bound using segment: {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:31.036034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Bound port: d05ca3f0-3eba-4226-9009-41544d2fff44, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c2b75b-0b4f-400c-ab4a-74791d55b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:31.036703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:31.063764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Pushing event updated for resources: {'Port': ['ID=d05ca3f0-3eba-4226-9009-41544d2fff44,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:31.124372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.124636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.124981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.125318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.125652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.125982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.126307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.126635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.126958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.127286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.127681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.128006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:26:31.227888 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:31.246987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ebe4038-6894-42ee-9fa3-93dc8763951d req-2969dedb-2c97-40e9-91c7-449ee33c84d1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 210 time: 0.0439532 Jul 23 10:26:31.265125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] For port d05ca3f0-3eba-4226-9009-41544d2fff44, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:31.272462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] For port d05ca3f0-3eba-4226-9009-41544d2fff44, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d05ca3f0-3eba-4226-9009-41544d2fff44,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:31.281969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:31.339152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fefc1e-74b3-4f39-a40a-692b4c280529 req-e648043e-4c83-4b36-95e4-6b8ce4b953a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:31.351282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fefc1e-74b3-4f39-a40a-692b4c280529 req-e648043e-4c83-4b36-95e4-6b8ce4b953a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:31.370830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fefc1e-74b3-4f39-a40a-692b4c280529 req-e648043e-4c83-4b36-95e4-6b8ce4b953a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:31.383666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98fefc1e-74b3-4f39-a40a-692b4c280529 req-e648043e-4c83-4b36-95e4-6b8ce4b953a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 2374 time: 1.1927254 Jul 23 10:26:31.442489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49b7839-df3c-4fca-80fb-4c03fc545731,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:31.444761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb99619-5d52-49df-a1b4-a0bdcbcf8e9e None None] Pushing event updated for resources: {'Port': ['ID=d05ca3f0-3eba-4226-9009-41544d2fff44,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:31.520071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Routers {'763fe066-a4cb-4dce-8261-60b626251ba6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:31.521466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['763fe066-a4cb-4dce-8261-60b626251ba6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:31.534840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104080d0-00c0-405e-ab6a-b9c0267bd5d9 req-820a2f43-f167-45bd-90da-bc2b6fa48bf0 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:31.564035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-104080d0-00c0-405e-ab6a-b9c0267bd5d9 req-820a2f43-f167-45bd-90da-bc2b6fa48bf0 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 944 time: 0.2187262 Jul 23 10:26:31.636375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98fefc1e-74b3-4f39-a40a-692b4c280529 req-b2662934-35b5-4ea8-9c85-75e4d419c2ac tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515755 Jul 23 10:26:31.638962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:31.681410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-104080d0-00c0-405e-ab6a-b9c0267bd5d9 req-28f6daf8-4b58-43a7-b4f9-e16f9376ae07 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161640 Jul 23 10:26:31.971721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] Set router 763fe066-a4cb-4dce-8261-60b626251ba6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:32.105907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-ffa9f4f2-2591-4560-8e21-26798956a80f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524058 Jul 23 10:26:32.122332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Checking segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:32.122697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Network hostable DHCP agents. Network: 833d1b11-f52b-4944-9fa3-fd6567a5fec0, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:26:32.316098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-c4270da0-9543-43f0-9c66-da2d316f8e0d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:32.317925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-c4270da0-9543-43f0-9c66-da2d316f8e0d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054868 Jul 23 10:26:32.342252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:32.354339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:32.545653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee699214-1ac8-452b-825a-df577e7a861a req-0978edb6-611d-4ede-bbff-df0336c68782 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 210 time: 0.0617239 Jul 23 10:26:32.560554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:32.565830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:32.575846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:32.578888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:32.761687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd05ca3f0-3eba-4226-9009-41544d2fff44', 'name': '', 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c', 'tenant_id': '412d3ebea97a408488d738146847934c', 'mac_address': 'fa:16:3e:e5:ac:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:24Z', 'updated_at': '2021-07-23T10:26:31Z', 'revision_number': 4, 'project_id': '412d3ebea97a408488d738146847934c', 'subnets': [{'id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:32.803445 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:32.813801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:32.872454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e040c6f-0f6c-4757-a798-a1ca8a4dd609 None None] The sync data for ids ['763fe066-a4cb-4dce-8261-60b626251ba6'] in n-d-778550-4 is: [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd05ca3f0-3eba-4226-9009-41544d2fff44', 'name': '', 'network_id': '7f5f6de8-b129-45f4-9fc5-f2e51c11532c', 'tenant_id': '412d3ebea97a408488d738146847934c', 'mac_address': 'fa:16:3e:e5:ac:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:24Z', 'updated_at': '2021-07-23T10:26:31Z', 'revision_number': 4, 'project_id': '412d3ebea97a408488d738146847934c', 'subnets': [{'id': 'f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:26:32.905100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:26:32.935862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 833d1b11-f52b-4944-9fa3-fd6567a5fec0) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:32.950034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033dd5a-fb08-4875-8e28-14a5522ac907 None None] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:33.025850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:33.028627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:33.107132 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:33.110065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-659c4330-ad0a-496a-ae7a-0587134a37f7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0289078 Jul 23 10:26:33.198061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:33.253337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbec33f-103a-4471-a9ee-bd5563baf6c6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:33.360392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a08a97-007e-437c-a399-46676f77167a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:26:33.362049 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a08a97-007e-437c-a399-46676f77167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:33.392500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event deleted for resources: {'Port': ['ID=eed0bc45-8dff-4fd6-a98c-2be0037083e3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:33.409323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:33.466466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcbb1-88d6-4930-b6cd-55fb3e0a2725 req-a46e0989-c81a-4c0e-a0e9-c91d613cbc51 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:33.477898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dabfcbb1-88d6-4930-b6cd-55fb3e0a2725 req-a46e0989-c81a-4c0e-a0e9-c91d613cbc51 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=471894ab-2da4-492e-a890-81d5288f1ded HTTP/1.1" status: 200 len: 866 time: 0.5858831 Jul 23 10:26:33.485919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] No DVR routers for this DVR port eed0bc45-8dff-4fd6-a98c-2be0037083e3 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:26:33.490402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:33.499353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79027faf-3f17-40e1-bdd6-b8acad4289dc req-d02fd080-048d-47a4-a457-c52e72760683 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.55 "DELETE /v2.0/ports/eed0bc45-8dff-4fd6-a98c-2be0037083e3 HTTP/1.1" status: 204 len: 173 time: 4.5783103 Jul 23 10:26:33.540402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'name': 'network-vif-deleted', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:33.550620 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb7acd-1a57-41ff-bbdb-70ac5017a9e1" -d '{"events": [{"server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "name": "network-vif-deleted", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:33.652253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:33.653965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:33.658272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dabfcbb1-88d6-4930-b6cd-55fb3e0a2725 req-87f73e22-bc21-405d-a5d9-be7c7fcf48bc tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794691 Jul 23 10:26:33.659640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.21 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/ac4f6cb7-7151-4641-bd98-208df94cdc8d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:33.761508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f127-83a7-47fe-8fe9-6e14f095932e req-4dfaea5f-143a-44b4-ad58-ee38f3834317 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:33.768356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f127-83a7-47fe-8fe9-6e14f095932e req-4dfaea5f-143a-44b4-ad58-ee38f3834317 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:33.776165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-85a08a97-007e-437c-a399-46676f77167a None None] Allocated IP 172.20.0.2 (833d1b11-f52b-4944-9fa3-fd6567a5fec0/e49b7839-df3c-4fca-80fb-4c03fc545731/91347093-c152-43f8-a246-bc21161e1f10) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:33.788370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f127-83a7-47fe-8fe9-6e14f095932e req-4dfaea5f-143a-44b4-ad58-ee38f3834317 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:33.791236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71c8f127-83a7-47fe-8fe9-6e14f095932e req-4dfaea5f-143a-44b4-ad58-ee38f3834317 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 2374 time: 0.8956695 Jul 23 10:26:33.820247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 10.2.2.100 (24afed73-8d16-4e34-9fac-9e073aee35e4/2de79cc9-8a18-4b88-acdf-9f6eff79ca9e/e7ab406d-ac3b-49da-ab47-0d76ad586af5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:33.995784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.005984 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71c8f127-83a7-47fe-8fe9-6e14f095932e req-ec774431-50ad-4722-80ba-47e42ed13f06 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869981 Jul 23 10:26:34.154937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a08a97-007e-437c-a399-46676f77167a None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.174848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-85a08a97-007e-437c-a399-46676f77167a None None] Transition to ACTIVE for port object 91347093-c152-43f8-a246-bc21161e1f10 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:34.208063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-85a08a97-007e-437c-a399-46676f77167a None None] Transition to ACTIVE for port object 91347093-c152-43f8-a246-bc21161e1f10 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:34.221635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:26:34.276854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.298085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: eed0bc45-8dff-4fd6-a98c-2be0037083e3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:26:34.300895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eed0bc45-8dff-4fd6-a98c-2be0037083e3 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:26:34.307878 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a08a97-007e-437c-a399-46676f77167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.309173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object ac4f6cb7-7151-4641-bd98-208df94cdc8d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:34.369648 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f268123-7860-406a-9483-f22f0417d276 x-openstack-request-id: req-1f268123-7860-406a-9483-f22f0417d276 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:34.372066 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471894ab-2da4-492e-a890-81d5288f1ded", "name": "network-vif-deleted", "tag": "eed0bc45-8dff-4fd6-a98c-2be0037083e3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:34.372439 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f268123-7860-406a-9483-f22f0417d276 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:34.372959 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471894ab-2da4-492e-a890-81d5288f1ded', 'name': 'network-vif-deleted', 'tag': 'eed0bc45-8dff-4fd6-a98c-2be0037083e3', 'status': 'completed', 'code': 200} Jul 23 10:26:34.387638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.422352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a08a97-007e-437c-a399-46676f77167a None None] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:34.438366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.441384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-85a08a97-007e-437c-a399-46676f77167a None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:34.454346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a08a97-007e-437c-a399-46676f77167a None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:34.501571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a08a97-007e-437c-a399-46676f77167a None None] Pushing event updated for resources: {'Port': ['ID=91347093-c152-43f8-a246-bc21161e1f10,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:34.526501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=ac4f6cb7-7151-4641-bd98-208df94cdc8d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:34.536765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.580416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:34.586501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:34.597360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:34.740252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d05ca3f0-3eba-4226-9009-41544d2fff44 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:34.813951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:34.814638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.864159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-694db8ff-b6f2-471c-9b5e-58306c985fee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5226614 Jul 23 10:26:34.869300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Request body: {'port': {'device_id': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:34.939109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-85a08a97-007e-437c-a399-46676f77167a None None] Attempting to bind port 91347093-c152-43f8-a246-bc21161e1f10 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:34.939511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-85a08a97-007e-437c-a399-46676f77167a None None] Attempting to bind port 91347093-c152-43f8-a246-bc21161e1f10 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:34.941782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a08a97-007e-437c-a399-46676f77167a None None] Attempting to bind port 91347093-c152-43f8-a246-bc21161e1f10 on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:34.989952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a08a97-007e-437c-a399-46676f77167a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:34.990346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a08a97-007e-437c-a399-46676f77167a None None] Checking segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:34.990765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a08a97-007e-437c-a399-46676f77167a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:34.991169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a08a97-007e-437c-a399-46676f77167a None None] Bound using segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:34.991678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-85a08a97-007e-437c-a399-46676f77167a None None] Bound port: 91347093-c152-43f8-a246-bc21161e1f10, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:34.992075 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a08a97-007e-437c-a399-46676f77167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.015942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d05ca3f0-3eba-4226-9009-41544d2fff44 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:35.027084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d05ca3f0-3eba-4226-9009-41544d2fff44 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:35.027481 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.098646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.717222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a7cd3332-013d-4adf-9c79-c206b2d95319 None None] Provisioning for port ac4f6cb7-7151-4641-bd98-208df94cdc8d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:35.732420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4f6cb7-7151-4641-bd98-208df94cdc8d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:35.743251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a7cd3332-013d-4adf-9c79-c206b2d95319 None None] Provisioning complete for port ac4f6cb7-7151-4641-bd98-208df94cdc8d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:35.743887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3332-013d-4adf-9c79-c206b2d95319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.748163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.780102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Transition to ACTIVE for port object ac4f6cb7-7151-4641-bd98-208df94cdc8d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:35.782987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38440) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:35.784269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-85a08a97-007e-437c-a399-46676f77167a None None] For port 91347093-c152-43f8-a246-bc21161e1f10, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:35.790732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-85a08a97-007e-437c-a399-46676f77167a None None] For port 91347093-c152-43f8-a246-bc21161e1f10, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=91347093-c152-43f8-a246-bc21161e1f10,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:35.811298 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.844715 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a08a97-007e-437c-a399-46676f77167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.882653 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:35.918823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a08a97-007e-437c-a399-46676f77167a None None] Pushing event updated for resources: {'Port': ['ID=91347093-c152-43f8-a246-bc21161e1f10,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:35.986449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd3332-013d-4adf-9c79-c206b2d95319 None None] Port ac4f6cb7-7151-4641-bd98-208df94cdc8d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:35.993979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374c82-dbae-4229-9004-07bd25898de7 req-022d7314-e964-41ad-a63d-4e8fa77831bb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:35.994525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4f6cb7-7151-4641-bd98-208df94cdc8d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:36.003253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc374c82-dbae-4229-9004-07bd25898de7 req-022d7314-e964-41ad-a63d-4e8fa77831bb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 935 time: 1.6222305 Jul 23 10:26:36.025748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d05ca3f0-3eba-4226-9009-41544d2fff44, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d05ca3f0-3eba-4226-9009-41544d2fff44,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:36.033783 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.144078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d05ca3f0-3eba-4226-9009-41544d2fff44,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:36.153986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc374c82-dbae-4229-9004-07bd25898de7 req-29884657-350d-48cd-8f5b-9ed7a52a5fe8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497564 Jul 23 10:26:36.250299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.311392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c568a7a-bbd6-432c-8991-99909a0b8d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.398215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Attempting to bind port ac4f6cb7-7151-4641-bd98-208df94cdc8d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:36.406289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Attempting to bind port ac4f6cb7-7151-4641-bd98-208df94cdc8d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:36.409511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Attempting to bind port ac4f6cb7-7151-4641-bd98-208df94cdc8d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:36.442047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b75c3b-d3f0-4a36-9814-c43e803e1151 req-2eb828a0-105d-491a-8074-3b50ef015426 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:36.449469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b75c3b-d3f0-4a36-9814-c43e803e1151 req-2eb828a0-105d-491a-8074-3b50ef015426 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:36.483774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b75c3b-d3f0-4a36-9814-c43e803e1151 req-2eb828a0-105d-491a-8074-3b50ef015426 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:36.497622 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27b75c3b-d3f0-4a36-9814-c43e803e1151 req-2eb828a0-105d-491a-8074-3b50ef015426 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 2374 time: 0.7154729 Jul 23 10:26:36.520945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45627510-a387-4b7d-b485-2009f642c838 req-2616c4c3-bc31-4aaf-8354-2785305f77b8 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:36.524998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45627510-a387-4b7d-b485-2009f642c838 req-2616c4c3-bc31-4aaf-8354-2785305f77b8 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.55 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 945 time: 0.5154085 Jul 23 10:26:36.632362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object e7ab406d-ac3b-49da-ab47-0d76ad586af5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:36.724140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c568a7a-bbd6-432c-8991-99909a0b8d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.729146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Port ac4f6cb7-7151-4641-bd98-208df94cdc8d on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:36.729817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Attempting to bind port ac4f6cb7-7151-4641-bd98-208df94cdc8d on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:36.740451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 91347093-c152-43f8-a246-bc21161e1f10 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:36.747639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:36.747979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:36.748418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:36.748863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Bound port: ac4f6cb7-7151-4641-bd98-208df94cdc8d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:36.749228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.768720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c568a7a-bbd6-432c-8991-99909a0b8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.849347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 91347093-c152-43f8-a246-bc21161e1f10 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:36.855968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d05ca3f0-3eba-4226-9009-41544d2fff44 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:36.868667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] For port ac4f6cb7-7151-4641-bd98-208df94cdc8d, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:36.872346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] For port ac4f6cb7-7151-4641-bd98-208df94cdc8d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:36.942592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d05ca3f0-3eba-4226-9009-41544d2fff44 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:36.944886 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:36.960253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27b75c3b-d3f0-4a36-9814-c43e803e1151 req-ee9e93e7-1d48-47c2-883e-6c2be5e53b5b tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4607656 Jul 23 10:26:36.973992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c568a7a-bbd6-432c-8991-99909a0b8d1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6ece9ba4d4b469697926f6a7f10d390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1894045 Jul 23 10:26:36.978064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38446) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:36.982836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.071754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.116962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:37.117597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.119112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac4f6cb7-7151-4641-bd98-208df94cdc8d HTTP/1.1" status: 200 len: 1095 time: 2.2543328 Jul 23 10:26:37.121618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a1ed9-fccf-4aab-9f85-b3f26bf56d44 req-86ff767f-7421-4316-a4f4-318f3c46b734 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:37.131860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba5a1ed9-fccf-4aab-9f85-b3f26bf56d44 req-86ff767f-7421-4316-a4f4-318f3c46b734 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 945 time: 0.5962434 Jul 23 10:26:37.160238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'tag': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:37.163462 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b334636-7737-42b8-b1fa-6db67a517485" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4130ec-1326-4c17-b097-b704b9e2154f", "tag": "ac4f6cb7-7151-4641-bd98-208df94cdc8d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:37.170629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568a7a-bbd6-432c-8991-99909a0b8d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0560a-162f-4efb-b19a-80d0c7c61e5c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:37.267377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fce4d-d1b0-4fe3-b2de-bdb34db9a940 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4f6cb7-7151-4641-bd98-208df94cdc8d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:37.323853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-f41706a9-0089-4006-87e2-2a401831ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:37.328988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-f41706a9-0089-4006-87e2-2a401831ca58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 1098 time: 0.1294508 Jul 23 10:26:37.331411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.433801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69eb8a8f-1831-4d6e-a3b9-9f39f1b1910a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.439872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.459237 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-358c5f14-f6f8-489a-a467-977ceeca4e9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0688252 Jul 23 10:26:37.536590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-fd21a15d-e7dd-4d9c-976d-5471dadcaa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:37.552165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-fd21a15d-e7dd-4d9c-976d-5471dadcaa81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0865166 Jul 23 10:26:37.566067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:37.579377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452fa1b-0625-4352-8505-34764d571d58 req-e0cc0bf5-da47-4beb-beae-ea3ea6b8767a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:37.588290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c452fa1b-0625-4352-8505-34764d571d58 req-e0cc0bf5-da47-4beb-beae-ea3ea6b8767a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 947 time: 0.2557204 Jul 23 10:26:37.618431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Deleting port 9c02be27-237a-4ad3-8e49-53578a5eaddf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:26:37.618780 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.692549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c452fa1b-0625-4352-8505-34764d571d58 req-4b78a752-c621-4a58-a671-f3f66246c245 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025624 Jul 23 10:26:37.710290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e8cb7-9705-473f-abd1-5a71b32e0aed None None] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:26:37.727821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-0c022bea-8222-4d07-9e10-1abb5a653e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:37.732512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-0c022bea-8222-4d07-9e10-1abb5a653e21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713986 Jul 23 10:26:37.757974 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95473f25-8dc2-420b-aa9f-4d9eaa8b5c57 x-openstack-request-id: req-95473f25-8dc2-420b-aa9f-4d9eaa8b5c57 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:37.758274 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4130ec-1326-4c17-b097-b704b9e2154f", "tag": "ac4f6cb7-7151-4641-bd98-208df94cdc8d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:37.758535 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95473f25-8dc2-420b-aa9f-4d9eaa8b5c57 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:37.758938 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'tag': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d', 'status': 'completed', 'code': 200} Jul 23 10:26:37.832300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba5a1ed9-fccf-4aab-9f85-b3f26bf56d44 req-ad2ecf04-b13b-428a-a2cf-9c4380b62cd6 tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/security-groups?id=742f84b7-f65a-441f-8990-259c496008dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982055 Jul 23 10:26:37.833406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=e7ab406d-ac3b-49da-ab47-0d76ad586af5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:37.840496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69eb8a8f-1831-4d6e-a3b9-9f39f1b1910a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.844989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:37.889550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] Provisioning for port 91347093-c152-43f8-a246-bc21161e1f10 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:37.891409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:37.905008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] Provisioning complete for port 91347093-c152-43f8-a246-bc21161e1f10 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:37.905386 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:37.980903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-2edf8a43-6dfd-4715-a82f-7c306d936695 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401531 Jul 23 10:26:38.073541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] For port 9c02be27-237a-4ad3-8e49-53578a5eaddf, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9c02be27-237a-4ad3-8e49-53578a5eaddf,segment=NetworkSegment(30ae4b76-49ba-4ff7-a07a-e91eb052b791),segment_id=30ae4b76-49ba-4ff7-a07a-e91eb052b791)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:38.074532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.161612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Calling delete_port for 9c02be27-237a-4ad3-8e49-53578a5eaddf owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:26:38.195100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Allocated IP 172.25.4.107 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/0ec89c5b-032f-4485-82bd-9580e0ef361f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:38.262917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a304d4b-3af3-4845-9fc7-ba9e62e2af08 req-c52297f8-64d7-4a16-92f6-8b3b994c4375 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750897 Jul 23 10:26:38.282625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.339041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:38.340041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.360798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] For port 91347093-c152-43f8-a246-bc21161e1f10, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=91347093-c152-43f8-a246-bc21161e1f10,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:38.369723 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.479145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-de791c1e-59d4-42b5-9663-7792b0e92ffa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4089210 Jul 23 10:26:38.483382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69eb8a8f-1831-4d6e-a3b9-9f39f1b1910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.486515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69eb8a8f-1831-4d6e-a3b9-9f39f1b1910a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.487872 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-69eb8a8f-1831-4d6e-a3b9-9f39f1b1910a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5c0560a-162f-4efb-b19a-80d0c7c61e5c HTTP/1.1" status: 204 len: 168 time: 1.4987535 Jul 23 10:26:38.544797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334636-7737-42b8-b1fa-6db67a517485 req-2450ea39-1fc8-491d-b284-8ec198d0ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:38.546314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-2450ea39-1fc8-491d-b284-8ec198d0ba0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 1098 time: 0.1755009 Jul 23 10:26:38.571778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4', 'admin_state_up': True, 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'security_groups': ['dc174dea-21ad-459a-b27d-0f1ad2619011']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:38.591357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6904-8531-440e-a299-b574a48ce799 None None] Pushing event updated for resources: {'Port': ['ID=91347093-c152-43f8-a246-bc21161e1f10,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:38.606448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4c3ca6a5-1dfd-4615-a932-c99b3559759a None None] Provisioning for port e7ab406d-ac3b-49da-ab47-0d76ad586af5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:38.615573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4c3ca6a5-1dfd-4615-a932-c99b3559759a None None] Provisioning complete for port e7ab406d-ac3b-49da-ab47-0d76ad586af5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:38.615961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca6a5-1dfd-4615-a932-c99b3559759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.704651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ca6a5-1dfd-4615-a932-c99b3559759a None None] Port e7ab406d-ac3b-49da-ab47-0d76ad586af5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:38.825295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.847170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334636-7737-42b8-b1fa-6db67a517485 req-716f3694-4103-4401-b7af-32644cf61210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:38.848671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-716f3694-4103-4401-b7af-32644cf61210 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2941463 Jul 23 10:26:38.931772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-c4c5af48-07bf-4bc3-b29a-56a8ba8733d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d HTTP/1.1" status: 200 len: 217 time: 0.0606017 Jul 23 10:26:38.943720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0072690a-6e00-4665-bbda-2932d4f63008 None None] Provisioning complete for port 91347093-c152-43f8-a246-bc21161e1f10 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:38.944333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0072690a-6e00-4665-bbda-2932d4f63008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:38.949158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb8a8f-1831-4d6e-a3b9-9f39f1b1910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0560a-162f-4efb-b19a-80d0c7c61e5c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:38.960241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:39.031960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334636-7737-42b8-b1fa-6db67a517485 req-52266c18-d48b-4561-a69e-830b05749da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.038126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-52266c18-d48b-4561-a69e-830b05749da4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0988863 Jul 23 10:26:39.108129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d57b-4385-4dee-bd25-daf7395b9aff req-9d11792c-7cf5-456f-9e37-b65ec1b0b7a7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.127274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d57b-4385-4dee-bd25-daf7395b9aff req-9d11792c-7cf5-456f-9e37-b65ec1b0b7a7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.134721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d57b-4385-4dee-bd25-daf7395b9aff req-9d11792c-7cf5-456f-9e37-b65ec1b0b7a7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.142085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d57b-4385-4dee-bd25-daf7395b9aff req-9d11792c-7cf5-456f-9e37-b65ec1b0b7a7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.149944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a73d57b-4385-4dee-bd25-daf7395b9aff req-9d11792c-7cf5-456f-9e37-b65ec1b0b7a7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3095 time: 0.9895179 Jul 23 10:26:39.163170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:39.193051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:39.201025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:39.206284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:39.208403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec89c5b-032f-4485-82bd-9580e0ef361f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:39.222254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38470) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:39.227963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4981b-de55-41cd-89fa-820c35c303bb req-0e887a1f-dfe4-41ee-bd5b-8848f85a120e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.236837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afc4981b-de55-41cd-89fa-820c35c303bb req-0e887a1f-dfe4-41ee-bd5b-8848f85a120e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 947 time: 0.4012454 Jul 23 10:26:39.293215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afc4981b-de55-41cd-89fa-820c35c303bb req-c8c2b72d-2cda-4560-829b-5725e6388228 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Jul 23 10:26:39.301865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b334636-7737-42b8-b1fa-6db67a517485 req-0318a9de-ac8c-41ef-b716-6192973d153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:39.303383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-0318a9de-ac8c-41ef-b716-6192973d153f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548292 Jul 23 10:26:39.428431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Pushing event deleted for resources: {'Port': ['ID=9c02be27-237a-4ad3-8e49-53578a5eaddf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:39.453799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a73d57b-4385-4dee-bd25-daf7395b9aff req-c3d6fb1d-1c46-4a05-b349-d7b261a77c85 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026819 Jul 23 10:26:39.455103 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-491b4a8d-977b-458f-8e11-bbcc24d7a0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:39.490356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Made reservation on behalf of b079f8cfdb104095b84d7d3dc4c31218 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:39.551778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3e21c34-81c6-48f4-a2d9-a6f8a6c532a9 req-c8459f49-ba7a-4ca3-8004-a2d70b0d448a tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265a6b6-8758-45a1-9a49-6ac7c104b4e3 HTTP/1.1" status: 200 len: 210 time: 0.0771277 Jul 23 10:26:39.562133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-9a2b5fe0-1fbf-45f0-84eb-b7444cc6e14a service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513940 Jul 23 10:26:39.644855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] No DVR routers for this DVR port 9c02be27-237a-4ad3-8e49-53578a5eaddf on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:26:39.672941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:39.675070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45627510-a387-4b7d-b485-2009f642c838 req-8dd1f569-eace-4be0-a0ce-f663eeaf5b2b tempest-LiveMigrationTest-763487553 tempest-LiveMigrationTest-763487553-project] 10.222.0.55 "DELETE /v2.0/ports/9c02be27-237a-4ad3-8e49-53578a5eaddf HTTP/1.1" status: 204 len: 173 time: 3.0499454 Jul 23 10:26:39.675624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'name': 'network-vif-deleted', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:39.685762 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64bcbbc-50cf-462e-af96-b6469c120118" -d '{"events": [{"server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "name": "network-vif-deleted", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:39.714737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b334636-7737-42b8-b1fa-6db67a517485 req-fad410cc-6caa-4aa0-b79d-8cc44a7e188d service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451628 Jul 23 10:26:39.842829 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9900f260-aaba-4a08-ac02-299cecd1ba86 x-openstack-request-id: req-9900f260-aaba-4a08-ac02-299cecd1ba86 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:39.842829 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265a6b6-8758-45a1-9a49-6ac7c104b4e3", "name": "network-vif-deleted", "tag": "9c02be27-237a-4ad3-8e49-53578a5eaddf", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:39.842829 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9900f260-aaba-4a08-ac02-299cecd1ba86 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:39.843282 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265a6b6-8758-45a1-9a49-6ac7c104b4e3', 'name': 'network-vif-deleted', 'tag': '9c02be27-237a-4ad3-8e49-53578a5eaddf', 'status': 'completed', 'code': 200} Jul 23 10:26:39.907747 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.001202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.032554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ac4f6cb7-7151-4641-bd98-208df94cdc8d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:26:40.035388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:26:40.069881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 9c02be27-237a-4ad3-8e49-53578a5eaddf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:26:40.070253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9c02be27-237a-4ad3-8e49-53578a5eaddf not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:26:40.122441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-491b4a8d-977b-458f-8e11-bbcc24d7a0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.136409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-491b4a8d-977b-458f-8e11-bbcc24d7a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.222573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b4a8d-977b-458f-8e11-bbcc24d7a0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa069830-2263-4a55-a828-f85544f05086,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:40.227088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-491b4a8d-977b-458f-8e11-bbcc24d7a0bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b61c29c68f343acb8109ccb2f03b050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9466126 Jul 23 10:26:40.230295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38476) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:40.301208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Allocated IP 10.2.2.200 (24afed73-8d16-4e34-9fac-9e073aee35e4/2de79cc9-8a18-4b88-acdf-9f6eff79ca9e/6bd883d3-1e6b-40bc-a3e1-251b53c378d7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:40.337051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43f5fe80-eef8-4bf5-8f8e-f94ff7ea388c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.391220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ac4f6cb7-7151-4641-bd98-208df94cdc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:40.420232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d', 'mac_address': 'fa:16:3e:cc:23:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:26:40.429441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43f5fe80-eef8-4bf5-8f8e-f94ff7ea388c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.581688 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.587395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43f5fe80-eef8-4bf5-8f8e-f94ff7ea388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.589983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43f5fe80-eef8-4bf5-8f8e-f94ff7ea388c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.593554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-43f5fe80-eef8-4bf5-8f8e-f94ff7ea388c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa069830-2263-4a55-a828-f85544f05086 HTTP/1.1" status: 204 len: 168 time: 0.3598778 Jul 23 10:26:40.608806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5fe80-eef8-4bf5-8f8e-f94ff7ea388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa069830-2263-4a55-a828-f85544f05086,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:40.668797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 91347093-c152-43f8-a246-bc21161e1f10 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:40.677569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.683080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4f6cb7-7151-4641-bd98-208df94cdc8d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:40.714315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ac4f6cb7-7151-4641-bd98-208df94cdc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:40.745805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.809236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ac4f6cb7-7151-4641-bd98-208df94cdc8d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:40.812750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0258e3-f144-4b7e-bb2c-93fa39cfc8c2 req-53fb1c18-e04a-48c0-a734-5fd191bbe230 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:40.838866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0258e3-f144-4b7e-bb2c-93fa39cfc8c2 req-53fb1c18-e04a-48c0-a734-5fd191bbe230 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:40.846149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0258e3-f144-4b7e-bb2c-93fa39cfc8c2 req-53fb1c18-e04a-48c0-a734-5fd191bbe230 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:40.853347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0258e3-f144-4b7e-bb2c-93fa39cfc8c2 req-53fb1c18-e04a-48c0-a734-5fd191bbe230 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:40.869959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae0258e3-f144-4b7e-bb2c-93fa39cfc8c2 req-53fb1c18-e04a-48c0-a734-5fd191bbe230 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3095 time: 0.2008946 Jul 23 10:26:40.899548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 91347093-c152-43f8-a246-bc21161e1f10 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:40.900187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:40.935272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae0258e3-f144-4b7e-bb2c-93fa39cfc8c2 req-e2fa9025-6b9d-4fa7-a437-4f269183c1b3 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640860 Jul 23 10:26:40.966393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:41.611075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:41.657942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa032-bd87-43d2-8c44-d96041a930ef req-384f5872-e803-4ab1-9651-1e6f3be9590f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:41.668084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f21aa032-bd87-43d2-8c44-d96041a930ef req-384f5872-e803-4ab1-9651-1e6f3be9590f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 947 time: 1.1831105 Jul 23 10:26:41.724471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:41.767208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Transition to ACTIVE for port object 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:41.811762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f21aa032-bd87-43d2-8c44-d96041a930ef req-2cbe283b-792d-494c-93bd-5064fd8d6b23 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423345 Jul 23 10:26:41.820135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:26:41.927568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Deleting subnet 6e512ca4-885d-4b59-88d6-b827ffb26da7 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:26:41.939853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:41.994635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.020957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ac4f6cb7-7151-4641-bd98-208df94cdc8d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:42.033138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.044005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.115816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ac4f6cb7-7151-4641-bd98-208df94cdc8d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:42.121006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ac4f6cb7-7151-4641-bd98-208df94cdc8d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:42.121654 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.201188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:42.203548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event updated for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:42.215845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:42.223863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:42.262858 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.295923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:42.299718 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44502ce5-189d-4040-a23d-b6d2c6ff82e5" -d '{"events": [{"server_uuid": "5c4130ec-1326-4c17-b097-b704b9e2154f", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f6cb7-7151-4641-bd98-208df94cdc8d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:42.333032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f400-c799-44fa-aecd-32915e934963 req-0b80e7e1-5660-46d6-9c87-5b2aa31d5792 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.340058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f400-c799-44fa-aecd-32915e934963 req-0b80e7e1-5660-46d6-9c87-5b2aa31d5792 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.342973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ac4f6cb7-7151-4641-bd98-208df94cdc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:42.348522 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.360287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f400-c799-44fa-aecd-32915e934963 req-0b80e7e1-5660-46d6-9c87-5b2aa31d5792 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.371972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.374428 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.402445 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f29e141-d4d6-404b-bc18-ae58f94aba4a x-openstack-request-id: req-5f29e141-d4d6-404b-bc18-ae58f94aba4a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:42.402931 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4130ec-1326-4c17-b097-b704b9e2154f", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f6cb7-7151-4641-bd98-208df94cdc8d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:42.403860 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f29e141-d4d6-404b-bc18-ae58f94aba4a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:42.405569 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d', 'code': 200} Jul 23 10:26:42.407643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fd259614-fbd8-48c6-b060-273962c71f1e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8476875 Jul 23 10:26:42.413573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:26:42.418612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f400-c799-44fa-aecd-32915e934963 req-0b80e7e1-5660-46d6-9c87-5b2aa31d5792 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.425886 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:26:42.447007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:42.453281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ac4f6cb7-7151-4641-bd98-208df94cdc8d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:42.456106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f400-c799-44fa-aecd-32915e934963 req-0b80e7e1-5660-46d6-9c87-5b2aa31d5792 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.478692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d771f400-c799-44fa-aecd-32915e934963 req-0b80e7e1-5660-46d6-9c87-5b2aa31d5792 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3816 time: 0.3493602 Jul 23 10:26:42.480096 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:42.485594 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:42.494940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.497148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8eff689f-066c-4e2e-a134-113f3ca29b36 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.1067512 Jul 23 10:26:42.499877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:42.522626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.600622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e512ca4-885d-4b59-88d6-b827ffb26da7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:42.627707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.630687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-46d4ecf5-7a77-4447-935d-434760ed87d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e512ca4-885d-4b59-88d6-b827ffb26da7 HTTP/1.1" status: 204 len: 168 time: 1.0179827 Jul 23 10:26:42.646532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38536) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:42.690703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d8af952d-31f6-4ea4-8d35-e86efadca76b None None] Provisioning for port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:42.702458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d8af952d-31f6-4ea4-8d35-e86efadca76b None None] Provisioning complete for port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:42.702876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8af952d-31f6-4ea4-8d35-e86efadca76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.733365 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:42.747091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:42.768450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d771f400-c799-44fa-aecd-32915e934963 req-1c9f8133-24fd-4ff7-836a-1cabd029de00 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887464 Jul 23 10:26:42.816195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d8af952d-31f6-4ea4-8d35-e86efadca76b None None] Port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:42.831351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce99e4-6ae2-41b6-a2dd-c428a13dea00 req-ecd98512-ec65-40e9-b4ad-1d919fd8cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:42.836887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91ce99e4-6ae2-41b6-a2dd-c428a13dea00 req-ecd98512-ec65-40e9-b4ad-1d919fd8cb21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 1100 time: 0.3498659 Jul 23 10:26:42.881279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.017337 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:39Z', 'revision_number': 3, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:43.034670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.048872 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:26:43.049231 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Updating router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 port 0ec89c5b-032f-4485-82bd-9580e0ef361f binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:26:43.050846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91ce99e4-6ae2-41b6-a2dd-c428a13dea00 req-eae3a718-747b-4c76-80ce-3c67a6bdfda3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102921 Jul 23 10:26:43.061095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a96832-d655-41d9-937e-f38bcf3d20bf']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:43.077335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ae4b76-49ba-4ff7-a07a-e91eb052b791') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:43.077632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ae4b76-49ba-4ff7-a07a-e91eb052b791') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:43.089370 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.105384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.135245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.145682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:26:43.150229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:26:43.228779 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:26:43.233763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.256488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.258836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/96a96832-d655-41d9-937e-f38bcf3d20bf HTTP/1.1" status: 204 len: 168 time: 0.6109657 Jul 23 10:26:43.262392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:43.313670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e186b-5631-4f1a-b758-dc32447e37a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a96832-d655-41d9-937e-f38bcf3d20bf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:43.370065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a0e2e-ce3d-41f7-9a6f-759380271bc2 req-b72089eb-ef67-4082-a6dd-aa31da7d0579 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:43.380303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d45a0e2e-ce3d-41f7-9a6f-759380271bc2 req-b72089eb-ef67-4082-a6dd-aa31da7d0579 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 949 time: 0.4459488 Jul 23 10:26:43.528175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d45a0e2e-ce3d-41f7-9a6f-759380271bc2 req-31410f03-143e-4ead-a6d9-5516e32d9d73 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468647 Jul 23 10:26:43.533957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Deleting subnet 303a48fd-8df0-4085-aa38-f801e2f103ce {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:26:43.546823 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.634540 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.665772 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.670580 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Transition to ACTIVE for port object 0ec89c5b-032f-4485-82bd-9580e0ef361f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:43.682571 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.762639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.824958 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Attempting to bind port 0ec89c5b-032f-4485-82bd-9580e0ef361f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:43.825307 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Attempting to bind port 0ec89c5b-032f-4485-82bd-9580e0ef361f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:43.826205 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Attempting to bind port 0ec89c5b-032f-4485-82bd-9580e0ef361f on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:43.854014 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:43.854602 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:43.862088 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.884021 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:43.885463 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Bound port: 0ec89c5b-032f-4485-82bd-9580e0ef361f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:43.886496 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.930502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.987257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303a48fd-8df0-4085-aa38-f801e2f103ce,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:43.990369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:43.994808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-56170398-2ef5-421e-9b94-3c6f86f03cea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/303a48fd-8df0-4085-aa38-f801e2f103ce HTTP/1.1" status: 204 len: 168 time: 0.7297914 Jul 23 10:26:44.004617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:44.061339 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d52f6d-19ca-401e-b3b7-411920307eb6 None None] Pushing event updated for resources: {'Port': ['ID=0ec89c5b-032f-4485-82bd-9580e0ef361f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:44.105127 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] For port 0ec89c5b-032f-4485-82bd-9580e0ef361f, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:44.116233 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] For port 0ec89c5b-032f-4485-82bd-9580e0ef361f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ec89c5b-032f-4485-82bd-9580e0ef361f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:44.128033 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.171318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.238757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:44.239769 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:44.255333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1469088b-eb08-4814-bf12-fd57860ed02e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:44.287113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.349027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-ef5044c9-1b99-454c-81cf-a360e9f61243 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:44.365738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-ef5044c9-1b99-454c-81cf-a360e9f61243 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:44.372683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-ef5044c9-1b99-454c-81cf-a360e9f61243 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:44.392460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-ef5044c9-1b99-454c-81cf-a360e9f61243 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:44.400125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-ef5044c9-1b99-454c-81cf-a360e9f61243 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:44.411399 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-ef5044c9-1b99-454c-81cf-a360e9f61243 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3816 time: 0.4260609 Jul 23 10:26:44.448120 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d52f6d-19ca-401e-b3b7-411920307eb6 None None] Pushing event updated for resources: {'Port': ['ID=0ec89c5b-032f-4485-82bd-9580e0ef361f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:44.449809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.469619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0be3da7-734f-48f6-af12-2820ad3a9bfa']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:44.490409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19439ff3-2a24-4bd2-b40e-160575226f5b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:44.490770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19439ff3-2a24-4bd2-b40e-160575226f5b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:44.505015 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.521515 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:44.535870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.548208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:26:44.548208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:26:44.550015 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:26:44.640867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.655645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.655918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d3829ea-930c-49e7-9beb-47723f36a9e7 req-2214008e-db07-4689-b265-dec773b19a95 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433796 Jul 23 10:26:44.660701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] 10.222.0.37 "DELETE /v2.0/networks/a0be3da7-734f-48f6-af12-2820ad3a9bfa HTTP/1.1" status: 204 len: 168 time: 0.6474624 Jul 23 10:26:44.670333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Transition to ACTIVE for port object 1469088b-eb08-4814-bf12-fd57860ed02e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:44.674175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488aad24-a50c-47cd-8e00-a46da169ccaf admin admin] Pushing event deleted for resources: {'Network': ['ID=a0be3da7-734f-48f6-af12-2820ad3a9bfa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:44.688559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:44.793162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f63b7-aef8-4836-9950-300d45d83637 req-66768b38-af2e-4114-a075-a59ad07c8ea9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:44.794720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f5f63b7-aef8-4836-9950-300d45d83637 req-66768b38-af2e-4114-a075-a59ad07c8ea9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 949 time: 0.1105111 Jul 23 10:26:44.857377 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:39Z', 'revision_number': 3, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:44.875544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f5f63b7-aef8-4836-9950-300d45d83637 req-5edc3f15-dc90-49db-84e3-a1d77316b934 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633495 Jul 23 10:26:44.881886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38596) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:44.959224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e109-12f1-49cb-a0a2-e1f6983c1650 None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:39Z', 'revision_number': 3, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:26:45.100531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1469088b-eb08-4814-bf12-fd57860ed02e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:45.134301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:45.141765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Attempting to bind port 1469088b-eb08-4814-bf12-fd57860ed02e on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:45.144249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Attempting to bind port 1469088b-eb08-4814-bf12-fd57860ed02e by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:45.144680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Attempting to bind port 1469088b-eb08-4814-bf12-fd57860ed02e on network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:45.148060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15a6a739-dd11-43cf-8629-df4b8b85eb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.221650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Port 1469088b-eb08-4814-bf12-fd57860ed02e on network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:45.222127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Attempting to bind port 1469088b-eb08-4814-bf12-fd57860ed02e on network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:45.225707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.309731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2d1cea81-5dbb-464d-985d-009b5c64f073 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c03d131371c24e5a933122ba8f96b5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563582 Jul 23 10:26:45.311983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:45.312328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Checking segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:45.312710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Bound using segment: {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:45.313385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Bound port: 1469088b-eb08-4814-bf12-fd57860ed02e, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf84fc1-b442-4c7f-9867-1f78b55cb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:45.313512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.313739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38608) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:45.566924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4de2d54-8316-41d7-ad78-8d181aba296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.617895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15a6a739-dd11-43cf-8629-df4b8b85eb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.636422 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15a6a739-dd11-43cf-8629-df4b8b85eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.663356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4de2d54-8316-41d7-ad78-8d181aba296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.681613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-15a6a739-dd11-43cf-8629-df4b8b85eb8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b061e49cb2c414cb4c64a0f9431f648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7958133 Jul 23 10:26:45.686239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] For port 1469088b-eb08-4814-bf12-fd57860ed02e, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:45.687258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38610) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:45.692483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] For port 1469088b-eb08-4814-bf12-fd57860ed02e, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1469088b-eb08-4814-bf12-fd57860ed02e,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:45.717714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.814222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1469088b-eb08-4814-bf12-fd57860ed02e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:45.850944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:45.852168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:45.854148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-867553f9-906e-4b69-a2d1-0b7961745bd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 200 len: 1091 time: 3.4157634 Jul 23 10:26:45.859146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:45.861656 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b8f19-b85e-483a-bee5-707ad284186e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:45.911985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Allocated IP 172.20.0.1 (833d1b11-f52b-4944-9fa3-fd6567a5fec0/e49b7839-df3c-4fca-80fb-4c03fc545731/9c1ae3de-3281-417e-9925-2a1e3360e95f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:45.912198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6a739-dd11-43cf-8629-df4b8b85eb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ea900-0d40-4b6e-baa2-81f508515399,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:45.933404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:46.033088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.123260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df581-a073-449c-9b13-627c5f8c2eea req-841fb2e7-8144-4ead-b96d-682a4b618bc8 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:46.130828 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-029df581-a073-449c-9b13-627c5f8c2eea req-841fb2e7-8144-4ead-b96d-682a4b618bc8 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 1100 time: 0.4848511 Jul 23 10:26:46.217006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-029df581-a073-449c-9b13-627c5f8c2eea req-227f2d5e-15ed-4118-9e26-74c63130b5d9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.380805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.453790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Transition to ACTIVE for port object 9c1ae3de-3281-417e-9925-2a1e3360e95f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:46.591009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ec89c5b-032f-4485-82bd-9580e0ef361f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:46.668515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4903290d-6eb2-4289-b67c-813f421978cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.706621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4903290d-6eb2-4289-b67c-813f421978cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.749548 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4de2d54-8316-41d7-ad78-8d181aba296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.754491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4de2d54-8316-41d7-ad78-8d181aba296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.755703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4de2d54-8316-41d7-ad78-8d181aba296d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/742f84b7-f65a-441f-8990-259c496008dd HTTP/1.1" status: 204 len: 168 time: 1.4410028 Jul 23 10:26:46.757236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0ec89c5b-032f-4485-82bd-9580e0ef361f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:46.765029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0ec89c5b-032f-4485-82bd-9580e0ef361f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:46.765546 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.766716 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.772616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-029df581-a073-449c-9b13-627c5f8c2eea req-227f2d5e-15ed-4118-9e26-74c63130b5d9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.805776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de2d54-8316-41d7-ad78-8d181aba296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742f84b7-f65a-441f-8990-259c496008dd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:46.813417 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4903290d-6eb2-4289-b67c-813f421978cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.822827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4903290d-6eb2-4289-b67c-813f421978cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.827839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4903290d-6eb2-4289-b67c-813f421978cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/101ea900-0d40-4b6e-baa2-81f508515399 HTTP/1.1" status: 204 len: 168 time: 1.1195018 Jul 23 10:26:46.837989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ae3de-3281-417e-9925-2a1e3360e95f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:46.849199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-029df581-a073-449c-9b13-627c5f8c2eea req-227f2d5e-15ed-4118-9e26-74c63130b5d9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:46.868841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bace0b-e87a-47d3-9488-4edc43472feb req-b7bbc0f2-a8e3-46e2-bff7-79b90fa45c5f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:46.887475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bace0b-e87a-47d3-9488-4edc43472feb req-b7bbc0f2-a8e3-46e2-bff7-79b90fa45c5f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:46.900401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bace0b-e87a-47d3-9488-4edc43472feb req-b7bbc0f2-a8e3-46e2-bff7-79b90fa45c5f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:46.919067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bace0b-e87a-47d3-9488-4edc43472feb req-b7bbc0f2-a8e3-46e2-bff7-79b90fa45c5f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:46.936423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bace0b-e87a-47d3-9488-4edc43472feb req-b7bbc0f2-a8e3-46e2-bff7-79b90fa45c5f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:46.940551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72bace0b-e87a-47d3-9488-4edc43472feb req-b7bbc0f2-a8e3-46e2-bff7-79b90fa45c5f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3828 time: 1.0667298 Jul 23 10:26:47.000509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:47.000667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903290d-6eb2-4289-b67c-813f421978cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ea900-0d40-4b6e-baa2-81f508515399,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:47.009668 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:47.031803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-029df581-a073-449c-9b13-627c5f8c2eea req-227f2d5e-15ed-4118-9e26-74c63130b5d9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8999903 Jul 23 10:26:47.064324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:47.078610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72bace0b-e87a-47d3-9488-4edc43472feb req-e307d1ed-202e-430b-b16f-31737f511705 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306937 Jul 23 10:26:47.083864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:47.105361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249aa489-75df-41fb-bce9-64260b9af4cf {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:47.108111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0ec89c5b-032f-4485-82bd-9580e0ef361f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ec89c5b-032f-4485-82bd-9580e0ef361f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:47.122369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:47.130803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:47.219662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Transition to ACTIVE for port object 249aa489-75df-41fb-bce9-64260b9af4cf will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:47.325583 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f897d-f5e5-47a9-b738-72a06b745bda x-openstack-request-id: req-c96f897d-f5e5-47a9-b738-72a06b745bda {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:47.326583 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:47.327202 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c96f897d-f5e5-47a9-b738-72a06b745bda {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:47.327695 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e', 'status': 'completed', 'code': 200} Jul 23 10:26:47.330755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f2d5e-15ed-4118-9e26-74c63130b5d9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d855add-a545-400e-ae54-b8861bddc311,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:47.348603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:47.386380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0ec89c5b-032f-4485-82bd-9580e0ef361f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:47.415793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-cba0821e-9a6d-4423-8e31-bc3f34fb7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:47.416295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-cba0821e-9a6d-4423-8e31-bc3f34fb7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:47.416772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-cba0821e-9a6d-4423-8e31-bc3f34fb7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:47.417248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-cba0821e-9a6d-4423-8e31-bc3f34fb7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:47.417708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-cba0821e-9a6d-4423-8e31-bc3f34fb7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:47.426176 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-cba0821e-9a6d-4423-8e31-bc3f34fb7db2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 4363 time: 0.2434065 Jul 23 10:26:47.554294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Pushing event updated for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:47.658126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5851f8ca-0774-4f74-b4eb-546d2fc37179 None None] Provisioning for port 9c1ae3de-3281-417e-9925-2a1e3360e95f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:47.676053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5851f8ca-0774-4f74-b4eb-546d2fc37179 None None] Provisioning complete for port 9c1ae3de-3281-417e-9925-2a1e3360e95f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:47.681876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5851f8ca-0774-4f74-b4eb-546d2fc37179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:47.800359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:47.850979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5851f8ca-0774-4f74-b4eb-546d2fc37179 None None] Port 9c1ae3de-3281-417e-9925-2a1e3360e95f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:47.860396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:47.879232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:48.061243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90438d53-f749-432f-8b38-aadbc84db80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.108149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-4e08be97-1c7f-46f5-8b3e-0d7f60ef4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.114659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-4e08be97-1c7f-46f5-8b3e-0d7f60ef4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.115141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-4e08be97-1c7f-46f5-8b3e-0d7f60ef4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.117732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-4e08be97-1c7f-46f5-8b3e-0d7f60ef4ca7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6849935 Jul 23 10:26:48.118379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Attempting to bind port 249aa489-75df-41fb-bce9-64260b9af4cf on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:48.118728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Attempting to bind port 249aa489-75df-41fb-bce9-64260b9af4cf by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:48.119060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Attempting to bind port 249aa489-75df-41fb-bce9-64260b9af4cf on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:48.176634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Port 249aa489-75df-41fb-bce9-64260b9af4cf on network 3e36f826-483a-4562-933f-31eb35b494a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:48.176998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Attempting to bind port 249aa489-75df-41fb-bce9-64260b9af4cf on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:48.226075 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2b6fb09f-bf14-4583-97ca-22c334e321a4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592055 Jul 23 10:26:48.256601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:48.257003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Checking segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:48.257452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Bound using segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:48.257999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Bound port: 249aa489-75df-41fb-bce9-64260b9af4cf, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:48.258459 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.297333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-13c11f7e-463e-466c-8cb4-1fd5d1aa98cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bf73e4d042c4bf092b99a039a7681c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163713 Jul 23 10:26:48.310413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:48.466584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-3e99c7f4-67d6-4015-92e3-6279856f11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.468194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e7b8f19-b85e-483a-bee5-707ad284186e req-3e99c7f4-67d6-4015-92e3-6279856f11fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3438425 Jul 23 10:26:48.526866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.529911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7041950-1fff-48dd-a6a4-7d86a609d094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.554238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7041950-1fff-48dd-a6a4-7d86a609d094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.557191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.566517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.597867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.614769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ec89c5b-032f-4485-82bd-9580e0ef361f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:48.616920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.638274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.655539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-26e906f1-583f-4772-87ee-fe6c9c7d01e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 4606 time: 0.3962569 Jul 23 10:26:48.713018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-8eff1c3f-161f-42dd-bdfe-55c92304d97f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:48.723632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-8eff1c3f-161f-42dd-bdfe-55c92304d97f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960971 Jul 23 10:26:48.725433 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7041950-1fff-48dd-a6a4-7d86a609d094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.729836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7041950-1fff-48dd-a6a4-7d86a609d094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.737841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0ec89c5b-032f-4485-82bd-9580e0ef361f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:48.739027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.747991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c7041950-1fff-48dd-a6a4-7d86a609d094 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03d9f8b2-4c94-4929-af83-e3364c08879b HTTP/1.1" status: 204 len: 168 time: 0.4353342 Jul 23 10:26:48.757578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:48.811833 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-800cd387-1f2d-4cf0-ace6-9f8f42d92454 req-444c7268-5fd2-4676-9b62-f1a1a46ec7de tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582546 Jul 23 10:26:48.815889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:48.840976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7041950-1fff-48dd-a6a4-7d86a609d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d9f8b2-4c94-4929-af83-e3364c08879b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:48.886176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5bf6e583-2205-4e38-b916-953245ad6d14 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/quotas/aa65ca1942394e3b825b965f0fbbe228 HTTP/1.1" status: 200 len: 375 time: 0.1612680 Jul 23 10:26:48.894800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=249aa489-75df-41fb-bce9-64260b9af4cf,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:48.967677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:49.122715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.124858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:49.126612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] 10.222.0.20 "PUT /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 1136 time: 3.2294676 Jul 23 10:26:49.139272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90438d53-f749-432f-8b38-aadbc84db80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:49.173405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90438d53-f749-432f-8b38-aadbc84db80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:49.183699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:49.274365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90438d53-f749-432f-8b38-aadbc84db80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd994371-6911-4d11-92d7-847c1d9af616,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:49.355145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '249aa489-75df-41fb-bce9-64260b9af4cf'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:49.361038 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381de533-991e-42f8-a7b5-3cddeb33e742" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "249aa489-75df-41fb-bce9-64260b9af4cf"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:49.372662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-8eab7389-479c-4919-8cef-14b021af2f55 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4856484 Jul 23 10:26:49.484454 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a132969-d3fb-45ac-b9e7-d3f4304774e5 x-openstack-request-id: req-0a132969-d3fb-45ac-b9e7-d3f4304774e5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:49.484748 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "249aa489-75df-41fb-bce9-64260b9af4cf", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:49.484998 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a132969-d3fb-45ac-b9e7-d3f4304774e5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:49.485386 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '249aa489-75df-41fb-bce9-64260b9af4cf', 'status': 'completed', 'code': 200} Jul 23 10:26:49.490599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a20f8-73a4-4a9b-989d-6dc59dfc5825 service neutron] Pushing event updated for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:49.552067 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90438d53-f749-432f-8b38-aadbc84db80d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2d55b15bbdd4add8c76bf23e5a140a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7447269 Jul 23 10:26:49.581027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38664) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:26:49.712493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.715951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.716773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.716936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.717407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.717920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:49.719859 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-c08f3366-1bb0-4631-972e-3d3326690a15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5292 time: 0.1954997 Jul 23 10:26:49.720488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30eebc8b-34f2-4baa-8fa9-8b508c2b2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:49.744847 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:49.793861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30eebc8b-34f2-4baa-8fa9-8b508c2b2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:50.052068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-f75388ad-843d-451f-836d-35b60eb3ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.052501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-f75388ad-843d-451f-836d-35b60eb3ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.052962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-f75388ad-843d-451f-836d-35b60eb3ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.054658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-f75388ad-843d-451f-836d-35b60eb3ffab service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3206728 Jul 23 10:26:50.205462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30eebc8b-34f2-4baa-8fa9-8b508c2b2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:50.214272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30eebc8b-34f2-4baa-8fa9-8b508c2b2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:50.223750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-30eebc8b-34f2-4baa-8fa9-8b508c2b2bc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd994371-6911-4d11-92d7-847c1d9af616 HTTP/1.1" status: 204 len: 168 time: 0.6365914 Jul 23 10:26:50.425486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-d21eaca2-b6bc-4d6a-ac64-92f8629d880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.427046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381de533-991e-42f8-a7b5-3cddeb33e742 req-d21eaca2-b6bc-4d6a-ac64-92f8629d880f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3569400 Jul 23 10:26:50.453089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eebc8b-34f2-4baa-8fa9-8b508c2b2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd994371-6911-4d11-92d7-847c1d9af616,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:50.500135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.514332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.528935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.579533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.600142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.624336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:50.649159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-5f857337-e67b-4e8c-a58b-1031c48dd0b6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 4606 time: 0.6978335 Jul 23 10:26:50.785721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9604262-038b-4eb4-a36c-47297f2415c1 req-e04625b7-bb13-4ff7-8627-884e58a4a303 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278431 Jul 23 10:26:51.045413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-405981f9-67bd-4f7b-8523-319928f95e07 req-50eaa0a6-a348-45d0-a7fe-89747975cc8a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 210 time: 0.0681403 Jul 23 10:26:51.084923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:51.095152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:51.249029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ae3de-3281-417e-9925-2a1e3360e95f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:51.251731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:51.553827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:51.557772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:51.777479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:51.797695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:51.854145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Transition to ACTIVE for port object 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:51.864233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:26:51.873828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:51.974684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Pushing event updated for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:52.144609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4357bbba-0faf-478a-ab58-0f72c1bd8508 None None] Provisioning complete for port 9c1ae3de-3281-417e-9925-2a1e3360e95f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:52.145120 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4357bbba-0faf-478a-ab58-0f72c1bd8508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:52.284861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.291005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4357bbba-0faf-478a-ab58-0f72c1bd8508 None None] Port 9c1ae3de-3281-417e-9925-2a1e3360e95f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:52.297189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.303777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.311442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.318022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.326376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.332873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.342140 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-eaeb59cc-a9a4-44eb-a839-942a9ec3e2c4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5384 time: 0.3111823 Jul 23 10:26:52.459733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6a0c2a0-8daa-4c82-8ada-69f475dc0306 req-45720764-e68e-4680-b3b5-34f65cd175c0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102252 Jul 23 10:26:52.590015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37fa1f6a-87c5-4df4-9182-5029da66219a req-2e050623-8c87-4429-9dba-a4726f339287 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 210 time: 0.0570629 Jul 23 10:26:52.591440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Attempting to bind port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:52.596276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Attempting to bind port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:52.597027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Attempting to bind port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:52.624213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:26:52.625784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b on network 3e36f826-483a-4562-933f-31eb35b494a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:52.626109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Attempting to bind port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:52.635384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a4ae956b-c5ba-44fc-8c6a-f139928a95cb admin admin] 10.222.0.37 "PUT /v2.0/routers/3ee7d5b4-e62b-4654-bc25-b9a60e092127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1344090 Jul 23 10:26:52.636563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:52.637172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Checking segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:52.637743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Bound using segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:52.638349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Bound port: 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:52.638904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:52.643554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-c78d007f-8053-4a5c-a335-d3ddc3f080fd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771036 Jul 23 10:26:52.645498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:26:52.660594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:52.662224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:52.767703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:52.772593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:52.789624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:52.880868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:52.885243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:52.890514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] 10.222.0.20 "PUT /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 1136 time: 3.7118766 Jul 23 10:26:52.894231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '814603fd-ec0e-48df-8b4d-cb6cd9fbf14b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:52.902011 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "814603fd-ec0e-48df-8b4d-cb6cd9fbf14b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:53.022278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:53.024254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-c8f0c60e-80a9-4ee8-be1d-1ac6803638bd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:53.034674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-c8f0c60e-80a9-4ee8-be1d-1ac6803638bd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763034 Jul 23 10:26:53.037144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0594fa7-fb00-4365-864e-1c8e0e74fb80 service neutron] Pushing event updated for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:53.054314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:53.119176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:53.324990 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f33595-5e1b-4059-8b4d-258dbdaa41b1 x-openstack-request-id: req-f5f33595-5e1b-4059-8b4d-258dbdaa41b1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:53.325300 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "814603fd-ec0e-48df-8b4d-cb6cd9fbf14b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:53.325603 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5f33595-5e1b-4059-8b4d-258dbdaa41b1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:53.326009 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '814603fd-ec0e-48df-8b4d-cb6cd9fbf14b', 'status': 'completed', 'code': 200} Jul 23 10:26:53.530514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:53.549130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:53.585526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-a80cbd67-8e06-4e91-a448-f6757e59dfed tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2814832 Jul 23 10:26:53.606331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:53.662510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:49Z', 'revision_number': 2, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:53.715729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:26:53.716094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Updating router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 port 9c1ae3de-3281-417e-9925-2a1e3360e95f binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:26:53.789651 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:53.813679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:53.841052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.223 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/ba7291e7-b2c7-4538-835c-2c6bce23cfd0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:54.187388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.202324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object ba7291e7-b2c7-4538-835c-2c6bce23cfd0 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:54.250032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.273105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8886b960-d02f-422b-809a-0329c3e1f93c req-56e277fd-d186-48d8-a3d5-1a3b01b58190 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373657 Jul 23 10:26:54.355116 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:26:54.360058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:54.362722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.363206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.363706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.364173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.364638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.365101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.365561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.375596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:54.382329 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-3937559d-6e0e-4aa3-9bd4-9c1be69e9620 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6221 time: 1.0418046 Jul 23 10:26:54.388845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:54.391680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a8ec39-3313-4901-9153-a7c967ec1724 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:54.479598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:54.502820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.534664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:54.544876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.550071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.573201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b960-d02f-422b-809a-0329c3e1f93c req-7c6b2f3d-8a10-4c80-8f69-1a1f91cdd910 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.581513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8886b960-d02f-422b-809a-0329c3e1f93c req-7c6b2f3d-8a10-4c80-8f69-1a1f91cdd910 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056443 Jul 23 10:26:54.604767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8886b960-d02f-422b-809a-0329c3e1f93c req-62fb9334-9570-4b85-9d50-5b08087f1529 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/quotas/0a8e89e138d9490cbaa81cc1138d3ac0 HTTP/1.1" status: 200 len: 375 time: 0.0212510 Jul 23 10:26:54.620612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-f1945d23-21fc-4bec-9f45-a1f58ce76a9a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.622164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-f1945d23-21fc-4bec-9f45-a1f58ce76a9a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0093160 Jul 23 10:26:54.668541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:54.672307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Transition to ACTIVE for port object 85a8ec39-3313-4901-9153-a7c967ec1724 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:54.683610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8886b960-d02f-422b-809a-0329c3e1f93c req-85e949d2-e3eb-4087-a2da-671a07b1e60d tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774112 Jul 23 10:26:54.700539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-e15cef89-bb4d-4ac1-a24a-cb32049b8ffd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6594439 Jul 23 10:26:54.727130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Request body: {'port': {'device_id': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:54.743815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.793590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.850394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Transition to ACTIVE for port object 9c1ae3de-3281-417e-9925-2a1e3360e95f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:54.864075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Pushing event updated for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:54.888536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.959408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-fe896e97-3985-44cb-8c9f-e6231aaadaa3 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:54.966818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-fe896e97-3985-44cb-8c9f-e6231aaadaa3 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 821 time: 0.7696733 Jul 23 10:26:54.969581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:54.981772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9f2cb-3aa6-4128-8a01-50732d36ff28 None None] Pushing event updated for resources: {'Port': ['ID=9c1ae3de-3281-417e-9925-2a1e3360e95f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:54.999021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3482eaff-6888-416e-b09f-0dc7453a7dc0 None None] Provisioning for port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:55.029120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3482eaff-6888-416e-b09f-0dc7453a7dc0 None None] Provisioning complete for port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:55.029762 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3482eaff-6888-416e-b09f-0dc7453a7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.067764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3482eaff-6888-416e-b09f-0dc7453a7dc0 None None] Port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:55.131815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Attempting to bind port 9c1ae3de-3281-417e-9925-2a1e3360e95f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:55.133327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Attempting to bind port 9c1ae3de-3281-417e-9925-2a1e3360e95f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:55.133759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Attempting to bind port 9c1ae3de-3281-417e-9925-2a1e3360e95f on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:55.142465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:55.142846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Checking segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:55.143259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.144178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Bound using segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:55.144671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Bound port: 9c1ae3de-3281-417e-9925-2a1e3360e95f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:55.145060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.249417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] For port 9c1ae3de-3281-417e-9925-2a1e3360e95f, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:55.258788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] For port 9c1ae3de-3281-417e-9925-2a1e3360e95f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c1ae3de-3281-417e-9925-2a1e3360e95f,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:55.259036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-cc578792-fd89-47db-8d29-ef58e0a985ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.260610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-cc578792-fd89-47db-8d29-ef58e0a985ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.261428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-cc578792-fd89-47db-8d29-ef58e0a985ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.263632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-cc578792-fd89-47db-8d29-ef58e0a985ee service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8510768 Jul 23 10:26:55.265359 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-82478a50-b825-40d2-b66c-fd48fb6681f0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/quotas/ef9a257513de4a288f39753f52b7a2a9 HTTP/1.1" status: 200 len: 375 time: 0.2975776 Jul 23 10:26:55.269612 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.277784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:26:55.284615 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.338831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9f2cb-3aa6-4128-8a01-50732d36ff28 None None] Pushing event updated for resources: {'Port': ['ID=9c1ae3de-3281-417e-9925-2a1e3360e95f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:55.370920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:26:55.371908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:55.418731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7291e7-b2c7-4538-835c-2c6bce23cfd0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:55.428922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.443746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Transition to ACTIVE for port object ba7291e7-b2c7-4538-835c-2c6bce23cfd0 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:55.452378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.518377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:26:55.650376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.663355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.675188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.684719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.691309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.712321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.746399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.747246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Attempting to bind port 85a8ec39-3313-4901-9153-a7c967ec1724 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:55.747731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Attempting to bind port 85a8ec39-3313-4901-9153-a7c967ec1724 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:55.748001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Attempting to bind port 85a8ec39-3313-4901-9153-a7c967ec1724 on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:55.761580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-4ab12d98-aebf-4faf-954f-555dd23984d7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5396 time: 0.8827720 Jul 23 10:26:55.784811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Port 85a8ec39-3313-4901-9153-a7c967ec1724 on network 3e36f826-483a-4562-933f-31eb35b494a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:55.785039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Attempting to bind port 85a8ec39-3313-4901-9153-a7c967ec1724 on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:55.803601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:55.828738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e16b785c-4658-48d3-bde8-b0089e249ee8 req-c97d739b-bc63-4b42-a5f0-5a44b8410ac0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656786 Jul 23 10:26:55.847894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:55.848247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Checking segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:55.848648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Bound using segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:55.849087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Bound port: 85a8ec39-3313-4901-9153-a7c967ec1724, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:55.849457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.854857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-b9b71fb2-758c-407e-b7ff-a7e3f5c1fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:55.865528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3d727b8-2dac-4b7a-8c5f-8417e61878e6 req-b9b71fb2-758c-407e-b7ff-a7e3f5c1fa11 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5423555 Jul 23 10:26:55.897118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Attempting to bind port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:55.897538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Attempting to bind port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:55.897930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Attempting to bind port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:55.899972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-48e050e1-07de-4ccf-afd8-285a1477091f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6077435 Jul 23 10:26:55.903913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:55.904308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Attempting to bind port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:55.910271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:55.910702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:55.911160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:55.911697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Bound port: ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:55.913927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:55Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:26:55.914964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:55.953714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.179 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/e73a5e20-3a2e-45d0-bb6e-94c65ee8e233) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:26:55.995079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f4d3b-944d-422e-bcd8-c188a337a470 None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:55Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:26:56.030286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:56.061998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=85a8ec39-3313-4901-9153-a7c967ec1724,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:56.098086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:56.120732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e0b51e3-f5be-4858-b5d7-51443fdd68e5 req-ede3ec5d-54a4-4f4b-9273-871189735ee1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 210 time: 0.1110513 Jul 23 10:26:56.178393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:56.184979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:56.194285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:56.234285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:56.246943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:56.249196 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] 10.222.0.20 "PUT /v2.0/ports/85a8ec39-3313-4901-9153-a7c967ec1724 HTTP/1.1" status: 200 len: 1091 time: 3.1353509 Jul 23 10:26:56.271400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:56.272467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:56.273824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:56.275515 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:56.276470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/ba7291e7-b2c7-4538-835c-2c6bce23cfd0 HTTP/1.1" status: 200 len: 1096 time: 1.5625913 Jul 23 10:26:56.277698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:26:56.282582 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49276e0-7deb-486e-be66-429e19b7fa75" -d '{"events": [{"name": "network-changed", "server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:26:56.337945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:56.537296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26a2f7-4775-405b-80d7-d5ba422248e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:56.646338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9c1ae3de-3281-417e-9925-2a1e3360e95f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:56.712791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:56.923893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 9c1ae3de-3281-417e-9925-2a1e3360e95f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:56.936942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 9c1ae3de-3281-417e-9925-2a1e3360e95f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:56.937990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.109310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-409cf630-c7ee-4aa6-b3c5-b6c5c24eaf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.223947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1082957800', 'description': 'tempest-description-1430506870'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:57.237346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.345500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 9c1ae3de-3281-417e-9925-2a1e3360e95f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c1ae3de-3281-417e-9925-2a1e3360e95f,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:26:57.353693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.404034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2498d0-d9b3-4459-81fa-aec023df1a7f service neutron] Pushing event updated for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:57.424628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.443536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.447890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.459507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-d2128b14-38d7-423c-ad6b-1e86f0881d6e service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5583487 Jul 23 10:26:57.474988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=9c1ae3de-3281-417e-9925-2a1e3360e95f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:57.490402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:57.590300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-c5670044-2bb5-4ec8-a103-21aa1d398cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:57.592037 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-c5670044-2bb5-4ec8-a103-21aa1d398cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 1099 time: 0.4633248 Jul 23 10:26:57.595462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.608245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:26:57.621581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205a82f1-1ee8-4582-8a80-30154663216e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:57.649335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.683289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Transition to ACTIVE for port object 205a82f1-1ee8-4582-8a80-30154663216e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:57.687324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-74f5028f-233f-4e82-881e-0c3bec2770b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0 HTTP/1.1" status: 200 len: 217 time: 0.0674112 Jul 23 10:26:57.696493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.724784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:26:57.761752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.778768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:57.784252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:26:57.875325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:26:57.919601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Pushing event updated for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:57.964483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e58fa-df6c-404b-87c7-cd81b7cd038e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:58.022373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Attempting to bind port 205a82f1-1ee8-4582-8a80-30154663216e on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:58.022834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Attempting to bind port 205a82f1-1ee8-4582-8a80-30154663216e by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:58.023050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Attempting to bind port 205a82f1-1ee8-4582-8a80-30154663216e on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:58.031201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:58.032281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.050402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Port 205a82f1-1ee8-4582-8a80-30154663216e on network 3e36f826-483a-4562-933f-31eb35b494a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:58.050761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Attempting to bind port 205a82f1-1ee8-4582-8a80-30154663216e on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:58.093305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:58.093694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Checking segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:58.094555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Bound using segment: {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:58.095022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Bound port: 205a82f1-1ee8-4582-8a80-30154663216e, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846bbe99-049c-43c6-aae3-fa224bea9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:58.097251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.139952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-f1b8a1f5-401e-4c70-a848-0e2a9c6f3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:58.141798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-f1b8a1f5-401e-4c70-a848-0e2a9c6f3d22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.4468250 Jul 23 10:26:58.146757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-5a9c79b2-1ace-4609-a408-76e8b9e77495 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698225 Jul 23 10:26:58.164984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:58.262821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5e4a984c-5016-4771-8af3-d99a71fb23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:58.264827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-5e4a984c-5016-4771-8af3-d99a71fb23b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137123 Jul 23 10:26:58.304191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a114a0ef-073d-475c-bf76-b510d31ed123 None None] Provisioning for port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:26:58.308021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.308240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a114a0ef-073d-475c-bf76-b510d31ed123 None None] Provisioning complete for port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:58.308619 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a114a0ef-073d-475c-bf76-b510d31ed123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.332998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2bcb9634-efd1-4a53-9cbe-5d254de67ab8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6701417 Jul 23 10:26:58.355970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.364633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Request body: {'port': {'device_id': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:58.371195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a114a0ef-073d-475c-bf76-b510d31ed123 None None] Port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:26:58.418898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1613b7f3-f68f-494e-8794-c4481fd183aa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:58.428735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:58.444830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.446728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91588630-f0c5-4867-b607-6fa625856a73 req-e0a0da6f-ac8e-402a-ac64-439459a4a1e5 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2711432 Jul 23 10:26:58.465923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=205a82f1-1ee8-4582-8a80-30154663216e,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:58.479896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.521235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:58.522056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.524599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] 10.222.0.20 "PUT /v2.0/ports/205a82f1-1ee8-4582-8a80-30154663216e HTTP/1.1" status: 200 len: 1091 time: 2.2145545 Jul 23 10:26:58.558344 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78470d-35c3-4442-aeed-4a6404118203 x-openstack-request-id: req-8a78470d-35c3-4442-aeed-4a6404118203 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:58.558924 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:58.558924 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a78470d-35c3-4442-aeed-4a6404118203 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:58.559486 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724', 'status': 'completed', 'code': 200} Jul 23 10:26:58.589546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eebdf-93ca-4641-8d32-4bab6f917647 service neutron] Pushing event updated for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:58.606067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:58.680830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-efd5c251-a4ce-4f65-b15a-1d6aea073671 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090910 Jul 23 10:26:58.713934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9c1ae3de-3281-417e-9925-2a1e3360e95f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:26:58.769201 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b4990-bab6-4fbe-a20a-03cfe88df843 x-openstack-request-id: req-7c2b4990-bab6-4fbe-a20a-03cfe88df843 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:26:58.769743 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:26:58.769858 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c2b4990-bab6-4fbe-a20a-03cfe88df843 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:26:58.770257 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'status': 'completed', 'code': 200} Jul 23 10:26:58.839037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.854767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 9c1ae3de-3281-417e-9925-2a1e3360e95f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:26:58.855147 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:58.884893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-c12d23d5-27d8-4922-843a-131259da0182 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695209 Jul 23 10:26:59.151409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.181431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.182299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.182956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.183626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.184303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.184956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.185597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.187861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-eef68d55-c122-463d-b4e5-f1188d36f5c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6355 time: 0.5732725 Jul 23 10:26:59.255100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ab406d-ac3b-49da-ab47-0d76ad586af5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:26:59.266991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.287762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Transition to ACTIVE for port object e7ab406d-ac3b-49da-ab47-0d76ad586af5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:26:59.300225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.303813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d567d2-329f-405b-ac9f-186b50257376 req-af4336a3-b750-423a-b0b5-fefd56def1e3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.306704 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9d567d2-329f-405b-ac9f-186b50257376 req-af4336a3-b750-423a-b0b5-fefd56def1e3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 936 time: 0.3507907 Jul 23 10:26:59.315643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-e4dc6d7a-190c-4d4c-a430-5aaf1f7e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.317363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-e4dc6d7a-190c-4d4c-a430-5aaf1f7e28d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 1099 time: 0.3057201 Jul 23 10:26:59.340930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.345453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.351714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.357866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.364054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.371996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.379073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.388541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-82e92526-7255-4e19-ab6f-01260d35e7df tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5408 time: 0.5067241 Jul 23 10:26:59.549864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8d31db2-8fed-47c9-9868-9abc3d3022b3 req-881f8a88-c199-46c7-bd68-7a189132bcab tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603897 Jul 23 10:26:59.582229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9d567d2-329f-405b-ac9f-186b50257376 req-e5e6526f-0095-4b5c-850b-3af6283c0dcc tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369246 Jul 23 10:26:59.614870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7ab406d-ac3b-49da-ab47-0d76ad586af5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:59.627075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-cb487881-10cd-4257-a6ad-2d4e871dbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.628819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-cb487881-10cd-4257-a6ad-2d4e871dbae2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2557068 Jul 23 10:26:59.679311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Attempting to bind port e7ab406d-ac3b-49da-ab47-0d76ad586af5 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:26:59.679982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Attempting to bind port e7ab406d-ac3b-49da-ab47-0d76ad586af5 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:26:59.680326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Attempting to bind port e7ab406d-ac3b-49da-ab47-0d76ad586af5 on network 24afed73-8d16-4e34-9fac-9e073aee35e4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:59.686769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Port e7ab406d-ac3b-49da-ab47-0d76ad586af5 on network 24afed73-8d16-4e34-9fac-9e073aee35e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:26:59.687102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Attempting to bind port e7ab406d-ac3b-49da-ab47-0d76ad586af5 on network 24afed73-8d16-4e34-9fac-9e073aee35e4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:26:59.698553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:26:59.701689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Checking segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:26:59.702191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Bound using segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:26:59.702667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Bound port: e7ab406d-ac3b-49da-ab47-0d76ad586af5, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:26:59.703040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.732994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ca6023b-6b34-404b-a799-8abd49804a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.785165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-1a2a5493-164c-4dc1-863a-4cc20f753ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.785673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-1a2a5493-164c-4dc1-863a-4cc20f753ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.786175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-1a2a5493-164c-4dc1-863a-4cc20f753ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.788724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-1a2a5493-164c-4dc1-863a-4cc20f753ee5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5743892 Jul 23 10:26:59.839634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfa03556-1a39-4c04-9d68-27b5dd05a1c3 req-5047482a-6dda-48c1-836e-0f7fc9f927da tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 210 time: 0.0505478 Jul 23 10:26:59.847115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-add1c1f3-bdf2-4e9e-9883-7789cb146f7a req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Request body: {'security_group': {'name': 'tempest-securitygroup-910014537', 'description': 'tempest-description-2070267253'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:26:59.860210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-246f59bb-682e-4591-aa1b-a37ac9691896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0 HTTP/1.1" status: 200 len: 217 time: 0.2183926 Jul 23 10:26:59.869034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] For port e7ab406d-ac3b-49da-ab47-0d76ad586af5, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:26:59.873273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] For port e7ab406d-ac3b-49da-ab47-0d76ad586af5, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:26:59.880305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.991323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7ab406d-ac3b-49da-ab47-0d76ad586af5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:26:59.991710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:26:59.992987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:26:59.994433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-460103b2-44da-406f-96b5-1d7321c283bd service neutron] 10.222.0.20 "PUT /v2.0/ports/e7ab406d-ac3b-49da-ab47-0d76ad586af5 HTTP/1.1" status: 200 len: 1091 time: 1.3975728 Jul 23 10:27:00.163360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Request body: {'port': {'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:00.191603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.211991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-89e1da86-d895-4be4-a40c-454fa69eeb93 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:00.213668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-89e1da86-d895-4be4-a40c-454fa69eeb93 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.55 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 821 time: 0.2182059 Jul 23 10:27:00.230988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:00.236030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'port': {'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'admin_state_up': True, 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:00.240438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.258322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Transition to ACTIVE for port object e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:00.375092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-8f4c51e3-838e-476c-afc2-574e9d223dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:00.377520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-8f4c51e3-838e-476c-afc2-574e9d223dd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.4551308 Jul 23 10:27:00.378626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-c93ab9a4-1ac4-46ed-b589-6b797e78e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:00.381431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-c93ab9a4-1ac4-46ed-b589-6b797e78e924 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5083225 Jul 23 10:27:00.383322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.389801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add1c1f3-bdf2-4e9e-9883-7789cb146f7a req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.556379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Pushing event updated for resources: {'Port': ['ID=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:00.729488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-8712f999-536d-45e5-8d20-6ca0569e5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:00.731098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-8712f999-536d-45e5-8d20-6ca0569e5585 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3257768 Jul 23 10:27:00.803207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e'}, {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:00.806370 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "205a82f1-1ee8-4582-8a80-30154663216e"}, {"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "e7ab406d-ac3b-49da-ab47-0d76ad586af5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:00.815849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.818456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add1c1f3-bdf2-4e9e-9883-7789cb146f7a req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.855637 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1f1600d-345d-48c0-86cc-28811b11ca07 req-931afbc7-a358-4ad8-8ed9-a03b4f2eeeaf tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462358 Jul 23 10:27:00.886931 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add1c1f3-bdf2-4e9e-9883-7789cb146f7a req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.925589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Attempting to bind port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:00.925924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Attempting to bind port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:00.926250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Attempting to bind port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:00.962937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:00.963267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Attempting to bind port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:00.988170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:00.988547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:00.988905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:00.989324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Bound port: e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:00.990079 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:00.999478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-1d18a645-1f01-4571-a02e-e7deddd1a28f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3368976 Jul 23 10:27:01.032793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-31bbbd85-7646-4f06-89fa-01a006989260 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912111 Jul 23 10:27:01.071888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Made reservation on behalf of ef9a257513de4a288f39753f52b7a2a9 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:01.075214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.106389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] For port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:01.110755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] For port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:01.112926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc29ae-e064-4a49-a9ef-288e5fa6966a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:01.120622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1600d-345d-48c0-86cc-28811b11ca07 req-c5862873-e82c-43b6-9e3f-de7627156bef tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.125794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1f1600d-345d-48c0-86cc-28811b11ca07 req-c5862873-e82c-43b6-9e3f-de7627156bef tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548220 Jul 23 10:27:01.173303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.174732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.206307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add1c1f3-bdf2-4e9e-9883-7789cb146f7a req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.208811 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add1c1f3-bdf2-4e9e-9883-7789cb146f7a req-5edcc4ad-15fc-4fa0-85d4-16e22a868f9c tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4163752 Jul 23 10:27:01.234886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1f1600d-345d-48c0-86cc-28811b11ca07 req-1c6ee263-6fff-4805-9d75-eb948c0305bd tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/quotas/0a8e89e138d9490cbaa81cc1138d3ac0 HTTP/1.1" status: 200 len: 375 time: 0.0814283 Jul 23 10:27:01.272215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.272842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.274912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] 10.222.0.20 "PUT /v2.0/ports/e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 HTTP/1.1" status: 200 len: 1096 time: 2.9231844 Jul 23 10:27:01.276388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'tag': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:01.278750 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8a802d-98b0-44f3-95d6-a46652480518" -d '{"events": [{"name": "network-changed", "server_uuid": "d796b5a1-e4d5-4162-9867-6c4dd66abd57", "tag": "e73a5e20-3a2e-45d0-bb6e-94c65ee8e233"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:01.336573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1f1600d-345d-48c0-86cc-28811b11ca07 req-f1aa3908-66d2-4530-9fae-e1a2f50f6950 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994802 Jul 23 10:27:01.364643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba7291e7-b2c7-4538-835c-2c6bce23cfd0 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:01.468001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Allocated IP 172.20.0.11 (833d1b11-f52b-4944-9fa3-fd6567a5fec0/e49b7839-df3c-4fca-80fb-4c03fc545731/67d70a53-eecb-4411-8683-0cbb180c813a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:01.547576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb81901-0568-493d-866d-3893d5ea161b service neutron] Pushing event updated for resources: {'Port': ['ID=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:01.558133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:01.588781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'mac_address': 'fa:16:3e:55:68:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:01.619126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b49276e0-7deb-486e-be66-429e19b7fa75 req-012b40a1-fd57-45a9-bb95-415716a87bab service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955528 Jul 23 10:27:01.647859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.648593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-0c456908-6f8e-4123-bad7-b52d82565804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.650709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:01.651265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-0c456908-6f8e-4123-bad7-b52d82565804 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb07399528ca40608d99892a2c26bd55&device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 1096 time: 0.5283914 Jul 23 10:27:01.673900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7291e7-b2c7-4538-835c-2c6bce23cfd0 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:01.691114 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.703309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-57bb6b53-8e14-4414-a5f0-91573cf068e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.705281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-57bb6b53-8e14-4414-a5f0-91573cf068e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 1099 time: 0.3436573 Jul 23 10:27:01.711776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:01.732784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.740060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.740874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.744426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Transition to ACTIVE for port object 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:01.750191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.755048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:01.756996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.764087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.769933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.776928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.784491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-52638f58-1a14-44c3-a758-0aafcd97c636 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5420 time: 0.4014103 Jul 23 10:27:01.817743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:01.878453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46397f18-f5a2-42de-be9a-2463a75899ea req-4c78a736-397f-4670-b5fc-f1bc4fd431c1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.887473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46397f18-f5a2-42de-be9a-2463a75899ea req-4c78a736-397f-4670-b5fc-f1bc4fd431c1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 948 time: 0.2731032 Jul 23 10:27:01.909104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-2fb0a556-2c41-4b0a-b3c4-5e850c4da312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 HTTP/1.1" status: 200 len: 217 time: 0.1117413 Jul 23 10:27:01.956154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:01.993346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d0c4fde-fb47-44ba-ae2d-82d3e64c0916 req-67961de4-d5ed-46a7-a1d6-08b2b0709429 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066612 Jul 23 10:27:01.994273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-6876c2e0-5930-4d57-b092-e02af2513263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:01.995836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-6876c2e0-5930-4d57-b092-e02af2513263 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d762d4b-72b1-4732-ae6f-23b47c783ff3 HTTP/1.1" status: 200 len: 917 time: 0.3245800 Jul 23 10:27:02.026261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:02.091113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.112833 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46397f18-f5a2-42de-be9a-2463a75899ea req-446aeb56-80a1-49c7-ba28-bd6cca48e42b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243896 Jul 23 10:27:02.162571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Attempting to bind port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:02.162914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Attempting to bind port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:02.163243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Attempting to bind port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 on network 24afed73-8d16-4e34-9fac-9e073aee35e4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:02.169353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 on network 24afed73-8d16-4e34-9fac-9e073aee35e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:02.169683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Attempting to bind port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 on network 24afed73-8d16-4e34-9fac-9e073aee35e4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:02.185080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Transition to ACTIVE for port object 67d70a53-eecb-4411-8683-0cbb180c813a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:02.186702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:02.187040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Checking segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:02.187465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Bound using segment: {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:02.187903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Bound port: 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e477bc6-53d8-4417-9d33-8236fcbfd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:02.188264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.234891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-e51eee4d-27a6-4903-aeb7-7359da369fa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f435b52a-75c2-46be-9197-402dd0f415fd HTTP/1.1" status: 200 len: 1000 time: 0.1660476 Jul 23 10:27:02.303281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-469dad4a-ec31-4828-b167-576eef1e401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:02.312297 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-469dad4a-ec31-4828-b167-576eef1e401a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.3944747 Jul 23 10:27:02.324553 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ac107-afc4-42f7-834e-a8ff50e289b9 x-openstack-request-id: req-261ac107-afc4-42f7-834e-a8ff50e289b9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:02.325626 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "205a82f1-1ee8-4582-8a80-30154663216e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "e7ab406d-ac3b-49da-ab47-0d76ad586af5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:02.325847 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-261ac107-afc4-42f7-834e-a8ff50e289b9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:02.328913 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e', 'status': 'completed', 'code': 200} Jul 23 10:27:02.329543 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5', 'status': 'completed', 'code': 200} Jul 23 10:27:02.401305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.408683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.441852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-7679c695-c39e-467c-9b98-c88c4b20bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:02.443652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-7679c695-c39e-467c-9b98-c88c4b20bf98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57360da6-7dd1-4398-9723-aac0715f4c54 HTTP/1.1" status: 200 len: 855 time: 0.1267185 Jul 23 10:27:02.451297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1608554030', 'description': 'tempest-description-163276550'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:02.473513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:02.480185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:02.484745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:02.494848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:02.554218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:02.555360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.589181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:02.600252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event updated for resources: {'Port': ['ID=67d70a53-eecb-4411-8683-0cbb180c813a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:02.607874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.699234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:02.699896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.701392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] 10.222.0.20 "PUT /v2.0/ports/6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 200 len: 1091 time: 2.5551972 Jul 23 10:27:02.709293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0ff72-8351-4915-98c2-3d8a3ce9fea9 req-bf7d1d77-6550-4444-83b4-822113993ef0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:02.712293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52a0ff72-8351-4915-98c2-3d8a3ce9fea9 req-bf7d1d77-6550-4444-83b4-822113993ef0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 932 time: 0.3919592 Jul 23 10:27:02.713233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c75acb-3201-4ffa-919f-178f2a9e9861 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:02.774069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52a0ff72-8351-4915-98c2-3d8a3ce9fea9 req-69645afb-76da-4a84-b14b-1e237c9ed5bd tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541925 Jul 23 10:27:02.870632 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697796d8-2a55-481d-a16d-50544c0c349b x-openstack-request-id: req-697796d8-2a55-481d-a16d-50544c0c349b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:02.871231 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d796b5a1-e4d5-4162-9867-6c4dd66abd57", "tag": "e73a5e20-3a2e-45d0-bb6e-94c65ee8e233", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:02.871231 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-697796d8-2a55-481d-a16d-50544c0c349b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:02.871664 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'tag': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'status': 'completed', 'code': 200} Jul 23 10:27:02.886991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-7990e21e-3b50-4163-aae3-7052b1c15f7e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6567984 Jul 23 10:27:02.908526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Request body: {'port': {'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:02.912620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:02.950403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-be4140bc-b5fd-4a5a-8f66-c89985eae2a2 None None] Provisioning for port 67d70a53-eecb-4411-8683-0cbb180c813a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:02.963560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-be4140bc-b5fd-4a5a-8f66-c89985eae2a2 None None] Provisioning complete for port 67d70a53-eecb-4411-8683-0cbb180c813a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:02.964511 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be4140bc-b5fd-4a5a-8f66-c89985eae2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.017685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.040642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be4140bc-b5fd-4a5a-8f66-c89985eae2a2 None None] Port 67d70a53-eecb-4411-8683-0cbb180c813a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:27:03.065469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.183875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-ff8ab4f9-3df9-4fb1-8079-ba388632b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.186678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-ff8ab4f9-3df9-4fb1-8079-ba388632b4a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7405577 Jul 23 10:27:03.197963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.198538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.199024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.199523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.199992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.200464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.200929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.203280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-36cca517-4be9-4c1d-972b-45e756c59eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6447 time: 0.8874815 Jul 23 10:27:03.311980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-1a46d112-1b46-4df9-953c-5d973064e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.313422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-1a46d112-1b46-4df9-953c-5d973064e632 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d762d4b-72b1-4732-ae6f-23b47c783ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450517 Jul 23 10:27:03.363866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba7291e7-b2c7-4538-835c-2c6bce23cfd0 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:03.367676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.372975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.378719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.385358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.391467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.397248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.403651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.411137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-edeb0aee-535c-4351-8d65-25df1ebcba82 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2043841 Jul 23 10:27:03.466989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:03.478204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f8602f2-e2be-4d94-84d3-0e4199f5ca86 req-1a433794-61b2-40d5-ad68-b2d25f7fbe8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660570 Jul 23 10:27:03.479874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:03.481271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.494466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-a4d6cd38-79ae-49ed-9088-792f4f281c76 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901244 Jul 23 10:27:03.564476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-26f2ca27-7773-4c90-be26-c0d1925a3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.565047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-26f2ca27-7773-4c90-be26-c0d1925a3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.565424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-26f2ca27-7773-4c90-be26-c0d1925a3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.567011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-26f2ca27-7773-4c90-be26-c0d1925a3fc8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3134477 Jul 23 10:27:03.572572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.573521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d70a53-eecb-4411-8683-0cbb180c813a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:03.595110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.602496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.631067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.631210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-e452de0b-65ea-4c06-a1f7-1a1d4d4d0a3c service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964242 Jul 23 10:27:03.633719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Transition to ACTIVE for port object 67d70a53-eecb-4411-8683-0cbb180c813a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:03.640156 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.670528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:03.673129 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579bfc57-63e4-4994-b7cb-60ad57add614" -d '{"events": [{"server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "name": "network-vif-plugged", "status": "completed", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:03.706421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:03.739465 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.802543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Pushing event updated for resources: {'Port': ['ID=67d70a53-eecb-4411-8683-0cbb180c813a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:03.809309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dcf345-9a15-4b95-8834-6b0c2ed88cd4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:03.846999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:03.893534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Attempting to bind port 67d70a53-eecb-4411-8683-0cbb180c813a on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:03.894467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Attempting to bind port 67d70a53-eecb-4411-8683-0cbb180c813a by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:03.895089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Attempting to bind port 67d70a53-eecb-4411-8683-0cbb180c813a on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:03.901632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Port 67d70a53-eecb-4411-8683-0cbb180c813a on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:03.901980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Attempting to bind port 67d70a53-eecb-4411-8683-0cbb180c813a on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:03.918366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a322b9-86ac-4020-9929-a94340a51fed req-87bde0ba-fe36-4cf4-acec-35658427dfbf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.925583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2a322b9-86ac-4020-9929-a94340a51fed req-87bde0ba-fe36-4cf4-acec-35658427dfbf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 948 time: 0.1908953 Jul 23 10:27:03.934217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:03.934583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Checking segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:03.934942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Bound using segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:03.935392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Bound port: 67d70a53-eecb-4411-8683-0cbb180c813a, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:03.939987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:03.945142 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c00f4e2d-8d8b-49f6-92d3-48efbad45388 req-babd2a5e-a3f4-4ef5-8a0b-c4a9d0cf5eb0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313107 Jul 23 10:27:03.981281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-2a0ff1cf-f543-4e00-b569-32ced6c7cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:03.983189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-2a0ff1cf-f543-4e00-b569-32ced6c7cb4c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3956978 Jul 23 10:27:03.996206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2a322b9-86ac-4020-9929-a94340a51fed req-817bfeac-47fe-43d6-b7c1-c3ffb1624d93 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654726 Jul 23 10:27:04.059185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] For port 67d70a53-eecb-4411-8683-0cbb180c813a, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:04.065851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] For port 67d70a53-eecb-4411-8683-0cbb180c813a, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=67d70a53-eecb-4411-8683-0cbb180c813a,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:04.068832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-85d51da7-ffdd-4d42-8fbb-d050cf242847 req-f2cde432-0014-4144-9b9b-75438f08ea5c service neutron] 10.222.0.55 "GET /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184055 Jul 23 10:27:04.076549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.110828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.114899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.115769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.118411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] 10.222.0.55 "PUT /v2.0/ports/67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 1092 time: 1.2221932 Jul 23 10:27:04.162071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.185918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.255387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25677151-95ec-4ec1-9ed3-738fc29357df service neutron] Pushing event updated for resources: {'Port': ['ID=67d70a53-eecb-4411-8683-0cbb180c813a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:04.301998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.303327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a7825d3-4c42-496f-8700-463fe7589480 req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8562846 Jul 23 10:27:04.314133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353375cf-1a08-463a-a161-f7a29a2c94df tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f2b446-f97b-4b02-ab71-010e3e0a0820,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:04.335228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7'}, {'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:04.343817 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625de3ad-5b75-4d86-abe3-22ebd926975a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7"}, {"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:04.347614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-73bc095e-3f3d-421c-92ab-3762ca1cbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.348005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-f96d7bb4-71aa-4b5c-bf36-e3a5deadc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.349146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-73bc095e-3f3d-421c-92ab-3762ca1cbb85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1095 time: 0.1561329 Jul 23 10:27:04.350255 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-f96d7bb4-71aa-4b5c-bf36-e3a5deadc71a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 1099 time: 0.2306187 Jul 23 10:27:04.369651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.370140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.370616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.371084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.371590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.372057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.372519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.374546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-acbee5a6-d271-484c-8fca-5fb66510d67b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6489 time: 0.2406402 Jul 23 10:27:04.393590 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1444f4cb-e1b6-436a-943c-fb3a36ec353a x-openstack-request-id: req-1444f4cb-e1b6-436a-943c-fb3a36ec353a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:04.393974 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "name": "network-vif-plugged", "status": "completed", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:04.394336 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1444f4cb-e1b6-436a-943c-fb3a36ec353a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:04.394855 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'code': 200} Jul 23 10:27:04.421676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-ced8083b-7a55-4a40-b70b-a829152f119e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0640745 Jul 23 10:27:04.527195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-3f200def-3980-429d-abb3-184134cb6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.544491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-3f200def-3980-429d-abb3-184134cb6820 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.1083782 Jul 23 10:27:04.646642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d8c92455-b140-496b-b1b1-3c4a6f8bc91a req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-158430145', 'description': 'tempest-description-2089887141'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:04.690378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d8c92455-b140-496b-b1b1-3c4a6f8bc91a req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.709900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-4047035e-ac01-4444-9420-cc2a5786f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.712085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-72bfb6b6-5e8e-4b90-bc70-fc1d76ffe408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.712322 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-4047035e-ac01-4444-9420-cc2a5786f902 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3365881 Jul 23 10:27:04.713611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-72bfb6b6-5e8e-4b90-bc70-fc1d76ffe408 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671722 Jul 23 10:27:04.722809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d00ff-be7a-4fc5-a397-57b22631c849 req-aebc939c-ffd8-487a-86b8-d0d0fc6f4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.724285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e04d00ff-be7a-4fc5-a397-57b22631c849 req-aebc939c-ffd8-487a-86b8-d0d0fc6f4657 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 1101 time: 0.2068653 Jul 23 10:27:04.724488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ecf8-c2c7-4721-8ca0-88335a625011 req-7577189c-9317-4596-9421-295b6c3f6c91 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.726057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1312ecf8-c2c7-4721-8ca0-88335a625011 req-7577189c-9317-4596-9421-295b6c3f6c91 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 944 time: 0.2518029 Jul 23 10:27:04.773641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-f3a677f9-60b9-4445-a2b5-cbc4a19f32f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 HTTP/1.1" status: 200 len: 217 time: 0.0455899 Jul 23 10:27:04.781774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-1709c883-e999-4aea-986d-0ebca4a75fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.782362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-1709c883-e999-4aea-986d-0ebca4a75fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.783359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-1709c883-e999-4aea-986d-0ebca4a75fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.784424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-1709c883-e999-4aea-986d-0ebca4a75fed service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3788218 Jul 23 10:27:04.849132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e04d00ff-be7a-4fc5-a397-57b22631c849 req-84f0a2e1-212b-4cae-99c6-a32df6ebe6ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992348 Jul 23 10:27:04.875399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-5d907ef2-579d-4769-9b30-0d69f55f922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.877064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-5d907ef2-579d-4769-9b30-0d69f55f922c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0917344 Jul 23 10:27:04.887482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-5feffc9b-9293-4558-8c34-4aee7517862a service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601393 Jul 23 10:27:04.925536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d8c92455-b140-496b-b1b1-3c4a6f8bc91a req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.937242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d8c92455-b140-496b-b1b1-3c4a6f8bc91a req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:04.938441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1312ecf8-c2c7-4721-8ca0-88335a625011 req-23b52cac-423f-4327-80e3-8bee0e96a053 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634285 Jul 23 10:27:04.986273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-a6a89720-dc97-45df-93f3-241f10f46f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:04.995189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1d39162-2fe4-48c0-a6a9-c9ee9087df7c req-a6a89720-dc97-45df-93f3-241f10f46f8b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968770 Jul 23 10:27:05.005747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d8c92455-b140-496b-b1b1-3c4a6f8bc91a req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:05.006990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8c92455-b140-496b-b1b1-3c4a6f8bc91a req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3689399 Jul 23 10:27:05.026587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1167d-24ce-4d2f-931e-f9fd14a6b2f1 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2fe64e-cddc-4a2a-968d-12112c654422,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:05.042513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b8760-9b44-4ea2-ab45-cebb7e3209ea req-e8322988-eb85-472c-8f03-ecc23ad124b2 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471763 Jul 23 10:27:05.199773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.213534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.227469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.244912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.251086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.259818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.272985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.289571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-7a577861-a5d7-4451-a209-8707ba5b38cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2065113 Jul 23 10:27:05.320916 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a1e60b-1adc-45ee-a4fc-3992f94dda97 x-openstack-request-id: req-76a1e60b-1adc-45ee-a4fc-3992f94dda97 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:05.321362 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:05.321801 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76a1e60b-1adc-45ee-a4fc-3992f94dda97 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:05.322276 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7', 'status': 'completed', 'code': 200} Jul 23 10:27:05.323257 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'status': 'completed', 'code': 200} Jul 23 10:27:05.336378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-6c829c4d-67ad-4b97-9ac3-476375860fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.338736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-6c829c4d-67ad-4b97-9ac3-476375860fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183886 Jul 23 10:27:05.348186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.348771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.349312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.349921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.350456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.351049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.351926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.353995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-015c9e25-eac8-4dfb-8807-5c274d8990e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6489 time: 0.1523907 Jul 23 10:27:05.355090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bc6e45b-970c-455a-8e15-78a6844c3718 req-8e1dcad8-595a-42c9-99a8-9197c48166ff tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633576 Jul 23 10:27:05.452020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-7b224ad9-7661-4dff-adda-f53d4bff51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.453607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-7b224ad9-7661-4dff-adda-f53d4bff51be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1095 time: 0.0894499 Jul 23 10:27:05.514469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-743b0aaf-d88e-4333-9fbb-bd692b97f77b service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593509 Jul 23 10:27:05.517471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-10f800b1-46ea-4c1a-93ce-eac53d99942e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 200 len: 217 time: 0.1350038 Jul 23 10:27:05.545518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7e0df4e-be25-4d41-b80e-7d626895531e req-64f830bd-18d2-49ed-b3a1-7d55d5df3394 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121583 Jul 23 10:27:05.626455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-b557a004-c19f-4e19-b7f6-5ce028631faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.628014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-b557a004-c19f-4e19-b7f6-5ce028631faa service neutron] 10.222.0.55 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1649134 Jul 23 10:27:05.673165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-3e211898-bae9-49d6-bae9-a2263a1961a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.674697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-3e211898-bae9-49d6-bae9-a2263a1961a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e810624-364b-43b0-8e00-4e89343d65c3 HTTP/1.1" status: 200 len: 856 time: 0.1472425 Jul 23 10:27:05.704641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-acf57a74-f688-4eea-9e61-45a0dca68b4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0525119 Jul 23 10:27:05.786310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-20176cc6-e50e-4e5d-b7fc-3e41e2afb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.787838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-20176cc6-e50e-4e5d-b7fc-3e41e2afb327 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0752211 Jul 23 10:27:05.797830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0df4e-be25-4d41-b80e-7d626895531e req-0f9fc97f-5783-4e86-ba2b-ad8b0dc3b413 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.801975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7e0df4e-be25-4d41-b80e-7d626895531e req-0f9fc97f-5783-4e86-ba2b-ad8b0dc3b413 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366548 Jul 23 10:27:05.813523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc8a802d-98b0-44f3-95d6-a46652480518 req-48bf7c64-86e7-43e5-b696-9c79e287c6be service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847662 Jul 23 10:27:05.848723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7e0df4e-be25-4d41-b80e-7d626895531e req-0a8c72fa-6930-43e2-a01d-cfef5342f8d7 tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/quotas/0a8e89e138d9490cbaa81cc1138d3ac0 HTTP/1.1" status: 200 len: 375 time: 0.0329258 Jul 23 10:27:05.870903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-93010bb9-fea2-4cee-aae0-30a1fe775f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.872606 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-93010bb9-fea2-4cee-aae0-30a1fe775f31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676254 Jul 23 10:27:05.893032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7e0df4e-be25-4d41-b80e-7d626895531e req-2c23f142-0ae7-4a31-bca3-9c4592d4676d tempest-QuotasAdminNegativeTest-1855810968 tempest-QuotasAdminNegativeTest-1855810968-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371907 Jul 23 10:27:05.914901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-4d1fff91-a958-47f2-a269-20b24a087def tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50540 time: 0.5061748 Jul 23 10:27:05.949386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-331ffe68-dda2-453f-980d-f133a0e85340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:05.951144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-331ffe68-dda2-453f-980d-f133a0e85340 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547537 Jul 23 10:27:06.119241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7d74f474-367d-46c8-896f-1601a90f3571 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103567 Jul 23 10:27:06.146001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-35bb668e-60a0-45c4-bde1-153fc31dce76 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862764 Jul 23 10:27:06.167690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-2333eb0b-465b-4f48-8bb4-e949fe2871ee tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/15f7fa4f-c1ae-4436-986c-f9a00ec86858 HTTP/1.1" status: 200 len: 2981 time: 0.0920718 Jul 23 10:27:06.192844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 67d70a53-eecb-4411-8683-0cbb180c813a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:06.219006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328ec19-93a3-46e9-ac73-b209a51b5a27 req-b2fe276b-beab-4778-a37a-8eab7d18fcb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:06.226237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4328ec19-93a3-46e9-ac73-b209a51b5a27 req-b2fe276b-beab-4778-a37a-8eab7d18fcb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 948 time: 0.1546588 Jul 23 10:27:06.299398 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4328ec19-93a3-46e9-ac73-b209a51b5a27 req-f0ae4670-7a8f-4a8d-87e0-cb4d43b90b5f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581632 Jul 23 10:27:06.301928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f856f20a-df21-4bdb-8aaf-56c11c3f3110 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757898 Jul 23 10:27:06.339446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 67d70a53-eecb-4411-8683-0cbb180c813a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=67d70a53-eecb-4411-8683-0cbb180c813a,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:06.357965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '67d70a53-eecb-4411-8683-0cbb180c813a', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:06.381983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-3acd8f21-41e5-46b9-bc8a-8ef2cbc5f52c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 217 time: 0.0736539 Jul 23 10:27:06.402350 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:06.416769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d70a53-eecb-4411-8683-0cbb180c813a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:06.447050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 67d70a53-eecb-4411-8683-0cbb180c813a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=67d70a53-eecb-4411-8683-0cbb180c813a,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:06.455795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:06.482760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-192b933b-fdf1-4442-9121-80aa1bf6ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:06.484510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-192b933b-fdf1-4442-9121-80aa1bf6ecd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0917583 Jul 23 10:27:06.544231 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-05872dea-a521-4dac-90cb-bdc38e7d98be tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/15f7fa4f-c1ae-4436-986c-f9a00ec86858 HTTP/1.1" status: 200 len: 2981 time: 0.0879455 Jul 23 10:27:06.557715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=67d70a53-eecb-4411-8683-0cbb180c813a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:06.569505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-6ee247ef-d844-4649-a474-76503be1f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:06.569505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-6ee247ef-d844-4649-a474-76503be1f641 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752816 Jul 23 10:27:06.571765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-06cd3e46-3164-4c33-a4f6-66486283c4bb service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170578 Jul 23 10:27:06.606678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-0924255e-8a3c-40e1-a8a6-cc6ae997bfa3 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1b4ab85e-6828-4cec-b219-036b6c87bc3e HTTP/1.1" status: 200 len: 2981 time: 0.0614977 Jul 23 10:27:06.652031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-a2b14664-ce87-4d11-80a1-93011654855c tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1b4ab85e-6828-4cec-b219-036b6c87bc3e HTTP/1.1" status: 200 len: 2981 time: 0.0443268 Jul 23 10:27:06.681603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['67d70a53-eecb-4411-8683-0cbb180c813a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:06.706161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-fe70123b-80e2-4b0b-9420-cbb3b484f86f tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/22630783-2134-4e25-875d-59c084d9491c HTTP/1.1" status: 200 len: 2981 time: 0.0522778 Jul 23 10:27:06.756168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-2af3461d-17fa-417d-ad2a-36f16d6101ef service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747639 Jul 23 10:27:06.758875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-07c9a3d1-5fc0-4252-bc6e-9eb53f9d9cf0 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/22630783-2134-4e25-875d-59c084d9491c HTTP/1.1" status: 200 len: 2981 time: 0.0514431 Jul 23 10:27:06.779998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e88fa3-f418-49e1-9a24-8c753bb1e365 req-686e453d-c597-41b2-89a8-5f3ad4090287 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:06.781494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01e88fa3-f418-49e1-9a24-8c753bb1e365 req-686e453d-c597-41b2-89a8-5f3ad4090287 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 945 time: 0.1312416 Jul 23 10:27:06.807267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-3b7e4a12-fbfe-4677-a3f0-bb0e23350329 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2d855add-a545-400e-ae54-b8861bddc311 HTTP/1.1" status: 200 len: 2981 time: 0.0473020 Jul 23 10:27:06.853741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-5c1b7495-313c-40c1-bc86-852cc59bf4b0 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2d855add-a545-400e-ae54-b8861bddc311 HTTP/1.1" status: 200 len: 2981 time: 0.0398221 Jul 23 10:27:06.902985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-0748a808-1335-4f95-8812-d4aea77525a8 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b HTTP/1.1" status: 200 len: 2981 time: 0.0436389 Jul 23 10:27:06.917197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01e88fa3-f418-49e1-9a24-8c753bb1e365 req-66949234-6089-4cd8-899b-e5e5f44e88cd tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218493 Jul 23 10:27:06.947914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-3deb0503-1cdf-4b84-adf1-44c254953a52 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b HTTP/1.1" status: 200 len: 2981 time: 0.0388889 Jul 23 10:27:06.948814 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c2625855-bca9-45ae-9fd0-88cb80234eee service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828976 Jul 23 10:27:06.992497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-40d52ba7-17fd-4b70-9d22-47ad32fbd917 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 217 time: 0.0381734 Jul 23 10:27:06.994907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-ca939f63-b091-418d-9289-0f4ed7b2c5e3 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3b3e58fa-df6c-404b-87c7-cd81b7cd038e HTTP/1.1" status: 200 len: 2981 time: 0.0391202 Jul 23 10:27:07.051896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-56cfaa11-8948-4a27-9ef9-c4148f9d1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.053702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-56cfaa11-8948-4a27-9ef9-c4148f9d1419 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0546596 Jul 23 10:27:07.056085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-bc265348-8fa4-4029-88c7-7820490697c8 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3b3e58fa-df6c-404b-87c7-cd81b7cd038e HTTP/1.1" status: 200 len: 2981 time: 0.0507042 Jul 23 10:27:07.111978 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-66f87588-bc87-4d39-824b-168ec58db4eb tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5600f719-b8d4-426f-91e4-fc6077cc1947 HTTP/1.1" status: 200 len: 2981 time: 0.0537212 Jul 23 10:27:07.121881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7aa1f151-df07-4182-947a-e586546d3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.123559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-7aa1f151-df07-4182-947a-e586546d3804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633907 Jul 23 10:27:07.153702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-f62e8f60-3d75-4dbd-ad10-f4bad1e5a0bb tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5600f719-b8d4-426f-91e4-fc6077cc1947 HTTP/1.1" status: 200 len: 2981 time: 0.0404401 Jul 23 10:27:07.199297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-90448017-8856-4b3b-8e3d-bcfa2ff7b66e tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8140f3fc-f7e6-49d2-8775-58b8fe87b202 HTTP/1.1" status: 200 len: 2981 time: 0.0395899 Jul 23 10:27:07.241312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-b2f9473c-d88f-40ac-b428-3e92597717bf tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8140f3fc-f7e6-49d2-8775-58b8fe87b202 HTTP/1.1" status: 200 len: 2981 time: 0.0361836 Jul 23 10:27:07.254644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-9bd470b8-86f9-4b60-ac6f-5bcd26081beb service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251640 Jul 23 10:27:07.271382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.277401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.283203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.285126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-d0c57faf-ddea-4920-8ae3-75d243bebce8 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/85581f31-bf6a-402b-9a89-17ad5892d9b8 HTTP/1.1" status: 200 len: 2973 time: 0.0362768 Jul 23 10:27:07.289059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.294834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.301029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.307327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.309228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-ed7036f7-d5c2-480d-ba16-29a963796d5d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.1581218 Jul 23 10:27:07.328340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-7ff719e4-7f76-4260-a18d-c959c76d17c0 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/85581f31-bf6a-402b-9a89-17ad5892d9b8 HTTP/1.1" status: 200 len: 2973 time: 0.0368145 Jul 23 10:27:07.370935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:07.375751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-0c84c6ed-55ff-4ade-9fb1-54a9c1fa7222 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/91dcf345-9a15-4b95-8834-6b0c2ed88cd4 HTTP/1.1" status: 200 len: 2981 time: 0.0386546 Jul 23 10:27:07.432106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-3fdfe34b-55ee-42f1-ae7f-d22f5878e80b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/91dcf345-9a15-4b95-8834-6b0c2ed88cd4 HTTP/1.1" status: 200 len: 2981 time: 0.0493178 Jul 23 10:27:07.478517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:07.479779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-e8097458-a248-43f2-ae22-e82d069d087a tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/981a68ea-445c-4cfa-8c85-ea6ccf681705 HTTP/1.1" status: 200 len: 2981 time: 0.0461464 Jul 23 10:27:07.490605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'mac_address': 'fa:16:3e:46:39:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:07.531518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-18fffa76-cd77-4310-ab78-9e264b2b52d4 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/981a68ea-445c-4cfa-8c85-ea6ccf681705 HTTP/1.1" status: 200 len: 2981 time: 0.0429358 Jul 23 10:27:07.533819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:07.547572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:07.572111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:07.577814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:07.588037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-50b7bffc-2b10-454d-a970-4b76f2af95bc tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/abbec33f-103a-4471-a9ee-bd5563baf6c6 HTTP/1.1" status: 200 len: 2981 time: 0.0495327 Jul 23 10:27:07.626335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:07.634899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-dba9809f-c442-4eb9-912c-3c3f95401f88 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/abbec33f-103a-4471-a9ee-bd5563baf6c6 HTTP/1.1" status: 200 len: 2981 time: 0.0430386 Jul 23 10:27:07.682182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-7bbd15af-33b5-41dc-a422-f29914ec06dd tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d16f4f3a-70a4-4799-893f-11810d38b772 HTTP/1.1" status: 200 len: 2977 time: 0.0387402 Jul 23 10:27:07.712741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14fec0e9-e5b2-4ccf-91b0-c631bd09f175 req-7e1e28d4-742c-49f5-a10b-6a601e2241c7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3908474 Jul 23 10:27:07.730985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb915408-dbf7-4168-b70e-4aa9d162ecea req-693ef41b-c171-43dd-81b1-22e579d9abda tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d16f4f3a-70a4-4799-893f-11810d38b772 HTTP/1.1" status: 200 len: 2977 time: 0.0429978 Jul 23 10:27:07.765283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-2cbad78b-ca80-4601-81bb-d5626b9bbd37 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550617 Jul 23 10:27:07.816473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-130dd506-8fac-46be-a7f4-41ffc2da9a29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=85a8ec39-3313-4901-9153-a7c967ec1724 HTTP/1.1" status: 200 len: 217 time: 0.0442457 Jul 23 10:27:07.864203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:07.884238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-746607e8-4a1c-4cba-a1d3-a7c97f3a5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.886761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-746607e8-4a1c-4cba-a1d3-a7c97f3a5d20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0640013 Jul 23 10:27:07.890782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae686662-4d80-4ac3-84ea-49a64dca6d48 req-60679cf1-df10-4dbb-9d70-97f993b16585 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:07.892544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae686662-4d80-4ac3-84ea-49a64dca6d48 req-60679cf1-df10-4dbb-9d70-97f993b16585 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 949 time: 0.0831151 Jul 23 10:27:07.940259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae686662-4d80-4ac3-84ea-49a64dca6d48 req-93fa21ab-4af9-4c4b-acc6-e276c758243a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jul 23 10:27:08.042727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-02e04acc-ecbc-4dac-9276-c610267b220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:08.044292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-02e04acc-ecbc-4dac-9276-c610267b220e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508257 Jul 23 10:27:08.068097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-19653f4f-3ff9-48ac-bfac-f52702aeedc5 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:08.069706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-19653f4f-3ff9-48ac-bfac-f52702aeedc5 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/networks?id=a9fc168c-14de-42e3-8e97-4941aea963ce HTTP/1.1" status: 200 len: 815 time: 0.1785274 Jul 23 10:27:08.098823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-a4c5de9b-58d4-47c2-98fd-99bd47f4a6ab tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/quotas/ede28f8bf09f4e8fab763e366aacca3a HTTP/1.1" status: 200 len: 375 time: 0.0194266 Jul 23 10:27:08.112855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39006) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:08.190008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-90581084-caba-45eb-a179-65b47e8e7e35 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378937 Jul 23 10:27:08.208342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 67d70a53-eecb-4411-8683-0cbb180c813a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:08.224031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14e6da80-aa21-4e1e-83f5-7a9efcd7e275 req-031576d5-629e-4a8d-9e4c-7a55f7193a48 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f840ed0ccab34918a659c62cfdd9e868 HTTP/1.1" status: 200 len: 6103 time: 0.0857682 Jul 23 10:27:08.241270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-39c64be9-1d72-45fd-b78f-432096573af5 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ede28f8bf09f4e8fab763e366aacca3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097298 Jul 23 10:27:08.251533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a10d7b-63ae-49e9-9625-811cd36b33bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.270092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 67d70a53-eecb-4411-8683-0cbb180c813a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:08.274701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 67d70a53-eecb-4411-8683-0cbb180c813a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:08.275074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.332714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14e6da80-aa21-4e1e-83f5-7a9efcd7e275 req-51e0c9cc-8bb4-4760-9e92-1f59ba43fad9 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "GET /v2.0/security-groups/3b3e58fa-df6c-404b-87c7-cd81b7cd038e HTTP/1.1" status: 200 len: 2981 time: 0.0980251 Jul 23 10:27:08.363002 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.373001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-2209a68a-e5bc-494f-83c6-522ce03abbc7 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753747 Jul 23 10:27:08.388565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:08.390793 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe00465-8dba-4304-be04-41b101f58842" -d '{"events": [{"server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "name": "network-vif-plugged", "status": "completed", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:08.406554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 67d70a53-eecb-4411-8683-0cbb180c813a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=67d70a53-eecb-4411-8683-0cbb180c813a,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:08.409787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14e6da80-aa21-4e1e-83f5-7a9efcd7e275 req-1ee66330-2f8a-4539-8a09-d8104ca041ad tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "GET /v2.0/security-groups/3b3e58fa-df6c-404b-87c7-cd81b7cd038e HTTP/1.1" status: 200 len: 2981 time: 0.0641592 Jul 23 10:27:08.411439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.420020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a10d7b-63ae-49e9-9625-811cd36b33bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.434504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-767ac6d2-d7ca-42ef-b772-5a8947cf295b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=205a82f1-1ee8-4582-8a80-30154663216e HTTP/1.1" status: 200 len: 217 time: 0.0519297 Jul 23 10:27:08.434691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a10d7b-63ae-49e9-9625-811cd36b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.436524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-5dd270af-32a0-49bb-9da6-b46e05cd0e3e service neutron] 10.222.0.37 "GET /v2.0/networks/a9fc168c-14de-42e3-8e97-4941aea963ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651461 Jul 23 10:27:08.475509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=67d70a53-eecb-4411-8683-0cbb180c813a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:08.488816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a10d7b-63ae-49e9-9625-811cd36b33bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bc25b-f6ae-41ad-ace0-24ebc7c079d9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:08.496493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-69a10d7b-63ae-49e9-9625-811cd36b33bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a8e89e138d9490cbaa81cc1138d3ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825693 Jul 23 10:27:08.499158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:08.533474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-b578fa93-7c93-439a-8a99-65769015f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:08.534975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-b578fa93-7c93-439a-8a99-65769015f805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0934210 Jul 23 10:27:08.562715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38667352-6c63-4ba9-b64f-ce8e99713a1e req-e0d5f9be-4032-4364-9c42-18586756fcf2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:08.564363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38667352-6c63-4ba9-b64f-ce8e99713a1e req-e0d5f9be-4032-4364-9c42-18586756fcf2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 946 time: 0.0722799 Jul 23 10:27:08.605341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38667352-6c63-4ba9-b64f-ce8e99713a1e req-b5041d80-9f0a-4430-a665-cb1fd114c055 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Jul 23 10:27:08.654379 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd1ccba-88f5-4066-bf2e-78886c0130b8 x-openstack-request-id: req-8cd1ccba-88f5-4066-bf2e-78886c0130b8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:08.654875 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "name": "network-vif-plugged", "status": "completed", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:08.655280 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cd1ccba-88f5-4066-bf2e-78886c0130b8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:08.656073 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'code': 200} Jul 23 10:27:08.658770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-43592649-c1ec-43c4-844e-a8ce690018e6 service neutron] 10.222.0.37 "GET /v2.0/networks/a9fc168c-14de-42e3-8e97-4941aea963ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867645 Jul 23 10:27:08.667748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6359adb-bdce-4fd6-9331-8a63ccb9b297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.706104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6359adb-bdce-4fd6-9331-8a63ccb9b297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.709815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-a41ea50b-16b5-4498-85a8-740f8e96c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:08.711762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-a41ea50b-16b5-4498-85a8-740f8e96c4b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1488626 Jul 23 10:27:08.714396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b224fb0-fbc5-47f2-b00d-6aa79b9cd117 req-50fac116-2863-432d-b5fe-2b9adcf68e23 tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ef2fe64e-cddc-4a2a-968d-12112c654422 HTTP/1.1" status: 200 len: 1777 time: 0.0488627 Jul 23 10:27:08.815167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6b224fb0-fbc5-47f2-b00d-6aa79b9cd117 req-daa10ca6-4a41-4d64-ad08-0d678ec7c07b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.855141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-f700ee75-400d-4323-a79a-800823c27364 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359560 Jul 23 10:27:08.857046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6359adb-bdce-4fd6-9331-8a63ccb9b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.860382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6359adb-bdce-4fd6-9331-8a63ccb9b297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.865151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0624f3a-a4cb-4347-959c-10820275fadc req-e343b63a-558f-4b7f-aaf9-413887a804e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:08.865595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0624f3a-a4cb-4347-959c-10820275fadc req-e343b63a-558f-4b7f-aaf9-413887a804e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.1332319 Jul 23 10:27:08.866275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f6359adb-bdce-4fd6-9331-8a63ccb9b297 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/215bc25b-f6ae-41ad-ace0-24ebc7c079d9 HTTP/1.1" status: 204 len: 168 time: 0.3642147 Jul 23 10:27:08.867571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6b224fb0-fbc5-47f2-b00d-6aa79b9cd117 req-daa10ca6-4a41-4d64-ad08-0d678ec7c07b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.928163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0624f3a-a4cb-4347-959c-10820275fadc req-e9964623-f85f-40df-88e6-cd319ed04f87 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522983 Jul 23 10:27:08.940619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6b224fb0-fbc5-47f2-b00d-6aa79b9cd117 req-daa10ca6-4a41-4d64-ad08-0d678ec7c07b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.943353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6b224fb0-fbc5-47f2-b00d-6aa79b9cd117 req-daa10ca6-4a41-4d64-ad08-0d678ec7c07b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:08.944661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b224fb0-fbc5-47f2-b00d-6aa79b9cd117 req-daa10ca6-4a41-4d64-ad08-0d678ec7c07b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef2fe64e-cddc-4a2a-968d-12112c654422 HTTP/1.1" status: 204 len: 173 time: 0.2293007 Jul 23 10:27:08.954040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa10ca6-4a41-4d64-ad08-0d678ec7c07b tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2fe64e-cddc-4a2a-968d-12112c654422,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:08.958204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6359adb-bdce-4fd6-9331-8a63ccb9b297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bc25b-f6ae-41ad-ace0-24ebc7c079d9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:09.020549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-dd44fe93-878f-49c8-b2bd-1010f95f9682 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512623 Jul 23 10:27:09.044645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1259339-09d7-45d4-bafe-b1a62303431d req-19226e6c-e7cf-460e-bc4c-ce1e9a054d0c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 210 time: 0.0358706 Jul 23 10:27:09.082607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-1d993130-4b0d-4c4e-ab58-959ac48d68f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5 HTTP/1.1" status: 200 len: 217 time: 0.0487909 Jul 23 10:27:09.116053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.122409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.122572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac59aa60-1ecf-4b09-868c-a75bc6619bd7 req-7bc4439c-ef04-41d0-8b69-b7394116c9ea tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "GET /v2.0/security-groups/36f2b446-f97b-4b02-ab71-010e3e0a0820 HTTP/1.1" status: 200 len: 1777 time: 0.0548239 Jul 23 10:27:09.130285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.138303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.145090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.161254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.167364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.175209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755e2eed-d239-4847-8610-b2bce83303a1 req-09e2c06f-3b53-4eaa-85fa-36965f90380d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2322474 Jul 23 10:27:09.183321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac59aa60-1ecf-4b09-868c-a75bc6619bd7 req-529b756f-994b-437d-a789-340038a7228d tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.207112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac59aa60-1ecf-4b09-868c-a75bc6619bd7 req-529b756f-994b-437d-a789-340038a7228d tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.253131 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755e2eed-d239-4847-8610-b2bce83303a1 req-7b156868-4a44-42a2-810e-adc1f0c615d0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769570 Jul 23 10:27:09.256022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-73d0206b-8e11-4faf-b0ce-d80481811749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.258454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-73d0206b-8e11-4faf-b0ce-d80481811749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.1677763 Jul 23 10:27:09.262047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac59aa60-1ecf-4b09-868c-a75bc6619bd7 req-529b756f-994b-437d-a789-340038a7228d tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.265126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac59aa60-1ecf-4b09-868c-a75bc6619bd7 req-529b756f-994b-437d-a789-340038a7228d tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.267745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac59aa60-1ecf-4b09-868c-a75bc6619bd7 req-529b756f-994b-437d-a789-340038a7228d tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/36f2b446-f97b-4b02-ab71-010e3e0a0820 HTTP/1.1" status: 204 len: 173 time: 0.1437087 Jul 23 10:27:09.279630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b756f-994b-437d-a789-340038a7228d tempest-SecurityGroupsTestAdminJSON-602086055 tempest-SecurityGroupsTestAdminJSON-602086055-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f2b446-f97b-4b02-ab71-010e3e0a0820,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:09.316861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39042) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:09.334770 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-068b8299-f627-4f3d-8c8a-ecd5b9a83c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.382217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:09.383501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4067184e-094f-4283-ab97-845870b024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.385882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-4067184e-094f-4283-ab97-845870b024ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207893 Jul 23 10:27:09.470467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482d43-df3d-4086-907b-09df39e32b7f req-87e40aaf-d195-4e1a-9d7a-930dc1e6ba6a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.472020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27482d43-df3d-4086-907b-09df39e32b7f req-87e40aaf-d195-4e1a-9d7a-930dc1e6ba6a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 949 time: 0.1103716 Jul 23 10:27:09.476040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:09.488856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:09.489516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.535925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-068b8299-f627-4f3d-8c8a-ecd5b9a83c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.542013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27482d43-df3d-4086-907b-09df39e32b7f req-18f36421-893e-4989-a811-ea2c5de9a5a1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600467 Jul 23 10:27:09.542197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-068b8299-f627-4f3d-8c8a-ecd5b9a83c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.548141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-8ecebe4f-9473-4dc1-a46a-0fec3c3aa8b8 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555243 Jul 23 10:27:09.596610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-068b8299-f627-4f3d-8c8a-ecd5b9a83c60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db0530562c5f47e1ba49d950971b7daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781971 Jul 23 10:27:09.597576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:09.610574 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.611443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70944de3-3a5b-48bc-be14-1fdd6bd84856 req-c979e0ff-75d1-4747-80b2-a2a2deaacc86 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "GET /v2.0/security-groups/73cc29ae-e064-4a49-a9ef-288e5fa6966a HTTP/1.1" status: 200 len: 1777 time: 0.1116014 Jul 23 10:27:09.612189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b8299-f627-4f3d-8c8a-ecd5b9a83c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c3c56-62b1-491f-9006-4cceb2e9f37a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:09.652664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:09.665551 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.734361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-5d7494a6-27c1-419d-a5ee-5339a3aa9637 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800818 Jul 23 10:27:09.744882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:09.775460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159524c-59ae-4c7d-94b4-1fa761fe7591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.780192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259df75-3aa8-46ef-aa0b-a02a1ff069d3 req-107a880e-c57b-467c-9755-7ef4ecaf187f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.781968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b259df75-3aa8-46ef-aa0b-a02a1ff069d3 req-107a880e-c57b-467c-9755-7ef4ecaf187f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 946 time: 0.0817952 Jul 23 10:27:09.814282 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-fb898cf1-c6e3-4d2e-b4b4-2b68cf8ff906 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 200 len: 217 time: 0.0648417 Jul 23 10:27:09.814831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70944de3-3a5b-48bc-be14-1fdd6bd84856 req-d8befc2f-4d32-434e-b01e-dd7ac05769c1 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.832365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b259df75-3aa8-46ef-aa0b-a02a1ff069d3 req-fb371d71-564c-4b32-ab1e-e1474365e644 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Jul 23 10:27:09.878453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159524c-59ae-4c7d-94b4-1fa761fe7591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.892197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70944de3-3a5b-48bc-be14-1fdd6bd84856 req-d8befc2f-4d32-434e-b01e-dd7ac05769c1 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:09.949836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-ca2f26c6-41f4-4007-8fe5-36b3a48b566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:09.951524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-ca2f26c6-41f4-4007-8fe5-36b3a48b566a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.1189098 Jul 23 10:27:09.999092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70944de3-3a5b-48bc-be14-1fdd6bd84856 req-d8befc2f-4d32-434e-b01e-dd7ac05769c1 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.002014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70944de3-3a5b-48bc-be14-1fdd6bd84856 req-d8befc2f-4d32-434e-b01e-dd7ac05769c1 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.003285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70944de3-3a5b-48bc-be14-1fdd6bd84856 req-d8befc2f-4d32-434e-b01e-dd7ac05769c1 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "DELETE /v2.0/security-groups/73cc29ae-e064-4a49-a9ef-288e5fa6966a HTTP/1.1" status: 204 len: 173 time: 0.3823431 Jul 23 10:27:10.019287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8befc2f-4d32-434e-b01e-dd7ac05769c1 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc29ae-e064-4a49-a9ef-288e5fa6966a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:10.022474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159524c-59ae-4c7d-94b4-1fa761fe7591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.025736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159524c-59ae-4c7d-94b4-1fa761fe7591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.029773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e159524c-59ae-4c7d-94b4-1fa761fe7591 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f8c3c56-62b1-491f-9006-4cceb2e9f37a HTTP/1.1" status: 204 len: 168 time: 0.4303138 Jul 23 10:27:10.043250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159524c-59ae-4c7d-94b4-1fa761fe7591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c3c56-62b1-491f-9006-4cceb2e9f37a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:10.062859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c86e9eb3-554b-4f4a-b472-ff39f246eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.064620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-c86e9eb3-554b-4f4a-b472-ff39f246eab5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069894 Jul 23 10:27:10.103782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d98ee68-b532-4b73-b7b3-9534d0fef38d req-3c8e588f-ebc8-4737-ac85-cdc00b28dfa4 tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "GET /v2.0/security-groups/1613b7f3-f68f-494e-8794-c4481fd183aa HTTP/1.1" status: 200 len: 1778 time: 0.0717871 Jul 23 10:27:10.204098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8d98ee68-b532-4b73-b7b3-9534d0fef38d req-610b1218-4d2e-4d0b-8a89-6603b94a41dc tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.242743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8d98ee68-b532-4b73-b7b3-9534d0fef38d req-610b1218-4d2e-4d0b-8a89-6603b94a41dc tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.299616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f667f6b0-e02b-43d3-b7e0-926f6d0cc328 req-8eae4618-26f6-4fa1-8c76-d8fcd412613b tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 210 time: 0.0639515 Jul 23 10:27:10.320122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-d88d96e5-f219-413b-9bfe-c7aa4994d82c service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420514 Jul 23 10:27:10.355498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8d98ee68-b532-4b73-b7b3-9534d0fef38d req-610b1218-4d2e-4d0b-8a89-6603b94a41dc tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.363948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8d98ee68-b532-4b73-b7b3-9534d0fef38d req-610b1218-4d2e-4d0b-8a89-6603b94a41dc tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.366178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d98ee68-b532-4b73-b7b3-9534d0fef38d req-610b1218-4d2e-4d0b-8a89-6603b94a41dc tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] 10.222.0.37 "DELETE /v2.0/security-groups/1613b7f3-f68f-494e-8794-c4481fd183aa HTTP/1.1" status: 204 len: 173 time: 0.2611670 Jul 23 10:27:10.430800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b1218-4d2e-4d0b-8a89-6603b94a41dc tempest-SecurityGroupsTestAdminJSON-1832730768 tempest-SecurityGroupsTestAdminJSON-1832730768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1613b7f3-f68f-494e-8794-c4481fd183aa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:10.467600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-99b69132-390b-4d4f-9e7a-de4e8557c713 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.470187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-99b69132-390b-4d4f-9e7a-de4e8557c713 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.55 "GET /v2.0/networks?id=a9fc168c-14de-42e3-8e97-4941aea963ce HTTP/1.1" status: 200 len: 815 time: 0.2025862 Jul 23 10:27:10.485683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Request body: {'port': {'device_id': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'admin_state_up': True, 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:10.549299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94d53245-2618-4a08-9acb-15a2c591e9b8 req-5c7359b6-40f0-4026-bb6b-da27c8a54463 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205892 Jul 23 10:27:10.610290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.616818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.623477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.631228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.640567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.649945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.657171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:10.659925 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a934013e-4573-4818-8b34-580d47d1f3db" -d '{"events": [{"server_uuid": "d796b5a1-e4d5-4162-9867-6c4dd66abd57", "name": "network-vif-plugged", "status": "completed", "tag": "e73a5e20-3a2e-45d0-bb6e-94c65ee8e233"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:10.664463 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:10.673459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-de0252cc-9025-496e-8647-9dd88219b936 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.1652861 Jul 23 10:27:10.733690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Made reservation on behalf of ede28f8bf09f4e8fab763e366aacca3a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:10.734092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f5cb411-12ce-4fe3-ad06-24f39bc8263b req-b3a9f56a-626c-42f3-84a2-dcd2a352a8ab tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599165 Jul 23 10:27:10.737915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:10.842680 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7a5d8-5b6c-4022-ad38-458152111cf8 x-openstack-request-id: req-c6c7a5d8-5b6c-4022-ad38-458152111cf8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:10.842972 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d796b5a1-e4d5-4162-9867-6c4dd66abd57", "name": "network-vif-plugged", "status": "completed", "tag": "e73a5e20-3a2e-45d0-bb6e-94c65ee8e233", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:10.843557 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6c7a5d8-5b6c-4022-ad38-458152111cf8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:10.843956 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'code': 200} Jul 23 10:27:10.966982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39088) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:11.003036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Allocated IP 172.20.0.13 (a9fc168c-14de-42e3-8e97-4941aea963ce/3b512d5b-7113-4ddb-9457-b87b01fa00e3/bfe744c9-a532-4e44-adb6-e5f53e15e50d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:11.027928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.028576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.028794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb9cc-17b6-4a82-a590-1ce7a277c366 req-d5cab3fd-dbb1-48c2-ba6a-6e573a9a520b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.029248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.029818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.030434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.030966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.031556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.033553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-05d2026c-b02b-4126-a267-279287a12eae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6489 time: 0.2580554 Jul 23 10:27:11.035694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfbcb9cc-17b6-4a82-a590-1ce7a277c366 req-d5cab3fd-dbb1-48c2-ba6a-6e573a9a520b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 946 time: 0.1137254 Jul 23 10:27:11.060369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfa6e7-6601-44d4-9e41-47db19ca7dc7 req-81d78460-589e-452b-b3de-abd27eb0ebee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.068165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02cfa6e7-6601-44d4-9e41-47db19ca7dc7 req-81d78460-589e-452b-b3de-abd27eb0ebee tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 950 time: 0.2361445 Jul 23 10:27:11.115867 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfbcb9cc-17b6-4a82-a590-1ce7a277c366 req-39f27365-da82-42fd-b709-a31ae0e7463e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637600 Jul 23 10:27:11.150739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02cfa6e7-6601-44d4-9e41-47db19ca7dc7 req-c9b3fc65-b463-4276-9522-3d34fd8bd7ae tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808508 Jul 23 10:27:11.162967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673960c-8465-4ae0-b471-0158cf365d38 req-1abf5182-2f67-44ee-920f-932ed6187f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.164921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3673960c-8465-4ae0-b471-0158cf365d38 req-1abf5182-2f67-44ee-920f-932ed6187f2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 1101 time: 0.2136822 Jul 23 10:27:11.254617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3673960c-8465-4ae0-b471-0158cf365d38 req-003a9a7d-ed5f-4884-b5b2-7ca44fd4261d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Jul 23 10:27:11.295392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-4499ecb4-53a6-499d-a70f-238818495d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.297457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-4499ecb4-53a6-499d-a70f-238818495d83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 200 len: 903 time: 0.2560031 Jul 23 10:27:11.312865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f52ac01-4c4c-4b7a-82b3-60ae0db4784c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f840ed0ccab34918a659c62cfdd9e868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459198 Jul 23 10:27:11.313854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:11.443158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-eb992aa9-8971-4302-9140-3cbeb2a95de9 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3147213 Jul 23 10:27:11.470922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:11.483774 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-050bfb25-2657-4c69-9609-6de32a332184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.484662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9b45617-5e93-4edd-a36a-be84c136454e req-282b97ba-b434-484d-84c6-f0a344c9780d tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 210 time: 0.0573328 Jul 23 10:27:11.552665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-050bfb25-2657-4c69-9609-6de32a332184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.598083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-35f774b1-ba92-4a89-8972-3e56b789ab52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 200 len: 217 time: 0.0889220 Jul 23 10:27:11.689836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.715783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.733746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Transition to ACTIVE for port object bfe744c9-a532-4e44-adb6-e5f53e15e50d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:11.751038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-050bfb25-2657-4c69-9609-6de32a332184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.755736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-050bfb25-2657-4c69-9609-6de32a332184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.756569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-0c4a32f4-6047-47ff-95a1-a724e5c6b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.758860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-050bfb25-2657-4c69-9609-6de32a332184 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b3e58fa-df6c-404b-87c7-cd81b7cd038e HTTP/1.1" status: 204 len: 168 time: 0.4367895 Jul 23 10:27:11.759820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-0c4a32f4-6047-47ff-95a1-a724e5c6b023 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.1435995 Jul 23 10:27:11.799315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bfb25-2657-4c69-9609-6de32a332184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e58fa-df6c-404b-87c7-cd81b7cd038e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:11.897654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:11.946570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-ccb943bb-b669-4572-bd40-91eba24473f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:11.950713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-ccb943bb-b669-4572-bd40-91eba24473f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1838262 Jul 23 10:27:11.963763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Pushing event updated for resources: {'Port': ['ID=bfe744c9-a532-4e44-adb6-e5f53e15e50d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:11.980281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Network a9fc168c-14de-42e3-8e97-4941aea963ce is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:11.983333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:11.985849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:11.992662 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:12.112483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.113227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:12.175174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-7a43363e-6802-4c35-8c52-988655d57f14 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6946514 Jul 23 10:27:12.196341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Request body: {'port': {'device_id': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:12.260306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Allocated IP 172.25.4.51 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/b28c2130-13c2-4196-81d8-3d048638b0c0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:12.395135 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:12.461863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-612df41e-a859-49fa-81a5-1a27cde09beb service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047870 Jul 23 10:27:12.546991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bebb92ba-2f5b-441d-bf2c-bf12901d23bf None None] Provisioning for port bfe744c9-a532-4e44-adb6-e5f53e15e50d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:12.576580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bebb92ba-2f5b-441d-bf2c-bf12901d23bf None None] Provisioning complete for port bfe744c9-a532-4e44-adb6-e5f53e15e50d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:12.577255 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bebb92ba-2f5b-441d-bf2c-bf12901d23bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:12.681690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-625de3ad-5b75-4d86-abe3-22ebd926975a req-340682ed-bbfc-4801-9662-ba21cd7a4e63 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091506 Jul 23 10:27:12.739254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.742936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bebb92ba-2f5b-441d-bf2c-bf12901d23bf None None] Port bfe744c9-a532-4e44-adb6-e5f53e15e50d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:27:12.753056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.759952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.769241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.778094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.787705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.797606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:12.808415 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-bd0c70d9-f904-4c1f-82d5-861e1891a65a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.7452440 Jul 23 10:27:12.885140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:12.907193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a51bf922-a27f-43bb-8794-f34c9cbb1d7f req-ecacac8a-9b93-42d3-8443-41aec8bd78fe tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933490 Jul 23 10:27:12.908912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:13.055646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b0bdce96-9ad3-40fc-951f-6688cd1d537b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61631eb792494cb9a6a51a0055d7e4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424038 Jul 23 10:27:13.057481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:13.107198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.208140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4e7abd3-e602-4b9d-8f09-073d89e6cd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.290282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event updated for resources: {'Port': ['ID=b28c2130-13c2-4196-81d8-3d048638b0c0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:13.303634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4e7abd3-e602-4b9d-8f09-073d89e6cd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.339623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:13.352790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:13.364761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:13.403072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee47e49-57d4-4eb4-9ca2-ded53bbbe8fc req-b4dfe924-0b60-4d97-8b50-fa7e1b0f77f9 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:13.408653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe744c9-a532-4e44-adb6-e5f53e15e50d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:13.410235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ee47e49-57d4-4eb4-9ca2-ded53bbbe8fc req-b4dfe924-0b60-4d97-8b50-fa7e1b0f77f9 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.2286985 Jul 23 10:27:13.419075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4e7abd3-e602-4b9d-8f09-073d89e6cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.421884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4e7abd3-e602-4b9d-8f09-073d89e6cd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.423002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4e7abd3-e602-4b9d-8f09-073d89e6cd31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91dcf345-9a15-4b95-8834-6b0c2ed88cd4 HTTP/1.1" status: 204 len: 168 time: 0.3644753 Jul 23 10:27:13.454558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.468492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7abd3-e602-4b9d-8f09-073d89e6cd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dcf345-9a15-4b95-8834-6b0c2ed88cd4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:13.506025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ee47e49-57d4-4eb4-9ca2-ded53bbbe8fc req-fe22e517-c31d-4f71-8f59-65018e6ce72f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947082 Jul 23 10:27:13.514892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Transition to ACTIVE for port object bfe744c9-a532-4e44-adb6-e5f53e15e50d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:13.542324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:13.561418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:13.848200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90323a0-1232-4036-b98f-6e810d3ac743 req-70f5fd16-2701-43cb-a66f-6c8cc5713802 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:13.864685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c90323a0-1232-4036-b98f-6e810d3ac743 req-70f5fd16-2701-43cb-a66f-6c8cc5713802 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 950 time: 0.1935391 Jul 23 10:27:13.941108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c90323a0-1232-4036-b98f-6e810d3ac743 req-7748a79f-e542-40be-ad69-b822ec0024d4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705705 Jul 23 10:27:14.034072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe744c9-a532-4e44-adb6-e5f53e15e50d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:14.099559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.152621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.281585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2d4a4-877b-4ecf-bdf4-5b391b446348 req-02f38463-156a-4e59-a892-072732ee32f9 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.283738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bfe2d4a4-877b-4ecf-bdf4-5b391b446348 req-02f38463-156a-4e59-a892-072732ee32f9 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.2277586 Jul 23 10:27:14.347626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.387986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bfe2d4a4-877b-4ecf-bdf4-5b391b446348 req-d873a0fe-9f19-485f-a29e-7721769ca14b tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950162 Jul 23 10:27:14.422392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Attempting to bind port bfe744c9-a532-4e44-adb6-e5f53e15e50d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:14.422947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Attempting to bind port bfe744c9-a532-4e44-adb6-e5f53e15e50d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:14.423159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Attempting to bind port bfe744c9-a532-4e44-adb6-e5f53e15e50d on network a9fc168c-14de-42e3-8e97-4941aea963ce {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:14.456269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Port bfe744c9-a532-4e44-adb6-e5f53e15e50d on network a9fc168c-14de-42e3-8e97-4941aea963ce not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:14.456633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Attempting to bind port bfe744c9-a532-4e44-adb6-e5f53e15e50d on network a9fc168c-14de-42e3-8e97-4941aea963ce {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:14.473825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:14.474189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Checking segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:14.474635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Bound using segment: {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:14.475340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Bound port: bfe744c9-a532-4e44-adb6-e5f53e15e50d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02823303-0e12-478a-a929-05d03dd16b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:14.475810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.485435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.495902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.601884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578165f6-d994-49c0-9cde-5f4e2d4768e5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:14.609520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a18f584ec70d4ef887daf2d65ff18d36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0462630 Jul 23 10:27:14.613126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:14.665378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.665877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.667106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.667507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.667957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.668473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.668881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.669316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.669781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.670284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.670717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.671274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b70e6-3ae5-461f-9a2f-90894e8b3f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:14.750725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.754543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] For port bfe744c9-a532-4e44-adb6-e5f53e15e50d, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:14.759152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.760674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] For port bfe744c9-a532-4e44-adb6-e5f53e15e50d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bfe744c9-a532-4e44-adb6-e5f53e15e50d,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:14.767945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.770639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.776226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.783923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.792653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.799312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.808826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-133946c9-8969-4a85-9533-bddbc946cd33 req-9057723c-e521-4722-8f80-6cc6b9d1c33c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2799926 Jul 23 10:27:14.825581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:14.826208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.827637 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] 10.222.0.55 "PUT /v2.0/ports/bfe744c9-a532-4e44-adb6-e5f53e15e50d HTTP/1.1" status: 200 len: 1092 time: 2.6428375 Jul 23 10:27:14.834512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'tag': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:14.837398 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a5963-f585-4953-9c7c-63ad2b78a56d" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ff407-69f6-41bc-8773-96bf21f4763b", "tag": "bfe744c9-a532-4e44-adb6-e5f53e15e50d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:14.850416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.860811 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.883953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266bdfd-0f57-4635-8d0b-cdca3851a461 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe744c9-a532-4e44-adb6-e5f53e15e50d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:14.904366 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-133946c9-8969-4a85-9533-bddbc946cd33 req-5470adec-f18a-45a7-a53b-1967f7c4a2dc tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941713 Jul 23 10:27:14.911617 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-959f2659-02d3-4feb-af7f-3fb77ac6fcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.964111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event updated for resources: {'Port': ['ID=b28c2130-13c2-4196-81d8-3d048638b0c0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:14.974002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.987335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-959f2659-02d3-4feb-af7f-3fb77ac6fcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:14.992145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:15.001323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-b5b1730a-0039-4b31-88fb-f808adf45938 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5367501 Jul 23 10:27:15.124068 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-959f2659-02d3-4feb-af7f-3fb77ac6fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:15.126869 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-959f2659-02d3-4feb-af7f-3fb77ac6fcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:15.128256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-959f2659-02d3-4feb-af7f-3fb77ac6fcd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/578165f6-d994-49c0-9cde-5f4e2d4768e5 HTTP/1.1" status: 204 len: 168 time: 0.5120113 Jul 23 10:27:15.136892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-0c1e3edf-fccb-45d3-bfdd-51bbf6cb6eab tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1341906 Jul 23 10:27:15.139814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2659-02d3-4feb-af7f-3fb77ac6fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578165f6-d994-49c0-9cde-5f4e2d4768e5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:15.183142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec4c30-2f5a-4e57-9906-1ce71417588d req-9ee64a3b-36ae-4f04-938f-9dcd7b18d89f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:15.192191 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9ec4c30-2f5a-4e57-9906-1ce71417588d req-9ee64a3b-36ae-4f04-938f-9dcd7b18d89f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 950 time: 0.1496871 Jul 23 10:27:15.245557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9ec4c30-2f5a-4e57-9906-1ce71417588d req-56eddddf-6f8b-48c4-b224-01aa11b67a5d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Jul 23 10:27:15.362197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-9ad91bd4-cb70-4511-b047-06ccd7bc86b7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:15.377078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e4ddd93-2c64-4bfe-8a7b-54a5be39f7c2 req-9ad91bd4-cb70-4511-b047-06ccd7bc86b7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.2384608 Jul 23 10:27:15.425595 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a0763d-9406-4618-8487-8c28995784d9 x-openstack-request-id: req-d3a0763d-9406-4618-8487-8c28995784d9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:15.426177 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ff407-69f6-41bc-8773-96bf21f4763b", "tag": "bfe744c9-a532-4e44-adb6-e5f53e15e50d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:15.426177 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3a0763d-9406-4618-8487-8c28995784d9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:15.426584 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'tag': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d', 'status': 'completed', 'code': 200} Jul 23 10:27:16.043126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39214) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:16.070261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc9e1-9876-41de-9a34-2db5e92870fb req-fa92ff63-33e0-4354-a66c-9d07c6dc7516 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.078445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a05bc9e1-9876-41de-9a34-2db5e92870fb req-fa92ff63-33e0-4354-a66c-9d07c6dc7516 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.1474502 Jul 23 10:27:16.091721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57e684c2-5f9b-4069-a8c2-3a3b2e6884c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.106957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471547-4361-476a-be2f-51d5c86a2252 req-7dce1d82-75fc-4402-b9c3-05f758d9fed5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.113193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471547-4361-476a-be2f-51d5c86a2252 req-7dce1d82-75fc-4402-b9c3-05f758d9fed5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.123166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16471547-4361-476a-be2f-51d5c86a2252 req-7dce1d82-75fc-4402-b9c3-05f758d9fed5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808&device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 1691 time: 0.1007168 Jul 23 10:27:16.139247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a05bc9e1-9876-41de-9a34-2db5e92870fb req-281d49e7-319c-4629-a4b6-1957b4914183 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Jul 23 10:27:16.185488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16471547-4361-476a-be2f-51d5c86a2252 req-6292622b-5aa6-4b88-b01c-4eed47a4a6ef tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606482 Jul 23 10:27:16.272053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57e684c2-5f9b-4069-a8c2-3a3b2e6884c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.285390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57e684c2-5f9b-4069-a8c2-3a3b2e6884c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.384262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-57e684c2-5f9b-4069-a8c2-3a3b2e6884c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8808ba683404e3a94a4d5f2ec87bb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377419 Jul 23 10:27:16.385211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e684c2-5f9b-4069-a8c2-3a3b2e6884c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466dbabe-1aee-45c3-9923-c1ac8352cc22,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:16.385758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39228) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:16.393623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4ec61-d94f-435d-a128-350798ba3d23 req-342463a2-595d-4933-a7d9-945982108442 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.395384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48e4ec61-d94f-435d-a128-350798ba3d23 req-342463a2-595d-4933-a7d9-945982108442 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.0876713 Jul 23 10:27:16.426846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-188c9f98-7bc1-4662-acf3-7c16df90a0b0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.434470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-188c9f98-7bc1-4662-acf3-7c16df90a0b0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 821 time: 0.1585011 Jul 23 10:27:16.453902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-26a6f358-64d6-4daf-bfd5-f25bad9288ff tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/quotas/ef9a257513de4a288f39753f52b7a2a9 HTTP/1.1" status: 200 len: 375 time: 0.0182128 Jul 23 10:27:16.455966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48e4ec61-d94f-435d-a128-350798ba3d23 req-d31c33f7-3aa6-432b-a727-4e1a8f1d4c0b tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451012 Jul 23 10:27:16.502030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4528-da0c-4029-89c3-ae51a1b9d6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.533639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4528-da0c-4029-89c3-ae51a1b9d6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.572465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-6b65d2f5-41d8-44a7-bcc3-22347bf2d0b0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1176143 Jul 23 10:27:16.634623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4528-da0c-4029-89c3-ae51a1b9d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.637837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4528-da0c-4029-89c3-ae51a1b9d6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:16.639555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ebcb4528-da0c-4029-89c3-ae51a1b9d6aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/466dbabe-1aee-45c3-9923-c1ac8352cc22 HTTP/1.1" status: 204 len: 168 time: 0.2430582 Jul 23 10:27:16.659015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb4528-da0c-4029-89c3-ae51a1b9d6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466dbabe-1aee-45c3-9923-c1ac8352cc22,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:16.676683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.684194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.695022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.701421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.707390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.714671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.721128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:16.723379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-71f8481c-779a-4f8a-93da-ed6fbb4fca3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.1570678 Jul 23 10:27:16.728225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-e90126d5-ecdd-4cfa-9125-d518223f787f service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479886 Jul 23 10:27:16.779393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d69bd21-86b3-4f14-a6b7-c8382801ad0c req-3ce918d6-facc-4aa4-a607-5200431bccb1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393865 Jul 23 10:27:16.910957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-c2e6f598-b06a-47fc-8a49-68b43c3ac8f0 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747875 Jul 23 10:27:17.173588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68131d-c5c8-4b57-a343-b2d104501d23 req-523afe5c-6275-426f-86b3-f63c19b7e091 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:17.175671 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce68131d-c5c8-4b57-a343-b2d104501d23 req-523afe5c-6275-426f-86b3-f63c19b7e091 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 1101 time: 0.0680323 Jul 23 10:27:17.226336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea6404ff-70ba-4450-a75b-bf02ec51b600 req-c8c1d0c0-6d32-4d13-8f83-e9cc9c9c699c tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 210 time: 0.0471847 Jul 23 10:27:17.260669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce68131d-c5c8-4b57-a343-b2d104501d23 req-3a8a6141-f314-4c9e-88bb-19ac3b3e359b tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Jul 23 10:27:17.459654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2868c-7911-4582-8427-dda50ea7f659 req-756a9f0c-33f8-4d08-89a0-a709e9af31e7 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:17.462592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7de2868c-7911-4582-8427-dda50ea7f659 req-756a9f0c-33f8-4d08-89a0-a709e9af31e7 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.1277781 Jul 23 10:27:17.491256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e747945-85a4-40d8-8a9f-384c3b0366a4 req-77401104-b958-4532-833b-009417815d55 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:17.499965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e747945-85a4-40d8-8a9f-384c3b0366a4 req-77401104-b958-4532-833b-009417815d55 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 1101 time: 0.1183767 Jul 23 10:27:17.548131 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e747945-85a4-40d8-8a9f-384c3b0366a4 req-ad07526d-690a-438a-aaf1-477657cc06ec tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Jul 23 10:27:17.566715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7de2868c-7911-4582-8427-dda50ea7f659 req-8065c5b4-9a33-43d2-a84b-dea33e60d5dd tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915985 Jul 23 10:27:18.054434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623c48e-ea63-45e3-a58d-87ad9b9bf5d8 req-25055bc4-fd70-4eba-8b88-6f58c65eeada tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.066555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b623c48e-ea63-45e3-a58d-87ad9b9bf5d8 req-25055bc4-fd70-4eba-8b88-6f58c65eeada tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.1716232 Jul 23 10:27:18.095748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.099182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:18.118069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.135861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.142793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.150222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.156269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.183790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.195983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b623c48e-ea63-45e3-a58d-87ad9b9bf5d8 req-9d8930d4-6e6f-410a-af8b-b7a5010da727 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282885 Jul 23 10:27:18.196173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89970bf1-db72-4138-9c52-6827f187227b req-12a3a10a-0c7a-4bf5-942f-7c089a972b36 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2462239 Jul 23 10:27:18.298704 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89970bf1-db72-4138-9c52-6827f187227b req-adfee616-ea0a-4177-b95a-4ea170ebc46e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016543 Jul 23 10:27:18.476735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-aaf75406-6d15-4c3f-8adc-ace64d9b8395 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621536 Jul 23 10:27:18.497889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96d38e29-9a17-4eaf-8563-1bdda4cf2e93 req-1452ba39-0592-4dab-85e2-4729db604051 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 210 time: 0.0546739 Jul 23 10:27:18.628352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-06b04a09-fd9f-4cdc-b111-99e9b2eae8d8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:18.634585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-06b04a09-fd9f-4cdc-b111-99e9b2eae8d8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556354 Jul 23 10:27:18.676561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27e3eb37-d64d-4224-a4ed-09f43576783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:18.692973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-de9509e5-627a-43a0-ace6-af38df32761a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/quotas/aa65ca1942394e3b825b965f0fbbe228 HTTP/1.1" status: 200 len: 375 time: 0.0527444 Jul 23 10:27:18.840144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-e1e7d0ac-31f4-4f8a-9498-f75ee25b2573 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367331 Jul 23 10:27:18.938416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27e3eb37-d64d-4224-a4ed-09f43576783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:18.955384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27e3eb37-d64d-4224-a4ed-09f43576783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:19.071212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c5036-67a9-4a19-9fdf-d6fc7ed0b628 req-50691605-fe0a-4d61-b682-373a1243ca69 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.076236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e2c5036-67a9-4a19-9fdf-d6fc7ed0b628 req-50691605-fe0a-4d61-b682-373a1243ca69 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.4079821 Jul 23 10:27:19.080101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-d5e35591-95a3-44ae-8023-b0143ca69a89 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.082059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-d5e35591-95a3-44ae-8023-b0143ca69a89 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.20 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 821 time: 0.3713331 Jul 23 10:27:19.098737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3eb37-d64d-4224-a4ed-09f43576783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24bbc62-7804-4b57-a6c4-3c8044c548cc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:19.114458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'port': {'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'admin_state_up': True, 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:19.127337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-27e3eb37-d64d-4224-a4ed-09f43576783d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29301454df2941f39b9a0f5e925e1877&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0042653 Jul 23 10:27:19.127722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:19.170123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e2c5036-67a9-4a19-9fdf-d6fc7ed0b628 req-c768ac39-2c99-4e58-8e55-dce0f5f1a7cd tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869811 Jul 23 10:27:19.297519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-906b3adf-8af4-4818-8358-139786d424aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:19.331636 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-906b3adf-8af4-4818-8358-139786d424aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:19.467373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-906b3adf-8af4-4818-8358-139786d424aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:19.469897 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-906b3adf-8af4-4818-8358-139786d424aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:19.474400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-906b3adf-8af4-4818-8358-139786d424aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c24bbc62-7804-4b57-a6c4-3c8044c548cc HTTP/1.1" status: 204 len: 168 time: 0.3424270 Jul 23 10:27:19.500806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b3adf-8af4-4818-8358-139786d424aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24bbc62-7804-4b57-a6c4-3c8044c548cc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:19.547552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Made reservation on behalf of ef9a257513de4a288f39753f52b7a2a9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:19.556916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:19.647004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58741c7f-91b0-4e79-9d29-8da9666831ff req-66962268-efb3-47f4-b173-10a15593f59b tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.648844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58741c7f-91b0-4e79-9d29-8da9666831ff req-66962268-efb3-47f4-b173-10a15593f59b tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.2525377 Jul 23 10:27:19.803644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58741c7f-91b0-4e79-9d29-8da9666831ff req-9ba338bd-79b6-4eb1-a2a1-f9308231e373 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210690 Jul 23 10:27:19.903929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.910819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.918225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.924912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.932515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.938772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.954919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:19.972767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-398faa85-9916-4e47-86b1-86e3f243f098 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2382233 Jul 23 10:27:20.028257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ec7c43e-d315-4afa-afec-c30cfca0432b req-b4edffbe-d9c7-4086-b369-39907e8ff8ee tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530684 Jul 23 10:27:20.454546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-259b70e0-5884-4e1c-9c1d-66142f487d24 req-bbeb97ac-7d94-4642-90d8-825d80ec69f0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 210 time: 0.4975352 Jul 23 10:27:20.459355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Allocated IP 172.20.0.4 (833d1b11-f52b-4944-9fa3-fd6567a5fec0/e49b7839-df3c-4fca-80fb-4c03fc545731/912ee7c8-32cf-48c0-8f8e-fd7c583f365c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:20.548324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-150d2f9b-2e7d-4646-8e5f-d3890baf0b24 req-727f2d06-e5c0-455c-991d-d862088c267a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 210 time: 0.0495880 Jul 23 10:27:20.771688 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:20.792329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Transition to ACTIVE for port object 912ee7c8-32cf-48c0-8f8e-fd7c583f365c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:20.840384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:20.864247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['67d70a53-eecb-4411-8683-0cbb180c813a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:20.930999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:20.991885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b070e3-b006-41a7-ad85-c179e55702e8 req-f8e39d85-f90d-43a6-a3b2-77bad97df0bf tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:20.993684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68b070e3-b006-41a7-ad85-c179e55702e8 req-f8e39d85-f90d-43a6-a3b2-77bad97df0bf tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.2996294 Jul 23 10:27:20.994626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:21.041192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event updated for resources: {'Port': ['ID=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:21.045545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:21.154221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4f9f-c02d-4ddd-9fe7-e2aa6d9044a4 req-4506ddd9-f465-4807-9148-ac846d81be49 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.166945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8cc4f9f-c02d-4ddd-9fe7-e2aa6d9044a4 req-4506ddd9-f465-4807-9148-ac846d81be49 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.1733925 Jul 23 10:27:21.177539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.178229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:21.244397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8cc4f9f-c02d-4ddd-9fe7-e2aa6d9044a4 req-687514b2-9344-462d-bb93-789efeb2913f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758214 Jul 23 10:27:21.287930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68b070e3-b006-41a7-ad85-c179e55702e8 req-424b48c4-5e2b-4441-ac9d-07e6fc61ca69 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307912 Jul 23 10:27:21.296504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-f5a9e5ad-cda8-4e02-8593-c1af05b70b27 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1915510 Jul 23 10:27:21.315805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Request body: {'port': {'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:21.498539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:21.524153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4147f11c-306f-477b-93f7-228baf34942e None None] Provisioning for port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:21.555775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4147f11c-306f-477b-93f7-228baf34942e None None] Provisioning complete for port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:21.556400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4147f11c-306f-477b-93f7-228baf34942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:21.585523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.598458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.609013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.636221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.637681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.643473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.666365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4147f11c-306f-477b-93f7-228baf34942e None None] Port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:27:21.669786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.677158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-964832c9-e056-47f9-a95d-a902e1eb5313 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2540050 Jul 23 10:27:21.790325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ee13d-bafa-418d-be06-f3f16d370aac req-27c524b8-4860-4f11-b198-32e762dc043f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:21.792114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-844ee13d-bafa-418d-be06-f3f16d370aac req-27c524b8-4860-4f11-b198-32e762dc043f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 931 time: 0.0899532 Jul 23 10:27:21.812643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-37212f62-cd9f-438f-aed0-561c2de9cf1c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848026 Jul 23 10:27:21.843380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d8f8c27-9724-4da2-8171-765af92e5016 req-b6f64dd1-777c-4bd3-8200-694e7ec7597f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653359 Jul 23 10:27:21.877295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-844ee13d-bafa-418d-be06-f3f16d370aac req-aff92b11-9b3c-4e7c-a097-59af65662d70 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721273 Jul 23 10:27:22.066499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01ea3d94-4471-4638-a671-154c6b8b1ae6 req-0bff5d74-6d78-4f70-8ac9-266d18a3a012 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 210 time: 0.0373566 Jul 23 10:27:22.111140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-e423ad55-fba2-4f82-89ff-89c2d22efb00 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:22.112641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-e423ad55-fba2-4f82-89ff-89c2d22efb00 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907283 Jul 23 10:27:22.151335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:22.255739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912ee7c8-32cf-48c0-8f8e-fd7c583f365c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:22.270487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.305865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Transition to ACTIVE for port object 912ee7c8-32cf-48c0-8f8e-fd7c583f365c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:22.315261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.457909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Pushing event updated for resources: {'Port': ['ID=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:22.472029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:22.474236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.512431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Attempting to bind port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:22.513107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Attempting to bind port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:22.513107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Attempting to bind port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:22.562699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a618e8-b2f2-4f86-bb8f-d8ae4a44b7b0 req-cc623841-4abc-4d08-bf3a-21d3e7d39e94 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:22.565131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a618e8-b2f2-4f86-bb8f-d8ae4a44b7b0 req-cc623841-4abc-4d08-bf3a-21d3e7d39e94 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.1795297 Jul 23 10:27:22.568679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:22.569019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Attempting to bind port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c on network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:22.585516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:22.585950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Checking segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:22.586359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Bound using segment: {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:22.586852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Bound port: 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:22.587263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.638939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a618e8-b2f2-4f86-bb8f-d8ae4a44b7b0 req-a5344f1c-2d11-4550-a4fe-5aa5561b72ab tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664058 Jul 23 10:27:22.699985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39490) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:22.756692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39494) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:22.783380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482877e0-0ecc-4267-9400-22e73d2aeb95 req-3dca28ac-fa09-406d-84ee-ab45349eb9d7 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:22.784979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-482877e0-0ecc-4267-9400-22e73d2aeb95 req-3dca28ac-fa09-406d-84ee-ab45349eb9d7 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.2605231 Jul 23 10:27:22.833828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] For port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:22.847136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.39 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/df2f3250-ad12-4c3f-89de-7c0a57bb421c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:22.864127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] For port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:22.876354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.881845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.892224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:22.893284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.894682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] 10.222.0.20 "PUT /v2.0/ports/912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 1091 time: 1.5832763 Jul 23 10:27:22.897799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-482877e0-0ecc-4267-9400-22e73d2aeb95 req-bd5fde88-4f78-48cf-8406-93f954f97bc3 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011348 Jul 23 10:27:22.901682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:22.904327 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa91831-0657-4da7-a31b-7b0a4e0995a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:22.926524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:22.996054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:27:22.996054 n-d-778550-4 neutron-server[93833]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:27:22.996054 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id_1': 'db30c6573db9445d8547bcd91fe03ac3', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 27, 22, 958970)}] Jul 23 10:27:22.996054 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:27:22.996797 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:27:23.091735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09482cd-d7d4-4e9e-88a3-d358ea57b56f req-10247866-b0e6-4ff8-9eae-a3fa354a590d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.093834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a09482cd-d7d4-4e9e-88a3-d358ea57b56f req-10247866-b0e6-4ff8-9eae-a3fa354a590d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 943 time: 0.1183064 Jul 23 10:27:23.100742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8a3bd-b093-40ee-a9b6-8cd17065be58 service neutron] Pushing event updated for resources: {'Port': ['ID=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:23.166645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.176441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.214377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a09482cd-d7d4-4e9e-88a3-d358ea57b56f req-762a411e-ef11-406a-9dc3-f46a2b24d441 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937359 Jul 23 10:27:23.231953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-185f51c6-e279-4879-bfe5-a32ef2a7f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.233588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-185f51c6-e279-4879-bfe5-a32ef2a7f01d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1094 time: 0.2716308 Jul 23 10:27:23.237815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa761b52e57a4f36b94efa6e27d985bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357883 Jul 23 10:27:23.239021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef5af9-ab9e-40dd-b7f4-989df5037bd7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:23.242832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39508) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:23.263396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.266279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.266602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.266941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.267275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.267885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.268015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.268268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.268592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.268914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.269234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.269349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.269635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.269927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d28d8-4aa5-4f05-bc9a-c37aa067db62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:23.275120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.295603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.296183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5963-f585-4953-9c7c-63ad2b78a56d req-c1bc3de0-c277-498a-8786-6270638e18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.297790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-199a5963-f585-4953-9c7c-63ad2b78a56d req-c1bc3de0-c277-498a-8786-6270638e18d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ede28f8bf09f4e8fab763e366aacca3a&device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 1095 time: 0.1871049 Jul 23 10:27:23.301612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.310192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.316576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.325886 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-b59632bb-059d-431e-8131-85056175e63d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2999108 Jul 23 10:27:23.335396 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b36679-8635-4778-90f8-8f89c2c28f32 x-openstack-request-id: req-91b36679-8635-4778-90f8-8f89c2c28f32 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:23.336137 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:23.336592 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91b36679-8635-4778-90f8-8f89c2c28f32 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:23.337177 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'status': 'completed', 'code': 200} Jul 23 10:27:23.364981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a321eb6f-8213-48b8-9cfc-205c759c771e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.390699 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-2b519a56-a26b-489c-b67c-8a116ea93184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 217 time: 0.1399827 Jul 23 10:27:23.403559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-926c4a93-a978-45ef-be64-301b5fd03141 req-09f8b98b-a245-4a06-8866-0598dddbdcb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 210 time: 0.0550637 Jul 23 10:27:23.440527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a321eb6f-8213-48b8-9cfc-205c759c771e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.441698 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.465184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ba3f0ac-4016-4060-bbbf-8ef537809057 req-99883727-6dd7-4bc7-86e1-a3418c595577 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380324 Jul 23 10:27:23.473029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object df2f3250-ad12-4c3f-89de-7c0a57bb421c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:23.482034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-d5773b1e-8d6e-4315-bfd0-d696f68cd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.483899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-d5773b1e-8d6e-4315-bfd0-d696f68cd0dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0796342 Jul 23 10:27:23.500588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.513601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5963-f585-4953-9c7c-63ad2b78a56d req-5fa637a1-9c7b-422a-9ad9-73aebb01652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.515636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-199a5963-f585-4953-9c7c-63ad2b78a56d req-5fa637a1-9c7b-422a-9ad9-73aebb01652d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ede28f8bf09f4e8fab763e366aacca3a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1977038 Jul 23 10:27:23.528989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.542434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:23.568528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:23.577643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a321eb6f-8213-48b8-9cfc-205c759c771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.580663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a321eb6f-8213-48b8-9cfc-205c759c771e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.584419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a321eb6f-8213-48b8-9cfc-205c759c771e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aef5af9-ab9e-40dd-b7f4-989df5037bd7 HTTP/1.1" status: 204 len: 168 time: 0.3371439 Jul 23 10:27:23.625027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321eb6f-8213-48b8-9cfc-205c759c771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef5af9-ab9e-40dd-b7f4-989df5037bd7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:23.625173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:23.646253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-bb62c2f1-be48-4958-aa5c-817b9afb68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.647745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-bb62c2f1-be48-4958-aa5c-817b9afb68fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301053 Jul 23 10:27:23.648805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:23.650788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=df2f3250-ad12-4c3f-89de-7c0a57bb421c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:23.657510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:23.747057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.750248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.789816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5963-f585-4953-9c7c-63ad2b78a56d req-bf1414ce-eef9-480e-9a47-84843c447e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:23.791529 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-199a5963-f585-4953-9c7c-63ad2b78a56d req-bf1414ce-eef9-480e-9a47-84843c447e16 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2655208 Jul 23 10:27:23.792823 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:23.882128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db30c6573db9445d8547bcd91fe03ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1242273 Jul 23 10:27:23.884469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42889758-b33f-419c-9008-9075d7157432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804d6c87-104d-4005-b049-880aa0d57de2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:23.888912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39516) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:23.923244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-d7837dc8-b02c-4daf-b095-94415a71bfad tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487714 Jul 23 10:27:24.054796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-32c5e403-13f6-4804-9274-1d28f79b941f service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921549 Jul 23 10:27:24.064447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.065508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7220fad5-a7ca-44a6-946f-f96bda2ad76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.067760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.174704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-68be39ba-f868-4249-9003-331018ddd8f2 None None] Provisioning for port df2f3250-ad12-4c3f-89de-7c0a57bb421c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:24.180589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-68be39ba-f868-4249-9003-331018ddd8f2 None None] Provisioning complete for port df2f3250-ad12-4c3f-89de-7c0a57bb421c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:24.180818 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68be39ba-f868-4249-9003-331018ddd8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.191373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7220fad5-a7ca-44a6-946f-f96bda2ad76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.197687 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-f59b7888-3536-4fa9-9f48-d93453538961 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0508139 Jul 23 10:27:24.217908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-580d7b77-a504-47bf-b0c4-c29bb96c2bb0 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.220122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-580d7b77-a504-47bf-b0c4-c29bb96c2bb0 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2865415 Jul 23 10:27:24.233263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68be39ba-f868-4249-9003-331018ddd8f2 None None] Port df2f3250-ad12-4c3f-89de-7c0a57bb421c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:27:24.252879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59be43e-56f1-49ff-b618-873c1b5e2cd1 req-1d6ce088-5371-4efa-9b5a-1c9dd4ff1c7e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.254506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b59be43e-56f1-49ff-b618-873c1b5e2cd1 req-1d6ce088-5371-4efa-9b5a-1c9dd4ff1c7e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.4174480 Jul 23 10:27:24.255343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:24.267187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Request body: {'port': {'device_id': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:24.307897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1835e2-12b8-4683-bf20-afd0b27977ad req-2d48c50c-50f5-4a93-b635-abc463228d41 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.315250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba1835e2-12b8-4683-bf20-afd0b27977ad req-2d48c50c-50f5-4a93-b635-abc463228d41 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.2405455 Jul 23 10:27:24.380116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-867ebd70-97d5-4241-aa1b-d40f02a1e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.381965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-867ebd70-97d5-4241-aa1b-d40f02a1e23c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ede28f8bf09f4e8fab763e366aacca3a&device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 1095 time: 0.4531026 Jul 23 10:27:24.384846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14955f8f-fa6a-4a58-9b37-879cb791d445 req-af157e46-a2f7-45a0-936a-7cf2e3ab8468 service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133590 Jul 23 10:27:24.389021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7220fad5-a7ca-44a6-946f-f96bda2ad76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.391783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7220fad5-a7ca-44a6-946f-f96bda2ad76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.396732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7220fad5-a7ca-44a6-946f-f96bda2ad76a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/804d6c87-104d-4005-b049-880aa0d57de2 HTTP/1.1" status: 204 len: 168 time: 0.4954627 Jul 23 10:27:24.432568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220fad5-a7ca-44a6-946f-f96bda2ad76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804d6c87-104d-4005-b049-880aa0d57de2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:24.448808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba1835e2-12b8-4683-bf20-afd0b27977ad req-fca80196-4d75-4c24-938f-868947b9323a tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325231 Jul 23 10:27:24.460238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.468924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b59be43e-56f1-49ff-b618-873c1b5e2cd1 req-f0668ad7-c69e-49d3-b6a2-f456ab2d77a1 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988614 Jul 23 10:27:24.505738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:24.511116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:24.554299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-b63608b6-9c1c-4702-9397-61079ddd6179 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfe744c9-a532-4e44-adb6-e5f53e15e50d HTTP/1.1" status: 200 len: 217 time: 0.0843039 Jul 23 10:27:24.710084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-930657cf-a090-47e0-bd11-821dc5ff05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.712861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-930657cf-a090-47e0-bd11-821dc5ff05c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b512d5b-7113-4ddb-9457-b87b01fa00e3 HTTP/1.1" status: 200 len: 854 time: 0.1199200 Jul 23 10:27:24.736440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3560d-6569-4447-a451-6a8e51544f2c req-ee8bd994-04b8-48d3-82dd-365850bedef9 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.737882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3a3560d-6569-4447-a451-6a8e51544f2c req-ee8bd994-04b8-48d3-82dd-365850bedef9 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 943 time: 0.1794493 Jul 23 10:27:24.781843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.196 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/5525ca5d-fcaa-4685-b1d2-d26c48f78a4e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:24.816092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3a3560d-6569-4447-a451-6a8e51544f2c req-6506dd51-2f8e-4441-a7b4-cc4b285baab0 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706501 Jul 23 10:27:24.817534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39548) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:24.840131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-460738ad-74b8-42aa-8ce4-39363e51b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.841922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-460738ad-74b8-42aa-8ce4-39363e51b179 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1094 time: 0.2982249 Jul 23 10:27:24.916325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ac40-c382-4f50-84b7-015e8fec4779 req-f84fcf0c-09bd-4278-a391-dba682ecd333 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:24.917848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a32ac40-c382-4f50-84b7-015e8fec4779 req-f84fcf0c-09bd-4278-a391-dba682ecd333 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 935 time: 0.3064041 Jul 23 10:27:24.948997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:24.994828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5215c9a0-73cb-411d-ae67-0e51222018e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.028596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-c8e3e726-61f6-4efb-8a1f-aa66ee5d234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.030148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-c8e3e726-61f6-4efb-8a1f-aa66ee5d234d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9fc168c-14de-42e3-8e97-4941aea963ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678578 Jul 23 10:27:25.040667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-81ab4b85-d826-4d71-8928-3128d750f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.042099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-81ab4b85-d826-4d71-8928-3128d750f851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1790769 Jul 23 10:27:25.052881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a32ac40-c382-4f50-84b7-015e8fec4779 req-49d9fa9e-22ec-4500-a980-d3a898eca781 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029456 Jul 23 10:27:25.105168 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.122753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-623248020-network', 'tenant_id': '0f31d1789cad4046a7e6843259084f89'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:25.125447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-03c8a450-ec8e-4ff2-a046-781e74e6ac8e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.126966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-03c8a450-ec8e-4ff2-a046-781e74e6ac8e tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.2001753 Jul 23 10:27:25.127118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-eef0e4d5-c4fd-4c8a-a8e3-7db183538670 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 217 time: 0.0708609 Jul 23 10:27:25.143035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.150016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.155841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.161637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.167974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.173751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.180077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.182055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-481149a7-ccf8-4737-8282-899045d7d7ae req-ff2a732a-a67f-44fe-aac6-d6307e153ae1 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2563674 Jul 23 10:27:25.205400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:25.247391 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-8ce73a8f-e699-40db-bfde-75393098bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.250029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-8ce73a8f-e699-40db-bfde-75393098bbd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.1109078 Jul 23 10:27:25.271214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-1990d0e3-3d55-48d0-a09c-13d8a650041e service neutron] 10.222.0.55 "GET /v2.0/networks/a9fc168c-14de-42e3-8e97-4941aea963ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320585 Jul 23 10:27:25.293172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-481149a7-ccf8-4737-8282-899045d7d7ae req-98b64ede-8339-4f2a-ac94-1da6e05cb081 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966220 Jul 23 10:27:25.352528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.364771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:25.401136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:25.427546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:25.431536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Deleting port f435b52a-75c2-46be-9197-402dd0f415fd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:25.431894 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.446127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:25.464547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:25.536495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:25.702494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.703264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.775721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] For port f435b52a-75c2-46be-9197-402dd0f415fd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f435b52a-75c2-46be-9197-402dd0f415fd,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:25.776387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.918078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b0ae8-2f73-42f6-b1cf-cd560ad8112c req-0fb40c71-7d06-45d4-96de-5f3f75df77b5 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:25.927506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f77b0ae8-2f73-42f6-b1cf-cd560ad8112c req-0fb40c71-7d06-45d4-96de-5f3f75df77b5 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 945 time: 0.2975879 Jul 23 10:27:25.943408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d67892cb-82a1-4bfd-8659-04389943b016 None None] Provisioning for port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:25.957047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d67892cb-82a1-4bfd-8659-04389943b016 None None] Provisioning complete for port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:25.957424 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d67892cb-82a1-4bfd-8659-04389943b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:25.968896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5215c9a0-73cb-411d-ae67-0e51222018e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.016983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5215c9a0-73cb-411d-ae67-0e51222018e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.022233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d67892cb-82a1-4bfd-8659-04389943b016 None None] Port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:27:26.034300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53c45b9e-cd55-4492-8f3c-90724f9efe73 req-9d0a3996-15a4-4bde-9ea8-44e644574ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9fc168c-14de-42e3-8e97-4941aea963ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420099 Jul 23 10:27:26.096178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Made reservation on behalf of 0f31d1789cad4046a7e6843259084f89 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:26.098532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.114673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-d7423c17-0e6c-4b1f-8621-0001f4b7de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:26.116618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-d7423c17-0e6c-4b1f-8621-0001f4b7de4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8574035 Jul 23 10:27:26.129173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5215c9a0-73cb-411d-ae67-0e51222018e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13934c99adbf4a42953d2426dd304dff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1741674 Jul 23 10:27:26.129173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215c9a0-73cb-411d-ae67-0e51222018e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c8569-3610-4fc7-9924-2698c57415c3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:26.131337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:26.159036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.243556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba50ce-f0ea-47ad-a65f-1fbfd0be19b5 req-787224ac-89fc-4db1-ae67-66058a8850cd tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:26.245134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1ba50ce-f0ea-47ad-a65f-1fbfd0be19b5 req-787224ac-89fc-4db1-ae67-66058a8850cd tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.3513868 Jul 23 10:27:26.391835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2f3250-ad12-4c3f-89de-7c0a57bb421c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:26.405278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1ba50ce-f0ea-47ad-a65f-1fbfd0be19b5 req-07b747cf-7b42-4d9f-baea-f05319932dee tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142843 Jul 23 10:27:26.407680 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.411951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61128f02-02ac-48da-a6f7-aaeae5dcf3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.415501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-447b5ffd-6885-4d00-96ad-fb2684e381ed service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795944 Jul 23 10:27:26.425325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-0818ca9d-6a39-43f6-bccc-f0c6199d7936 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1811700 Jul 23 10:27:26.452230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Request body: {'port': {'device_id': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:26.470143 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Transition to ACTIVE for port object df2f3250-ad12-4c3f-89de-7c0a57bb421c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:26.486674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61128f02-02ac-48da-a6f7-aaeae5dcf3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.490275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.546192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.546192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.546192 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Floating IP 26bda54e-72bf-4410-a163-0fe5ccf9418e disassociated. External IP: 172.25.4.63, port: f435b52a-75c2-46be-9197-402dd0f415fd. Jul 23 10:27:26.546192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Calling delete_port for f435b52a-75c2-46be-9197-402dd0f415fd owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:26.566136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f77b0ae8-2f73-42f6-b1cf-cd560ad8112c req-86d8bfd8-0f32-41c9-b7dd-869e90a5e337 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3e43064-cef9-49e3-b397-52bcc30f3c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624053 Jul 23 10:27:26.680330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=df2f3250-ad12-4c3f-89de-7c0a57bb421c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:26.715205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.785493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9aa91831-0657-4da7-a31b-7b0a4e0995a5 req-cdeccc04-fbbd-4e23-8b97-420f0d777183 service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547339 Jul 23 10:27:26.842536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61128f02-02ac-48da-a6f7-aaeae5dcf3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.842536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61128f02-02ac-48da-a6f7-aaeae5dcf3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.842536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-61128f02-02ac-48da-a6f7-aaeae5dcf3e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e9c8569-3610-4fc7-9924-2698c57415c3 HTTP/1.1" status: 204 len: 168 time: 0.6924155 Jul 23 10:27:26.857849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61128f02-02ac-48da-a6f7-aaeae5dcf3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c8569-3610-4fc7-9924-2698c57415c3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:26.868617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f29517-e1b1-462c-a07b-6340725dceff req-a2f0fc7a-6643-4a60-99f6-828ea5154601 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:26.876153 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98f29517-e1b1-462c-a07b-6340725dceff req-a2f0fc7a-6643-4a60-99f6-828ea5154601 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 943 time: 0.3266513 Jul 23 10:27:26.916327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.943388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Attempting to bind port df2f3250-ad12-4c3f-89de-7c0a57bb421c on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:26.943778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Attempting to bind port df2f3250-ad12-4c3f-89de-7c0a57bb421c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:26.944268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Attempting to bind port df2f3250-ad12-4c3f-89de-7c0a57bb421c on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:26.959087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:26.973552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Port df2f3250-ad12-4c3f-89de-7c0a57bb421c on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:26.974426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Attempting to bind port df2f3250-ad12-4c3f-89de-7c0a57bb421c on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:26.993421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:26.993766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:26.994152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:26.994599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Bound port: df2f3250-ad12-4c3f-89de-7c0a57bb421c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:26.994955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.000367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03a532-c578-4dd1-9d69-847645a7c68e req-41959950-aaa0-4727-817e-be8944ffc144 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.002003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c03a532-c578-4dd1-9d69-847645a7c68e req-41959950-aaa0-4727-817e-be8944ffc144 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 947 time: 0.3200028 Jul 23 10:27:27.010563 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98f29517-e1b1-462c-a07b-6340725dceff req-40c3891c-1c96-4304-a8e0-52658d88a48e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333849 Jul 23 10:27:27.022980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:27:27.072514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.073059 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Added segment 20284cb9-e780-4643-9504-07768a8547b5 of type vlan for network 16308864-e09d-4ad7-93a7-b093ee6cdfa3 Jul 23 10:27:27.073504 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60daf971-6b95-45d2-b69c-cecbd3fdcb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.075252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2547d8-5db0-4db1-9440-be8314fb2f9a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:27.090664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.110045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c03a532-c578-4dd1-9d69-847645a7c68e req-9160b945-1556-4c2c-a1b0-a7160dd2aa05 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983036 Jul 23 10:27:27.161662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event deleted for resources: {'Port': ['ID=f435b52a-75c2-46be-9197-402dd0f415fd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:27.206244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.225800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] For port df2f3250-ad12-4c3f-89de-7c0a57bb421c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:27.232985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] For port df2f3250-ad12-4c3f-89de-7c0a57bb421c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:27.249824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.296906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.297284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.298931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/df2f3250-ad12-4c3f-89de-7c0a57bb421c HTTP/1.1" status: 200 len: 1095 time: 3.0540757 Jul 23 10:27:27.311652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.317531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.324029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.330968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.337642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.343480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.349353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.351531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-b14b9323-eb3d-4736-bf21-edc2a9793b27 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2337408 Jul 23 10:27:27.352065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'tag': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:27.354333 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9926e7f0-58d3-4827-a26a-4e2104846dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dc691d-185d-4af2-8f50-ef8fb8fc367a", "tag": "df2f3250-ad12-4c3f-89de-7c0a57bb421c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:27.365682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.366631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.367262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.414721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594dc3-bc38-4312-862e-9d4ca8ecb3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=df2f3250-ad12-4c3f-89de-7c0a57bb421c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:27.447365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 912ee7c8-32cf-48c0-8f8e-fd7c583f365c details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:27.457457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Router cbb5cdc5-2450-4916-afe2-6aace5ca522f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:27.482715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6397104 Jul 23 10:27:27.483648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:27.496487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Request body: {'subnet': {'network_id': '16308864-e09d-4ad7-93a7-b093ee6cdfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-623248020-subnet', 'tenant_id': '0f31d1789cad4046a7e6843259084f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:27.531845 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f833e4b5-9ae4-4878-9a3f-43f943289eaa x-openstack-request-id: req-f833e4b5-9ae4-4878-9a3f-43f943289eaa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:27.532340 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dc691d-185d-4af2-8f50-ef8fb8fc367a", "tag": "df2f3250-ad12-4c3f-89de-7c0a57bb421c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:27.532768 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f833e4b5-9ae4-4878-9a3f-43f943289eaa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:27.538932 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'tag': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'status': 'completed', 'code': 200} Jul 23 10:27:27.539932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6937e6c1-80c5-4405-ad54-7fbe977f55e0 req-09034d24-1180-45db-a36b-85bb4763c4fb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754982 Jul 23 10:27:27.544954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d923e-4e13-4879-a3bc-00897b6e683e admin admin] Pushing event updated for resources: {'Network': ['ID=16308864-e09d-4ad7-93a7-b093ee6cdfa3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:27.566753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 16308864-e09d-4ad7-93a7-b093ee6cdfa3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:27:27.619213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Made reservation on behalf of 0f31d1789cad4046a7e6843259084f89 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:27.627622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.670041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-e339a762-1098-4d3d-9d64-79e1ab77a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.671588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-e339a762-1098-4d3d-9d64-79e1ab77a0dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 1098 time: 0.2671430 Jul 23 10:27:27.707913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-114427fb-ce98-480c-8df9-82467259ed09 req-5a833fe7-a4c9-492e-abb6-8ea5bccaf8f9 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.0505192 Jul 23 10:27:27.716259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:27.739961 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.792096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Transition to ACTIVE for port object 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:27.816436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.870180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:27.886311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:27.891213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:27.902755 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] Sync routers for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:27.908823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:27.918635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-57b6e112-f0c5-499f-9be0-a4d7f50ac685 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c HTTP/1.1" status: 200 len: 217 time: 0.2161245 Jul 23 10:27:27.933524 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:27.934161 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:27.943493 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:27.962772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df76f48-a170-4f96-a768-5a2e01214a2d req-8dda1619-e560-4e09-8518-c755768b2f0a tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:27.965419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912ee7c8-32cf-48c0-8f8e-fd7c583f365c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:27.969674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7df76f48-a170-4f96-a768-5a2e01214a2d req-8dda1619-e560-4e09-8518-c755768b2f0a tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.2619090 Jul 23 10:27:27.995185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] No DVR routers for this DVR port f435b52a-75c2-46be-9197-402dd0f415fd on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:27:28.031861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:28.042030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:28.078903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-985f263b-384e-48e1-b717-112527e2f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:28.079689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:28.082292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6db42012-f27b-42f5-b7d4-82ae075caca8 req-e6c5c79a-8d1c-4949-ac5e-90402a9fd4fa tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.55 "DELETE /v2.0/ports/f435b52a-75c2-46be-9197-402dd0f415fd HTTP/1.1" status: 204 len: 173 time: 2.8992770 Jul 23 10:27:28.082830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'name': 'network-vif-deleted', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:28.085888 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0a3637-54c2-4ddd-a8fc-11656cd7c283" -d '{"events": [{"server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "name": "network-vif-deleted", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:28.100820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-985f263b-384e-48e1-b717-112527e2f302 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1746070 Jul 23 10:27:28.127226 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:28.183838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:28.230093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Attempting to bind port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:28.230442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Attempting to bind port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:28.230773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Attempting to bind port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:28.245659 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7df76f48-a170-4f96-a768-5a2e01214a2d req-99c29d74-8544-491b-8443-9dd249137133 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513163 Jul 23 10:27:28.245932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:28.246263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Attempting to bind port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:28.266540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:28.266888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:28.267284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:28.267870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Bound port: 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:28.268170 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:28.445735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['912ee7c8-32cf-48c0-8f8e-fd7c583f365c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:28.451881 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:21Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:28.474444 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd9fac1-f948-41a6-abc0-c64a3811cdcf x-openstack-request-id: req-7bd9fac1-f948-41a6-abc0-c64a3811cdcf {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:28.475012 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee050429-762f-4f32-ad2a-cf3e20d71299", "name": "network-vif-deleted", "tag": "f435b52a-75c2-46be-9197-402dd0f415fd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:28.475500 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd9fac1-f948-41a6-abc0-c64a3811cdcf {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:28.483528 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee050429-762f-4f32-ad2a-cf3e20d71299', 'name': 'network-vif-deleted', 'tag': 'f435b52a-75c2-46be-9197-402dd0f415fd', 'status': 'completed', 'code': 200} Jul 23 10:27:28.490882 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] Checking router: cbb5cdc5-2450-4916-afe2-6aace5ca522f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:28.492145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] For port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:28.492824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-2451273d-7026-4065-82bb-a68b64a725b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:28.497827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] For port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:28.501635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-2451273d-7026-4065-82bb-a68b64a725b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3551393 Jul 23 10:27:28.502972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:28.504094 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:28.505399 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:28.507178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:28.567501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:28.568865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:28.570527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5525ca5d-fcaa-4685-b1d2-d26c48f78a4e HTTP/1.1" status: 200 len: 1096 time: 2.1330519 Jul 23 10:27:28.591408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07a3e-0edc-4dc2-9810-81f328bc1a79 req-5f177f0d-93e8-4657-8529-903b6870072b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:28.602469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63c07a3e-0edc-4dc2-9810-81f328bc1a79 req-5f177f0d-93e8-4657-8529-903b6870072b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 944 time: 0.2270629 Jul 23 10:27:28.678339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f876-0cbd-4cf5-9189-d2c0add3afd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:28.726753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63c07a3e-0edc-4dc2-9810-81f328bc1a79 req-e9678e25-8329-452b-9b35-cfa3f2286432 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180925 Jul 23 10:27:28.731410 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:28.786079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-087cbff4-7719-4012-86bc-b1c837ca7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:28.787675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-087cbff4-7719-4012-86bc-b1c837ca7607 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 1099 time: 0.1651556 Jul 23 10:27:28.838816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-434d2b8a-8318-40c6-9797-33b0204927f5 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f29903ad930e4e3ea238a07e22047c14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674138 Jul 23 10:27:28.877151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-863b900c-0068-4b11-833b-83239f6f3d81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e HTTP/1.1" status: 200 len: 217 time: 0.0817759 Jul 23 10:27:28.932926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2384bb2a-0719-4ad6-80d1-258ae0f19e0b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:29.004995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-2893e43d-aa37-4310-950f-d40444ea15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.006749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-2893e43d-aa37-4310-950f-d40444ea15af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1158013 Jul 23 10:27:29.025126 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:21Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:29.025722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Checking segment: {'id': '20284cb9-e780-4643-9504-07768a8547b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '16308864-e09d-4ad7-93a7-b093ee6cdfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:29.025844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Network hostable DHCP agents. Network: 16308864-e09d-4ad7-93a7-b093ee6cdfa3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:27:29.050438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-3c753427-aec1-40aa-8e08-8f60cef5c8dc service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346678 Jul 23 10:27:29.064887 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4a1ec-1a57-4244-bcc9-66995e687c1f None None] The sync data for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 is: [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:24:14Z', 'revision_number': 4, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5c444973-6e26-432b-ad75-c687cd7fc077', 'name': '', 'network_id': '6d762d4b-72b1-4732-ae6f-23b47c783ff3', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'mac_address': 'fa:16:3e:39:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:12Z', 'updated_at': '2021-07-23T10:24:21Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'subnets': [{'id': '57360da6-7dd1-4398-9723-aac0715f4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:29.074992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f700a-b4e1-40d8-a073-67dc007b87d7 req-2ea644ac-3b9a-4338-b84c-6b04e7254265 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.077490 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-421f700a-b4e1-40d8-a073-67dc007b87d7 req-2ea644ac-3b9a-4338-b84c-6b04e7254265 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 947 time: 0.1994367 Jul 23 10:27:29.112254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Network 16308864-e09d-4ad7-93a7-b093ee6cdfa3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:27:29.125150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-eb4189bc-b4a8-4ae3-8d96-f95be734b138 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.126814 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-eb4189bc-b4a8-4ae3-8d96-f95be734b138 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735131 Jul 23 10:27:29.140896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-421f700a-b4e1-40d8-a073-67dc007b87d7 req-c35573df-edf0-4bd9-834f-8dce3d96abce tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570629 Jul 23 10:27:29.144085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77793b-8813-4d35-a250-999b05b2490c req-e04f649a-8787-4f72-b356-b9d478f55c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.145669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-e04f649a-8787-4f72-b356-b9d478f55c46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295612 Jul 23 10:27:29.151196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 16308864-e09d-4ad7-93a7-b093ee6cdfa3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:29.156331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.157325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:29.161812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c7a3cf-4d88-468d-9cd3-c73963b86188 None None] Network 16308864-e09d-4ad7-93a7-b093ee6cdfa3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:27:29.204209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-de8eeb88-4e95-4fe0-90a2-b6f3f044d587 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/quotas/f29903ad930e4e3ea238a07e22047c14 HTTP/1.1" status: 200 len: 375 time: 0.0660963 Jul 23 10:27:29.260772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-1e35fe06-d553-4cf1-b090-1b7ce46e24e8 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f29903ad930e4e3ea238a07e22047c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555801 Jul 23 10:27:29.306740 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5a470cc8-5cd7-4b15-baa8-1769f9425c47 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8167896 Jul 23 10:27:29.315401 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-9a32f9cd-2987-4189-8784-b3f1287e4743 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570820 Jul 23 10:27:29.378555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1667e2-4e5f-4c59-9bd2-dc01f3b4e798 None None] Network 16308864-e09d-4ad7-93a7-b093ee6cdfa3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:27:29.397723 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-d3e0de7e-762e-490c-a02e-407fcea0436e service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258525 Jul 23 10:27:29.450479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb9a37-ac61-4ff6-8898-0920e354955d req-4f4a5d56-9571-4cda-ab78-fe8a44e5dace tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.459682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89fb9a37-ac61-4ff6-8898-0920e354955d req-4f4a5d56-9571-4cda-ab78-fe8a44e5dace tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1753979 Jul 23 10:27:29.563801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1469088b-eb08-4814-bf12-fd57860ed02e details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:29.566394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 912ee7c8-32cf-48c0-8f8e-fd7c583f365c up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:29.596238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-0d19573c-67a1-4c59-8e24-99ad82d370f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.598649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-0d19573c-67a1-4c59-8e24-99ad82d370f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 1098 time: 0.1624730 Jul 23 10:27:29.627668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89fb9a37-ac61-4ff6-8898-0920e354955d req-c09f49df-7eda-4c75-b2f9-ca5338793072 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667583 Jul 23 10:27:29.661782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5d0e6-7573-40dc-97fd-4ef025af8f3a None None] New status for floating IP 26bda54e-72bf-4410-a163-0fe5ccf9418e: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:27:29.687030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc77793b-8813-4d35-a250-999b05b2490c req-6d5363fa-9f9d-4f86-a753-2d97f639f7b1 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803369 Jul 23 10:27:29.809664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94c7b03e-6713-43dd-95d0-0b872d766d4b req-636321cd-b9c5-4e22-bb4f-5f17f8d43774 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.0557353 Jul 23 10:27:29.822140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.831924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.840550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.847394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.853825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.864196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.875247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.877516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f7088a25-d1c5-4c03-b39c-4ad9f2b0a172 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5432 time: 0.2857056 Jul 23 10:27:29.926492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-7543cf0e-14fb-4020-a700-36d1f151e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:29.928071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-7543cf0e-14fb-4020-a700-36d1f151e5b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3196945 Jul 23 10:27:29.928473 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e05cfcd6-d44b-46c9-af99-a052cd96de39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:29.988361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-899d1bdd-d8df-4eea-be3b-1e456e43d779 req-f920d015-3034-4a26-a964-632dce6c7b1d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027369 Jul 23 10:27:29.994038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:30.004854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:30.005335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.065793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53882c3-3f81-429d-abf8-9e6cf905ffd6 req-03612fb1-0600-490d-a067-fc1464f8edfc tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.067620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-309e3c3f-aae8-4b34-a44b-f201aee98ae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c HTTP/1.1" status: 200 len: 217 time: 0.1072814 Jul 23 10:27:30.073784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d53882c3-3f81-429d-abf8-9e6cf905ffd6 req-03612fb1-0600-490d-a067-fc1464f8edfc tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 944 time: 0.1124148 Jul 23 10:27:30.076342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1469088b-eb08-4814-bf12-fd57860ed02e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1469088b-eb08-4814-bf12-fd57860ed02e,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.094998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '1469088b-eb08-4814-bf12-fd57860ed02e', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'port_id': '1469088b-eb08-4814-bf12-fd57860ed02e', 'mac_address': 'fa:16:3e:ba:d9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:30.110293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8253357f-2fec-4f56-89f5-8db6f50bdecd req-ff6330b5-c9b5-4781-a1ce-290870e084d0 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 210 time: 0.0454319 Jul 23 10:27:30.162691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d53882c3-3f81-429d-abf8-9e6cf905ffd6 req-ccf3001a-3c0a-419f-9f67-71736ea2b478 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881281 Jul 23 10:27:30.220207 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.222110 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.239602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.251600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-e3631390-a8d0-4611-9d76-44246c293e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.252700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1469088b-eb08-4814-bf12-fd57860ed02e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:30.253282 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-e3631390-a8d0-4611-9d76-44246c293e73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1409023 Jul 23 10:27:30.270205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:30.274200 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672ada5c-c718-4006-bc2f-7c59e6eb74b8" -d '{"events": [{"server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "name": "network-vif-plugged", "status": "completed", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:30.282185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bfe744c9-a532-4e44-adb6-e5f53e15e50d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:30.332583 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-7623684d-13e8-4942-955e-5efc7221dd4d req-cfd525c3-5ade-4c0b-bd7a-7efd1daa510c tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] show failed (client error): The resource could not be found. Jul 23 10:27:30.333567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7623684d-13e8-4942-955e-5efc7221dd4d req-cfd525c3-5ade-4c0b-bd7a-7efd1daa510c tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups/7c2c8390-0101-4cce-8915-99e15da60df0 HTTP/1.1" status: 404 len: 352 time: 0.0793839 Jul 23 10:27:30.344774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63cdb-3f69-42b3-a353-5c4cd9bdf200 req-30353eeb-8ff1-4597-a122-21c59f376dbd tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.353909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29e63cdb-3f69-42b3-a353-5c4cd9bdf200 req-30353eeb-8ff1-4597-a122-21c59f376dbd tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 944 time: 0.1120918 Jul 23 10:27:30.380215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-4286c276-2c6a-4ce8-b140-db5e5ae2e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.382325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-4286c276-2c6a-4ce8-b140-db5e5ae2e541 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218989 Jul 23 10:27:30.388095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f435b52a-75c2-46be-9197-402dd0f415fd no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:27:30.417454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29e63cdb-3f69-42b3-a353-5c4cd9bdf200 req-fe74b245-7438-4aa1-b9d2-a942779ead82 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Jul 23 10:27:30.460196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.462741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1469088b-eb08-4814-bf12-fd57860ed02e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1469088b-eb08-4814-bf12-fd57860ed02e,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.466066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: f435b52a-75c2-46be-9197-402dd0f415fd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:27:30.466066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f435b52a-75c2-46be-9197-402dd0f415fd not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:27:30.469850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.484581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.485230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 249aa489-75df-41fb-bce9-64260b9af4cf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:30.487561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'tag': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:30.495293 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc5a14b-0ba5-4744-ba8d-a21118193eac", "tag": "5525ca5d-fcaa-4685-b1d2-d26c48f78a4e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:30.508302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e309b6e1-f6b1-4e3a-80f4-6ebd19ab51d2 x-openstack-request-id: req-e309b6e1-f6b1-4e3a-80f4-6ebd19ab51d2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:30.508653 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "name": "network-vif-plugged", "status": "completed", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:30.508907 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e309b6e1-f6b1-4e3a-80f4-6ebd19ab51d2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:30.509303 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'code': 200} Jul 23 10:27:30.529750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port bfe744c9-a532-4e44-adb6-e5f53e15e50d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bfe744c9-a532-4e44-adb6-e5f53e15e50d,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.563996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d', 'network_id': 'a9fc168c-14de-42e3-8e97-4941aea963ce', 'port_id': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d', 'mac_address': 'fa:16:3e:e4:6e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b512d5b-7113-4ddb-9457-b87b01fa00e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:30.595145 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b714499f-0d17-4152-bbce-213097338607 x-openstack-request-id: req-b714499f-0d17-4152-bbce-213097338607 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:30.595535 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc5a14b-0ba5-4744-ba8d-a21118193eac", "tag": "5525ca5d-fcaa-4685-b1d2-d26c48f78a4e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:30.595792 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b714499f-0d17-4152-bbce-213097338607 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:30.596187 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'tag': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e', 'status': 'completed', 'code': 200} Jul 23 10:27:30.597789 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-d84480f4-dbbd-4df4-9cae-ded611dc5c3c service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078252 Jul 23 10:27:30.613259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:30.739095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdd24b85-6ab5-429f-a30c-f6defda11052 req-a2199b46-124c-4909-830c-58309b41ec1e tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f31d1789cad4046a7e6843259084f89 HTTP/1.1" status: 200 len: 2984 time: 0.1046529 Jul 23 10:27:30.772408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a88d53-7015-44f9-92a8-7710d6f130e8 req-1c2362fc-b559-402a-82a7-7d081ddc9a92 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.772673 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.774085 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31a88d53-7015-44f9-92a8-7710d6f130e8 req-1c2362fc-b559-402a-82a7-7d081ddc9a92 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 947 time: 0.2321713 Jul 23 10:27:30.777661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1469088b-eb08-4814-bf12-fd57860ed02e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:30.791261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-61063ca7-a4d2-4321-b42f-d06c53eaabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.793410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-61063ca7-a4d2-4321-b42f-d06c53eaabcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 1099 time: 0.1708755 Jul 23 10:27:30.794384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=249aa489-75df-41fb-bce9-64260b9af4cf,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.815195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe744c9-a532-4e44-adb6-e5f53e15e50d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:30.823332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '249aa489-75df-41fb-bce9-64260b9af4cf', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'port_id': '249aa489-75df-41fb-bce9-64260b9af4cf', 'mac_address': 'fa:16:3e:6c:bc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:30.831640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec5eda-01e9-4280-9c34-807f1f1e66fe req-45b877cf-4846-4d13-8805-d6b4ad008913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:30.833749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdd24b85-6ab5-429f-a30c-f6defda11052 req-1266c717-6c3a-41ab-813d-30b386f3aba6 tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups/8a2547d8-5db0-4db1-9440-be8314fb2f9a HTTP/1.1" status: 200 len: 2981 time: 0.0932517 Jul 23 10:27:30.838173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25ec5eda-01e9-4280-9c34-807f1f1e66fe req-45b877cf-4846-4d13-8805-d6b4ad008913 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1096 time: 0.2041311 Jul 23 10:27:30.843469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9926e7f0-58d3-4827-a26a-4e2104846dd3 req-669ec652-1237-4128-a9fc-7993d121478d service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299399 Jul 23 10:27:30.892014 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.906587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port bfe744c9-a532-4e44-adb6-e5f53e15e50d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bfe744c9-a532-4e44-adb6-e5f53e15e50d,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.915876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249aa489-75df-41fb-bce9-64260b9af4cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:30.922439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:30.926610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdd24b85-6ab5-429f-a30c-f6defda11052 req-2bd69ae1-aed5-4a6f-ac5f-5d1631c942a9 tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups/8a2547d8-5db0-4db1-9440-be8314fb2f9a HTTP/1.1" status: 200 len: 2981 time: 0.0918856 Jul 23 10:27:30.979314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31a88d53-7015-44f9-92a8-7710d6f130e8 req-5d9dcc65-be17-42b8-8af7-138d3c880115 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622629 Jul 23 10:27:30.985861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=249aa489-75df-41fb-bce9-64260b9af4cf,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:30.986177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25ec5eda-01e9-4280-9c34-807f1f1e66fe req-80698aeb-0c55-4b67-a894-3551184945b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951209 Jul 23 10:27:31.007808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:31.011726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=bfe744c9-a532-4e44-adb6-e5f53e15e50d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:31.024179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-ad88e23f-2b96-4f9b-a31f-42e0caa5194e tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f29903ad930e4e3ea238a07e22047c14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743103 Jul 23 10:27:31.025411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-b5e67660-81f0-4bef-8d45-eb49c91f4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.026828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-b5e67660-81f0-4bef-8d45-eb49c91f4b89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2257221 Jul 23 10:27:31.086328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:31.120020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f93bde7-88d0-4750-b91e-0ae8d4823e00 req-6e7fc34a-cd4b-4a67-8547-0d836a41f284 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.0465283 Jul 23 10:27:31.125131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-37a26743-9ace-4a5e-b271-6b39e6b64a8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e HTTP/1.1" status: 200 len: 217 time: 0.0848868 Jul 23 10:27:31.159067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['bfe744c9-a532-4e44-adb6-e5f53e15e50d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:31.194713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:31.206489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c716cf5-6735-477d-ad0f-15dd3856d363 req-05229a64-0906-4715-b084-5704bd925faa tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups/8a2547d8-5db0-4db1-9440-be8314fb2f9a HTTP/1.1" status: 200 len: 2981 time: 0.0553839 Jul 23 10:27:31.266922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-4f9d0e79-a7b3-49fe-9c64-0643d4451881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.268418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-4f9d0e79-a7b3-49fe-9c64-0643d4451881 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1204965 Jul 23 10:27:31.291669 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-8c716cf5-6735-477d-ad0f-15dd3856d363 req-74a243f8-59f4-4982-b9dc-0725e43cab50 tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 10:27:31.293481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c716cf5-6735-477d-ad0f-15dd3856d363 req-74a243f8-59f4-4982-b9dc-0725e43cab50 tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a2547d8-5db0-4db1-9440-be8314fb2f9a HTTP/1.1" status: 409 len: 352 time: 0.0798161 Jul 23 10:27:31.306584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-ee38ad1b-6efb-40b0-ba2f-614ff9277671 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.306584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-ee38ad1b-6efb-40b0-ba2f-614ff9277671 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632484 Jul 23 10:27:31.330113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c105b5-8629-4a80-84c4-a2d83c5b8550 req-e212f1aa-90a9-43af-a316-a1f830d7bc29 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.337091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78c105b5-8629-4a80-84c4-a2d83c5b8550 req-e212f1aa-90a9-43af-a316-a1f830d7bc29 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.3077841 Jul 23 10:27:31.341759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Request body: {'port': {'device_id': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'f29903ad930e4e3ea238a07e22047c14'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:31.357225 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:27:31.444044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78c105b5-8629-4a80-84c4-a2d83c5b8550 req-084448c3-ddd3-469f-a1da-038d5d166902 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060722 Jul 23 10:27:31.445612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.451898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.457840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.463300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:31.464174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.467529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-7f6b1151-97f3-4391-99e4-2b567517a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.478706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-7f6b1151-97f3-4391-99e4-2b567517a25f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925142 Jul 23 10:27:31.478900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.478900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.483573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.485693 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-a688cff7-fdeb-4b76-a754-d54a41faa7e8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5434 time: 0.1153524 Jul 23 10:27:31.495159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['1469088b-eb08-4814-bf12-fd57860ed02e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:31.544456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['249aa489-75df-41fb-bce9-64260b9af4cf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:31.548406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02226bc1-b582-4d2d-91cc-fe669efa44fd req-7cd1cd94-12fa-4412-8011-3c11a6cd0d81 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532587 Jul 23 10:27:31.707736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:31.712734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d841907-89bc-4cfb-b75a-5de4bed95d49 req-af53392a-41da-40fc-91df-9db91c697683 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.714855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d841907-89bc-4cfb-b75a-5de4bed95d49 req-af53392a-41da-40fc-91df-9db91c697683 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 945 time: 0.0796649 Jul 23 10:27:31.741021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '814603fd-ec0e-48df-8b4d-cb6cd9fbf14b', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'port_id': '814603fd-ec0e-48df-8b4d-cb6cd9fbf14b', 'mac_address': 'fa:16:3e:39:82:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:31.762583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d841907-89bc-4cfb-b75a-5de4bed95d49 req-59e04304-0c31-4b62-be41-1d02fe5bcf19 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Jul 23 10:27:31.813044 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-b2c5ce5e-cf0b-4ec8-b1ff-e76888e56b64 req-7744b876-caec-449f-a853-5ca1c919075e tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] show failed (client error): The resource could not be found. Jul 23 10:27:31.814087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b2c5ce5e-cf0b-4ec8-b1ff-e76888e56b64 req-7744b876-caec-449f-a853-5ca1c919075e tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups/f027798c-7778-4066-aa56-2b36a8f18d4a HTTP/1.1" status: 404 len: 352 time: 0.0175681 Jul 23 10:27:31.893725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-fc1036e9-f540-4439-9383-474597637642 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087775 Jul 23 10:27:31.931758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c88318-5485-4ec5-a484-4417ff1eee80 req-6237643a-f3f5-4bc7-8eb5-9e3b5e1ab210 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 210 time: 0.0813878 Jul 23 10:27:31.933614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Made reservation on behalf of f29903ad930e4e3ea238a07e22047c14 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:31.937173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:31.960551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692c648-6d91-4182-952f-db9ecd324d6b req-2f440fd0-c3ef-43cb-b80f-3eae4471e388 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:31.962715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5692c648-6d91-4182-952f-db9ecd324d6b req-2f440fd0-c3ef-43cb-b80f-3eae4471e388 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 945 time: 0.0801759 Jul 23 10:27:31.985652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:31.987778 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-b1248285-2fd0-41d6-bdab-7978ac9e5139 req-6f6f58d6-e14a-48d2-a389-3cfa9d66f8f2 tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] show failed (client error): The resource could not be found. Jul 23 10:27:31.995630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1248285-2fd0-41d6-bdab-7978ac9e5139 req-6f6f58d6-e14a-48d2-a389-3cfa9d66f8f2 tempest-SecurityGroupsNegativeTestJSON-614247215 tempest-SecurityGroupsNegativeTestJSON-614247215-project] 10.222.0.37 "GET /v2.0/security-groups/992be775-2eb2-4f68-a431-cc911ff9eece HTTP/1.1" status: 404 len: 352 time: 0.0352459 Jul 23 10:27:32.007997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:32.033851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5692c648-6d91-4182-952f-db9ecd324d6b req-9c200afe-3622-47b7-beef-b6193565a1f6 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606842 Jul 23 10:27:32.079017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.109973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:32.150106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:32.169117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.170223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e7ab406d-ac3b-49da-ab47-0d76ad586af5 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:32.207481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Deleting subnet 2384bb2a-0719-4ad6-80d1-258ae0f19e0b {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:27:32.216789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.247239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1313cc2-ab00-49f5-98e5-5921b19b1d0e req-b7e29309-dce9-438c-8d13-1306e6fa0c4c service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364167 Jul 23 10:27:32.272485 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-494b141a-6a41-4bac-8131-512891be431a req-0f4e87a3-0380-46e7-9b8c-8d6e92c7f920 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.0620463 Jul 23 10:27:32.281782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.315689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bfe744c9-a532-4e44-adb6-e5f53e15e50d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:32.321117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea4ea3-9f91-4585-8ef7-8ad41241c119 req-c3961ad5-483f-475a-afdc-4efe19466167 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:32.328036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3aea4ea3-9f91-4585-8ef7-8ad41241c119 req-c3961ad5-483f-475a-afdc-4efe19466167 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 947 time: 0.2592592 Jul 23 10:27:32.353836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.412140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e7ab406d-ac3b-49da-ab47-0d76ad586af5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:32.425555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:32.442997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.443495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.443855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.444229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.444625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.445568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.445980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.446319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.446658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.446997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.447330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.447773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:27:32.452059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5', 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4', 'port_id': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5', 'mac_address': 'fa:16:3e:e4:75:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de79cc9-8a18-4b88-acdf-9f6eff79ca9e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:32.457440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.466234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3aea4ea3-9f91-4585-8ef7-8ad41241c119 req-cced0b03-44d8-4cbb-8d05-38c52b8c590f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879166 Jul 23 10:27:32.492846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.500368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.513458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port bfe744c9-a532-4e44-adb6-e5f53e15e50d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:32.518693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.522070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port bfe744c9-a532-4e44-adb6-e5f53e15e50d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:32.522446 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.556593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.557780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ab406d-ac3b-49da-ab47-0d76ad586af5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:32.594762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e7ab406d-ac3b-49da-ab47-0d76ad586af5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:32.603545 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.604452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 85a8ec39-3313-4901-9153-a7c967ec1724 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:32.611834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.613962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2384bb2a-0719-4ad6-80d1-258ae0f19e0b HTTP/1.1" status: 204 len: 168 time: 0.5970266 Jul 23 10:27:32.614935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:32.622516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39706) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:32.659263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfaaf7-1eb9-4afa-a7ca-793f9a89d6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2384bb2a-0719-4ad6-80d1-258ae0f19e0b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:32.702844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc2b3e-157b-4776-99de-941b692aabc6 req-51e94516-8e6d-490e-9dd6-9ee056a03567 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:32.712836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e7ab406d-ac3b-49da-ab47-0d76ad586af5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:32.713052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fafc2b3e-157b-4776-99de-941b692aabc6 req-51e94516-8e6d-490e-9dd6-9ee056a03567 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1257632 Jul 23 10:27:32.717965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=85a8ec39-3313-4901-9153-a7c967ec1724,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:32.720427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.738626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '85a8ec39-3313-4901-9153-a7c967ec1724', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'port_id': '85a8ec39-3313-4901-9153-a7c967ec1724', 'mac_address': 'fa:16:3e:85:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:32.754751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:32.757068 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa47e2f-1bc7-4a54-9c51-920aebf62d0f" -d '{"events": [{"server_uuid": "a90ff407-69f6-41bc-8773-96bf21f4763b", "name": "network-vif-plugged", "status": "completed", "tag": "bfe744c9-a532-4e44-adb6-e5f53e15e50d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:32.779824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fafc2b3e-157b-4776-99de-941b692aabc6 req-397c09fc-d44e-4f0e-bd32-e83a47ff1e48 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Jul 23 10:27:32.801093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port bfe744c9-a532-4e44-adb6-e5f53e15e50d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bfe744c9-a532-4e44-adb6-e5f53e15e50d,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:32.808949 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.817637 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d0bc74-e004-4327-8074-52ca741a9ae8 x-openstack-request-id: req-a3d0bc74-e004-4327-8074-52ca741a9ae8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:32.817935 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ff407-69f6-41bc-8773-96bf21f4763b", "name": "network-vif-plugged", "status": "completed", "tag": "bfe744c9-a532-4e44-adb6-e5f53e15e50d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:32.818193 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3d0bc74-e004-4327-8074-52ca741a9ae8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:32.818631 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d', 'code': 200} Jul 23 10:27:32.852339 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.877347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a8ec39-3313-4901-9153-a7c967ec1724 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:32.897760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.916370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=85a8ec39-3313-4901-9153-a7c967ec1724,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:32.922045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=bfe744c9-a532-4e44-adb6-e5f53e15e50d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:32.926854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:32.928335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 205a82f1-1ee8-4582-8a80-30154663216e details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:32.940679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10264349-ad75-4d0d-b59e-344335775489 req-da5d65b7-da54-4fb3-8a6d-1883fd83ac5b tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:32.949327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10264349-ad75-4d0d-b59e-344335775489 req-da5d65b7-da54-4fb3-8a6d-1883fd83ac5b tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 946 time: 0.0839233 Jul 23 10:27:32.967334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Allocated IP 192.168.233.207 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/4014e561-c8fb-406b-aa55-24369984886a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:32.997083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10264349-ad75-4d0d-b59e-344335775489 req-6f077342-26a9-4467-b91f-873319075045 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Jul 23 10:27:33.010918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:33.052111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=205a82f1-1ee8-4582-8a80-30154663216e,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:33.066657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '205a82f1-1ee8-4582-8a80-30154663216e', 'network_id': '3e36f826-483a-4562-933f-31eb35b494a0', 'port_id': '205a82f1-1ee8-4582-8a80-30154663216e', 'mac_address': 'fa:16:3e:fd:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d178c6-0102-4baf-84ef-ee539fd3c365', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:33.111603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.112166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69997085-8446-45f9-a4c8-0f7c139ec7c9 req-db92ee01-29c6-4abf-96e1-7d32ace583e8 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 210 time: 0.0454371 Jul 23 10:27:33.138065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.145346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205a82f1-1ee8-4582-8a80-30154663216e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:33.174258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=205a82f1-1ee8-4582-8a80-30154663216e,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:33.179812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.180561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Transition to ACTIVE for port object 4014e561-c8fb-406b-aa55-24369984886a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:33.180988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:33.240795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.246512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.251035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bbdd7-9e01-4f51-a50a-fd4f9cfabf38 req-e24ef546-083b-4246-9ec1-871e96e48bf1 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.252331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.258722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.261071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2b3bbdd7-9e01-4f51-a50a-fd4f9cfabf38 req-e24ef546-083b-4246-9ec1-871e96e48bf1 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 945 time: 0.0947828 Jul 23 10:27:33.263900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:33.264839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.266420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:33.270730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.277287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.284886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-89781b7a-4fcf-422e-9a67-12288a766377 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5436 time: 0.6027963 Jul 23 10:27:33.288886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7', 'network_id': '24afed73-8d16-4e34-9fac-9e073aee35e4', 'port_id': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7', 'mac_address': 'fa:16:3e:12:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de79cc9-8a18-4b88-acdf-9f6eff79ca9e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:33.320565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2b3bbdd7-9e01-4f51-a50a-fd4f9cfabf38 req-c9e40146-7edf-4007-840c-40f4dc5d8c6e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514319 Jul 23 10:27:33.336746 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.354802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:33.356994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.383816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:33.388604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.389393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbef8c5-a45e-47c7-b1e4-f2c3c0bde6b6 req-3daf4f0a-621e-4804-8569-f2cbcb03c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.391357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbef8c5-a45e-47c7-b1e4-f2c3c0bde6b6 req-3daf4f0a-621e-4804-8569-f2cbcb03c00d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 1097 time: 0.4881258 Jul 23 10:27:33.399844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16308864-e09d-4ad7-93a7-b093ee6cdfa3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:33.423940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-491437a9-783f-4c4a-91d4-0c5d462a3ac7 req-5b170111-1c72-466f-9b2f-32235ac03575 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee050429-762f-4f32-ad2a-cf3e20d71299 HTTP/1.1" status: 200 len: 210 time: 0.0425591 Jul 23 10:27:33.432984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20284cb9-e780-4643-9504-07768a8547b5') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:33.433343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20284cb9-e780-4643-9504-07768a8547b5') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:33.454301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee806b8e-469e-48c8-8345-856bbc5b80ca req-37d1f70b-ce14-400e-bc05-b173a54ac4a8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684930 Jul 23 10:27:33.454842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:33.463524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.467613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.533337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device df2f3250-ad12-4c3f-89de-7c0a57bb421c details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:33.550008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.571982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:33.582436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:27:33.583278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.588266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbef8c5-a45e-47c7-b1e4-f2c3c0bde6b6 req-c7ee9450-5da2-4309-a608-4b61e293365f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830380 Jul 23 10:27:33.589199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:27:33.591773 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:27:33.622859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:33.631805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:33.739133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-9b970718-f665-4957-b334-1782b9e33306 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.740602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1469088b-eb08-4814-bf12-fd57860ed02e up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:33.747207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-9b970718-f665-4957-b334-1782b9e33306 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1694221 Jul 23 10:27:33.759327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.770581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.772688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] 10.222.0.37 "DELETE /v2.0/networks/16308864-e09d-4ad7-93a7-b093ee6cdfa3 HTTP/1.1" status: 204 len: 168 time: 1.1278741 Jul 23 10:27:33.782438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.783291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.825592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24e8e6-784c-40b0-b220-8c5bc249c51a admin admin] Pushing event deleted for resources: {'Network': ['ID=16308864-e09d-4ad7-93a7-b093ee6cdfa3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:33.828604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port df2f3250-ad12-4c3f-89de-7c0a57bb421c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:33.861994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b8e42-66f1-4509-89e3-cfb95de2d3f6 req-fbece469-1b20-4e67-8b11-80ee0e258c32 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:33.877705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b3b8e42-66f1-4509-89e3-cfb95de2d3f6 req-fbece469-1b20-4e67-8b11-80ee0e258c32 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 947 time: 0.3151600 Jul 23 10:27:33.883114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'mac_address': 'fa:16:3e:f9:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:33.889435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-cb272369-c1f5-4256-aabf-361eecf08ee7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5671041 Jul 23 10:27:33.906848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Request body: {'port': {'device_id': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:33.946679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 1469088b-eb08-4814-bf12-fd57860ed02e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:33.951466 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:33.961722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 1469088b-eb08-4814-bf12-fd57860ed02e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:33.962098 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.005699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b3b8e42-66f1-4509-89e3-cfb95de2d3f6 req-f99eaf48-b85e-4ed5-abf8-a83c906c2b34 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267059 Jul 23 10:27:34.008163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2f3250-ad12-4c3f-89de-7c0a57bb421c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:34.055885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port df2f3250-ad12-4c3f-89de-7c0a57bb421c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:34.067925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.100768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-465f1d4c-d122-4aae-b4f5-74582681510c None None] Provisioning for port 4014e561-c8fb-406b-aa55-24369984886a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:34.111012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-465f1d4c-d122-4aae-b4f5-74582681510c None None] Provisioning complete for port 4014e561-c8fb-406b-aa55-24369984886a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:34.111394 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-465f1d4c-d122-4aae-b4f5-74582681510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.120803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.214768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39730) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:34.234908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=df2f3250-ad12-4c3f-89de-7c0a57bb421c,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:34.262497 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-465f1d4c-d122-4aae-b4f5-74582681510c None None] Port 4014e561-c8fb-406b-aa55-24369984886a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:27:34.291278 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.300991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.305490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:34.363313 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1469088b-eb08-4814-bf12-fd57860ed02e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1469088b-eb08-4814-bf12-fd57860ed02e,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:34.370599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5b8b-6ceb-4367-af17-dab00b6d7eca req-728085db-0da5-4cea-8230-caff3fb8a963 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:34.371593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.372482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 249aa489-75df-41fb-bce9-64260b9af4cf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:34.377304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94df5b8b-6ceb-4367-af17-dab00b6d7eca req-728085db-0da5-4cea-8230-caff3fb8a963 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.2493217 Jul 23 10:27:34.394751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d54357cb-2336-485c-8259-8b289c72d609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f31d1789cad4046a7e6843259084f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747587 Jul 23 10:27:34.396834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39732) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:34.517475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['814603fd-ec0e-48df-8b4d-cb6cd9fbf14b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:34.526013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94df5b8b-6ceb-4367-af17-dab00b6d7eca req-c9102313-182b-410c-937a-283befad5ce0 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477330 Jul 23 10:27:34.572326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['85a8ec39-3313-4901-9153-a7c967ec1724'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:34.601911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['205a82f1-1ee8-4582-8a80-30154663216e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:34.605500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0af048-91d1-47e4-8870-846ac450836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.633338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6bd883d3-1e6b-40bc-a3e1-251b53c378d7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:34.634778 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-c605ef01-eb36-4dca-9640-6feff4f179e3 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.8868666 Jul 23 10:27:34.650637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'floatingip': {'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:34.685119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0af048-91d1-47e4-8870-846ac450836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.693840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.742500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1469088b-eb08-4814-bf12-fd57860ed02e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:34.767694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:34.782971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4014e561-c8fb-406b-aa55-24369984886a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:34.797982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.834415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128718e-c267-4726-aa32-81cc5c2a2579 req-81f84373-1d85-40e0-b188-e84eb455762e tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:34.836647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5128718e-c267-4726-aa32-81cc5c2a2579 req-81f84373-1d85-40e0-b188-e84eb455762e tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 946 time: 0.2112677 Jul 23 10:27:34.845796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0af048-91d1-47e4-8870-846ac450836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.848927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0af048-91d1-47e4-8870-846ac450836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.853860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a0af048-91d1-47e4-8870-846ac450836a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a2547d8-5db0-4db1-9440-be8314fb2f9a HTTP/1.1" status: 204 len: 168 time: 0.4475763 Jul 23 10:27:34.865015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Transition to ACTIVE for port object 4014e561-c8fb-406b-aa55-24369984886a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:34.882122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:34.893684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0af048-91d1-47e4-8870-846ac450836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2547d8-5db0-4db1-9440-be8314fb2f9a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:34.941058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['df2f3250-ad12-4c3f-89de-7c0a57bb421c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:34.948743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:34.951955 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4da3028-c593-4704-894b-7bfb430d6378" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:34.966572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5128718e-c267-4726-aa32-81cc5c2a2579 req-7c13ebea-1618-4a64-9162-91c79512a49a tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112053 Jul 23 10:27:35.008397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:35.046926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e', 'mac_address': 'fa:16:3e:c2:55:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:35.081158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Attempting to bind port 4014e561-c8fb-406b-aa55-24369984886a on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:35.083771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Attempting to bind port 4014e561-c8fb-406b-aa55-24369984886a by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:35.084170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Attempting to bind port 4014e561-c8fb-406b-aa55-24369984886a on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:35.097859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Port 4014e561-c8fb-406b-aa55-24369984886a on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:27:35.099624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Attempting to bind port 4014e561-c8fb-406b-aa55-24369984886a on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:35.107586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 249aa489-75df-41fb-bce9-64260b9af4cf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:35.115081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:35.115717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:35.115883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:35.116310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Bound port: 4014e561-c8fb-406b-aa55-24369984886a, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:35.117213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.270514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 249aa489-75df-41fb-bce9-64260b9af4cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:35.270896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.380346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.402051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:35.409425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:35.419836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.451196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e7ab406d-ac3b-49da-ab47-0d76ad586af5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:35.504886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:35.520321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:35.520897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.524193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-d9e1844f-a8ee-496f-9066-984257cfe8c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/4014e561-c8fb-406b-aa55-24369984886a HTTP/1.1" status: 200 len: 1096 time: 1.6215863 Jul 23 10:27:35.525509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:35.556590 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1f82b-8e31-41b6-87b3-3bb76227023d" -d '{"events": [{"name": "network-changed", "server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:35.594284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626e80-c88e-43fa-ae43-c4882a5595cd req-3117523a-cb67-4949-9072-34155133477c tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:35.605505 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e626e80-c88e-43fa-ae43-c4882a5595cd req-3117523a-cb67-4949-9072-34155133477c tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 948 time: 0.3989222 Jul 23 10:27:35.665022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:35.707281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:35.722546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e626e80-c88e-43fa-ae43-c4882a5595cd req-ed3928b0-dec2-4455-b5e3-a11479b6b939 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161525 Jul 23 10:27:35.737141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.766708 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.796721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-6a37b512-59e8-40f9-8826-1efa759eb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:35.798419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-6a37b512-59e8-40f9-8826-1efa759eb2b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f29903ad930e4e3ea238a07e22047c14&device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 1099 time: 0.1866207 Jul 23 10:27:35.897622 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:35.916291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-5e33120e-16f9-4c76-ab28-47ac7b4cbab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=4014e561-c8fb-406b-aa55-24369984886a HTTP/1.1" status: 200 len: 217 time: 0.1076961 Jul 23 10:27:35.936576 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed associated. External IP: 172.25.4.51, port: 67d70a53-eecb-4411-8683-0cbb180c813a. Jul 23 10:27:36.028602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-8b00f07e-99a4-4830-bbf2-b1c54d79f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.031083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-8b00f07e-99a4-4830-bbf2-b1c54d79f6bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0852516 Jul 23 10:27:36.045676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:36.152360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.160778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.168187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.177947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.185320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.193351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.202680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.212242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-3946aab3-f6ea-40b7-bbba-87aaadc90fdd tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5440 time: 0.2992184 Jul 23 10:27:36.277328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2eec994-9324-4bc8-ac8f-99000ee73352 req-8e67e27a-c6df-495e-bf99-43cf6fc03894 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640941 Jul 23 10:27:36.305713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-5023a16f-1c33-421f-8f9a-25aa4e04b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.314105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-5023a16f-1c33-421f-8f9a-25aa4e04b55e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2511337 Jul 23 10:27:36.318061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:36.424949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:36.505259 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f455540c-78d6-4128-a6b1-fcd3ef8f406d x-openstack-request-id: req-f455540c-78d6-4128-a6b1-fcd3ef8f406d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:36.505560 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:36.505833 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f455540c-78d6-4128-a6b1-fcd3ef8f406d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:36.506191 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e', 'code': 200} Jul 23 10:27:36.535349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-0cdbaba4-5f5a-4827-ba00-619c3bf49cbd service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138333 Jul 23 10:27:36.587641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:36.588311 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:36.610324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:36.619352 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:36.641169 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:36.642424 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:36.746626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ce7aefc7-8c23-4f83-9ffd-1ccf69145be7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "PUT /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 996 time: 2.0995896 Jul 23 10:27:36.747157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:36.749392 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365125d-1329-4426-8f5d-da37c4734e39" -d '{"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:36.776525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40a0eec7-1337-43ce-9004-96ceaf0eaf72 req-20e16995-1b23-4395-8675-59aca02bd79e service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276993 Jul 23 10:27:36.810211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947c5f9-50aa-43b4-8e68-bdf239b47eea req-bd593a46-5a24-44e1-a0b5-3f74b847c83e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.811745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4947c5f9-50aa-43b4-8e68-bdf239b47eea req-bd593a46-5a24-44e1-a0b5-3f74b847c83e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 948 time: 0.2754207 Jul 23 10:27:36.853680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=249aa489-75df-41fb-bce9-64260b9af4cf,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:36.869269 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:36.879390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-48b035f8-26f8-447d-84b3-35bf5a5208f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:36.887075 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-48b035f8-26f8-447d-84b3-35bf5a5208f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.1180663 Jul 23 10:27:36.891888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4947c5f9-50aa-43b4-8e68-bdf239b47eea req-24c05abd-e673-4c43-958a-a3132b6d76de tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Jul 23 10:27:36.915479 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:36.961571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:37.029420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-f8c074cd-f9bc-4ecd-8b2b-45f5e3652865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.031194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-f8c074cd-f9bc-4ecd-8b2b-45f5e3652865 service neutron] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1433260 Jul 23 10:27:37.037966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097fde0-6936-4213-b177-55320ba86734 req-bec32811-c29d-43e2-9c65-50a9b8a2a7a1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.047106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7097fde0-6936-4213-b177-55320ba86734 req-bec32811-c29d-43e2-9c65-50a9b8a2a7a1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.0813057 Jul 23 10:27:37.092063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7097fde0-6936-4213-b177-55320ba86734 req-306c759d-6769-49b0-a83e-d46d1c6d35c8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389717 Jul 23 10:27:37.120483 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-e35d4884-a717-4774-9056-c8c641598504 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 999 time: 0.0831940 Jul 23 10:27:37.175696 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e687a75-6dcf-4cc3-a9f5-27e37ea87c82 x-openstack-request-id: req-8e687a75-6dcf-4cc3-a9f5-27e37ea87c82 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:37.176006 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:37.176265 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e687a75-6dcf-4cc3-a9f5-27e37ea87c82 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:37.176680 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'status': 'completed', 'code': 200} Jul 23 10:27:37.179379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ba83721f-35e8-42b5-a0ce-77ccb749e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.181273 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-ba83721f-35e8-42b5-a0ce-77ccb749e23d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0553453 Jul 23 10:27:37.221908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:37.228147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:35Z', 'revision_number': 1, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:37.249407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-3a985c9a-181a-4eed-9728-7b6815b9f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.251227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-3a985c9a-181a-4eed-9728-7b6815b9f799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636845 Jul 23 10:27:37.258318 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:37.263499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-7d5a025b-2dc4-4ebb-973c-91e0c7cf0220 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:27:37.264634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-7d5a025b-2dc4-4ebb-973c-91e0c7cf0220 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076017 Jul 23 10:27:37.268113 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:37.268739 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:37.335554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-826ab47b-fae2-4650-be0d-1a48088cf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.337150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-826ab47b-fae2-4650-be0d-1a48088cf13b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f29903ad930e4e3ea238a07e22047c14&device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 1099 time: 0.1309063 Jul 23 10:27:37.337828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5ae24cd-474d-414d-8a60-43f1c83a6f0f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:37.397181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-95f3dcac-5e5a-4685-8241-3b2bfe5c3298 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268694 Jul 23 10:27:37.416415 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5ae24cd-474d-414d-8a60-43f1c83a6f0f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:37.500204 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:37.510437 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cfc3451-8322-496f-b1b0-d234c833a52b req-b13eb6cc-46ee-435e-8bba-6d39dfe6aeca service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074827 Jul 23 10:27:37.548431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5ae24cd-474d-414d-8a60-43f1c83a6f0f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:37.552616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5ae24cd-474d-414d-8a60-43f1c83a6f0f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:37.554623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a5ae24cd-474d-414d-8a60-43f1c83a6f0f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "DELETE /v2.0/security-groups/a3e43064-cef9-49e3-b397-52bcc30f3c67 HTTP/1.1" status: 204 len: 168 time: 0.3307233 Jul 23 10:27:37.557191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39800) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:37.582548 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c239f-d8f1-4604-9371-428773bb775e x-openstack-request-id: req-3f8c239f-d8f1-4604-9371-428773bb775e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:37.582788 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:37.583027 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f8c239f-d8f1-4604-9371-428773bb775e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:37.585822 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'status': 'completed', 'code': 200} Jul 23 10:27:37.595490 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-5e8601f8-f14c-4081-89b8-fb64c96e3eb7 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] show failed (client error): The resource could not be found. Jul 23 10:27:37.597351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e8601f8-f14c-4081-89b8-fb64c96e3eb7 tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "GET /v2.0/security-groups/a3e43064-cef9-49e3-b397-52bcc30f3c67 HTTP/1.1" status: 404 len: 347 time: 0.0389571 Jul 23 10:27:37.602985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:37.617747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae24cd-474d-414d-8a60-43f1c83a6f0f tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e43064-cef9-49e3-b397-52bcc30f3c67,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:37.680502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-5a4311a7-5eea-432e-b01e-046543003426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.682445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-5a4311a7-5eea-432e-b01e-046543003426 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.3384345 Jul 23 10:27:37.789668 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:35Z', 'revision_number': 1, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:37.883327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ca36f-c692-4db7-9c99-24a1c7e012da None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:35Z', 'revision_number': 1, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:37.975460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ccdc-51dd-422d-a749-55571522cc64 req-d083a5af-3ed4-4bce-9bc0-b0202aef6633 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:37.984230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b62ccdc-51dd-422d-a749-55571522cc64 req-d083a5af-3ed4-4bce-9bc0-b0202aef6633 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 948 time: 0.2308452 Jul 23 10:27:38.030045 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b62ccdc-51dd-422d-a749-55571522cc64 req-739d813c-e1c7-4c3e-9f66-e4fcdd3aaebb tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Jul 23 10:27:38.041078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Deleting port 86e17024-774a-45a7-9567-53609093548c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:38.041078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.089573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-0546a682-f248-4969-bfbc-f6d2ae23ba9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=4014e561-c8fb-406b-aa55-24369984886a HTTP/1.1" status: 200 len: 217 time: 0.3978112 Jul 23 10:27:38.138416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365125d-1329-4426-8f5d-da37c4734e39 req-f40a45c0-a8f4-48e8-b7c4-b9a3e2ec6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.146467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-f40a45c0-a8f4-48e8-b7c4-b9a3e2ec6802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.5303617 Jul 23 10:27:38.146752 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.147276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.168487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Calling delete_port for 86e17024-774a-45a7-9567-53609093548c owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:38.247993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2c8cbc-6e36-4033-bfb5-c0b5cb881491 None None] New status for floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:27:38.252045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-1b68f307-2ac4-4e9b-80a8-c48a6e567dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.252220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-1b68f307-2ac4-4e9b-80a8-c48a6e567dcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1475585 Jul 23 10:27:38.343807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:38.371555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.377528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.385846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.393588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.399614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.408108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.412310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.420288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-c7b96212-da76-4874-87db-6196b2a8eef0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5441 time: 0.3334513 Jul 23 10:27:38.426756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365125d-1329-4426-8f5d-da37c4734e39 req-300b42c4-b2cf-4e08-8352-f067b3bdf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.428282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-300b42c4-b2cf-4e08-8352-f067b3bdf815 service neutron] 10.222.0.55 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.2549889 Jul 23 10:27:38.490240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-720ced21-608a-4e89-af6e-d8bbd2a36087 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.493994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-720ced21-608a-4e89-af6e-d8bbd2a36087 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2327518 Jul 23 10:27:38.513199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249aa489-75df-41fb-bce9-64260b9af4cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:38.515850 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c4238-b342-4d89-9cbc-3bef1c49a29b" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "249aa489-75df-41fb-bce9-64260b9af4cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:38.525718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-30ba4c4c-6a25-4019-8f65-067d987bef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.527323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-30ba4c4c-6a25-4019-8f65-067d987bef58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416444 Jul 23 10:27:38.541284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.561636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:38.566200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:38.566855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.588702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f1da93-a943-4530-9aad-d75d6564ebe1 req-bdd1c11e-e192-4435-96d4-ed21b0bbb868 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669559 Jul 23 10:27:38.672923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Pushing event deleted for resources: {'Port': ['ID=86e17024-774a-45a7-9567-53609093548c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:38.715769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-823b98a1-82af-45b4-917a-d111b9aa7ec3 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745603 Jul 23 10:27:38.717990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-2c1650f9-97a4-4ba4-87b8-a1599fc4aa8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 999 time: 0.2793677 Jul 23 10:27:38.758445 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.786574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.789811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.793817 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ff6d088d-8db3-4989-bbee-a4224c1382ba tempest-ServersTestBootFromVolume-1315170033 tempest-ServersTestBootFromVolume-1315170033-project] 10.222.0.37 "DELETE /v2.0/floatingips/26bda54e-72bf-4410-a163-0fe5ccf9418e HTTP/1.1" status: 204 len: 168 time: 1.1869760 Jul 23 10:27:38.794821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-5442d4e8-e752-4fb9-a3fa-032c922f687b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 999 time: 0.2787132 Jul 23 10:27:38.795387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:38.801236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:38.807606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:38.874425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365125d-1329-4426-8f5d-da37c4734e39 req-66619788-3855-416e-8779-2c504c412d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:38.882410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-66619788-3855-416e-8779-2c504c412d32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.1393704 Jul 23 10:27:38.906184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'floatingip': {'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:38.908592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:38.990445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2aa1f82b-8e31-41b6-87b3-3bb76227023d req-fc5d38f2-6777-4fec-bb47-abb017420db1 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620449 Jul 23 10:27:39.015160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365125d-1329-4426-8f5d-da37c4734e39 req-075a6d1a-9349-44b7-92e4-9eeb5918ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:39.016738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-075a6d1a-9349-44b7-92e4-9eeb5918ddd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316347 Jul 23 10:27:39.046551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:39.137386 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-133c4c47-ae8c-4be7-bd88-c8ddf37b7257 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120226 Jul 23 10:27:39.218573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6bb0bacd-cdbf-4acc-bd89-d03377afb12f req-e828760d-0af7-4df6-91e9-be1b26f0b5b4 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0435448 Jul 23 10:27:39.343264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a365125d-1329-4426-8f5d-da37c4734e39 req-4f55e13d-1877-4104-b0ee-290eb7fbd64f service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972189 Jul 23 10:27:39.393897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31c9c7-5ded-418f-b7f8-db6958822a56 req-5c066801-2d8b-4803-a6e3-211ea923a78e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:39.403428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d31c9c7-5ded-418f-b7f8-db6958822a56 req-5c066801-2d8b-4803-a6e3-211ea923a78e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 948 time: 0.1002324 Jul 23 10:27:39.452827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d31c9c7-5ded-418f-b7f8-db6958822a56 req-e95389d3-82ee-4c01-83cc-ba4a1456ee5c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Jul 23 10:27:39.555063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 205a82f1-1ee8-4582-8a80-30154663216e up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:39.647103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 205a82f1-1ee8-4582-8a80-30154663216e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:39.655218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 205a82f1-1ee8-4582-8a80-30154663216e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:39.657562 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:39.673061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69965-cb54-4183-b735-1f7d055d12cb req-0e952395-62cc-4145-8a5e-b7ca6402900f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:39.675251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48e69965-cb54-4183-b735-1f7d055d12cb req-0e952395-62cc-4145-8a5e-b7ca6402900f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1338046 Jul 23 10:27:39.687041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:39.723286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48e69965-cb54-4183-b735-1f7d055d12cb req-59c41909-d252-471c-8563-1d9ad75622ef tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419805 Jul 23 10:27:39.755163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:39.793170 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc815fc-a6ff-4d5a-88cf-7c758d29805c x-openstack-request-id: req-2fc815fc-a6ff-4d5a-88cf-7c758d29805c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:39.793448 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "249aa489-75df-41fb-bce9-64260b9af4cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:39.793815 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fc815fc-a6ff-4d5a-88cf-7c758d29805c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:39.794412 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249aa489-75df-41fb-bce9-64260b9af4cf', 'code': 200} Jul 23 10:27:39.799093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=205a82f1-1ee8-4582-8a80-30154663216e,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:39.806076 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:39.806855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:39.917345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:39.925705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:39.930024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:39.930586 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:39.953083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea58e5-ac2f-45b3-a6a1-b1d2058ba243 req-1998f334-aa71-49b7-bcfa-ffc73bd0017e tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:39.967536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50ea58e5-ac2f-45b3-a6a1-b1d2058ba243 req-1998f334-aa71-49b7-bcfa-ffc73bd0017e tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 948 time: 0.1052411 Jul 23 10:27:40.019126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50ea58e5-ac2f-45b3-a6a1-b1d2058ba243 req-1e737865-899e-4033-b624-71440f2aefe7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551696 Jul 23 10:27:40.035268 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.070917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:40.077893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.078784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e7ab406d-ac3b-49da-ab47-0d76ad586af5 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:40.171148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.172296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:40.185363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.199660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.205359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port e7ab406d-ac3b-49da-ab47-0d76ad586af5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:40.207918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.211846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port e7ab406d-ac3b-49da-ab47-0d76ad586af5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:40.213291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.219894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.226005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.233033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.234970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-d3bfd6c2-3d1f-4f88-9977-37b303ecb212 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5443 time: 0.1581938 Jul 23 10:27:40.244741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.252109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.301882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3897354-e375-40d2-99a7-d1885ec70d83 req-6f87ce93-5b2a-41a8-820b-6f283ea5bc5b tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564613 Jul 23 10:27:40.322567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.339302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:40.378016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e7ab406d-ac3b-49da-ab47-0d76ad586af5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:40.392660 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.393657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 85a8ec39-3313-4901-9153-a7c967ec1724 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:40.427574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0e55eb5-466f-44bf-9711-eaa06556ff24 req-d75c3712-663b-4b1e-94a2-9048dcd1eb5b tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0517230 Jul 23 10:27:40.448295 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed associated. External IP: 172.25.4.51, port: 67d70a53-eecb-4411-8683-0cbb180c813a. Jul 23 10:27:40.542773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e7ab406d-ac3b-49da-ab47-0d76ad586af5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:40.560870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 85a8ec39-3313-4901-9153-a7c967ec1724 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:40.568918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 85a8ec39-3313-4901-9153-a7c967ec1724 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:40.569389 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.578120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:40.607927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4014e561-c8fb-406b-aa55-24369984886a', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '4014e561-c8fb-406b-aa55-24369984886a', 'mac_address': 'fa:16:3e:6a:75:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:40.654680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb48bf-7484-4ced-84a1-4ad267bb8573 req-b86c47ea-15e8-46ae-a314-c53c0ebc01f5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.656799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76fb48bf-7484-4ced-84a1-4ad267bb8573 req-b86c47ea-15e8-46ae-a314-c53c0ebc01f5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 948 time: 0.1226556 Jul 23 10:27:40.706162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76fb48bf-7484-4ced-84a1-4ad267bb8573 req-a92a155f-c968-4869-99f9-ce045ca24556 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Jul 23 10:27:40.800436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Deleting port 5c444973-6e26-432b-ad75-c687cd7fc077 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:40.800788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.840303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:40.846017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.864161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4014e561-c8fb-406b-aa55-24369984886a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:40.905039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8a3e4-90cb-460d-a913-586127d11610 req-d1293c07-dbc2-4808-b101-4f3d1c3f0f6f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:40.905266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:40.909449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8be8a3e4-90cb-460d-a913-586127d11610 req-d1293c07-dbc2-4808-b101-4f3d1c3f0f6f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1075373 Jul 23 10:27:40.917101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.920400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:40.968828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8be8a3e4-90cb-460d-a913-586127d11610 req-b432f747-c9a8-4ee5-9541-fdf1f1f5f50d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534511 Jul 23 10:27:40.985371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=85a8ec39-3313-4901-9153-a7c967ec1724,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:40.997764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:41.002081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:41.017385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] For port 5c444973-6e26-432b-ad75-c687cd7fc077, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c444973-6e26-432b-ad75-c687cd7fc077,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:41.017777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:41.034609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:41.043230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Calling delete_port for 5c444973-6e26-432b-ad75-c687cd7fc077 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:41.045100 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:41.053775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:41.056495 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:41.058148 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:41.192810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4728f72c-6351-45c5-9c17-4c3ba1d2066f req-0c87f024-47cc-4a94-aad9-ca875ce1e615 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0367472 Jul 23 10:27:41.199607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4014e561-c8fb-406b-aa55-24369984886a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:41.203869 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:41.210027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524056f-479a-4fd6-aeb4-64575346fb76 req-86de2652-0220-4b7f-9cd0-14f6f75f550d tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.215094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0524056f-479a-4fd6-aeb4-64575346fb76 req-86de2652-0220-4b7f-9cd0-14f6f75f550d tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 949 time: 0.0989265 Jul 23 10:27:41.300246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0524056f-479a-4fd6-aeb4-64575346fb76 req-6ca930b9-1cd3-4fbf-98f1-b77a5c4d5eb8 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766847 Jul 23 10:27:41.481756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.487994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.494416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.500566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.508900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.518092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:41.519695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.527741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.536527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db371a82-af13-466e-bd9a-8bc71036c616 req-7213457d-8e14-48c4-9d57-436676245220 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5445 time: 0.1345413 Jul 23 10:27:41.539488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:39Z', 'revision_number': 3, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:41.551638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:41.552107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c444973-6e26-432b-ad75-c687cd7fc077,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:41.622217 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db371a82-af13-466e-bd9a-8bc71036c616 req-2aa12253-4fe7-4d89-a4d8-b4c9ee8c74f2 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847585 Jul 23 10:27:41.626075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:41.642120 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:41.643501 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:41.677096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:41.682371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:41.683259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:41.752621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:41.753325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-961aff11-3df5-4518-83f8-24982f3d9949 req-4d3646c5-6032-4cae-92fa-952fd918122e tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0541794 Jul 23 10:27:41.846459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:41.848873 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b9d581-dd25-429e-ac50-4c6c040871ef" -d '{"events": [{"server_uuid": "fbc5a14b-0ba5-4744-ba8d-a21118193eac", "name": "network-vif-plugged", "status": "completed", "tag": "5525ca5d-fcaa-4685-b1d2-d26c48f78a4e"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "205a82f1-1ee8-4582-8a80-30154663216e"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "e7ab406d-ac3b-49da-ab47-0d76ad586af5"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:41.852310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:41.866617 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:41.887933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:41.901532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:41.902540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device df2f3250-ad12-4c3f-89de-7c0a57bb421c up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:41.965727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06c246-6beb-4fb8-992c-5e087baba277 req-ab478386-e0c2-487a-8dbc-5d9faa55ccbb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:41.970149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f06c246-6beb-4fb8-992c-5e087baba277 req-ab478386-e0c2-487a-8dbc-5d9faa55ccbb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 948 time: 0.1403930 Jul 23 10:27:42.006588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:42.016726 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.037213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:42.047977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port df2f3250-ad12-4c3f-89de-7c0a57bb421c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:42.048674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f06c246-6beb-4fb8-992c-5e087baba277 req-12eab5c6-33bc-4667-a30d-42e37887c66f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700026 Jul 23 10:27:42.063465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port df2f3250-ad12-4c3f-89de-7c0a57bb421c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:42.064031 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.074740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.108157 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f1937-f7e9-4750-9d49-7989cf61936e x-openstack-request-id: req-c65f1937-f7e9-4750-9d49-7989cf61936e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:42.108787 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc5a14b-0ba5-4744-ba8d-a21118193eac", "name": "network-vif-plugged", "status": "completed", "tag": "5525ca5d-fcaa-4685-b1d2-d26c48f78a4e", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "205a82f1-1ee8-4582-8a80-30154663216e", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "e7ab406d-ac3b-49da-ab47-0d76ad586af5", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:42.110373 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c65f1937-f7e9-4750-9d49-7989cf61936e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:42.111608 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e', 'code': 200} Jul 23 10:27:42.112078 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e', 'code': 200} Jul 23 10:27:42.112542 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7', 'code': 200} Jul 23 10:27:42.113156 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5', 'code': 200} Jul 23 10:27:42.113726 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724', 'code': 200} Jul 23 10:27:42.159145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:42.161470 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5" -d '{"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:42.216195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-fbef71c2-8d6a-4264-9e97-90e75729095d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "PUT /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 997 time: 3.3153338 Jul 23 10:27:42.245456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.268488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:39Z', 'revision_number': 3, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:42.305473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde368ba-b92e-4f14-8f1e-f299425a5585 req-13c45f71-6493-44af-9eba-3d335f215a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:42.307359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dde368ba-b92e-4f14-8f1e-f299425a5585 req-13c45f71-6493-44af-9eba-3d335f215a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 1101 time: 0.1403322 Jul 23 10:27:42.309533 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a380f18-066d-4697-b4db-5081d39ce1bb None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:39Z', 'revision_number': 3, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:42.329289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port df2f3250-ad12-4c3f-89de-7c0a57bb421c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:42.341700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:42.348716 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.354099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7dee0-5abf-4796-bfe8-8d984f33489b req-4aa318d9-3df1-42e2-8032-e3ab2e09df62 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:42.377746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32d7dee0-5abf-4796-bfe8-8d984f33489b req-4aa318d9-3df1-42e2-8032-e3ab2e09df62 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1578400 Jul 23 10:27:42.380716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-8a074dda-d84f-42a6-b21d-26070ccfb937 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:42.382732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-8a074dda-d84f-42a6-b21d-26070ccfb937 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports/67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 943 time: 0.1650829 Jul 23 10:27:42.478717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32d7dee0-5abf-4796-bfe8-8d984f33489b req-78892786-690b-4b30-be84-d97361b54e5b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998421 Jul 23 10:27:42.502184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dde368ba-b92e-4f14-8f1e-f299425a5585 req-fd3351be-e3e4-4a40-9530-1a83b262faa4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835923 Jul 23 10:27:42.516111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 4014e561-c8fb-406b-aa55-24369984886a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:42.522072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Router cbb5cdc5-2450-4916-afe2-6aace5ca522f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:42.529894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=df2f3250-ad12-4c3f-89de-7c0a57bb421c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:42.532783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 4014e561-c8fb-406b-aa55-24369984886a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:42.533156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.573035 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb855850-9b35-4e5e-bd73-2e60815374ef x-openstack-request-id: req-bb855850-9b35-4e5e-bd73-2e60815374ef {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:42.573586 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:42.574079 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb855850-9b35-4e5e-bd73-2e60815374ef {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:42.574730 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'status': 'completed', 'code': 200} Jul 23 10:27:42.667111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.687174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96623bea-0093-4fd2-a52f-6b4897071921 None None] New status for floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:27:42.741019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:42.747367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:42.749267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67f8bb71-a763-4c75-80ef-599c5fa935f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/cbb5cdc5-2450-4916-afe2-6aace5ca522f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9526436 Jul 23 10:27:42.751713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:42.756070 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] Sync routers for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:42.758460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:42.763501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-098aa7ab-6e49-44da-a606-31c5a8e09043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:42.771945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-098aa7ab-6e49-44da-a606-31c5a8e09043 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.2692614 Jul 23 10:27:42.786795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:42.787546 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:42.814635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-a5f3045a-2a26-4225-9d28-e52f98299fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:42.816517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-a5f3045a-2a26-4225-9d28-e52f98299fff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.2358999 Jul 23 10:27:42.852661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670dd0d-3a3a-4450-b51d-1ab0f37adcc6 req-0c98b6f2-373e-439b-b8e8-8567d964d555 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:42.868835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8670dd0d-3a3a-4450-b51d-1ab0f37adcc6 req-0c98b6f2-373e-439b-b8e8-8567d964d555 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 949 time: 0.2063854 Jul 23 10:27:42.940833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:42.964138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:42.995877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8670dd0d-3a3a-4450-b51d-1ab0f37adcc6 req-34601c51-a1bb-4ff6-9783-11bcd7dc78f9 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245594 Jul 23 10:27:43.036326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-48ab34ec-84ee-458d-a0df-0d480acce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.039021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-48ab34ec-84ee-458d-a0df-0d480acce964 service neutron] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.2666547 Jul 23 10:27:43.040943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:43.137370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:43.152079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:43.152724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:43.174563 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:27:41Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:43.195237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-a6b3db52-854f-40b3-a81d-adbd3e958c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.197147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-a6b3db52-854f-40b3-a81d-adbd3e958c24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.3674436 Jul 23 10:27:43.207348 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] Checking router: cbb5cdc5-2450-4916-afe2-6aace5ca522f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:43.218134 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] Routers {'cbb5cdc5-2450-4916-afe2-6aace5ca522f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:43.219173 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:43.248666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-e9477ab7-f345-449c-9e6a-63c85b4c6cc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0421982 Jul 23 10:27:43.345537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:43.383162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.428684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.439349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.462645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.469922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.472881 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] Set router cbb5cdc5-2450-4916-afe2-6aace5ca522f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:43.489971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.536087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.540327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-1f080174-a6a9-473d-aec3-b12c207e0742 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.3952787 Jul 23 10:27:43.544181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-33650e2a-5b9f-458e-ae19-a362ffac1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.548858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-33650e2a-5b9f-458e-ae19-a362ffac1665 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.2874067 Jul 23 10:27:43.629343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-58078f69-084e-4fdb-b869-a0701375f9ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0494928 Jul 23 10:27:43.692531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73bc183-3069-47d3-a993-7760776fa5d8 req-f897212a-648f-45d5-ba1f-2f3788d46224 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404696 Jul 23 10:27:43.728684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-85e42d96-8160-433f-8e2c-26c48ca863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.730378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-85e42d96-8160-433f-8e2c-26c48ca863a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0636337 Jul 23 10:27:43.747346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-c7051504-8727-4fad-9500-bfab86b69781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.749169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-c7051504-8727-4fad-9500-bfab86b69781 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532583 Jul 23 10:27:43.811963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:42Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:43.836622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:43.846028 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:27:41Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:43.867867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:43.876860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:43.877499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:43.910732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-91d273be-d6af-4a7d-860f-d447f4b961b9 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532946 Jul 23 10:27:43.911437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-e721bc5f-3067-444b-a4c6-c2cdd43d4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:43.913598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-e721bc5f-3067-444b-a4c6-c2cdd43d4981 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469729 Jul 23 10:27:43.920720 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e311-c296-41da-aab2-c8c6621959a4 None None] The sync data for ids ['cbb5cdc5-2450-4916-afe2-6aace5ca522f'] in n-d-778550-4 is: [{'id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'name': 'tempest-ServersTestBootFromVolume-1633262470-router', 'tenant_id': 'bb07399528ca40608d99892a2c26bd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:24:06Z', 'updated_at': '2021-07-23T10:27:41Z', 'revision_number': 5, 'project_id': 'bb07399528ca40608d99892a2c26bd55', 'gw_port': {'id': '3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb5cdc5-2450-4916-afe2-6aace5ca522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:24:07Z', 'updated_at': '2021-07-23T10:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:43.921518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61ed9428-a514-45ee-9acb-6959d4969a5c req-1da1c88d-a940-4418-ac20-34ed22472f5a tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1135368 Jul 23 10:27:43.984033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Deleting port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:43.984986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:44.053019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:44.087406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] For port 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:44.088568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:44.108900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Calling delete_port for 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:44.120179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2adef0f-df5e-4a4e-8ae8-5b56f064faa5 req-e5754e57-4bf9-46dd-86c3-5ab9a143f04f service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975632 Jul 23 10:27:44.165083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dae56-da64-464e-b81a-6ba5c0655b0b req-a3535edf-ee86-4a86-a9af-904b419713dd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:44.166750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a80dae56-da64-464e-b81a-6ba5c0655b0b req-a3535edf-ee86-4a86-a9af-904b419713dd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 949 time: 0.0921173 Jul 23 10:27:44.168021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814603fd-ec0e-48df-8b4d-cb6cd9fbf14b'}, {'server_uuid': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c'}, {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:44.170435 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4985cd3f-9718-4295-903e-52eef28d9fd1" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "814603fd-ec0e-48df-8b4d-cb6cd9fbf14b"}, {"server_uuid": "b0dc691d-185d-4af2-8f50-ef8fb8fc367a", "name": "network-vif-plugged", "status": "completed", "tag": "df2f3250-ad12-4c3f-89de-7c0a57bb421c"}, {"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-plugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:44.224344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-ffedc084-113b-47ef-8291-692a0c59402f service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018835 Jul 23 10:27:44.231784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a80dae56-da64-464e-b81a-6ba5c0655b0b req-809eb75d-01ae-4a7f-b0c0-f08f9d5ba828 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 Jul 23 10:27:44.396959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb174d-a315-411f-b4d3-33eda28513a1 req-a73b1e95-0e99-49a1-b707-3fb861045272 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:44.403053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-aa8d42d5-e39b-4715-abef-b3df20016b86 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778340 Jul 23 10:27:44.406613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3fb174d-a315-411f-b4d3-33eda28513a1 req-a73b1e95-0e99-49a1-b707-3fb861045272 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1173646 Jul 23 10:27:44.408168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:42Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:44.459449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3fb174d-a315-411f-b4d3-33eda28513a1 req-a3035b66-77c1-44fb-9e96-ec5b829db6cd tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516262 Jul 23 10:27:44.494900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:44.586419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:44.589273 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d8827-b2f3-4610-a6ef-4fef362a7179" -d '{"events": [{"name": "network-changed", "server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:44.611101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:44.666488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c444973-6e26-432b-ad75-c687cd7fc077 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:27:44.670422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad20563-fe4c-48cd-83b0-c86c3fbc6fb2 None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:3b:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:42Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:44.705588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5c444973-6e26-432b-ad75-c687cd7fc077 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:27:44.706205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c444973-6e26-432b-ad75-c687cd7fc077 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:27:44.787553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:44.865057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-9b7da3da-f89f-4b24-95ce-7c55112c2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:44.874213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-9b7da3da-f89f-4b24-95ce-7c55112c2283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1096 time: 0.3802965 Jul 23 10:27:44.943732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:44.952945 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.064909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.065437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb5cdc5-2450-4916-afe2-6aace5ca522f {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:27:45.072240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.076063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e314412d-0565-4b3d-89e3-b35aee764945 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cbb5cdc5-2450-4916-afe2-6aace5ca522f HTTP/1.1" status: 204 len: 168 time: 2.3196783 Jul 23 10:27:45.076244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:45.141065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-0fd3f5f5-a838-4255-af19-2138940cb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.144584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-0fd3f5f5-a838-4255-af19-2138940cb3d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.2692075 Jul 23 10:27:45.176860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3cf4-daef-499d-9808-7276f701edb7 req-f6222f37-f3a3-4ab5-982e-186c2dc78d9e tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.178653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17cf3cf4-daef-499d-9808-7276f701edb7 req-f6222f37-f3a3-4ab5-982e-186c2dc78d9e tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 950 time: 0.0921514 Jul 23 10:27:45.228957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17cf3cf4-daef-499d-9808-7276f701edb7 req-c6384adb-a04c-4a23-ad61-c09058d9dbcd tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Jul 23 10:27:45.230460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Deleting subnet 57360da6-7dd1-4398-9723-aac0715f4c54 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:27:45.237254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.275665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-b09f90b0-8978-4d25-94c7-4aaff50cd36f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 1000 time: 0.1182587 Jul 23 10:27:45.295832 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17297747-6f70-4fcf-8c67-cb12cf1a8320 x-openstack-request-id: req-17297747-6f70-4fcf-8c67-cb12cf1a8320 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:45.296321 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-plugged", "status": "completed", "tag": "814603fd-ec0e-48df-8b4d-cb6cd9fbf14b", "code": 200}, {"server_uuid": "b0dc691d-185d-4af2-8f50-ef8fb8fc367a", "name": "network-vif-plugged", "status": "completed", "tag": "df2f3250-ad12-4c3f-89de-7c0a57bb421c", "code": 200}, {"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-plugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:45.296579 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17297747-6f70-4fcf-8c67-cb12cf1a8320 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:45.297073 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814603fd-ec0e-48df-8b4d-cb6cd9fbf14b', 'code': 200} Jul 23 10:27:45.297427 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'code': 200} Jul 23 10:27:45.297778 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'code': 200} Jul 23 10:27:45.315596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.342595 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923dca9e-6342-412d-ae06-bbeb4b09e46e x-openstack-request-id: req-923dca9e-6342-412d-ae06-bbeb4b09e46e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:45.342798 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:45.343050 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-923dca9e-6342-412d-ae06-bbeb4b09e46e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:45.343450 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'status': 'completed', 'code': 200} Jul 23 10:27:45.362108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-5852cdad-635e-4334-96da-53550253e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.363807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-5852cdad-635e-4334-96da-53550253e712 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0820410 Jul 23 10:27:45.463376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe2d1-9808-4011-98ad-9f4eeb0d8fb1 req-15ed6d99-0602-4d3f-ac5a-7828f1afcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.464840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b73fe2d1-9808-4011-98ad-9f4eeb0d8fb1 req-15ed6d99-0602-4d3f-ac5a-7828f1afcc34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 1101 time: 0.1076071 Jul 23 10:27:45.496597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.497838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.503741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.510468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.517353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.523231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.529185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.534931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.536889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-76cc6123-1585-4ed4-b016-1d9678038a76 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.1421189 Jul 23 10:27:45.581465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:45.583583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-7f1ec126-f720-40a0-bf37-c1f669a04b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.585313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-7f1ec126-f720-40a0-bf37-c1f669a04b90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121067 Jul 23 10:27:45.623044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b73fe2d1-9808-4011-98ad-9f4eeb0d8fb1 req-1ddc2031-75c1-45e6-98e7-fe5a355a34cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490524 Jul 23 10:27:45.649299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4986a6b2-3af4-41c2-86b2-314ad662809d req-91be6b3c-be2c-4aef-ad5c-ad0ab937c456 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764964 Jul 23 10:27:45.652723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-47888bf5-df54-4513-b1b1-4f9b268a3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.655218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-47888bf5-df54-4513-b1b1-4f9b268a3dc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1096 time: 0.2078178 Jul 23 10:27:45.659669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.672920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68dac6-eb52-424c-acf0-f5fd7c8b0bc5 req-cc49fb35-9be6-4e06-8d56-894997ee6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.675141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a68dac6-eb52-424c-acf0-f5fd7c8b0bc5 req-cc49fb35-9be6-4e06-8d56-894997ee6bab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 1100 time: 0.1373663 Jul 23 10:27:45.716752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:45.729001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a68dac6-eb52-424c-acf0-f5fd7c8b0bc5 req-e1b1fc55-cdbe-4588-b7d7-6a6eb96ed148 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Jul 23 10:27:45.729168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '05787ce7-e851-480e-b4b3-c31ac967453f', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f', 'mac_address': 'fa:16:3e:8d:fe:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:45.742927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57360da6-7dd1-4398-9723-aac0715f4c54,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:45.778064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.780973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.784462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3d2322bf-44cc-4830-ae13-aad1cfd9f473 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/57360da6-7dd1-4398-9723-aac0715f4c54 HTTP/1.1" status: 204 len: 168 time: 0.7058728 Jul 23 10:27:45.785684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39914) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:45.795798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0249575-d4e1-4bc4-bd27-e9d784c72b5b None None] Network 6d762d4b-72b1-4732-ae6f-23b47c783ff3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:27:45.799354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.799864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.800340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.800813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.801283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.801750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.802214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.804167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-fbf95c43-102a-40c5-9c53-f3bc03c49e83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6503 time: 0.2847733 Jul 23 10:27:45.836079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:45.887253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-ee3d0ae6-5cbf-4ad6-a2cc-68e34cc18490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:45.887507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.889336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-ee3d0ae6-5cbf-4ad6-a2cc-68e34cc18490 service neutron] 10.222.0.20 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1641243 Jul 23 10:27:45.895629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-2a55b714-58cd-4565-b278-56a018f8a291 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959311 Jul 23 10:27:45.903394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:45.916111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:45.949769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Deleting port 94a3906c-218b-4ad8-9f43-5054c1669889 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:45.950127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.014201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ffa7a8b-0496-41f9-a0bf-bbc3a56c183f req-562949d2-d6e3-473d-bf58-a7468a08eaec service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075578 Jul 23 10:27:46.064994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] For port 94a3906c-218b-4ad8-9f43-5054c1669889, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94a3906c-218b-4ad8-9f43-5054c1669889,segment=NetworkSegment(150ae875-93e8-48bb-8f6e-abddf5bc2a4f),segment_id=150ae875-93e8-48bb-8f6e-abddf5bc2a4f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:46.065366 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.081010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Calling delete_port for 94a3906c-218b-4ad8-9f43-5054c1669889 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:46.098285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:46.154106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f84af-3b23-46e9-a0dd-3d8308823631 req-e5d0bdf8-be35-464b-89d4-694f263de7fd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:46.155639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee3f84af-3b23-46e9-a0dd-3d8308823631 req-e5d0bdf8-be35-464b-89d4-694f263de7fd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 949 time: 0.1324728 Jul 23 10:27:46.166872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b73d8a-4ed4-4049-8dcd-93e52ed0f6c6 req-f9b7a861-c5ed-436b-a982-bac788566bd4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:46.170005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09b73d8a-4ed4-4049-8dcd-93e52ed0f6c6 req-f9b7a861-c5ed-436b-a982-bac788566bd4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.0735304 Jul 23 10:27:46.212781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] DHCP port deletion for 6d762d4b-72b1-4732-ae6f-23b47c783ff3 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:27:46.222907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee3f84af-3b23-46e9-a0dd-3d8308823631 req-1dd1768e-33c7-412c-95b3-2218a4d2c999 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593567 Jul 23 10:27:46.244624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.265733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] No DVR routers for this DVR port 94a3906c-218b-4ad8-9f43-5054c1669889 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:27:46.282642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['05787ce7-e851-480e-b4b3-c31ac967453f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:46.294304 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9a96e4d3-84e9-4da1-aab7-d34843a8eda9 req-6fc0ead7-575b-4461-9b91-9f45a40d2547 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121488 Jul 23 10:27:46.299230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09b73d8a-4ed4-4049-8dcd-93e52ed0f6c6 req-e1f0c5fa-3a28-47ef-9b59-1d2bc162c1ae tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256759 Jul 23 10:27:46.306891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-10080b3b-13af-486b-baf1-dbe57d1e47d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 1000 time: 0.1257586 Jul 23 10:27:46.341204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a3906c-218b-4ad8-9f43-5054c1669889,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:46.350860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Deleting port 94a3906c-218b-4ad8-9f43-5054c1669889 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:46.352712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.389985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e04a8d71-52db-4d8e-9fc6-5b9bbf387fd0 req-0414b7e4-205c-47b7-896b-fe5777b47457 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.0642996 Jul 23 10:27:46.408588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.412667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaeb0a86-60be-4c77-bdb7-ca4c0d2acb8d req-22754273-b72a-44c7-92a3-021ec8862272 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0796316 Jul 23 10:27:46.430581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d762d4b-72b1-4732-ae6f-23b47c783ff3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:46.453250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150ae875-93e8-48bb-8f6e-abddf5bc2a4f') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:46.453551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150ae875-93e8-48bb-8f6e-abddf5bc2a4f') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:46.459405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] For port 94a3906c-218b-4ad8-9f43-5054c1669889, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:46.460001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a8d71-52db-4d8e-9fc6-5b9bbf387fd0 req-4e0fb31b-d5fb-4d77-9901-455e363eb9de tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:46.460127 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.462072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e04a8d71-52db-4d8e-9fc6-5b9bbf387fd0 req-4e0fb31b-d5fb-4d77-9901-455e363eb9de tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports/912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 942 time: 0.0665021 Jul 23 10:27:46.481214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.487580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Calling delete_port for 94a3906c-218b-4ad8-9f43-5054c1669889 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:46.492372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Port 94a3906c-218b-4ad8-9f43-5054c1669889 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:27:46.501506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.511159 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.539128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:27:46.539128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.547671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] Pushing event deleted for resources: {'Port': ['ID=94a3906c-218b-4ad8-9f43-5054c1669889,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:46.553006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a29aac-7614-47ea-91ba-fe189c05a18c None None] No DVR routers for this DVR port 94a3906c-218b-4ad8-9f43-5054c1669889 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:27:46.555003 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:27:46.587661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94a3906c-218b-4ad8-9f43-5054c1669889 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:27:46.610854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 94a3906c-218b-4ad8-9f43-5054c1669889 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:27:46.611214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94a3906c-218b-4ad8-9f43-5054c1669889 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:27:46.611688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:27:46.634973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:27:46.638726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3ba7d495-5dbd-4b97-bb28-7d90c29bc8f7 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:27:46.651058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e04a8d71-52db-4d8e-9fc6-5b9bbf387fd0 req-d3b98fa5-ccf6-42e2-a78c-921c1cd5a263 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.0974567 Jul 23 10:27:46.812184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a8d71-52db-4d8e-9fc6-5b9bbf387fd0 req-9e709b06-458e-48de-8d44-04eaf1f7621f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:46.813636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e04a8d71-52db-4d8e-9fc6-5b9bbf387fd0 req-9e709b06-458e-48de-8d44-04eaf1f7621f tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1562891 Jul 23 10:27:46.815332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-fa2552a6-7ce8-45a4-816c-504972d1383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:46.816842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-fa2552a6-7ce8-45a4-816c-504972d1383e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0803592 Jul 23 10:27:46.933158 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.940147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:46.944765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6d762d4b-72b1-4732-ae6f-23b47c783ff3 HTTP/1.1" status: 204 len: 168 time: 1.1546116 Jul 23 10:27:46.957121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eff13-1240-4d27-bc92-0f406a2dc4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d762d4b-72b1-4732-ae6f-23b47c783ff3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:46.976559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e626aa-ee08-4264-9041-5cc9f3e7b6a2 req-8836b509-cf03-45b1-974d-bfbf729b70d7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:46.978623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85e626aa-ee08-4264-9041-5cc9f3e7b6a2 req-8836b509-cf03-45b1-974d-bfbf729b70d7 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 950 time: 0.4584115 Jul 23 10:27:46.999636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-9862f969-4258-42e5-b679-8d4d3838777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.002103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-9862f969-4258-42e5-b679-8d4d3838777b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144829 Jul 23 10:27:47.015089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.021140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.028563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.030105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85e626aa-ee08-4264-9041-5cc9f3e7b6a2 req-a3de4b51-1e6d-4dfa-b2ec-66e89024fcff tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Jul 23 10:27:47.034824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.042214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.049196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.055602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.058787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-80fad619-5dab-46e6-b815-8a4e6d85f8e0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.1844857 Jul 23 10:27:47.158269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-6de1ee01-6505-485a-abe5-850c3bc2fcec tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.1014462 Jul 23 10:27:47.193333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d6c7b5b-dbaa-4e26-b535-f58a7dc4f609 req-7bc76dfa-366c-4208-8ca1-42f1cc1e6bb5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094303 Jul 23 10:27:47.195272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:47.233422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-202a708c-db2f-4569-ba55-9e8d3769fb7a tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.234515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-2d8dccd7-c918-458c-80eb-e18efff71075 service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742206 Jul 23 10:27:47.234807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-202a708c-db2f-4569-ba55-9e8d3769fb7a tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports/912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 942 time: 0.0702589 Jul 23 10:27:47.259198 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a8b8c85-c1ec-4c2b-be91-a43210d7aabe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb07399528ca40608d99892a2c26bd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628181 Jul 23 10:27:47.261682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:47.380834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-339a0f73-ba8e-4aec-bf74-fbc10f50d900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:47.430416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-f90d5b6d-4e50-4367-9c8f-58f1f82927a2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.0740895 Jul 23 10:27:47.456522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-339a0f73-ba8e-4aec-bf74-fbc10f50d900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:47.575124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-3ed65212-1420-4618-9c5a-b0eda9cf9130 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.576939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-3ed65212-1420-4618-9c5a-b0eda9cf9130 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1330519 Jul 23 10:27:47.590332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-890ac071-686f-4e16-8c3e-4ca4a273c9a7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:27:47.591806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-890ac071-686f-4e16-8c3e-4ca4a273c9a7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084283 Jul 23 10:27:47.593150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:47.653626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 05787ce7-e851-480e-b4b3-c31ac967453f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:47.654428 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:47.699634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ba5e9048-58db-4a3e-bc3b-27699fa1f703 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.0976024 Jul 23 10:27:47.709773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:47.770600 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:47.782875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:47.807535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:47.814125 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edaedbd-98fb-4387-bcf2-1a669e82bb82" -d '{"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-plugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:47.839383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-356d8827-b2f3-4610-a6ef-4fef362a7179 req-7ad9e5d9-b90a-420f-a001-0db1a055d59a service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252337 Jul 23 10:27:47.848107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:47.855898 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:47.869934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f610ea7-69ab-4ed6-9176-32e39545f7f7 req-e1cb3fcd-7aaa-4ea2-87db-14639f374436 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:47.877107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f610ea7-69ab-4ed6-9176-32e39545f7f7 req-e1cb3fcd-7aaa-4ea2-87db-14639f374436 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 949 time: 0.5741968 Jul 23 10:27:47.995065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f610ea7-69ab-4ed6-9176-32e39545f7f7 req-2ee4d1ea-184c-4cc7-8793-71eadf83206a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108003 Jul 23 10:27:48.002302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-339a0f73-ba8e-4aec-bf74-fbc10f50d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:48.004996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-339a0f73-ba8e-4aec-bf74-fbc10f50d900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:48.006138 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-339a0f73-ba8e-4aec-bf74-fbc10f50d900 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b4ab85e-6828-4cec-b219-036b6c87bc3e HTTP/1.1" status: 204 len: 168 time: 0.7431161 Jul 23 10:27:48.020650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0f73-ba8e-4aec-bf74-fbc10f50d900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ab85e-6828-4cec-b219-036b6c87bc3e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:48.028940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:48.033867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:48.040174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:48.040652 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed disassociated. External IP: 172.25.4.51, port: 912ee7c8-32cf-48c0-8f8e-fd7c583f365c. Jul 23 10:27:48.245279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b57ba-0f2c-47c9-b428-fb18f87437f7 req-7a666147-a767-4c6d-9073-597b2d31a7d1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:48.258114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b28b57ba-0f2c-47c9-b428-fb18f87437f7 req-7a666147-a767-4c6d-9073-597b2d31a7d1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1266363 Jul 23 10:27:48.348176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b28b57ba-0f2c-47c9-b428-fb18f87437f7 req-328eb35a-58c7-4a3a-a5a3-e435afd594c2 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887852 Jul 23 10:27:48.428360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:48.467644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95abe4be-d2c1-4b5a-aeb4-385953bddadd req-a13e95bb-a18b-4cbe-8c2e-e96c59359413 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0486002 Jul 23 10:27:48.528532 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4bed20-6372-4d9d-aef6-aedb75a11bd8 x-openstack-request-id: req-6f4bed20-6372-4d9d-aef6-aedb75a11bd8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:48.529270 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-plugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:48.529819 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f4bed20-6372-4d9d-aef6-aedb75a11bd8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:48.530693 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'code': 200} Jul 23 10:27:48.685980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:48.698385 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:48.714455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:48.717748 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:48.718224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:48.772674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd5caf-3233-4dcc-833b-277799fcf951 req-f9ccf083-8afc-4ab6-b552-06e835929488 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:48.777187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51fd5caf-3233-4dcc-833b-277799fcf951 req-f9ccf083-8afc-4ab6-b552-06e835929488 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 950 time: 0.1641173 Jul 23 10:27:48.840554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ebaac9ef-7780-46de-a717-226a0bdc5cc2 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "PUT /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 694 time: 1.1351149 Jul 23 10:27:48.844365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:48.872024 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1d5df-3ca6-4abd-9320-c30ed474663d" -d '{"events": [{"name": "network-changed", "server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:48.873119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51fd5caf-3233-4dcc-833b-277799fcf951 req-f75dc4c0-453c-486f-af13-801c3e8aecce tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872269 Jul 23 10:27:48.972248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-81d77278-e0b4-4ede-a365-e019988f0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:48.985925 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:48.986872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-81d77278-e0b4-4ede-a365-e019988f0d51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1096 time: 0.1067314 Jul 23 10:27:49.116033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.123157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.130139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.132402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-2be50f80-f9bc-48f1-82b6-b9add8d64e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.134414 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-2be50f80-f9bc-48f1-82b6-b9add8d64e2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1467206 Jul 23 10:27:49.143985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.150622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.156508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.162939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.165467 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-c1d70155-11f3-4c51-81ab-72a813ca8bd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.1765106 Jul 23 10:27:49.227767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74b151a2-71ab-4ef8-9f18-3f919cf7dcb4 req-e1c2b053-0cad-43c2-90ce-fa0cdb1b4136 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534132 Jul 23 10:27:49.228974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-196deeca-e2e5-4be0-b250-c28750d791cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 217 time: 0.0870657 Jul 23 10:27:49.308737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-590efd1e-6c48-420c-951a-018afc97146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.317552 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-590efd1e-6c48-420c-951a-018afc97146b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0873280 Jul 23 10:27:49.356766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:49.360646 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbb093-0b8a-4b70-9be8-6d83e31118ee x-openstack-request-id: req-dccbb093-0b8a-4b70-9be8-6d83e31118ee {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:49.361047 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:49.361528 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dccbb093-0b8a-4b70-9be8-6d83e31118ee {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:49.362043 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'status': 'completed', 'code': 200} Jul 23 10:27:49.405102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ca165890-ac59-49a7-a370-ecedd1b28a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.414627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-ca165890-ac59-49a7-a370-ecedd1b28a9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949304 Jul 23 10:27:49.441232 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:49.458776 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:49.459441 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:49.477182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:49.512756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-5a7ffa40-d958-4e9c-aafe-56d141ed5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.512978 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-5a7ffa40-d958-4e9c-aafe-56d141ed5637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 1096 time: 0.1111529 Jul 23 10:27:49.566164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-9c0642ea-08c0-4a13-8fa4-87786c283418 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511137 Jul 23 10:27:49.629483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-0367f2a5-272d-444d-add7-094dac8a7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.630866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-0367f2a5-272d-444d-add7-094dac8a7e9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1056914 Jul 23 10:27:49.659771 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:49.696370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-122380324-network', 'tenant_id': 'e81dc2513e284fa18befef79359406b7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:49.700547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-94a2b720-cb79-466d-a26c-18aaa611b430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 200 len: 217 time: 0.0614462 Jul 23 10:27:49.760998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Made reservation on behalf of e81dc2513e284fa18befef79359406b7 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:49.765217 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:49.778428 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:49.799305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-56bc8a19-c31a-4378-a0d0-451a9451b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.800567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-56bc8a19-c31a-4378-a0d0-451a9451b8bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0918674 Jul 23 10:27:49.816383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5d3307c-86ae-47ae-a472-9219e6db4f47 req-733ae559-da5e-4a69-a8be-baee01c91404 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494998 Jul 23 10:27:49.948206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-3506750c-8617-43e6-b785-182692f1beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:49.949848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-3506750c-8617-43e6-b785-182692f1beff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347995 Jul 23 10:27:50.031309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:50.071917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.075164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b623-8d9f-47af-bf53-0d2509f83707 req-e18fd9dd-e0ad-4466-8ac7-283bfeed7fec tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.075364 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcee5c9-54bd-4e16-ac07-ce97894e4881 None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:50.084789 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a552b623-8d9f-47af-bf53-0d2509f83707 req-e18fd9dd-e0ad-4466-8ac7-283bfeed7fec tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 949 time: 0.1041071 Jul 23 10:27:50.115121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.133134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:27:50.196188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-82eff208-249d-4955-a9ef-0078d67dcd65 service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308981 Jul 23 10:27:50.203807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a552b623-8d9f-47af-bf53-0d2509f83707 req-4c742e86-9547-42aa-a65f-a8157d2372e5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164384 Jul 23 10:27:50.242120 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.242322 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Added segment 503144c1-1948-4232-b03e-e03aab643e3a of type vlan for network 1dd780b6-e63b-4665-9cdf-c7712878e93c Jul 23 10:27:50.283985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ba225-5064-4a2a-81d0-f11c64933fd0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:50.302950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.309356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.315252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.327154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.333129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.341364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.347409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.355151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-adb31e96-8e7e-47fb-97e5-2d95cd4c2c24 req-b9ba46fc-6aee-42da-93c4-0ca32a5857ef tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.3928819 Jul 23 10:27:50.369375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd25148-5371-402d-9fbd-6416be5c6fab req-83eea19f-4cbe-4585-bc11-8533ea18c402 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.371108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2dd25148-5371-402d-9fbd-6416be5c6fab req-83eea19f-4cbe-4585-bc11-8533ea18c402 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.0987542 Jul 23 10:27:50.371704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40030) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:50.376785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Request body: {'floatingip': {'port_id': '1469088b-eb08-4814-bf12-fd57860ed02e'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:50.435563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.486646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.537969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a403541-eb1b-4fcf-a805-ac740f83149c None None] New status for floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:27:50.541334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b9ef0ef-a916-4d11-b28e-68bc0bb73991 req-b3d51f77-5806-4123-801e-e2ccbfb95a4d tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0848784 Jul 23 10:27:50.570831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2dd25148-5371-402d-9fbd-6416be5c6fab req-b33cd407-9371-438b-8a32-b403fd46ad04 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479342 Jul 23 10:27:50.577145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38d1d5df-3ca6-4abd-9320-c30ed474663d req-1dfd5a5f-f18d-4c71-81eb-5cc91e8423b3 service neutron] 10.222.0.20 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619599 Jul 23 10:27:50.591921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.593462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:50.594381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:50.696478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] Pushing event updated for resources: {'Network': ['ID=1dd780b6-e63b-4665-9cdf-c7712878e93c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:50.716414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-afb905e2-2903-4922-bbb2-8c5f2e9693ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2376876 Jul 23 10:27:50.720770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:50.725257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:27:50.730670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Request body: {'subnet': {'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-122380324-subnet', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:50.783882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Made reservation on behalf of e81dc2513e284fa18befef79359406b7 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:27:50.794556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.137565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf3749-652f-43ed-a23f-642d24df0a58 req-ced5fbeb-68f4-4669-a3c2-4fe6d29ad93c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:51.140577 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.144851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbbf3749-652f-43ed-a23f-642d24df0a58 req-ced5fbeb-68f4-4669-a3c2-4fe6d29ad93c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 950 time: 0.2995005 Jul 23 10:27:51.207595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbbf3749-652f-43ed-a23f-642d24df0a58 req-dcf7703a-2c87-4408-ac31-4af4ef4ce57f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617082 Jul 23 10:27:51.317217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063a259a-8618-43f1-9800-3fa5877d3b47,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:51.332235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Checking segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:51.332767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Network hostable DHCP agents. Network: 1dd780b6-e63b-4665-9cdf-c7712878e93c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:27:51.345709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-a7d90d7c-d1a5-400b-8cf3-77e2dbcbd286 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:51.354175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-a7d90d7c-d1a5-400b-8cf3-77e2dbcbd286 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2292407 Jul 23 10:27:51.442214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:27:51.452036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-93488151-b728-4a5b-8196-57d5915f1176 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.0969961 Jul 23 10:27:51.464553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'floatingip': {'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:51.469329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1dd780b6-e63b-4665-9cdf-c7712878e93c) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:51.471604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:27:51.479243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b23e3a-2169-47c8-9043-77916d56eec6 None None] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:27:51.514127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:51.515013 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.528223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.545879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.558996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.569295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2a4251d-ae8e-49aa-8974-a9a4ab62cbb0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8461001 Jul 23 10:27:51.576948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:51.581936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:27:51.687713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.692453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.756935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:51.787094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-1dd780b6-e63b-4665-9cdf-c7712878e93c', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:27:51.788588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.045198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.051884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Allocated IP 172.20.0.2 (1dd780b6-e63b-4665-9cdf-c7712878e93c/063a259a-8618-43f1-9800-3fa5877d3b47/6e97df6c-53fa-4a77-b628-d04d053d0600) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:52.074173 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Floating IP 30454600-24ca-43b2-a30e-9882f912103b associated. External IP: 172.25.4.126, port: 1469088b-eb08-4814-bf12-fd57860ed02e. Jul 23 10:27:52.136777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd1583-0d8e-4d72-91ee-4ffd2f04d6e7 req-37575245-b66e-406a-8e67-5fdb471951b4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:52.142997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd1583-0d8e-4d72-91ee-4ffd2f04d6e7 req-37575245-b66e-406a-8e67-5fdb471951b4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:52.150525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a2dd1583-0d8e-4d72-91ee-4ffd2f04d6e7 req-37575245-b66e-406a-8e67-5fdb471951b4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a&device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 1690 time: 0.1805556 Jul 23 10:27:52.243585 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.253016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Transition to ACTIVE for port object 6e97df6c-53fa-4a77-b628-d04d053d0600 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:52.255942 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a2dd1583-0d8e-4d72-91ee-4ffd2f04d6e7 req-0591253a-fb8b-4161-966b-495e04f656b4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039779 Jul 23 10:27:52.269120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Transition to ACTIVE for port object 6e97df6c-53fa-4a77-b628-d04d053d0600 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:27:52.281875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.323192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Pushing event updated for resources: {'Port': ['ID=6e97df6c-53fa-4a77-b628-d04d053d0600,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:52.343509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:52.345541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:52.352690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:52.449410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Attempting to bind port 6e97df6c-53fa-4a77-b628-d04d053d0600 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:27:52.450108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Attempting to bind port 6e97df6c-53fa-4a77-b628-d04d053d0600 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:27:52.450671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Attempting to bind port 6e97df6c-53fa-4a77-b628-d04d053d0600 on network 1dd780b6-e63b-4665-9cdf-c7712878e93c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:27:52.451443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:52.460849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:27:52.461531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Checking segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:27:52.462225 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.463050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Bound using segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:27:52.463895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Bound port: 6e97df6c-53fa-4a77-b628-d04d053d0600, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:27:52.464599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.549160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] For port 6e97df6c-53fa-4a77-b628-d04d053d0600, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:27:52.552814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] For port 6e97df6c-53fa-4a77-b628-d04d053d0600, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6e97df6c-53fa-4a77-b628-d04d053d0600,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:27:52.565357 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.580200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.594605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75031603-0c82-4478-9ecb-039e90591910 req-05b7c008-7191-4837-a551-e7c439665dd2 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0703108 Jul 23 10:27:52.599456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.692554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df5ca-2e18-4617-a96e-6cb91d69e9c1 None None] Pushing event updated for resources: {'Port': ['ID=6e97df6c-53fa-4a77-b628-d04d053d0600,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:52.703774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:52.715965 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] Sync routers for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:52.719115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.727835 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:52.741099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.746442 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:52.804326 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:52.805561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0462fe0a-242e-4321-8952-366ac3ce30cf tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "PUT /v2.0/floatingips/30454600-24ca-43b2-a30e-9882f912103b HTTP/1.1" status: 200 len: 991 time: 2.4327269 Jul 23 10:27:52.808327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:52.814432 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d09cd0e-d771-4284-a59c-cd94f0230e57" -d '{"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:52.934871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b49c2-9499-460c-8fd4-e6bbaf5d5063 req-d46d75b3-2cc9-469e-bac4-a90146e37aa6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:52.944542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe5b49c2-9499-460c-8fd4-e6bbaf5d5063 req-d46d75b3-2cc9-469e-bac4-a90146e37aa6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1361980 Jul 23 10:27:53.025753 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:53.076202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe5b49c2-9499-460c-8fd4-e6bbaf5d5063 req-fa3105c1-4eb1-4b0a-af39-6e01f7f085fd tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300962 Jul 23 10:27:53.094302 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed associated. External IP: 172.25.4.51, port: 67d70a53-eecb-4411-8683-0cbb180c813a. Jul 23 10:27:53.218244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Allocated IP 172.25.4.151 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/324eeb75-f787-49a1-8961-6d2c1bebc565) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:27:53.529965 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '30454600-24ca-43b2-a30e-9882f912103b', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'port_id': '1469088b-eb08-4814-bf12-fd57860ed02e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'mac_address': 'fa:16:3e:ba:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:26:12Z', 'updated_at': '2021-07-23T10:27:51Z', 'revision_number': 1, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:30Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:53.573733 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] Checking router: 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:53.588795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:53.589915 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:53.738201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:53.958345 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3346e1-bb52-42cf-97a1-b2e26685ce8d x-openstack-request-id: req-7f3346e1-bb52-42cf-97a1-b2e26685ce8d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:27:53.958714 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:27:53.958979 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f3346e1-bb52-42cf-97a1-b2e26685ce8d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:27:53.959390 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e', 'status': 'completed', 'code': 200} Jul 23 10:27:54.108384 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:54.148547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68319283-ca75-47ff-b4e6-bd53a7478fa6 req-e6eb9655-ece9-4682-bb19-07b9b7689807 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:54.162728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68319283-ca75-47ff-b4e6-bd53a7478fa6 req-e6eb9655-ece9-4682-bb19-07b9b7689807 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 1100 time: 0.1127183 Jul 23 10:27:54.221796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68319283-ca75-47ff-b4e6-bd53a7478fa6 req-d900eb2f-4cfa-4266-93c0-95898540bd4a tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Jul 23 10:27:54.391392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac45b7-0e02-41f2-8f6e-0f464d90d506 None None] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:27:54.414515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-51f73fad-76f6-437b-9e80-5653051b3ae7 req-247d9886-1d61-4bf4-932b-5a8ba20242ed tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0598135 Jul 23 10:27:54.451665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:27:54.691515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-28fa2c0c-ff68-4094-9071-3eb3926ca05c None None] Provisioning for port 6e97df6c-53fa-4a77-b628-d04d053d0600 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:54.691725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a62cb-397d-4400-a370-bf286fd81fc7 req-3f8e7593-c4a1-403b-8fb9-5953cd3eb60c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:54.695780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e3a62cb-397d-4400-a370-bf286fd81fc7 req-3f8e7593-c4a1-403b-8fb9-5953cd3eb60c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1939080 Jul 23 10:27:54.728188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bbc35-1be1-4200-aa2f-51d308657900 req-092fc6d1-5d2a-40fd-bd72-2a4da5a32746 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:54.740384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-684bbc35-1be1-4200-aa2f-51d308657900 req-092fc6d1-5d2a-40fd-bd72-2a4da5a32746 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.20 "GET /v2.0/ports?device_id=8965cf58-26a9-45c9-bddb-f3fa25e6a3ea HTTP/1.1" status: 200 len: 945 time: 1.5359268 Jul 23 10:27:54.795696 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '30454600-24ca-43b2-a30e-9882f912103b', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'port_id': '1469088b-eb08-4814-bf12-fd57860ed02e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'mac_address': 'fa:16:3e:ba:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:26:12Z', 'updated_at': '2021-07-23T10:27:51Z', 'revision_number': 1, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:30Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:54.811671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e3a62cb-397d-4400-a370-bf286fd81fc7 req-92669bd6-3a9c-4599-aa90-7e878c16ed68 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148832 Jul 23 10:27:54.870187 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552c13-ca30-4dcb-9c67-94ac028d5ed7 None None] The sync data for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 is: [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '30454600-24ca-43b2-a30e-9882f912103b', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'port_id': '1469088b-eb08-4814-bf12-fd57860ed02e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'mac_address': 'fa:16:3e:ba:d9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:26:12Z', 'updated_at': '2021-07-23T10:27:51Z', 'revision_number': 1, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:30Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:54.939010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:55.126132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6e97df6c-53fa-4a77-b628-d04d053d0600 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:55.133946 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:27:55.160152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028ed7d-cca3-40f5-adea-39b38a6a8c63 req-b5c1bfd4-f9c6-444b-b48d-a22ad419bc51 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.162371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8028ed7d-cca3-40f5-adea-39b38a6a8c63 req-b5c1bfd4-f9c6-444b-b48d-a22ad419bc51 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 1101 time: 0.1488633 Jul 23 10:27:55.280948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8028ed7d-cca3-40f5-adea-39b38a6a8c63 req-e43fbcd2-4026-45a7-af4c-70474bb6ddd0 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126399 Jul 23 10:27:55.396008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a4ed55-dc57-4e10-9f44-9e8beca8c7ca None None] New status for floating IP 30454600-24ca-43b2-a30e-9882f912103b: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:27:55.413408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:55.487968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 6e97df6c-53fa-4a77-b628-d04d053d0600 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:27:55.494667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=324eeb75-f787-49a1-8961-6d2c1bebc565,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:55.525908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6e97df6c-53fa-4a77-b628-d04d053d0600 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:55.526300 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:55.561408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.562133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.571525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.572125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.572677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.573221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.573764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:55.575982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-dedbbec7-04df-4687-b470-c29304d465cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6503 time: 1.0936611 Jul 23 10:27:55.588693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:55.621763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:27:55.648713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:27:55.655981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4014e561-c8fb-406b-aa55-24369984886a', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '4014e561-c8fb-406b-aa55-24369984886a', 'mac_address': 'fa:16:3e:6a:75:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:27:55.669427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:27:55.795387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:27:55.803177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:55.826663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4014e561-c8fb-406b-aa55-24369984886a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:27:55.829212 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:55.864016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:55.876518 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:56.003965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 6e97df6c-53fa-4a77-b628-d04d053d0600, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6e97df6c-53fa-4a77-b628-d04d053d0600,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:56.021115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4014e561-c8fb-406b-aa55-24369984886a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:56.037766 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:56.119037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:56.218271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=6e97df6c-53fa-4a77-b628-d04d053d0600,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:56.258921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Deleting port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:27:56.259545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:56.331520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e1f69611-417b-440f-9771-7aa1dbcd81ca None None] Provisioning complete for port 6e97df6c-53fa-4a77-b628-d04d053d0600 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:56.331825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1f69611-417b-440f-9771-7aa1dbcd81ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:56.464303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] For port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:56.465136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:56.491299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Calling delete_port for 912ee7c8-32cf-48c0-8f8e-fd7c583f365c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:27:56.646297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6e97df6c-53fa-4a77-b628-d04d053d0600 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:56.723986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:56.727269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-5fce40cb-277e-4f5e-8e7b-9d0244e4574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:56.729247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-5fce40cb-277e-4f5e-8e7b-9d0244e4574a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd HTTP/1.1" status: 200 len: 918 time: 1.1215200 Jul 23 10:27:56.765592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['67d70a53-eecb-4411-8683-0cbb180c813a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:27:56.833009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event deleted for resources: {'Port': ['ID=912ee7c8-32cf-48c0-8f8e-fd7c583f365c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:56.904052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6e97df6c-53fa-4a77-b628-d04d053d0600 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:56.904408 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:57.103801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:57.147702 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25ab4d8a-7e67-455d-add6-d209c32186b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:57.496550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] No DVR routers for this DVR port 912ee7c8-32cf-48c0-8f8e-fd7c583f365c on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:27:57.510437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:57.513686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-684bbc35-1be1-4200-aa2f-51d308657900 req-bea01905-fb9a-4d03-9ab9-ee465c169315 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.20 "DELETE /v2.0/ports/912ee7c8-32cf-48c0-8f8e-fd7c583f365c HTTP/1.1" status: 204 len: 173 time: 2.4354801 Jul 23 10:27:57.515729 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-6d6d4efe-0530-4b5f-bf85-8566d7d844e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 200 len: 1001 time: 0.7184734 Jul 23 10:27:57.516275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'name': 'network-vif-deleted', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:57.518678 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22db35eb-b4f5-4051-b0cf-c11ffdbfdf7a" -d '{"events": [{"server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "name": "network-vif-deleted", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:57.596021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-00a2256b-5e8e-40ae-bb07-c91bda2112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:57.599184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-00a2256b-5e8e-40ae-bb07-c91bda2112b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e810624-364b-43b0-8e00-4e89343d65c3 HTTP/1.1" status: 200 len: 856 time: 0.0558736 Jul 23 10:27:57.631987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 912ee7c8-32cf-48c0-8f8e-fd7c583f365c no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:27:57.646923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:57.657297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:57.659030 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:57.678181 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:57.678823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:57.722888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 912ee7c8-32cf-48c0-8f8e-fd7c583f365c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:27:57.723240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 912ee7c8-32cf-48c0-8f8e-fd7c583f365c not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:27:57.729717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:57.743834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-118268ae-9b77-44eb-be36-58beb069e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:57.743834 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-118268ae-9b77-44eb-be36-58beb069e2ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328232 Jul 23 10:27:57.745622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-68917b6b-a238-4883-a155-6000e1482c99 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "PUT /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 996 time: 6.2868319 Jul 23 10:27:57.916685 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:58.221036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-3c7d6ff0-b1c9-40d0-a7a4-94b1f172c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:58.222574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-3c7d6ff0-b1c9-40d0-a7a4-94b1f172c275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.4004245 Jul 23 10:27:58.228881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-ca1fb96c-639f-4847-b413-2e66006a970f service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055610 Jul 23 10:27:58.475491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:27:58.487313 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:52Z', 'revision_number': 8, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:58.603549 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:27:58.624372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:27:58.636702 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:58.637599 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:58.660901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 4014e561-c8fb-406b-aa55-24369984886a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:27:58.661527 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:58.746751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-3d65caa9-bbd7-4aed-8d5f-673247fdc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:58.751473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-3d65caa9-bbd7-4aed-8d5f-673247fdc070 service neutron] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.5204313 Jul 23 10:27:58.826871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:58.871510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:27:58.876625 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae792e80-1da0-4bf7-adcf-0a2eb3b7a731" -d '{"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-plugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:27:58.910968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:27:58.918374 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-cc2b512d-76ad-4e6b-9908-d0858f0b19c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 999 time: 0.1566293 Jul 23 10:27:58.920718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:58.926219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:59.038380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:27:59.225698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d09cd0e-d771-4284-a59c-cd94f0230e57 req-0efafa07-6c7f-4735-9184-efaf52550387 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289979 Jul 23 10:27:59.287179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-f9da3146-a8cf-46d2-b695-db632b95d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:59.295396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-f9da3146-a8cf-46d2-b695-db632b95d039 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.2852695 Jul 23 10:27:59.325750 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:52Z', 'revision_number': 8, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:59.374011 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3917bba-2db8-445b-b35f-1efbd4bbbe4f None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '683553c7-5daa-4475-a6c4-7403abc2c2ed', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'port_id': '67d70a53-eecb-4411-8683-0cbb180c813a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'mac_address': 'fa:16:3e:7f:56:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:27:13Z', 'updated_at': '2021-07-23T10:27:52Z', 'revision_number': 8, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:27:59.449779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:27:59.461765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Sync routers for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:27:59.485433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:27:59.486145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:27:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:27:59.505115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:59.506634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3bdacdd3-4af4-4f90-836e-c28f9da2e2b1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9283662 Jul 23 10:27:59.510096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40144) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:27:59.527801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-a4597335-7eba-4f94-a865-a2113e607f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:27:59.529383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-a4597335-7eba-4f94-a865-a2113e607f78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242348 Jul 23 10:27:59.779194 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ea07-1d70-4d64-9ebb-4483d6a5e22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:27:59.812847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-8b1e045e-be03-44d0-8a1c-590f8a6b79e0 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744086 Jul 23 10:27:59.859706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:27:59.883037 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab5d83c-43c5-4107-8cfc-12de28bf4c1f None None] New status for floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:28:00.096247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f42c0631-9825-42ca-a27a-cd42dfade41e req-cbec1dd0-25d3-48e5-b2bc-21b140f87c79 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766395 Jul 23 10:28:00.356356 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:00.388436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:27:56Z', 'revision_number': 3, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:00.441802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Checking router: 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:00.447597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Updating router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c port 324eeb75-f787-49a1-8961-6d2c1bebc565 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:28:00.529021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:00.558989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d5f6744-580f-464e-bc83-21e64b893518 req-11c386e1-927d-4073-a7d7-3e638f32381f tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1000051 Jul 23 10:28:00.786556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.158862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Allocated IP 172.20.0.1 (1dd780b6-e63b-4665-9cdf-c7712878e93c/063a259a-8618-43f1-9800-3fa5877d3b47/0d31cf54-b97f-44f6-8890-bb73016d5072) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:01.164902 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.179109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Transition to ACTIVE for port object 324eeb75-f787-49a1-8961-6d2c1bebc565 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:01.213457 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.280975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.292793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Attempting to bind port 324eeb75-f787-49a1-8961-6d2c1bebc565 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:01.299872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Attempting to bind port 324eeb75-f787-49a1-8961-6d2c1bebc565 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:01.300425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Attempting to bind port 324eeb75-f787-49a1-8961-6d2c1bebc565 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:01.311090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:01.311913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:01.312576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.313252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:01.313979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Bound port: 324eeb75-f787-49a1-8961-6d2c1bebc565, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:01.314627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.399872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.425361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Transition to ACTIVE for port object 0d31cf54-b97f-44f6-8890-bb73016d5072 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:01.441072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] For port 324eeb75-f787-49a1-8961-6d2c1bebc565, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:01.450604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] For port 324eeb75-f787-49a1-8961-6d2c1bebc565, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=324eeb75-f787-49a1-8961-6d2c1bebc565,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:01.453079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e7ca1-82b3-45ef-8cdd-c9b3ad8e978d None None] Pushing event updated for resources: {'Port': ['ID=324eeb75-f787-49a1-8961-6d2c1bebc565,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:01.463629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.469401 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.559266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d31cf54-b97f-44f6-8890-bb73016d5072,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:01.570261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:01.572079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:01.575656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:01.583277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:01.584439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:01.641995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:01.946740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e7ca1-82b3-45ef-8cdd-c9b3ad8e978d None None] Pushing event updated for resources: {'Port': ['ID=324eeb75-f787-49a1-8961-6d2c1bebc565,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:01.948518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:02.053973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:02.242519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ce7695ca-3770-4bbe-bd0c-0306879d7878 None None] Provisioning for port 0d31cf54-b97f-44f6-8890-bb73016d5072 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:02.268952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ce7695ca-3770-4bbe-bd0c-0306879d7878 None None] Provisioning complete for port 0d31cf54-b97f-44f6-8890-bb73016d5072 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:02.269334 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7695ca-3770-4bbe-bd0c-0306879d7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:02.269901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:02.280143 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:02.354029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ce7695ca-3770-4bbe-bd0c-0306879d7878 None None] Port 0d31cf54-b97f-44f6-8890-bb73016d5072 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:02.444218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d31cf54-b97f-44f6-8890-bb73016d5072,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:02.504021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:02.532877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:02.593915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:27:56Z', 'revision_number': 3, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:02.659879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371a253-aa07-424a-b7ae-f1ecf85945ac None None] The sync data for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 is: [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:27:56Z', 'revision_number': 3, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:02.755825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:02.759433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:03.029925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:03.295541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ed550b1c-305e-46f3-8d64-477dd8f12886 None None] Provisioning complete for port 0d31cf54-b97f-44f6-8890-bb73016d5072 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:03.296144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed550b1c-305e-46f3-8d64-477dd8f12886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:03.348194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:03.353654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dedc859c-2cdf-4c45-99f7-d09dd2b826e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/6d5d423a-a3ec-45c0-b9eb-bb62d68a533c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8395996 Jul 23 10:28:03.377783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ed550b1c-305e-46f3-8d64-477dd8f12886 None None] Port 0d31cf54-b97f-44f6-8890-bb73016d5072 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:04.177723 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:04.666205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324eeb75-f787-49a1-8961-6d2c1bebc565 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:04.757416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 324eeb75-f787-49a1-8961-6d2c1bebc565 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:04.762801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 324eeb75-f787-49a1-8961-6d2c1bebc565 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:04.763865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:04.885577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:04.918524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 324eeb75-f787-49a1-8961-6d2c1bebc565, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=324eeb75-f787-49a1-8961-6d2c1bebc565,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:04.923808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:04.988928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=324eeb75-f787-49a1-8961-6d2c1bebc565,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:05.537425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Sync routers for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:05.571533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:05.572144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:05.730796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:06.093681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:02Z', 'revision_number': 2, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:06.128699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Checking router: 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:06.129069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Updating router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c port 0d31cf54-b97f-44f6-8890-bb73016d5072 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:28:06.173887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:06.563725 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:06.577054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Transition to ACTIVE for port object 0d31cf54-b97f-44f6-8890-bb73016d5072 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:06.584779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:06.677386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324eeb75-f787-49a1-8961-6d2c1bebc565 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:06.738600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6507b-c208-4671-8a48-b35a6f65ad17 None None] Pushing event updated for resources: {'Port': ['ID=0d31cf54-b97f-44f6-8890-bb73016d5072,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:06.766389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Attempting to bind port 0d31cf54-b97f-44f6-8890-bb73016d5072 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:06.767089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Attempting to bind port 0d31cf54-b97f-44f6-8890-bb73016d5072 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:06.767476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Attempting to bind port 0d31cf54-b97f-44f6-8890-bb73016d5072 on network 1dd780b6-e63b-4665-9cdf-c7712878e93c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:06.778992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:06.779365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Checking segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:06.779877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:06.780284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Bound using segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:06.780770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Bound port: 0d31cf54-b97f-44f6-8890-bb73016d5072, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:06.781161 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:06.878968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] For port 0d31cf54-b97f-44f6-8890-bb73016d5072, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:06.883726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] For port 0d31cf54-b97f-44f6-8890-bb73016d5072, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0d31cf54-b97f-44f6-8890-bb73016d5072,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:06.890477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 324eeb75-f787-49a1-8961-6d2c1bebc565 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:06.891025 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:06.893943 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:07.029408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:07.030056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:07.120860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6507b-c208-4671-8a48-b35a6f65ad17 None None] Pushing event updated for resources: {'Port': ['ID=0d31cf54-b97f-44f6-8890-bb73016d5072,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:07.220040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:07.513543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:06Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:07.550829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6baf-83f7-460f-b6b2-0f16176bd1ff None None] The sync data for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 is: [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:06Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:07.731625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-c9bc8ba8-9291-4359-a659-3ff036d21de8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312715 Jul 23 10:28:07.850336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a9a86-0110-4ec2-a8d1-214790a635f2 req-9f54afa7-5f01-43bb-a37d-98e7cec9ec90 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:07.852954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c33a9a86-0110-4ec2-a8d1-214790a635f2 req-9f54afa7-5f01-43bb-a37d-98e7cec9ec90 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1095140 Jul 23 10:28:07.902405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c33a9a86-0110-4ec2-a8d1-214790a635f2 req-9c3a91ef-7d46-40ce-8be4-8538198fc988 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Jul 23 10:28:08.023746 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00fc3f-3840-4492-bd7e-8fc1314f3e39 x-openstack-request-id: req-1f00fc3f-3840-4492-bd7e-8fc1314f3e39 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:08.025387 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-plugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:08.025864 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f00fc3f-3840-4492-bd7e-8fc1314f3e39 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:08.026514 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'code': 200} Jul 23 10:28:08.123945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ba55dd2-e615-459e-97ab-36a168531ed1 req-a0654e48-58cc-4110-970a-26c6255af4f7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 998 time: 0.0816820 Jul 23 10:28:08.269430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55dd2-e615-459e-97ab-36a168531ed1 req-11b85c99-21fb-4b80-a727-fd572dfbb756 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:08.288025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ba55dd2-e615-459e-97ab-36a168531ed1 req-11b85c99-21fb-4b80-a727-fd572dfbb756 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1629717 Jul 23 10:28:08.291384 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146cfe2a-960a-4238-9ec2-02ae5b59a0f5 x-openstack-request-id: req-146cfe2a-960a-4238-9ec2-02ae5b59a0f5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:08.291708 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8965cf58-26a9-45c9-bddb-f3fa25e6a3ea", "name": "network-vif-deleted", "tag": "912ee7c8-32cf-48c0-8f8e-fd7c583f365c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:08.291964 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-146cfe2a-960a-4238-9ec2-02ae5b59a0f5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:08.292380 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8965cf58-26a9-45c9-bddb-f3fa25e6a3ea', 'name': 'network-vif-deleted', 'tag': '912ee7c8-32cf-48c0-8f8e-fd7c583f365c', 'status': 'completed', 'code': 200} Jul 23 10:28:08.343318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-29cb5b74-2ba8-4866-bc5f-828ad34a7265 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:08.344949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-29cb5b74-2ba8-4866-bc5f-828ad34a7265 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6118889 Jul 23 10:28:08.374562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-ba8b337f-489b-48fc-9a8d-f8477254699c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/quotas/aa65ca1942394e3b825b965f0fbbe228 HTTP/1.1" status: 200 len: 375 time: 0.0213392 Jul 23 10:28:08.378529 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:28:08.516803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-66c6a1bc-0204-4632-b815-a5980905da7d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1364315 Jul 23 10:28:08.552734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b5fc0b0-98b0-4315-83ec-2a14202f29f2 req-3e25bb5f-85a9-42cd-abc3-094504a28930 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0703084 Jul 23 10:28:08.556189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-ddb05b9a-22af-4e54-88fc-7fd82ce2550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:08.557703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-ddb05b9a-22af-4e54-88fc-7fd82ce2550e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1096 time: 0.1347649 Jul 23 10:28:08.722172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d31cf54-b97f-44f6-8890-bb73016d5072 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:08.955512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0d31cf54-b97f-44f6-8890-bb73016d5072 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:08.963362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0d31cf54-b97f-44f6-8890-bb73016d5072 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:08.964306 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:09.032823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-36dd5573-eb74-4543-bc43-489d6c134374 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1001 time: 0.1966007 Jul 23 10:28:09.038302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-234ab279-1463-42f2-856e-1b19d61cf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:09.040326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-234ab279-1463-42f2-856e-1b19d61cf4f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.4606051 Jul 23 10:28:09.126037 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:09.168707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0d31cf54-b97f-44f6-8890-bb73016d5072, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0d31cf54-b97f-44f6-8890-bb73016d5072,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:09.177238 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:09.269172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-1bb81790-0d4e-4903-9660-1b0efa692c9d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:09.281373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0d31cf54-b97f-44f6-8890-bb73016d5072,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:09.294969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-1bb81790-0d4e-4903-9660-1b0efa692c9d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports/67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 943 time: 0.2493420 Jul 23 10:28:09.340069 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-46ad9ffa-2f4d-46ae-8253-c526f7a27b9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 1001 time: 0.2852619 Jul 23 10:28:09.440766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-e2fac542-5614-42fe-9c0f-a4a6c8b6df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:09.442729 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-e2fac542-5614-42fe-9c0f-a4a6c8b6df73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.0899711 Jul 23 10:28:09.555267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-2335c26d-de40-4bad-83dc-f7f750d0d1fd tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1001 time: 0.1827857 Jul 23 10:28:09.661534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40240) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:09.667728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873128872', 'description': 'tempest-description--411908670'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:09.704874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-37491b35-9de7-43c3-bdc9-b36413241717 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:09.714758 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-37491b35-9de7-43c3-bdc9-b36413241717 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1581223 Jul 23 10:28:09.771064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:09.823410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-ed39fd99-0538-4958-a4d3-ff1cc00c1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:09.825381 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-ed39fd99-0538-4958-a4d3-ff1cc00c1c92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3419695 Jul 23 10:28:09.903703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-48c27d09-b45b-458f-b6b9-0a8240142ef1 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1001 time: 0.1869881 Jul 23 10:28:09.914477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:09.997772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe00ad2e-cf0b-492b-932c-85fe81759654 req-83d9a4fb-ea93-4239-9762-577443ccff05 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0719719 Jul 23 10:28:10.026192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-13acc7dd-d972-4154-9af4-fbcbd1230062 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884480 Jul 23 10:28:10.029159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.076599 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.083002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.153239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.154630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4917095 Jul 23 10:28:10.156914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a802e10-fb2d-4eaf-a0f4-f3d088e22185 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc1814-0b67-44c0-9a1f-0d9e4faf6657,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:10.159067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40256) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:10.173805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Request body: {'security_group_rule': {'security_group_id': '67bc1814-0b67-44c0-9a1f-0d9e4faf6657', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:10.225478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.294329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:10.301851 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58370bc9-aead-4735-b0f5-c8e2b1285496" -d '{"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:10.309386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75ec20a-f7f6-4c9d-b2a4-9b4994574bf4 req-2f320af8-b05f-48b0-a8e0-9ddfb4cd2fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466085 Jul 23 10:28:10.313540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.319368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.319368 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed disassociated. External IP: 172.25.4.51, port: 67d70a53-eecb-4411-8683-0cbb180c813a. Jul 23 10:28:10.344477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.353664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.375990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24ca012-26d7-4004-9d09-75e0009b9894,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:10.392991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.394212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49bf6dd5-282b-40c7-9248-22ac46142ebf tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2343123 Jul 23 10:28:10.396869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40266) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:10.402084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Request body: {'security_group_rule': {'security_group_id': '67bc1814-0b67-44c0-9a1f-0d9e4faf6657', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:10.423682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6f1a-06d6-4c80-b3a9-4f10b6ad99af req-028443db-f2f7-4ca1-8273-b0e67874b792 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:10.425192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bdf6f1a-06d6-4c80-b3a9-4f10b6ad99af req-028443db-f2f7-4ca1-8273-b0e67874b792 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1247475 Jul 23 10:28:10.457278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.488885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bdf6f1a-06d6-4c80-b3a9-4f10b6ad99af req-aec410bf-ef73-4d63-91fa-a3fc23298167 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563257 Jul 23 10:28:10.525637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.530822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.554178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978ad555-3689-40e6-8d50-f296f5c3c597,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:10.566583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.571669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d50f1996-24f0-4466-808a-c5a2f5edac1e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709108 Jul 23 10:28:10.572393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:10.577769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:10.578436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:10.618606 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.659046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d31cf54-b97f-44f6-8890-bb73016d5072 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:10.747957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-6f2b4e6d-be2d-4ee7-bec0-b24b09b4cf7e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355802 Jul 23 10:28:10.761730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0d31cf54-b97f-44f6-8890-bb73016d5072 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:10.762178 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.785589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a78d926a-92c4-4a33-9060-bd9e066b2c1d req-0d7468b1-4c91-44e5-87a3-1abe43adba87 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0349181 Jul 23 10:28:10.787321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.804855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:10.813584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:10.833091 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:10.848475 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:10.849262 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:10.930981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Allocated IP 172.25.4.86 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/0fb9d6ef-0dd1-4b31-b762-bfc171e5ebe3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:10.943392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a3eb6312-51c6-4397-bed4-0f87468f9e6d tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "PUT /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 695 time: 1.0381322 Jul 23 10:28:10.985919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-a59c725e-181c-4404-93fd-56282bbc7768 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:10.987381 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-a59c725e-181c-4404-93fd-56282bbc7768 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307267 Jul 23 10:28:11.004070 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:11.028163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:11.063966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-fe0fc679-7384-4dbe-a453-b5a6ea6d4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.065521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-fe0fc679-7384-4dbe-a453-b5a6ea6d4c4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.0992489 Jul 23 10:28:11.075939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db83ff1-3413-443b-85ba-d84f97903e77 req-7f3c9686-c9ff-4328-bf6a-06bcc6e33eb0 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.077644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0db83ff1-3413-443b-85ba-d84f97903e77 req-7f3c9686-c9ff-4328-bf6a-06bcc6e33eb0 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 946 time: 0.1443968 Jul 23 10:28:11.129962 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.142618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0db83ff1-3413-443b-85ba-d84f97903e77 req-056c1784-b73d-458c-9d26-b2bb8a0c4c11 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534191 Jul 23 10:28:11.192564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.220480 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68050ad5-b4cf-40d0-9608-01128cd3e975 x-openstack-request-id: req-68050ad5-b4cf-40d0-9608-01128cd3e975 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:11.220881 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:11.221228 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68050ad5-b4cf-40d0-9608-01128cd3e975 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:11.221712 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'status': 'completed', 'code': 200} Jul 23 10:28:11.232472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-10e95685-bb7e-4029-8963-639706cf14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.234128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-10e95685-bb7e-4029-8963-639706cf14a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.1369503 Jul 23 10:28:11.237419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:11.238751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:11.240795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:11.246414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.247872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:11.286776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event updated for resources: {'Port': ['ID=0fb9d6ef-0dd1-4b31-b762-bfc171e5ebe3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:11.347994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-d0f6bdca-5579-47f5-9823-3854a41fb96a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0955241 Jul 23 10:28:11.348591 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:11.385209 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:11.385866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-0202a5de-bbbb-463c-97a7-496d3fb927a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.387683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-0202a5de-bbbb-463c-97a7-496d3fb927a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.1168420 Jul 23 10:28:11.392294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.395722 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:11.396617 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:11.452424 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72b05f89-5451-4743-be50-f73c9f5e946c req-91060186-03be-490e-8be2-e6c57dd463aa tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0460100 Jul 23 10:28:11.468548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-0a4d5550-3a37-443c-a8c8-b6c2ea781030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.470040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-0a4d5550-3a37-443c-a8c8-b6c2ea781030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0897772 Jul 23 10:28:11.527454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.158 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/bf2d627e-0ac5-494e-9a1c-c46d4bd0b666) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:11.528117 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:11.655442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-3ede531c-2b46-4c70-a3bd-4bc854473099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.657007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-3ede531c-2b46-4c70-a3bd-4bc854473099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684866 Jul 23 10:28:11.678646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:11.785628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.807225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.818429 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:11.821932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:11.826053 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67173e6b-62ba-4aa3-a58a-127d2b594966" -d '{"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-unplugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:11.834485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.836797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:11.846293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:11.854911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-a122b392-8b37-4c52-8ef3-5a3f1190eda6 service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902413 Jul 23 10:28:11.857341 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.857788 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b2ffe-7bdf-403a-9ebf-60a212d40e2d None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:26:48Z', 'revision_number': 4, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '9c1ae3de-3281-417e-9925-2a1e3360e95f', 'name': '', 'network_id': '833d1b11-f52b-4944-9fa3-fd6567a5fec0', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'mac_address': 'fa:16:3e:68:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:45Z', 'updated_at': '2021-07-23T10:26:57Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'subnets': [{'id': 'e49b7839-df3c-4fca-80fb-4c03fc545731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:11.891859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-7d1bb0ca-d3aa-4415-864e-19b81a91f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:11.893361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-7d1bb0ca-d3aa-4415-864e-19b81a91f5c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.4957795 Jul 23 10:28:11.930715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:11.963056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-968f1f6a-a3ba-43d0-87d9-247ef3c8c239 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0547433 Jul 23 10:28:11.969337 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:11.983018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:12.024539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:12.025387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:12.025541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc66bf-182a-433b-9af1-3df079425c6e req-aefa1081-0b17-448d-a356-5831e1cd5372 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:12.026929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7cc66bf-182a-433b-9af1-3df079425c6e req-aefa1081-0b17-448d-a356-5831e1cd5372 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.2385454 Jul 23 10:28:12.034075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:12.042965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:12.078745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:12.096036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f6437ae-6275-46a5-bb47-2f4620921379 req-74b13578-ffe4-4315-a502-0ee2753dc23d service neutron] 10.222.0.37 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256930 Jul 23 10:28:12.109641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-113ba8c5-008b-4b8b-a98d-651759d9f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:12.111346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-113ba8c5-008b-4b8b-a98d-651759d9f21f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.1376255 Jul 23 10:28:12.156459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:12.157186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.162507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7cc66bf-182a-433b-9af1-3df079425c6e req-7850a58c-f2f3-4c25-9478-ef182ea690a0 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984609 Jul 23 10:28:12.198457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-b0d8590c-133e-4916-9138-8122d8663446 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1744916 Jul 23 10:28:12.224270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Request body: {'port': {'device_id': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:12.305808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aed484-1350-4fda-b022-404ef57fcdaa None None] New status for floating IP 683553c7-5daa-4475-a6c4-7403abc2c2ed: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:28:12.362000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.375176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.376360 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c649c99-1ac7-42dd-bd82-f9a98af69ddc x-openstack-request-id: req-2c649c99-1ac7-42dd-bd82-f9a98af69ddc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:12.376736 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-unplugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:12.377067 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c649c99-1ac7-42dd-bd82-f9a98af69ddc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:12.377659 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'code': 200} Jul 23 10:28:12.440387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8068ac-7def-44d8-82b1-8e01120289b7 req-895d5f0d-9826-44b3-abb6-bee2fcad87bc tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:12.442086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c8068ac-7def-44d8-82b1-8e01120289b7 req-895d5f0d-9826-44b3-abb6-bee2fcad87bc tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 950 time: 0.1770859 Jul 23 10:28:12.443382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.511935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-d093d268-6d7f-43d3-b4b1-77454f700e5a tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:12.519257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-d093d268-6d7f-43d3-b4b1-77454f700e5a tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.55 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 946 time: 0.3039391 Jul 23 10:28:12.530980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-b798bdea-645b-48ea-87de-a8255434b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:12.532648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-b798bdea-645b-48ea-87de-a8255434b356 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904219 Jul 23 10:28:12.535600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c8068ac-7def-44d8-82b1-8e01120289b7 req-673a66d3-5b0b-4c0f-9e75-fcb8dfee64bc tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 Jul 23 10:28:12.620448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04850e92-03a9-458c-b0fb-3eabb83c45ee req-33c0739f-f8ac-4406-9537-1d7fd22ea896 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1639576 Jul 23 10:28:12.722435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event updated for resources: {'Port': ['ID=0fb9d6ef-0dd1-4b31-b762-bfc171e5ebe3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:12.761476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.777386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8514e28f-9d5b-4959-ab04-ab94518a90d1 None None] Provisioning for port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:12.832930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8514e28f-9d5b-4959-ab04-ab94518a90d1 None None] Provisioning complete for port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:12.833255 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8514e28f-9d5b-4959-ab04-ab94518a90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.876707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.878735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-98c439c1-e117-41b9-8246-53bde1a973c5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3052912 Jul 23 10:28:12.900796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:12.910338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:12.911668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-d5afcf27-8e7f-4a61-a161-24582ceeabd0 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901487 Jul 23 10:28:12.924881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Transition to ACTIVE for port object bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:12.932467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8514e28f-9d5b-4959-ab04-ab94518a90d1 None None] Port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:12.941206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.036741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58370bc9-aead-4735-b0f5-c8e2b1285496 req-45badb92-b818-4cad-a818-5d4a2368b4f3 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094456 Jul 23 10:28:13.071337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Deleting port bfe744c9-a532-4e44-adb6-e5f53e15e50d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:13.072016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.093995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:13.096796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8af51-4660-4753-b217-c7044fe6fe26 req-7736b423-1c1b-43de-b934-5e6ab283a3ac tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.098759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87e8af51-4660-4753-b217-c7044fe6fe26 req-7736b423-1c1b-43de-b934-5e6ab283a3ac tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 936 time: 0.3309290 Jul 23 10:28:13.125826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da12df-8aa8-4675-bbe5-2f3a33833a32 req-4b60d596-c48b-4035-911c-15963f1bd1a9 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.133982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03da12df-8aa8-4675-bbe5-2f3a33833a32 req-4b60d596-c48b-4035-911c-15963f1bd1a9 tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90ff407-69f6-41bc-8773-96bf21f4763b HTTP/1.1" status: 200 len: 946 time: 0.2869132 Jul 23 10:28:13.208621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87e8af51-4660-4753-b217-c7044fe6fe26 req-ede88d68-9a27-416d-8d53-9c5846e5e150 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Jul 23 10:28:13.232418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03da12df-8aa8-4675-bbe5-2f3a33833a32 req-ce51f13f-dbbb-40c2-a7f2-ba6fe73402fd tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.37 "GET /v2.0/security-groups?id=8140f3fc-f7e6-49d2-8775-58b8fe87b202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968249 Jul 23 10:28:13.235208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:13.237966 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ea972-6953-4f9a-ae00-4ded4183dc31" -d '{"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:13.245253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Attempting to bind port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:13.245712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Attempting to bind port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:13.246189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Attempting to bind port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:13.258674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:13.259404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Attempting to bind port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:13.275648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:13.276004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:13.276596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:13.276944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Bound port: bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:13.277441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.314340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] For port bfe744c9-a532-4e44-adb6-e5f53e15e50d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bfe744c9-a532-4e44-adb6-e5f53e15e50d,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:13.314715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.333407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Calling delete_port for bfe744c9-a532-4e44-adb6-e5f53e15e50d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:13.383291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] For port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:13.404164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] For port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:13.410165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.417339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-0ed73edf-b5ee-4378-b307-5ee0c78874a1 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--873128872&fields=id&tenant_id=e81dc2513e284fa18befef79359406b7 HTTP/1.1" status: 200 len: 267 time: 0.0562236 Jul 23 10:28:13.457983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.458998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.461152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] 10.222.0.20 "PUT /v2.0/ports/bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 HTTP/1.1" status: 200 len: 1096 time: 1.2461400 Jul 23 10:28:13.476371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ba14-b68e-4ec3-a810-f11ef1a30613 req-ccc8d015-6c2b-47cd-b6f9-078710fc01d7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.483694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bd5ba14-b68e-4ec3-a810-f11ef1a30613 req-ccc8d015-6c2b-47cd-b6f9-078710fc01d7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.1288600 Jul 23 10:28:13.535165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbace7e5-72ac-42e7-8da5-cab0b7ac76cd service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:13.564299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bd5ba14-b68e-4ec3-a810-f11ef1a30613 req-21ac96dc-4223-4f13-a1b0-c4e77b2c5f85 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798068 Jul 23 10:28:13.581375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.606943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['bfe744c9-a532-4e44-adb6-e5f53e15e50d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:13.625440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-39c5dd02-da96-4a4b-a047-1dfd0fa162e2 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.626995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-39c5dd02-da96-4a4b-a047-1dfd0fa162e2 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/networks?id=1dd780b6-e63b-4665-9cdf-c7712878e93c HTTP/1.1" status: 200 len: 805 time: 0.1875684 Jul 23 10:28:13.637110 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd1c214-de3f-40f2-896e-3ad1151d0a56 x-openstack-request-id: req-ebd1c214-de3f-40f2-896e-3ad1151d0a56 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:13.637658 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:13.637920 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebd1c214-de3f-40f2-896e-3ad1151d0a56 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:13.638320 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'status': 'completed', 'code': 200} Jul 23 10:28:13.656123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Pushing event deleted for resources: {'Port': ['ID=bfe744c9-a532-4e44-adb6-e5f53e15e50d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:13.659024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-b88c90e8-2304-470b-9c07-f9c8fdf75a5f tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/quotas/e81dc2513e284fa18befef79359406b7 HTTP/1.1" status: 200 len: 375 time: 0.0196469 Jul 23 10:28:13.666290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-1299dc9f-a3f1-4859-849d-541f93d5f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.667908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-1299dc9f-a3f1-4859-849d-541f93d5f8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 1099 time: 0.1247494 Jul 23 10:28:13.746289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] No DVR routers for this DVR port bfe744c9-a532-4e44-adb6-e5f53e15e50d on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:13.751223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-352e7c7b-a8ff-415a-9833-3891cbeb1acd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 HTTP/1.1" status: 200 len: 217 time: 0.0625508 Jul 23 10:28:13.752256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:13.754276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8626a996-4ba4-4a12-814e-6210ae96e13d req-36d2c7a6-05b9-489e-a3a6-6cd39107c70c tempest-AttachSCSIVolumeTestJSON-1674227285 tempest-AttachSCSIVolumeTestJSON-1674227285-project] 10.222.0.55 "DELETE /v2.0/ports/bfe744c9-a532-4e44-adb6-e5f53e15e50d HTTP/1.1" status: 204 len: 173 time: 1.2189527 Jul 23 10:28:13.783329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'name': 'network-vif-deleted', 'tag': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:13.785728 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b9a21-ac7b-4681-bf14-054b319c8121" -d '{"events": [{"server_uuid": "a90ff407-69f6-41bc-8773-96bf21f4763b", "name": "network-vif-deleted", "tag": "bfe744c9-a532-4e44-adb6-e5f53e15e50d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:13.801902 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-afd80165-70e5-4f2f-9f5d-734f54fb2174 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 200 len: 693 time: 0.1138501 Jul 23 10:28:13.827095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-95fe5614-abf1-4908-8871-2064af6bb652 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e81dc2513e284fa18befef79359406b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1581955 Jul 23 10:28:13.831347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-8be450ea-a951-442e-9da6-01894d66061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.832875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-8be450ea-a951-442e-9da6-01894d66061a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0743368 Jul 23 10:28:13.899485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-9540cda7-84e0-4ae8-a1d0-666b683011e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.900993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-9540cda7-84e0-4ae8-a1d0-666b683011e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef9a257513de4a288f39753f52b7a2a9&device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 1097 time: 0.2119923 Jul 23 10:28:13.974717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-9ed26e52-6966-41c8-a02c-eac744a1cb36 service neutron] 10.222.0.37 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244898 Jul 23 10:28:13.976529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-36b42195-03a6-43e5-b73c-ac7543fadb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.977911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-36b42195-03a6-43e5-b73c-ac7543fadb74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372578 Jul 23 10:28:13.992076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-fd4ff034-ef0e-4377-a6c1-b8eef36f5830 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:13.993469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-fd4ff034-ef0e-4377-a6c1-b8eef36f5830 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1853580 Jul 23 10:28:14.061503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-c915743f-d3a9-4a2e-9236-8d5e07e274c4 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 696 time: 0.0599771 Jul 23 10:28:14.120643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-fe2743dc-de9f-4a3d-8e9c-f01bc252aaa7 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 696 time: 0.0580950 Jul 23 10:28:14.141147 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-dd95056a-92fc-4e9f-b976-142f70880a8b service neutron] 10.222.0.37 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587658 Jul 23 10:28:14.143011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-c0c16b14-1408-44a4-8b2f-a958ef39708f service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534214 Jul 23 10:28:14.174616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-23e2fca8-8aff-49a4-885e-08b996b70eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:14.176136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-23e2fca8-8aff-49a4-885e-08b996b70eac service neutron] 10.222.0.55 "GET /v2.0/networks?id=833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 200 len: 922 time: 0.2674527 Jul 23 10:28:14.260684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-41212dfe-7f66-45a6-8afb-f68aacdc24c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 200 len: 217 time: 0.0754662 Jul 23 10:28:14.265490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ddf9544-313a-4082-a555-7e7bf0344d86 req-7f66d26b-07c1-46d4-9b60-ea03fbc67bae service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152673 Jul 23 10:28:14.336634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-fad6287d-9093-4aee-9369-2815d78b8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:14.338123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-fad6287d-9093-4aee-9369-2815d78b8beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 200 len: 860 time: 0.0590351 Jul 23 10:28:14.385443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Deleting port b28c2130-13c2-4196-81d8-3d048638b0c0 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:14.385689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:14.470389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-5e1ef393-163f-42aa-b0fb-7c9d357126cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:14.471958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-5e1ef393-163f-42aa-b0fb-7c9d357126cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=833d1b11-f52b-4944-9fa3-fd6567a5fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219661 Jul 23 10:28:14.482228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:14.482617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:14.513001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Calling delete_port for b28c2130-13c2-4196-81d8-3d048638b0c0 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:14.575825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:14.650347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-aeaf800d-9582-48c8-94cb-00786de759a9 service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701434 Jul 23 10:28:14.735642 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:14.766355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:14.768773 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d00cdec-ad8b-4c7a-b1c2-21a1a678c7e9" -d '{"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-unplugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:14.782654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:14.788005 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:14.788955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bfe744c9-a532-4e44-adb6-e5f53e15e50d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:14.852009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: bfe744c9-a532-4e44-adb6-e5f53e15e50d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:14.852362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bfe744c9-a532-4e44-adb6-e5f53e15e50d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:14.872036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-341ea972-6953-4f9a-ae00-4ded4183dc31 req-bbbd4d58-36cd-408a-b6ec-17526b7877fb service neutron] 10.222.0.55 "GET /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000558 Jul 23 10:28:14.873154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:14.912866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:15.004153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event deleted for resources: {'Port': ['ID=b28c2130-13c2-4196-81d8-3d048638b0c0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:15.030715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:15.033614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:15.034816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd6aab60-fd6f-4fcd-b240-d2709f92dfbd req-9534bcfa-7a6c-4e88-b71d-7ea75ef6266e tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "DELETE /v2.0/floatingips/683553c7-5daa-4475-a6c4-7403abc2c2ed HTTP/1.1" status: 204 len: 173 time: 0.9134538 Jul 23 10:28:15.044029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-888406a7-7f6d-49f9-8f54-e57bbeade4c5 req-885d49b3-99ed-4fc0-9423-8cb764534417 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0397394 Jul 23 10:28:15.087140 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a2c33-b55d-4add-a387-873dd64bde51 x-openstack-request-id: req-489a2c33-b55d-4add-a387-873dd64bde51 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:15.087474 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ff407-69f6-41bc-8773-96bf21f4763b", "name": "network-vif-deleted", "tag": "bfe744c9-a532-4e44-adb6-e5f53e15e50d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:15.087752 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-489a2c33-b55d-4add-a387-873dd64bde51 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:15.088248 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ff407-69f6-41bc-8773-96bf21f4763b', 'name': 'network-vif-deleted', 'tag': 'bfe744c9-a532-4e44-adb6-e5f53e15e50d', 'status': 'completed', 'code': 200} Jul 23 10:28:15.193743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9ad1-6229-4d76-8a66-9ca5a52587da req-878dd07a-3957-49ec-b0d6-72815df117d7 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:15.205625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a99f9ad1-6229-4d76-8a66-9ca5a52587da req-878dd07a-3957-49ec-b0d6-72815df117d7 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 948 time: 0.0971572 Jul 23 10:28:15.229924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb76eecc-1e74-425e-95cb-1a2f44e9cd15 req-304bbbc3-0fdf-418a-a65f-0b4a3e36c10f tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 210 time: 0.0370910 Jul 23 10:28:15.648104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a99f9ad1-6229-4d76-8a66-9ca5a52587da req-7e4a28ee-fdf3-4c0e-a4e0-ddba0161602e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402924 Jul 23 10:28:15.648721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'tag': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:15.657332 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad9155-70b5-4ba0-b934-8879d393b247" -d '{"events": [{"name": "network-changed", "server_uuid": "eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3", "tag": "bf2d627e-0ac5-494e-9a1c-c46d4bd0b666"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:15.712985 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff50457-ead4-4174-ae6c-1e6e81d8c39a x-openstack-request-id: req-4ff50457-ead4-4174-ae6c-1e6e81d8c39a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:15.713546 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-unplugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:15.713710 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ff50457-ead4-4174-ae6c-1e6e81d8c39a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:15.714534 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'code': 200} Jul 23 10:28:15.721107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:15.802265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-047bbd34-a3cd-42e5-9217-87a33ffd55e1 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:15.803907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-047bbd34-a3cd-42e5-9217-87a33ffd55e1 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.55 "GET /v2.0/networks?id=1dd780b6-e63b-4665-9cdf-c7712878e93c HTTP/1.1" status: 200 len: 805 time: 0.2062159 Jul 23 10:28:15.899650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-b02ecddb-9923-4f5e-89f3-7a456c583a1b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e81dc2513e284fa18befef79359406b7 HTTP/1.1" status: 200 len: 379 time: 0.0696650 Jul 23 10:28:15.910679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Request body: {'port': {'device_id': '6202a51f-464e-4087-9c15-21a895214c6a', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'admin_state_up': True, 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'security_groups': ['67bc1814-0b67-44c0-9a1f-0d9e4faf6657']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:16.109629 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bdb98-fc24-4a52-bb82-ff9767d0564c x-openstack-request-id: req-ea9bdb98-fc24-4a52-bb82-ff9767d0564c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:16.110135 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3", "tag": "bf2d627e-0ac5-494e-9a1c-c46d4bd0b666", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:16.110135 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9bdb98-fc24-4a52-bb82-ff9767d0564c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:16.110549 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'tag': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'status': 'completed', 'code': 200} Jul 23 10:28:16.205473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Made reservation on behalf of e81dc2513e284fa18befef79359406b7 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:16.221721 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:16.331957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26a6556a-7ad2-4e15-82b2-680af968b700 req-eb516975-6dbc-4830-bbd8-207cad6ee7ba tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0514293 Jul 23 10:28:16.415605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-cc2f7d92-ba19-470f-951b-6a1de4aa78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:16.419748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-cc2f7d92-ba19-470f-951b-6a1de4aa78f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 1099 time: 0.2413449 Jul 23 10:28:16.475053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158e860-3ed6-4fac-a2f3-f18fca80b286 req-b3b169f7-a769-4d37-b066-ab3d453a8d53 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:16.488890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4158e860-3ed6-4fac-a2f3-f18fca80b286 req-b3b169f7-a769-4d37-b066-ab3d453a8d53 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.2158623 Jul 23 10:28:16.564968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-cbff9c0e-f79b-44fa-83a6-702bd73238b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2676644 Jul 23 10:28:16.594869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Allocated IP 172.20.0.6 (1dd780b6-e63b-4665-9cdf-c7712878e93c/063a259a-8618-43f1-9800-3fa5877d3b47/004248b7-052f-4196-b7c3-11940b7ba274) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:16.742522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4158e860-3ed6-4fac-a2f3-f18fca80b286 req-b788eb28-0ecd-4cc4-a683-bc81d567acd2 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526650 Jul 23 10:28:16.860359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:16.881210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-2173002d-5056-4a29-bafa-2b5102b46876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:16.881650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Transition to ACTIVE for port object 004248b7-052f-4196-b7c3-11940b7ba274 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:16.883468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-2173002d-5056-4a29-bafa-2b5102b46876 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.4567184 Jul 23 10:28:16.956626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-feb07281-d35e-4a9c-af1c-5cab0b7aa187 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2540805 Jul 23 10:28:16.964769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-0bcc9c5b-a513-4ccb-a78f-9362880fb770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 HTTP/1.1" status: 200 len: 217 time: 0.0702207 Jul 23 10:28:16.983304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:17.078295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-4a4bb488-b9de-4ddf-adb9-e371c2c10948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.079821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-4a4bb488-b9de-4ddf-adb9-e371c2c10948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0685256 Jul 23 10:28:17.279862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70074f71-6414-48ea-a845-b890803533aa req-133160e5-648d-4079-9670-eeba7ca8ec62 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.287376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70074f71-6414-48ea-a845-b890803533aa req-133160e5-648d-4079-9670-eeba7ca8ec62 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 946 time: 0.3406956 Jul 23 10:28:17.299499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.300217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.300863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.301504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.302235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.302893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.303554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.306477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-13e3afc0-d328-4385-bd5f-791946071349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6503 time: 0.2248650 Jul 23 10:28:17.335238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-504be2b4-fefd-4ffc-9d69-af424b4f5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.337054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-504be2b4-fefd-4ffc-9d69-af424b4f5cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719103 Jul 23 10:28:17.410766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:17.412275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:17.415267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:17.480436 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70074f71-6414-48ea-a845-b890803533aa req-82e39d22-55f0-4869-916d-75eabd1dfa63 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920536 Jul 23 10:28:17.480890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event updated for resources: {'Port': ['ID=004248b7-052f-4196-b7c3-11940b7ba274,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:17.499642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.501085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:17.528128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-40c39ce9-cc61-4367-a2ff-240e2dee0027 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6219337 Jul 23 10:28:17.537942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85fda-e310-4e05-8988-45b0dba63d1d req-4e86ad76-b84a-4572-b791-e54bf8fa7601 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.546549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81c85fda-e310-4e05-8988-45b0dba63d1d req-4e86ad76-b84a-4572-b791-e54bf8fa7601 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 931 time: 0.5344224 Jul 23 10:28:17.553678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Request body: {'port': {'device_id': '6202a51f-464e-4087-9c15-21a895214c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:17.579215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-f9b20382-41c3-4c43-85c8-af8b151a8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.579730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-f9b20382-41c3-4c43-85c8-af8b151a8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.580198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-f9b20382-41c3-4c43-85c8-af8b151a8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.581842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-f9b20382-41c3-4c43-85c8-af8b151a8b07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=24afed73-8d16-4e34-9fac-9e073aee35e4&id=24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 200 len: 2298 time: 0.2420857 Jul 23 10:28:17.671066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:17.690458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81c85fda-e310-4e05-8988-45b0dba63d1d req-cb90d472-e7ff-4c72-8425-276dd85ef1c7 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379912 Jul 23 10:28:17.737829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:28:17.793475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dc7a5-2537-46c7-b51f-3bbba2166528 req-dcf411e4-662b-4586-9dc3-df30140d2bfa tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.802982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-654dc7a5-2537-46c7-b51f-3bbba2166528 req-dcf411e4-662b-4586-9dc3-df30140d2bfa tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 948 time: 0.1771615 Jul 23 10:28:17.811201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-2d999870-3885-4463-9462-cf27ebbfdf32 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373009 Jul 23 10:28:17.834256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-a25b2559-ae3b-461a-b582-2d660dcac4b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 200 len: 1001 time: 0.2116363 Jul 23 10:28:17.877230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:17.897159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'mac_address': 'fa:16:3e:55:f4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:28:17.911179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-187804d3-ed0a-4eb6-935e-6b3c11dc04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:17.913040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-187804d3-ed0a-4eb6-935e-6b3c11dc04b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e810624-364b-43b0-8e00-4e89343d65c3 HTTP/1.1" status: 200 len: 856 time: 0.0564184 Jul 23 10:28:17.944162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-654dc7a5-2537-46c7-b51f-3bbba2166528 req-fb9c6e54-cef6-4b91-864e-30d70b04c461 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422167 Jul 23 10:28:17.951756 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:17.964939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-725efa43-2c83-4b82-a6e6-5f83aec1b7cb None None] Provisioning for port 004248b7-052f-4196-b7c3-11940b7ba274 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:17.971781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-725efa43-2c83-4b82-a6e6-5f83aec1b7cb None None] Provisioning complete for port 004248b7-052f-4196-b7c3-11940b7ba274 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:17.972534 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-725efa43-2c83-4b82-a6e6-5f83aec1b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:17.978296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:18.032125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:18.039032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-725efa43-2c83-4b82-a6e6-5f83aec1b7cb None None] Port 004248b7-052f-4196-b7c3-11940b7ba274 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:18.046020 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:18.106651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:18.185238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004248b7-052f-4196-b7c3-11940b7ba274 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:18.193889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:18.196301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-0ad3dc0a-d210-40e2-915e-db9bbbce5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.197823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-0ad3dc0a-d210-40e2-915e-db9bbbce5365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343476 Jul 23 10:28:18.201744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4ad9155-70b5-4ba0-b934-8879d393b247 req-70ced7eb-e862-43c2-893e-b6bb770c5328 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631072 Jul 23 10:28:18.210759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Transition to ACTIVE for port object 004248b7-052f-4196-b7c3-11940b7ba274 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:18.220846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33a38-be0f-4e36-b61d-a4313dada0ce req-0dfd418d-47ae-4904-ada4-b9223994f2e9 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.228361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18a33a38-be0f-4e36-b61d-a4313dada0ce req-0dfd418d-47ae-4904-ada4-b9223994f2e9 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.1350923 Jul 23 10:28:18.234325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:18.311631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d43deaa-5ea2-4008-8c5d-37fce3558d9d req-95800b12-1ba6-4f2b-99e9-3e9e21c8653a tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0975821 Jul 23 10:28:18.350753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=004248b7-052f-4196-b7c3-11940b7ba274,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:18.356043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18a33a38-be0f-4e36-b61d-a4313dada0ce req-6b477475-3f5d-40b3-9263-2a21b1a583b4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268795 Jul 23 10:28:18.394703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-906abf1c-e071-43d4-852b-a72ac96188ca service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641290 Jul 23 10:28:18.434592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-c6152591-a406-490d-9bff-d1af0ecf7c92 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.435919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-c6152591-a406-490d-9bff-d1af0ecf7c92 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.55 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 946 time: 0.2235398 Jul 23 10:28:18.533406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Attempting to bind port 004248b7-052f-4196-b7c3-11940b7ba274 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:18.533813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Attempting to bind port 004248b7-052f-4196-b7c3-11940b7ba274 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:18.534239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Attempting to bind port 004248b7-052f-4196-b7c3-11940b7ba274 on network 1dd780b6-e63b-4665-9cdf-c7712878e93c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:18.551500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Port 004248b7-052f-4196-b7c3-11940b7ba274 on network 1dd780b6-e63b-4665-9cdf-c7712878e93c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:18.551804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Attempting to bind port 004248b7-052f-4196-b7c3-11940b7ba274 on network 1dd780b6-e63b-4665-9cdf-c7712878e93c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:18.559492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bf2d627e-0ac5-494e-9a1c-c46d4bd0b666'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:18.564722 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-de1395be-9cb9-4d45-84bb-26c3dfdd2a82 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594906 Jul 23 10:28:18.567809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:18.568156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Checking segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:18.568560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Bound using segment: {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:18.569011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Bound port: 004248b7-052f-4196-b7c3-11940b7ba274, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503144c1-1948-4232-b03e-e03aab643e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:18.570879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:18.654006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-7cddfc05-5711-4c22-aa2c-e45e5489f783 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 217 time: 0.0820594 Jul 23 10:28:18.794058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-6b10a07f-6534-4a40-952f-32010b0e0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.795938 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-6b10a07f-6534-4a40-952f-32010b0e0e9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.1349444 Jul 23 10:28:18.842794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] For port 004248b7-052f-4196-b7c3-11940b7ba274, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:18.848760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] For port 004248b7-052f-4196-b7c3-11940b7ba274, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004248b7-052f-4196-b7c3-11940b7ba274,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:18.864213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:18.932394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=004248b7-052f-4196-b7c3-11940b7ba274,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:18.936302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673633d8-325e-4e66-8122-8ec442953c86 req-c5e0a44d-c9dc-4293-8aec-ab20de3b4a66 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.943969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-673633d8-325e-4e66-8122-8ec442953c86 req-c5e0a44d-c9dc-4293-8aec-ab20de3b4a66 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 943 time: 0.1270642 Jul 23 10:28:18.960179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.961100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:18.962518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-111a652a-7efe-494b-a30b-8c4e4c486ae6 service neutron] 10.222.0.55 "PUT /v2.0/ports/004248b7-052f-4196-b7c3-11940b7ba274 HTTP/1.1" status: 200 len: 1091 time: 1.4135442 Jul 23 10:28:18.964405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:18.969495 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "tag": "004248b7-052f-4196-b7c3-11940b7ba274"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:18.983848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84090a5-b4d6-4fd0-bb6f-58ff0f717392 req-9eb9c402-f3e5-4075-9d14-2234d85c565b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:18.992588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d84090a5-b4d6-4fd0-bb6f-58ff0f717392 req-9eb9c402-f3e5-4075-9d14-2234d85c565b tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 946 time: 0.3522549 Jul 23 10:28:19.011314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-8019fa54-f1bd-4500-a46f-0c2fe0dc76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.013202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-8019fa54-f1bd-4500-a46f-0c2fe0dc76e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1604209 Jul 23 10:28:19.014919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Deleting port 67d70a53-eecb-4411-8683-0cbb180c813a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:19.015271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:19.036711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-673633d8-325e-4e66-8122-8ec442953c86 req-67bbd178-1cf7-4da9-8ad5-4dec8afd12ea tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820234 Jul 23 10:28:19.258210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-db41c300-6508-43f9-bd1f-1d8a30176a97 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971390 Jul 23 10:28:19.292599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] For port 67d70a53-eecb-4411-8683-0cbb180c813a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=67d70a53-eecb-4411-8683-0cbb180c813a,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:19.293073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:19.322150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d84090a5-b4d6-4fd0-bb6f-58ff0f717392 req-d8fcda3d-053a-4308-a56f-93450d584829 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/security-groups?id=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286798 Jul 23 10:28:19.333902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Calling delete_port for 67d70a53-eecb-4411-8683-0cbb180c813a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:19.439839 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afe976-2942-4260-b3fa-e9dbdb2a6c57 x-openstack-request-id: req-32afe976-2942-4260-b3fa-e9dbdb2a6c57 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:19.440506 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "tag": "004248b7-052f-4196-b7c3-11940b7ba274", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:19.440720 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32afe976-2942-4260-b3fa-e9dbdb2a6c57 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:19.441285 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274', 'status': 'completed', 'code': 200} Jul 23 10:28:19.537916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-90c4b8ca-0d35-4d5e-b911-43509517ac35 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653325 Jul 23 10:28:19.546874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-a05f32ed-aff7-4af5-967e-de1f83ed7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.548611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-a05f32ed-aff7-4af5-967e-de1f83ed7fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e81dc2513e284fa18befef79359406b7&device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 1094 time: 0.5243096 Jul 23 10:28:19.549343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:19.559785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dc2e-7fd3-4b34-9302-bce931dcc401 req-b6e98afe-b82d-4248-b050-beea15f95d89 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.565560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['67d70a53-eecb-4411-8683-0cbb180c813a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:19.578206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3186dc2e-7fd3-4b34-9302-bce931dcc401 req-b6e98afe-b82d-4248-b050-beea15f95d89 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 949 time: 0.1613913 Jul 23 10:28:19.624263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-01aa5c20-0f04-4f00-92fe-cf03142ddee8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=004248b7-052f-4196-b7c3-11940b7ba274 HTTP/1.1" status: 200 len: 217 time: 0.0574160 Jul 23 10:28:19.668604 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-6a475454-7052-4ea3-90d2-79f03db71e92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 217 time: 0.0878603 Jul 23 10:28:19.690514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3186dc2e-7fd3-4b34-9302-bce931dcc401 req-e1b85aa4-0b34-4321-a271-e83b0c08caff tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954354 Jul 23 10:28:19.741471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-82fe8460-b362-49f6-afbf-7875d08bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.744299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-82fe8460-b362-49f6-afbf-7875d08bf59a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=063a259a-8618-43f1-9800-3fa5877d3b47 HTTP/1.1" status: 200 len: 844 time: 0.0816796 Jul 23 10:28:19.755706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-a3f5e624-bafc-478a-83e5-a061cae48eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.758319 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-a3f5e624-bafc-478a-83e5-a061cae48eb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0718234 Jul 23 10:28:19.764495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Pushing event deleted for resources: {'Port': ['ID=67d70a53-eecb-4411-8683-0cbb180c813a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:19.778947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c339e2b4-6eac-4910-bd8a-8a7dcd69254c req-732e76d8-fe0b-4d82-bf43-4f0f2f54a69f tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1256781 Jul 23 10:28:19.857809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] No DVR routers for this DVR port 67d70a53-eecb-4411-8683-0cbb180c813a on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:19.868502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:19.869470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-118fc51d-875e-49cf-92cc-c60865a119b7 req-ed85bd1d-e145-4c44-ad46-b4343c544cfb tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.55 "DELETE /v2.0/ports/67d70a53-eecb-4411-8683-0cbb180c813a HTTP/1.1" status: 204 len: 173 time: 1.4215698 Jul 23 10:28:19.872507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40562) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:19.923271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-985a958e-ef26-4573-842f-05a2139670a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.924932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-985a958e-ef26-4573-842f-05a2139670a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588521 Jul 23 10:28:19.979148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6c291-dd22-4339-bad0-b7e3a6089f58 req-4f1e83c0-a164-47de-9c39-efdb926d4d99 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:19.986484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cce6c291-dd22-4339-bad0-b7e3a6089f58 req-4f1e83c0-a164-47de-9c39-efdb926d4d99 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.1438017 Jul 23 10:28:20.008403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-7cb45eb5-f632-4373-96f4-7f95dc40e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:20.012864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-7cb45eb5-f632-4373-96f4-7f95dc40e596 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1dd780b6-e63b-4665-9cdf-c7712878e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433376 Jul 23 10:28:20.075368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-41ab144a-6ab8-463a-b9ae-5226faf1c853 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336048 Jul 23 10:28:20.183788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-6a0c96a6-e7f1-4ff1-9d71-6e091bcbc6be service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005847 Jul 23 10:28:20.263385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-f7e73889-3d2a-481e-b733-59d7bc4822fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=85a8ec39-3313-4901-9153-a7c967ec1724 HTTP/1.1" status: 200 len: 217 time: 0.0656281 Jul 23 10:28:20.276973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cce6c291-dd22-4339-bad0-b7e3a6089f58 req-ccf2d2d4-7bff-4937-b3e2-90763284b212 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895355 Jul 23 10:28:20.278559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-aa5f12e0-e0db-419e-a611-2c11c06c25f1 service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524493 Jul 23 10:28:20.324451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f311a-b9e5-4015-9e40-baaa745abb87 req-88661dbd-714a-4e9e-b8d9-488525bd77ee tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:20.326277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-317f311a-b9e5-4015-9e40-baaa745abb87 req-88661dbd-714a-4e9e-b8d9-488525bd77ee tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 943 time: 0.1751833 Jul 23 10:28:20.411105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-65724771-7c57-4c0f-a921-847ba1507bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:20.412503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-65724771-7c57-4c0f-a921-847ba1507bfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.1316996 Jul 23 10:28:20.500020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-64fed354-08af-40a0-b1cb-9c7d419c0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:20.501563 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-64fed354-08af-40a0-b1cb-9c7d419c0474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813646 Jul 23 10:28:20.568884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-317f311a-b9e5-4015-9e40-baaa745abb87 req-dda69f24-56f9-4410-ac6b-40f9b8f5378e tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279990 Jul 23 10:28:20.614428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:28:20.652382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab001736-50af-4af0-a4e3-8713a9f64e4a req-d295bd8c-3dde-41c7-8653-b9db5c4739a2 service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606303 Jul 23 10:28:20.658090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-22a3f182-d13e-46ce-a647-07a9cd8928a3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327884 Jul 23 10:28:20.782940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-ee3f273d-a75f-45b1-b8c9-5ffd9b9cdb29 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157868 Jul 23 10:28:20.864121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d71f126-4c8c-4f75-864e-e7c62826b878 req-64dd5349-3301-4554-8999-7b4a4ad526a9 tempest-FloatingIPsAssociationTestJSON-1733878014 tempest-FloatingIPsAssociationTestJSON-1733878014-project] 10.222.0.37 "GET /v2.0/ports?device_id=207210de-393b-4b2c-b9ef-20ae11ad9a62 HTTP/1.1" status: 200 len: 210 time: 0.0791357 Jul 23 10:28:20.986261 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-61515169-73a8-46a7-a643-87d78b9d8517 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=205a82f1-1ee8-4582-8a80-30154663216e HTTP/1.1" status: 200 len: 217 time: 0.1633012 Jul 23 10:28:20.997084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:21.023794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4014e561-c8fb-406b-aa55-24369984886a', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '4014e561-c8fb-406b-aa55-24369984886a', 'mac_address': 'fa:16:3e:6a:75:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:28:21.027104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48ec0695-3e46-4832-a8c2-8fe2ae79050b req-8b82a0c6-15a0-4a88-b0bd-a5df2b134dc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0677946 Jul 23 10:28:21.076244 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:21.079835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56dede59-ecf5-44fe-8b54-bc8b70e02606 req-38a0cd0f-e6de-4de5-ada9-bed747f747be tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0675697 Jul 23 10:28:21.120484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-ae718847-220b-41b0-8fc5-9fb386fb5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:21.122157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-ae718847-220b-41b0-8fc5-9fb386fb5e27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.1086240 Jul 23 10:28:21.122650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4014e561-c8fb-406b-aa55-24369984886a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:21.147395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:21.153455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:21.237947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:21.253869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4014e561-c8fb-406b-aa55-24369984886a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:21.383804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:21.492849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-b259c91a-c916-41a8-8083-84f22740f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:21.494581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-b259c91a-c916-41a8-8083-84f22740f869 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1819897 Jul 23 10:28:21.506122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'name': 'network-vif-deleted', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:21.509716 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ae02e-d855-40d7-87d1-f01488945e9f" -d '{"events": [{"server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "name": "network-vif-deleted", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:21.530496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afd7d0-74c0-4a69-8d42-26efaffe9277 req-33e8b5c2-32a8-40ed-88bc-97f981a7f5fe tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:21.548058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55afd7d0-74c0-4a69-8d42-26efaffe9277 req-33e8b5c2-32a8-40ed-88bc-97f981a7f5fe tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 949 time: 0.7029827 Jul 23 10:28:21.608164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-d4cc4ab5-1117-49ff-bab5-854e78554cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:21.610061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-d4cc4ab5-1117-49ff-bab5-854e78554cde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e81dc2513e284fa18befef79359406b7&device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 1094 time: 0.3401487 Jul 23 10:28:21.625653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55afd7d0-74c0-4a69-8d42-26efaffe9277 req-66bdc0b5-0c74-4386-9bfa-cbb0a119c54b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766392 Jul 23 10:28:21.628069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281e680-95de-4be5-9cb1-2fbc37bdb38c req-912f229a-7446-4999-94b2-a5bd28880166 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:21.656768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f281e680-95de-4be5-9cb1-2fbc37bdb38c req-912f229a-7446-4999-94b2-a5bd28880166 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.2142978 Jul 23 10:28:21.738165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-325d42c0-d6b7-41e0-8877-6a89664910c0 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355571 Jul 23 10:28:21.740968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:21.785377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f281e680-95de-4be5-9cb1-2fbc37bdb38c req-7e0eea20-8b80-4b0a-a851-f3ca2fac7d51 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254251 Jul 23 10:28:21.812497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-a359c0c4-6ab3-4e57-89bb-cbcaaeeb6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:21.814043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-a359c0c4-6ab3-4e57-89bb-cbcaaeeb6a37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1dd780b6-e63b-4665-9cdf-c7712878e93c HTTP/1.1" status: 200 len: 906 time: 0.1767392 Jul 23 10:28:21.829142 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16939a-88a7-4122-ab39-e66136eb1b0f x-openstack-request-id: req-be16939a-88a7-4122-ab39-e66136eb1b0f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:21.829509 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207210de-393b-4b2c-b9ef-20ae11ad9a62", "name": "network-vif-deleted", "tag": "67d70a53-eecb-4411-8683-0cbb180c813a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:21.829718 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be16939a-88a7-4122-ab39-e66136eb1b0f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:21.838677 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207210de-393b-4b2c-b9ef-20ae11ad9a62', 'name': 'network-vif-deleted', 'tag': '67d70a53-eecb-4411-8683-0cbb180c813a', 'status': 'completed', 'code': 200} Jul 23 10:28:21.848272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:21.862260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:21.863259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:21.952355 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-1e14500c-f6d1-4e88-9383-d19c6c15ea45 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033048 Jul 23 10:28:21.961797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-dcd141cd-f386-4fd7-9725-a30d65bd5e85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=004248b7-052f-4196-b7c3-11940b7ba274 HTTP/1.1" status: 200 len: 217 time: 0.0913348 Jul 23 10:28:22.043109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:22.052435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-6f9abe0c-3559-4324-ad13-e1572191864c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5 HTTP/1.1" status: 200 len: 217 time: 0.0848067 Jul 23 10:28:22.076988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:22.144250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:22.159118 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a61531-2418-421d-b562-bfc452602260" -d '{"events": [{"server_uuid": "eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d627e-0ac5-494e-9a1c-c46d4bd0b666"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:22.177465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-a6e9f88b-27ab-42df-b8ef-ce023a6ddbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:22.178987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-a6e9f88b-27ab-42df-b8ef-ce023a6ddbe2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=063a259a-8618-43f1-9800-3fa5877d3b47 HTTP/1.1" status: 200 len: 844 time: 0.1616120 Jul 23 10:28:22.187586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973c19-1afc-489f-b58e-df62fe624638 req-7e420146-2ac7-46ba-839d-8ef557c2c861 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:22.189232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a973c19-1afc-489f-b58e-df62fe624638 req-7e420146-2ac7-46ba-839d-8ef557c2c861 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 943 time: 0.2363236 Jul 23 10:28:22.208145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:22.222861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-0d317a6e-08d6-4fc1-8a9d-1271b45c48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:22.224558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:22.225404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-0d317a6e-08d6-4fc1-8a9d-1271b45c48ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.1319790 Jul 23 10:28:22.319094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:22.363194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a973c19-1afc-489f-b58e-df62fe624638 req-b661265a-2af1-4246-9461-13b600aee2a5 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318495 Jul 23 10:28:22.367601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec1749ed-0063-4773-927b-2679cb801225 req-82aa7e19-4dff-4e81-8d8a-1daff321420a tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1117718 Jul 23 10:28:22.416345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-80028d23-52c7-477c-bd26-89ca2276cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:22.418185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-80028d23-52c7-477c-bd26-89ca2276cce6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1dd780b6-e63b-4665-9cdf-c7712878e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280712 Jul 23 10:28:22.490563 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2456c8a1-8935-465b-a95a-18f284f61ad9 x-openstack-request-id: req-2456c8a1-8935-465b-a95a-18f284f61ad9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:22.491737 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d627e-0ac5-494e-9a1c-c46d4bd0b666", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:22.492309 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2456c8a1-8935-465b-a95a-18f284f61ad9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:22.492927 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'code': 200} Jul 23 10:28:22.607854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:22.664793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-cb0dc76c-3ad7-4a00-abc9-ba581fef6efe service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342103 Jul 23 10:28:22.753619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 4014e561-c8fb-406b-aa55-24369984886a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:22.754161 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:22.816368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Deleting port 10fc51a4-1bdf-4565-9b21-467871fcbddd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:22.817205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:23.000952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4405644-b56f-413d-bccf-1f11850465e0 req-eb78ba01-ad39-4b81-b3f2-cffa350da5ec tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:23.002579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4405644-b56f-413d-bccf-1f11850465e0 req-eb78ba01-ad39-4b81-b3f2-cffa350da5ec tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 950 time: 0.2901816 Jul 23 10:28:23.006987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6af83d75-b9d4-4d00-ba7f-5292c81cc6d2 req-7a93284f-d519-4269-8900-3746cd07e2fc service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304379 Jul 23 10:28:23.016247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-78cbf2a6-fbdb-4976-bbbd-8bbb30a00492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:23.017985 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:23.022157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-78cbf2a6-fbdb-4976-bbbd-8bbb30a00492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7404013 Jul 23 10:28:23.066576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] For port 10fc51a4-1bdf-4565-9b21-467871fcbddd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=10fc51a4-1bdf-4565-9b21-467871fcbddd,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:23.066943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:23.087153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4405644-b56f-413d-bccf-1f11850465e0 req-ca723c7d-6fdc-4bda-baf6-bb423e878009 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772159 Jul 23 10:28:23.091982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Calling delete_port for 10fc51a4-1bdf-4565-9b21-467871fcbddd owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:23.101444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:23.114507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:23.115254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 67d70a53-eecb-4411-8683-0cbb180c813a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:23.211487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 67d70a53-eecb-4411-8683-0cbb180c813a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:23.211487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 67d70a53-eecb-4411-8683-0cbb180c813a not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:23.231505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-183b925c-9ccf-4110-9779-6d36325a7c94 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354151 Jul 23 10:28:23.259465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:23.265674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9543cf-2872-4c31-a065-602e52572a91 req-20a7022d-ff12-4a64-b918-0fe811086b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:23.267352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f9543cf-2872-4c31-a065-602e52572a91 req-20a7022d-ff12-4a64-b918-0fe811086b88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 1101 time: 0.6311646 Jul 23 10:28:23.412460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:23.494207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f78d5b-7d26-416c-a7a2-5c5c7536f506 req-42c74349-22b2-424f-ba22-121b512b01a4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:23.502169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8f78d5b-7d26-416c-a7a2-5c5c7536f506 req-42c74349-22b2-424f-ba22-121b512b01a4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.5469947 Jul 23 10:28:23.517717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f9543cf-2872-4c31-a065-602e52572a91 req-4d920fc4-2d8e-4431-953e-e60277bb8b64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330210 Jul 23 10:28:23.524447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Pushing event deleted for resources: {'Port': ['ID=10fc51a4-1bdf-4565-9b21-467871fcbddd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:23.562162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.562646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.562990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.563516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.563858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.564185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.564510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.564992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.565320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.565707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.566168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.566494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:23.595866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1d869a26-1fdb-4d03-a70f-e58401851636 req-4f3f3e0a-6f21-4a9d-8577-1a323dd867f9 tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0933595 Jul 23 10:28:23.719456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:23.807388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:24.051890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-f03ed912-80b1-47d1-971a-fb596fb1ed38 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821367 Jul 23 10:28:24.057435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8f78d5b-7d26-416c-a7a2-5c5c7536f506 req-e6a2fd29-d2a8-4d18-a445-9284b0f2bb53 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5540192 Jul 23 10:28:24.097207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d98bd-248f-4623-b32e-27ad1565a1bb req-00468684-1783-4a5f-9fd7-a464aa6b9110 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:24.099078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b56d98bd-248f-4623-b32e-27ad1565a1bb req-00468684-1783-4a5f-9fd7-a464aa6b9110 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 943 time: 0.2882383 Jul 23 10:28:24.101609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-401899bf-cc2c-469d-9973-3fd0bc572e13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 200 len: 217 time: 0.0401111 Jul 23 10:28:24.147385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:24.252965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-9d693c59-3377-4f77-98a3-f9036bbc7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:24.258383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-9d693c59-3377-4f77-98a3-f9036bbc7d71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.1442397 Jul 23 10:28:24.375263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b56d98bd-248f-4623-b32e-27ad1565a1bb req-dc873161-83ae-47e6-9f39-2f2e7e9798cd tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630892 Jul 23 10:28:24.425636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:24.494364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:24.498287 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa9a23-7e40-4e56-9f38-1d4ef5a8b4b3" -d '{"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-plugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:24.606246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-c28e2f2b-8540-4c67-b829-960f20461017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:24.608611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-c28e2f2b-8540-4c67-b829-960f20461017 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3386011 Jul 23 10:28:24.626369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004248b7-052f-4196-b7c3-11940b7ba274 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:28:24.650042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a302e44-e9f2-4b2a-b6b0-866f2b3c927c req-adae91be-3e2c-4701-ad7f-a767f7246040 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:24.655616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a302e44-e9f2-4b2a-b6b0-866f2b3c927c req-adae91be-3e2c-4701-ad7f-a767f7246040 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 950 time: 0.3210957 Jul 23 10:28:24.660222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:24.677256 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] Sync routers for ids ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:24.691021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c49c0c9f-f46d-44f1-b90e-92e254dc21ac admin admin] 10.222.0.37 "PUT /v2.0/routers/5ea082a2-f045-4b22-af18-4b7ac7cd64fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8166721 Jul 23 10:28:24.694097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40672) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:24.699671 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] Routers {'5ea082a2-f045-4b22-af18-4b7ac7cd64fc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:24.702856 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:24.901014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 004248b7-052f-4196-b7c3-11940b7ba274, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004248b7-052f-4196-b7c3-11940b7ba274,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:24.935391 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] Set router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:24.953074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '004248b7-052f-4196-b7c3-11940b7ba274', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'port_id': '004248b7-052f-4196-b7c3-11940b7ba274', 'mac_address': 'fa:16:3e:69:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:28:24.953748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba139eda-c5b9-4507-8a42-fc51946ca98d req-f321f62c-8a33-4f73-9d91-9ca50a517144 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=766f6cbfccba454cb0267844ad74bee0&device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1323047 Jul 23 10:28:24.968581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a302e44-e9f2-4b2a-b6b0-866f2b3c927c req-cbb0bf76-112b-49b8-aa3c-621ed2eec759 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661200 Jul 23 10:28:25.001441 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c909c4-6914-439a-a578-337fb3d51dc7 x-openstack-request-id: req-e1c909c4-6914-439a-a578-337fb3d51dc7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:25.001829 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-plugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:25.002034 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1c909c4-6914-439a-a578-337fb3d51dc7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:25.002431 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'code': 200} Jul 23 10:28:25.016786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba139eda-c5b9-4507-8a42-fc51946ca98d req-32596f82-ff6a-4d5a-b34e-28a0af6d00f2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=766f6cbfccba454cb0267844ad74bee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363841 Jul 23 10:28:25.062784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-b3f3fcea-ae8a-4629-9a2a-e4219c7192d7 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050062 Jul 23 10:28:25.107720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.144367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004248b7-052f-4196-b7c3-11940b7ba274 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:25.185675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 004248b7-052f-4196-b7c3-11940b7ba274, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004248b7-052f-4196-b7c3-11940b7ba274,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:25.192826 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.274221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=004248b7-052f-4196-b7c3-11940b7ba274,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:25.344700 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:28:23Z', 'revision_number': 5, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:25.409178 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] Checking router: 5ea082a2-f045-4b22-af18-4b7ac7cd64fc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:25.422777 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] Routers {'5ea082a2-f045-4b22-af18-4b7ac7cd64fc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:25.424046 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:25.426310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7597686-aa80-4310-963c-55e9a8a05dc4 req-61849b6d-7702-49d6-ad43-31b0ef4eb240 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497534 Jul 23 10:28:25.432883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba139eda-c5b9-4507-8a42-fc51946ca98d req-6f8541cc-957c-44cb-a4a5-0d9c714ab04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:25.434719 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba139eda-c5b9-4507-8a42-fc51946ca98d req-6f8541cc-957c-44cb-a4a5-0d9c714ab04c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3677623 Jul 23 10:28:25.468358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Deleting port 9c1ae3de-3281-417e-9925-2a1e3360e95f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:25.469563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.470718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['004248b7-052f-4196-b7c3-11940b7ba274'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:25.481408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b6ae-6791-41c8-aba9-d560d183d83d req-e24b3814-00ce-4636-816a-0f6c2816990b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:25.489292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a896b6ae-6791-41c8-aba9-d560d183d83d req-e24b3814-00ce-4636-816a-0f6c2816990b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.1930974 Jul 23 10:28:25.490203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14ca65ba-69bf-4510-ad06-bb4e0077cf8e req-8c227595-e795-432d-9571-9d6081b9defc tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1083856 Jul 23 10:28:25.566900 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a896b6ae-6791-41c8-aba9-d560d183d83d req-366552fc-a864-4507-9297-6da422e019d9 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755398 Jul 23 10:28:25.625981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.645400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-1b293540-b88c-49a1-9df7-b38f3dc9b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:25.646972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-1b293540-b88c-49a1-9df7-b38f3dc9b84c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7&tenant_id=537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 1094 time: 0.2759104 Jul 23 10:28:25.686986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] For port 9c1ae3de-3281-417e-9925-2a1e3360e95f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c1ae3de-3281-417e-9925-2a1e3360e95f,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:25.687596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.726978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:25.754365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Calling delete_port for 9c1ae3de-3281-417e-9925-2a1e3360e95f owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:25.777325 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] Set router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:25.870600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e16ea-938f-4f48-bfee-6a0b4c0f4e64 req-269870a3-2c86-4821-97e9-0172a3731275 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:25.878399 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e7e16ea-938f-4f48-bfee-6a0b4c0f4e64 req-269870a3-2c86-4821-97e9-0172a3731275 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 944 time: 0.1762955 Jul 23 10:28:25.924441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.953831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:25.987555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e7e16ea-938f-4f48-bfee-6a0b4c0f4e64 req-9830104b-7ded-46bc-b87c-8e8268681bf4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079211 Jul 23 10:28:26.129543 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:28:23Z', 'revision_number': 5, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:26.204298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:26.207689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55ba4f-8fd7-4b57-a70e-db7ea4864313 None None] The sync data for ids ['5ea082a2-f045-4b22-af18-4b7ac7cd64fc'] in n-d-778550-4 is: [{'id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1990471776-router', 'tenant_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:03Z', 'updated_at': '2021-07-23T10:28:23Z', 'revision_number': 5, 'project_id': 'ede28f8bf09f4e8fab763e366aacca3a', 'gw_port': {'id': 'f022d6e6-40e7-4257-af47-f72d75faac36', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea082a2-f045-4b22-af18-4b7ac7cd64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:04Z', 'updated_at': '2021-07-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:26.249640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00dc79-f3f5-475b-b82a-2901c090a60d req-136d09f1-6a9e-46fe-a191-ddafd11c4e43 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:26.259655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f00dc79-f3f5-475b-b82a-2901c090a60d req-136d09f1-6a9e-46fe-a191-ddafd11c4e43 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 950 time: 0.1403956 Jul 23 10:28:26.272654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1ae3de-3281-417e-9925-2a1e3360e95f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:26.291783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Deleting port f022d6e6-40e7-4257-af47-f72d75faac36 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:26.292122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:26.343794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.344171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.344489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.344836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.345167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.345499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.345829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.346159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.346704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.346848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.347143 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.347474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:26.382585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f00dc79-f3f5-475b-b82a-2901c090a60d req-25227cad-66db-43f7-b3fd-3a79d9f3286b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162865 Jul 23 10:28:26.488725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:26.519396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:26.545109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] For port f022d6e6-40e7-4257-af47-f72d75faac36, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f022d6e6-40e7-4257-af47-f72d75faac36,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:26.545683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:26.563400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Calling delete_port for f022d6e6-40e7-4257-af47-f72d75faac36 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:26.634490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004248b7-052f-4196-b7c3-11940b7ba274 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:26.761790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-471559ed-a213-45af-9416-8ac07a8ccb62 req-fc2d5736-5f97-41f7-898d-25b544956aee tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1242988 Jul 23 10:28:26.778909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 10fc51a4-1bdf-4565-9b21-467871fcbddd no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:26.854326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 10fc51a4-1bdf-4565-9b21-467871fcbddd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:26.855198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 10fc51a4-1bdf-4565-9b21-467871fcbddd not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:26.892007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 004248b7-052f-4196-b7c3-11940b7ba274 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:26.902910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 004248b7-052f-4196-b7c3-11940b7ba274 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:26.903442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:26.973309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:27.026053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:27.035657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.050568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Transition to ACTIVE for port object 05787ce7-e851-480e-b4b3-c31ac967453f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:27.053360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.076798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a7f4317-53fb-4862-b200-7a21b4e6a02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.080319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f022d6e6-40e7-4257-af47-f72d75faac36,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:27.091312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.122852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.133135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993518-05e7-463e-9ccb-41c48e9da39e req-908bce9b-5b7b-4e1c-9f1e-b1dcd2b84ccb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:27.135556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e993518-05e7-463e-9ccb-41c48e9da39e req-908bce9b-5b7b-4e1c-9f1e-b1dcd2b84ccb tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.2190580 Jul 23 10:28:27.137922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba139eda-c5b9-4507-8a42-fc51946ca98d req-12d9e5eb-3595-44aa-a217-fb0fa412532b tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.0894217 Jul 23 10:28:27.169136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:27.176740 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f769b5-ba4a-450e-a7af-a2ac157b09ff" -d '{"events": [{"server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "name": "network-vif-plugged", "status": "completed", "tag": "004248b7-052f-4196-b7c3-11940b7ba274"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:27.184808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:27.197687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:27.198163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 004248b7-052f-4196-b7c3-11940b7ba274, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004248b7-052f-4196-b7c3-11940b7ba274,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:27.205680 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.291915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=004248b7-052f-4196-b7c3-11940b7ba274,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:27.312532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e993518-05e7-463e-9ccb-41c48e9da39e req-2b20b4da-7ce6-4e29-affc-5b426ec82ad7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601532 Jul 23 10:28:27.385359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:27.401061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] Sync routers for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:27.410249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b56b7aab-5dad-444c-86cc-57c7f7c5cb6d admin admin] 10.222.0.37 "PUT /v2.0/routers/3ee7d5b4-e62b-4654-bc25-b9a60e092127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3595822 Jul 23 10:28:27.411705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:27.416506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:27.418010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:27.466050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4958374-210a-4fd0-b45c-a540c39eb113 req-57780641-adb4-4c9d-82c0-2c277c680004 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:27.476005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4958374-210a-4fd0-b45c-a540c39eb113 req-57780641-adb4-4c9d-82c0-2c277c680004 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 1101 time: 0.7784750 Jul 23 10:28:27.485935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.654585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.662546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.702508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:27.784289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.786192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4958374-210a-4fd0-b45c-a540c39eb113 req-41e07eea-7093-46b7-b3e9-a4361cc236d1 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069286 Jul 23 10:28:27.813041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75847c-6021-4048-bb45-4ed469cebd77 req-e7d0eeea-a60f-484c-9795-fe71213396df tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:27.814603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac75847c-6021-4048-bb45-4ed469cebd77 req-e7d0eeea-a60f-484c-9795-fe71213396df tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.2250569 Jul 23 10:28:27.868529 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2656ac-d92f-4592-8890-73247a4a571a x-openstack-request-id: req-ea2656ac-d92f-4592-8890-73247a4a571a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:27.875854 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "name": "network-vif-plugged", "status": "completed", "tag": "004248b7-052f-4196-b7c3-11940b7ba274", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:27.876312 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea2656ac-d92f-4592-8890-73247a4a571a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:27.876986 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274', 'code': 200} Jul 23 10:28:27.989383 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:27.989966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea082a2-f045-4b22-af18-4b7ac7cd64fc {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:28:28.000793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.001822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c8e2d7da-4d7e-4484-89ae-6a0fc98f18bc admin admin] 10.222.0.37 "DELETE /v2.0/routers/5ea082a2-f045-4b22-af18-4b7ac7cd64fc HTTP/1.1" status: 204 len: 168 time: 3.3033662 Jul 23 10:28:28.004953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:28.047513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] No DVR routers for this DVR port 05787ce7-e851-480e-b4b3-c31ac967453f on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:28.150665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac75847c-6021-4048-bb45-4ed469cebd77 req-d07e6546-54cf-4d99-98dc-0e3bb2f4a9af tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470787 Jul 23 10:28:28.162687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:28:26Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:28.165417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356acb3-7e59-4d4d-801e-a9cb6603adc7 req-f89644cb-c848-461b-9f01-883d8e97b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:28.167023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8356acb3-7e59-4d4d-801e-a9cb6603adc7 req-f89644cb-c848-461b-9f01-883d8e97b653 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 1096 time: 0.2261753 Jul 23 10:28:28.217966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Deleting subnet 3b512d5b-7113-4ddb-9457-b87b01fa00e3 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:28:28.234863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.235808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] Checking router: 3ee7d5b4-e62b-4654-bc25-b9a60e092127 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:28.256661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] Routers {'3ee7d5b4-e62b-4654-bc25-b9a60e092127'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:28.258159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:28.298252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8356acb3-7e59-4d4d-801e-a9cb6603adc7 req-c01d8131-c8f6-42fa-b4f3-eb8aa1554adc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103532 Jul 23 10:28:28.311455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2312f3e5-bc7e-4375-87c2-d9a06e3e23b0 req-46b54bc1-cecc-4a14-87a3-3a5fac10e25f tempest-ServerShowV254Test-1806531140 tempest-ServerShowV254Test-1806531140-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7144d-6aeb-4985-a5d8-517d12862298 HTTP/1.1" status: 200 len: 210 time: 0.1431913 Jul 23 10:28:28.360312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.404248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-ca10387c-d92c-451b-946c-bde0d5289e9c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910602 Jul 23 10:28:28.419718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.462710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] Set router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:28.497507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:28.498443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:28.499007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:28.516732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Port 05787ce7-e851-480e-b4b3-c31ac967453f on network ab3d83c8-e91e-4ec4-a211-1c0158804018 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:28.517646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Attempting to bind port 05787ce7-e851-480e-b4b3-c31ac967453f on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:28.560383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:28.561107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Checking segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:28.561774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Bound using segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:28.562866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Bound port: 05787ce7-e851-480e-b4b3-c31ac967453f, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:28.563506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.603860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-5172ef66-bd0d-4def-8d8f-89d88f19b7eb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:28.605588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-5172ef66-bd0d-4def-8d8f-89d88f19b7eb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992011 Jul 23 10:28:28.638214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-582531c5-b3c1-4210-a885-8d24f24c2760 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/quotas/aa65ca1942394e3b825b965f0fbbe228 HTTP/1.1" status: 200 len: 375 time: 0.0257266 Jul 23 10:28:28.704603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:28.709164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:28.728364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.811921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:28.813242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.814964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] 10.222.0.55 "PUT /v2.0/ports/05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 1091 time: 3.0941153 Jul 23 10:28:28.816755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:28.820261 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0261dbf-a53c-461b-8d63-9d47577fe28f" -d '{"events": [{"name": "network-changed", "server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:28.865949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f022d6e6-40e7-4257-af47-f72d75faac36 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:28.890743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca332d-1a0d-4b32-8362-08559731a3a0 req-720b8a70-bcb6-4830-9cdb-5efd8b564680 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:28.891156 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.912134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cca332d-1a0d-4b32-8362-08559731a3a0 req-720b8a70-bcb6-4830-9cdb-5efd8b564680 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 943 time: 0.4161499 Jul 23 10:28:28.914359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Deleting port 0ec89c5b-032f-4485-82bd-9580e0ef361f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:28.914799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:28.943773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: f022d6e6-40e7-4257-af47-f72d75faac36 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:28.944125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f022d6e6-40e7-4257-af47-f72d75faac36 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:28.983701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:28:26Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:28.993183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-cc439ee3-102f-4dea-b45e-d1daa5868886 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3306308 Jul 23 10:28:29.018046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afe9ee-2202-4e4a-afe3-64f72affd586 service neutron] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:29.037734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442613a6-6b55-44b1-9f3f-0552db74507a None None] The sync data for ids ['3ee7d5b4-e62b-4654-bc25-b9a60e092127'] in n-d-778550-4 is: [{'id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'name': 'tempest-FloatingIPsAssociationTestJSON-1738193123-router', 'tenant_id': 'ef9a257513de4a288f39753f52b7a2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:33Z', 'updated_at': '2021-07-23T10:28:26Z', 'revision_number': 5, 'project_id': 'ef9a257513de4a288f39753f52b7a2a9', 'gw_port': {'id': '0ec89c5b-032f-4485-82bd-9580e0ef361f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee7d5b4-e62b-4654-bc25-b9a60e092127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:37Z', 'updated_at': '2021-07-23T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:29.164354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cca332d-1a0d-4b32-8362-08559731a3a0 req-3c102146-3419-42dd-8d43-e37ae82a4b6d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918883 Jul 23 10:28:29.180891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-6b404133-c552-4c94-9938-48c1d43bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:29.183606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-6b404133-c552-4c94-9938-48c1d43bf40d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1095 time: 0.3097503 Jul 23 10:28:29.189575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.217602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] For port 0ec89c5b-032f-4485-82bd-9580e0ef361f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ec89c5b-032f-4485-82bd-9580e0ef361f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:29.218290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.235924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Calling delete_port for 0ec89c5b-032f-4485-82bd-9580e0ef361f owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:29.256346 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f19cfc-7e0a-4dbe-baf1-ca83367ce606 x-openstack-request-id: req-d0f19cfc-7e0a-4dbe-baf1-ca83367ce606 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:29.257490 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:29.257935 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0f19cfc-7e0a-4dbe-baf1-ca83367ce606 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:29.258576 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'status': 'completed', 'code': 200} Jul 23 10:28:29.378243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b512d5b-7113-4ddb-9457-b87b01fa00e3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:29.383458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.386929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1158b09a-bd72-440c-a721-ca10b5b4292c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b512d5b-7113-4ddb-9457-b87b01fa00e3 HTTP/1.1" status: 204 len: 168 time: 1.3804626 Jul 23 10:28:29.390847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a996483-da3b-482e-8580-00fb728344a9 None None] Network a9fc168c-14de-42e3-8e97-4941aea963ce requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:29.391972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40760) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:29.530145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-9b14f0d2-108d-4ea5-bd4d-6fc4686015c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:29.533269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-9b14f0d2-108d-4ea5-bd4d-6fc4686015c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.3376811 Jul 23 10:28:29.556726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93f88ee2-abf4-47e9-bf40-d96fa5c97296 req-6b096f06-ce58-4531-b7c4-668a5d019bce tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 210 time: 0.0740812 Jul 23 10:28:29.782844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5034-a5f8-4daf-8365-9744b0092aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.795516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] DHCP port deletion for a9fc168c-14de-42e3-8e97-4941aea963ce request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:28:29.824310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.848521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.913584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0968-9fb6-4487-a14e-9681ef48fca9 req-86b75822-b7d5-44e2-8851-6d378cd2d7d7 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:29.927682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-086c0968-9fb6-4487-a14e-9681ef48fca9 req-86b75822-b7d5-44e2-8851-6d378cd2d7d7 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.4870796 Jul 23 10:28:29.951472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-43967d81-1d51-4417-862b-e8adb91d853f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 999 time: 0.3520477 Jul 23 10:28:29.971387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] Deleting port 7d644e55-5940-40b1-92b0-c980e0983fa3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:29.971989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:29.982547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec89c5b-032f-4485-82bd-9580e0ef361f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:30.013668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.063875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-086c0968-9fb6-4487-a14e-9681ef48fca9 req-1cc03237-cbf3-4d07-9e64-76c88024deab tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352732 Jul 23 10:28:30.075221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-114ef71a-0266-48a8-9129-85152ab5339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:30.076641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-114ef71a-0266-48a8-9129-85152ab5339b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.1162941 Jul 23 10:28:30.171597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40778) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:30.206209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Deleting port 7d644e55-5940-40b1-92b0-c980e0983fa3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:30.206835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.219157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] For port 7d644e55-5940-40b1-92b0-c980e0983fa3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7d644e55-5940-40b1-92b0-c980e0983fa3,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:30.225290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.270880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.281431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] Calling delete_port for 7d644e55-5940-40b1-92b0-c980e0983fa3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:30.341893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-f767c3ab-fa4d-4ec3-bed3-e301877f3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:30.345071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-f767c3ab-fa4d-4ec3-bed3-e301877f3f9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508819 Jul 23 10:28:30.484957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.525752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] Pushing event deleted for resources: {'Port': ['ID=7d644e55-5940-40b1-92b0-c980e0983fa3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:30.529964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357cd51-7449-4db7-bd27-7ac40d7b9b5b None None] No DVR routers for this DVR port 7d644e55-5940-40b1-92b0-c980e0983fa3 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:30.605941 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3784687f-6e52-4595-baf1-a3ecc7b09915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.764205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.769382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.778690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7d644e55-5940-40b1-92b0-c980e0983fa3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:30.805688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7d644e55-5940-40b1-92b0-c980e0983fa3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:30.806440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7d644e55-5940-40b1-92b0-c980e0983fa3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:30.807094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9c1ae3de-3281-417e-9925-2a1e3360e95f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:30.831244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 9c1ae3de-3281-417e-9925-2a1e3360e95f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:30.832074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9c1ae3de-3281-417e-9925-2a1e3360e95f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:30.846736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.847579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee7d5b4-e62b-4654-bc25-b9a60e092127 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:28:30.855693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:30.856972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f0ef7b9f-5f39-4070-82fe-fda260d82785 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3ee7d5b4-e62b-4654-bc25-b9a60e092127 HTTP/1.1" status: 204 len: 168 time: 3.4426827 Jul 23 10:28:30.883763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:30.958109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Deleting subnet e49b7839-df3c-4fca-80fb-4c03fc545731 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:28:30.966634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.033703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b0235-06f1-413d-86aa-024e42f8c509 req-1c653b3c-e6ed-4a2c-9520-574e34811cd1 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:31.056035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98b0235-06f1-413d-86aa-024e42f8c509 req-1c653b3c-e6ed-4a2c-9520-574e34811cd1 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.2196758 Jul 23 10:28:31.056581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:31.069872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Request body: {'floatingip': {'port_id': '004248b7-052f-4196-b7c3-11940b7ba274'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:31.151560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.173375 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.181934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] For port 7d644e55-5940-40b1-92b0-c980e0983fa3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7d644e55-5940-40b1-92b0-c980e0983fa3,segment=NetworkSegment(02823303-0e12-478a-a929-05d03dd16b56),segment_id=02823303-0e12-478a-a929-05d03dd16b56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:31.182525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.215804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.221091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Calling delete_port for 7d644e55-5940-40b1-92b0-c980e0983fa3 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:31.275619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-91cc0d24-fe03-4ff3-9410-c4e94a7ffc18 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773096 Jul 23 10:28:31.344711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-a2779864-c05c-4887-b387-1dd5cd1b13be tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295415 Jul 23 10:28:31.354366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075f46-c7b1-4b26-8ce7-ddab217501cf req-460d0886-b208-42ae-b467-9a05e8d64ba5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:31.361554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6075f46-c7b1-4b26-8ce7-ddab217501cf req-460d0886-b208-42ae-b467-9a05e8d64ba5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 1.0126534 Jul 23 10:28:31.410624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.510799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0b86b50-ab8a-4094-985e-ae86a400d2c3 req-22b1468a-77d2-46f3-ac59-b19a837005c6 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 210 time: 0.0971959 Jul 23 10:28:31.593666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-7ddf18e1-d805-4f74-b79d-d09531e7b448 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608919 Jul 23 10:28:31.629452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6075f46-c7b1-4b26-8ce7-ddab217501cf req-2d96d96c-7693-4342-888b-ebdf2135d87d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667477 Jul 23 10:28:31.712216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-72b620af-0466-42b5-a707-2244bff8ed2d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:31.713797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-72b620af-0466-42b5-a707-2244bff8ed2d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627932 Jul 23 10:28:31.717701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.750119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49b7839-df3c-4fca-80fb-4c03fc545731,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:31.759855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:31.777919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.786668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3784687f-6e52-4595-baf1-a3ecc7b09915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.823770 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3784687f-6e52-4595-baf1-a3ecc7b09915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.837424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d644e55-5940-40b1-92b0-c980e0983fa3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:31.843538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] No DVR routers for this DVR port 7d644e55-5940-40b1-92b0-c980e0983fa3 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:31.862967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:31.864126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c2388-0716-4728-861e-714be972dd37 None None] Network 833d1b11-f52b-4944-9fa3-fd6567a5fec0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:31.865158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-76f645a0-376f-4b2b-ba01-57c2957f900d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e49b7839-df3c-4fca-80fb-4c03fc545731 HTTP/1.1" status: 204 len: 168 time: 0.9796119 Jul 23 10:28:31.876893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40808) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:31.955111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784687f-6e52-4595-baf1-a3ecc7b09915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f34764a-9117-4a82-aaaf-7128ac3188d0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:31.966639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3784687f-6e52-4595-baf1-a3ecc7b09915 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=766f6cbfccba454cb0267844ad74bee0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7845485 Jul 23 10:28:31.970050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40810) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:31.996560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.000722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-54af5abd-58c6-43f8-b0ed-798b8f58f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:32.002047 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-54af5abd-58c6-43f8-b0ed-798b8f58f32f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1095 time: 0.3297684 Jul 23 10:28:32.032394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fc168c-14de-42e3-8e97-4941aea963ce']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:32.074787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02823303-0e12-478a-a929-05d03dd16b56') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:32.075086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02823303-0e12-478a-a929-05d03dd16b56') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:32.128219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.172070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.178910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] DHCP port deletion for 833d1b11-f52b-4944-9fa3-fd6567a5fec0 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:28:32.193489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:28:32.194118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:28:32.196084 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:28:32.241803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.263381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:32.274010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-ac221669-97f2-4c5d-bd0b-4c8d24dff9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:32.275195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.282580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Deleting port 91347093-c152-43f8-a246-bc21161e1f10 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:32.283264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.289341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-ac221669-97f2-4c5d-bd0b-4c8d24dff9ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.2679582 Jul 23 10:28:32.330395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c521bb44-58a3-4f2d-94dd-e1b52610b9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.395239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c521bb44-58a3-4f2d-94dd-e1b52610b9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.433304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] For port 91347093-c152-43f8-a246-bc21161e1f10, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=91347093-c152-43f8-a246-bc21161e1f10,segment=NetworkSegment(f7b8b233-8a24-4635-b63c-e6d65ab76d4a),segment_id=f7b8b233-8a24-4635-b63c-e6d65ab76d4a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:32.434442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.455395 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.466931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Calling delete_port for 91347093-c152-43f8-a246-bc21161e1f10 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:32.507534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.533337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.538119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] 10.222.0.37 "DELETE /v2.0/networks/a9fc168c-14de-42e3-8e97-4941aea963ce HTTP/1.1" status: 204 len: 168 time: 3.1436965 Jul 23 10:28:32.547704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:32.564133 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c521bb44-58a3-4f2d-94dd-e1b52610b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.570124 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c521bb44-58a3-4f2d-94dd-e1b52610b9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.578119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c521bb44-58a3-4f2d-94dd-e1b52610b9c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f34764a-9117-4a82-aaaf-7128ac3188d0 HTTP/1.1" status: 204 len: 168 time: 0.5750701 Jul 23 10:28:32.690166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ec89c5b-032f-4485-82bd-9580e0ef361f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:32.735129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:28:32.787655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa24c3-9eef-4a25-9c1c-b7e10e7af1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fc168c-14de-42e3-8e97-4941aea963ce,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:32.802215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0ec89c5b-032f-4485-82bd-9580e0ef361f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:32.804978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ec89c5b-032f-4485-82bd-9580e0ef361f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:32.812147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 91347093-c152-43f8-a246-bc21161e1f10 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:32.827356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7fe9a90-e55a-4046-9099-7ac3ceda1c5b req-054bcdaa-17c8-4490-948a-57e0d853f816 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 210 time: 0.1221609 Jul 23 10:28:32.828861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521bb44-58a3-4f2d-94dd-e1b52610b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f34764a-9117-4a82-aaaf-7128ac3188d0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:32.847984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-c7e22941-8d92-44dc-bec9-353839ec7bbe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 999 time: 0.5513599 Jul 23 10:28:32.940957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:32.993055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Pushing event deleted for resources: {'Port': ['ID=91347093-c152-43f8-a246-bc21161e1f10,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:33.004789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.005151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.005628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.005978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.006845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.007777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.008564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.008760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.009069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.009374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.009723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.010240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:33.023479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc56ca1-b625-4d8e-ad2c-c386ea1c6e93 None None] No DVR routers for this DVR port 91347093-c152-43f8-a246-bc21161e1f10 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:33.051340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No active binding found for port 91347093-c152-43f8-a246-bc21161e1f10 {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 10:28:33.052024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 91347093-c152-43f8-a246-bc21161e1f10 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:33.161852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:33.189056 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:33.349632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-7a5f0f72-75d2-4230-8698-4a634e92ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:33.353892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-7a5f0f72-75d2-4230-8698-4a634e92ba9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.4643843 Jul 23 10:28:33.386241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Deleting port 91347093-c152-43f8-a246-bc21161e1f10 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:33.388157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:33.393571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f962fa-416a-46ca-9b88-43bec040a037 req-80b26c0c-4437-4a83-a9da-4eaccba6bd3d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:33.414532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17f962fa-416a-46ca-9b88-43bec040a037 req-80b26c0c-4437-4a83-a9da-4eaccba6bd3d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.3236585 Jul 23 10:28:33.494655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.213 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/a94cfa1f-5f7a-4810-bf73-b45bb2fccc86) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:33.825655 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Floating IP b13c8ba0-91a4-4a3e-82ac-dadf55ac2473 associated. External IP: 172.25.4.86, port: 004248b7-052f-4196-b7c3-11940b7ba274. Jul 23 10:28:33.890283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] For port 91347093-c152-43f8-a246-bc21161e1f10, host n-d-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:33.890693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.063634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17f962fa-416a-46ca-9b88-43bec040a037 req-d38ddf6d-c8b7-4ab1-a10b-f62da29464a9 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6468637 Jul 23 10:28:34.180687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.207315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Calling delete_port for 91347093-c152-43f8-a246-bc21161e1f10 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:34.213969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Port 91347093-c152-43f8-a246-bc21161e1f10 was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:28:34.220084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:34.244264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.329392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-be5015fc-40a6-445f-9030-9891e92f1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:34.339154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Pushing event deleted for resources: {'Port': ['ID=91347093-c152-43f8-a246-bc21161e1f10,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:34.342393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-be5015fc-40a6-445f-9030-9891e92f1cc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7054780 Jul 23 10:28:34.351774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] No DVR routers for this DVR port 91347093-c152-43f8-a246-bc21161e1f10 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:34.454407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-755286957-network', 'tenant_id': '08fbc9f966d6475b9ec24f5e3032e60f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:34.508434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ba0faea-247a-473d-a737-865b6402d801 req-215a1ac4-11c4-4321-87b4-b23ad50bd78d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 210 time: 0.1509244 Jul 23 10:28:34.601547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.633117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Made reservation on behalf of 08fbc9f966d6475b9ec24f5e3032e60f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:34.635394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.641089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-cd0e6cfa-2fa7-48a0-81cc-830a3e6392c3 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937814 Jul 23 10:28:34.641314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833d1b11-f52b-4944-9fa3-fd6567a5fec0']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:34.719711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:34.720003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b8b233-8a24-4635-b63c-e6d65ab76d4a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:34.768963 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.790121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0261dbf-a53c-461b-8d63-9d47577fe28f req-fab3d631-eded-4c70-9511-dcbba4e3101e service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252825 Jul 23 10:28:34.791836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.796067 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.858999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.877388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:28:34.877834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:28:34.880293 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:28:34.900948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.003829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:35.011389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.080247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:35.213131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Pushing event deleted for resources: {'Network': ['ID=833d1b11-f52b-4944-9fa3-fd6567a5fec0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:35.294154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.296725 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a9d276b2-1d50-4b0b-878d-aaa7b10b070c admin admin] 10.222.0.37 "DELETE /v2.0/networks/833d1b11-f52b-4944-9fa3-fd6567a5fec0 HTTP/1.1" status: 204 len: 168 time: 3.4185076 Jul 23 10:28:35.345036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.358044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:35.420184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.429526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:35.440038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.446482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:35.459451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:35.485354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:35.488862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ca90-4f15-4ca4-8bae-4afa8d84bcca req-d86434ab-2691-4621-a5ec-43e3ca87a9ed tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:35.492132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ce9ca90-4f15-4ca4-8bae-4afa8d84bcca req-d86434ab-2691-4621-a5ec-43e3ca87a9ed tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.1770113 Jul 23 10:28:35.551141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:28:35.551926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Deleting port d05ca3f0-3eba-4226-9009-41544d2fff44 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:35.554972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.573874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.575496 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Added segment daeb22d8-a25b-45dd-a714-70b1f0916662 of type vlan for network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 Jul 23 10:28:35.687597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.690157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] For port d05ca3f0-3eba-4226-9009-41544d2fff44, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d05ca3f0-3eba-4226-9009-41544d2fff44,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:35.690520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.713840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Calling delete_port for d05ca3f0-3eba-4226-9009-41544d2fff44 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:35.752182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:35.830921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:35.837891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd9db3e-50fd-47d4-b4a7-26021f4128ac,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:35.879534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.880983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:35.881130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.933726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:35.946187 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] Sync routers for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:35.963763 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:35.966098 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:35.978673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7563398 Jul 23 10:28:35.989900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f115688-5059-4d42-acc6-ed5e3dad98b6 None None] Provisioning for port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:35.995371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:35.998979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f115688-5059-4d42-acc6-ed5e3dad98b6 None None] Provisioning complete for port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:35.999529 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f115688-5059-4d42-acc6-ed5e3dad98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.057742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3f115688-5059-4d42-acc6-ed5e3dad98b6 None None] Port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:36.085018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6cea6bcd-bfa6-4d74-bc1a-aaced1906cd4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "PUT /v2.0/floatingips/b13c8ba0-91a4-4a3e-82ac-dadf55ac2473 HTTP/1.1" status: 200 len: 990 time: 5.0229194 Jul 23 10:28:36.085304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40880) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:36.110611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:36.113552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Request body: {'subnet': {'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-755286957-subnet', 'tenant_id': '08fbc9f966d6475b9ec24f5e3032e60f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:36.116998 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12" -d '{"events": [{"name": "network-changed", "server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "tag": "004248b7-052f-4196-b7c3-11940b7ba274"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:36.125688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.173358 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:36.175043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:36.175824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.320514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6ec69-d9b9-48b6-ab8f-2f74c5894958 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:36.334826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:28:36.356470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-270c7f37-23d4-4705-aa43-e4540472db2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef9a257513de4a288f39753f52b7a2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193892 Jul 23 10:28:36.357081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:36.488846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-449018e1-91df-4971-b290-deeec880ddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.577144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-449018e1-91df-4971-b290-deeec880ddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.713843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-449018e1-91df-4971-b290-deeec880ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.717111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-449018e1-91df-4971-b290-deeec880ddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.720810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-449018e1-91df-4971-b290-deeec880ddf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b HTTP/1.1" status: 204 len: 168 time: 0.3603189 Jul 23 10:28:36.736417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05ca3f0-3eba-4226-9009-41544d2fff44,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:36.738506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449018e1-91df-4971-b290-deeec880ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3207f5c6-d3f3-4eaa-96ee-be3ac4e01a9b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:36.763515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.822088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ce9ca90-4f15-4ca4-8bae-4afa8d84bcca req-66df0ba2-9658-4cec-b19b-ed5cd2b78145 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3108206 Jul 23 10:28:36.846684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-69d183d8-39db-422c-ac88-d0ea94da9c03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1016200 Jul 23 10:28:36.852429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Made reservation on behalf of 08fbc9f966d6475b9ec24f5e3032e60f for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:36.862345 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:36.871969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Request body: {'port': {'device_id': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:37.111085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:37.145505 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b13c8ba0-91a4-4a3e-82ac-dadf55ac2473', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'port_id': '004248b7-052f-4196-b7c3-11940b7ba274', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'mac_address': 'fa:16:3e:69:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202a51f-464e-4087-9c15-21a895214c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:28:11Z', 'updated_at': '2021-07-23T10:28:32Z', 'revision_number': 1, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:09Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:37.212181 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] Checking router: 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:37.232236 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:37.234285 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:37.582744 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:38.063658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:38.077427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Router 763fe066-a4cb-4dce-8261-60b626251ba6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:38.099252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7f4d-d9ac-4622-a3b0-9801e9678a57 req-7c0d7e01-925c-4fcd-a985-ee1075d86320 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:38.111977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f75a7f4d-d9ac-4622-a3b0-9801e9678a57 req-7c0d7e01-925c-4fcd-a985-ee1075d86320 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 936 time: 0.6384645 Jul 23 10:28:38.277881 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b13c8ba0-91a4-4a3e-82ac-dadf55ac2473', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'port_id': '004248b7-052f-4196-b7c3-11940b7ba274', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'mac_address': 'fa:16:3e:69:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202a51f-464e-4087-9c15-21a895214c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:28:11Z', 'updated_at': '2021-07-23T10:28:32Z', 'revision_number': 1, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:09Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:38.375010 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308bfc78-3d1a-47e0-b5b0-4b7e8a43e46d None None] The sync data for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 is: [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b13c8ba0-91a4-4a3e-82ac-dadf55ac2473', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'port_id': '004248b7-052f-4196-b7c3-11940b7ba274', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'mac_address': 'fa:16:3e:69:78:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202a51f-464e-4087-9c15-21a895214c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:28:11Z', 'updated_at': '2021-07-23T10:28:32Z', 'revision_number': 1, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:09Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:38.651222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:38.672710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:38.683402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:38.731576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Transition to ACTIVE for port object a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:38.739487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:38.853217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3615e0-81b0-4b35-a298-f70482bbf407 None None] New status for floating IP b13c8ba0-91a4-4a3e-82ac-dadf55ac2473: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:28:38.868472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:38.931802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-network', 'tenant_id': '75df5f5f79da466baad6e86d32f56062'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:39.020116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Made reservation on behalf of 75df5f5f79da466baad6e86d32f56062 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:39.024536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.073403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.102062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Attempting to bind port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:39.102660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Attempting to bind port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:39.102877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Attempting to bind port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:39.134911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:39.134911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Attempting to bind port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:39.166766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:39.167308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:39.168589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:39.168589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Bound port: a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:39.168880 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.349448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:39.354721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f75a7f4d-d9ac-4622-a3b0-9801e9678a57 req-00918c55-fec1-40fc-bc7d-f467ba568820 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2418189 Jul 23 10:28:39.359115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-71d6e92e-8fce-4d9f-8eb4-aa8dff3b0a77 admin admin] 10.222.0.37 "PUT /v2.0/routers/763fe066-a4cb-4dce-8261-60b626251ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8070073 Jul 23 10:28:39.362822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:39.365278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40916) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:39.374867 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] Sync routers for ids ['763fe066-a4cb-4dce-8261-60b626251ba6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:39.435720 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] Routers {'763fe066-a4cb-4dce-8261-60b626251ba6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:39.439141 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['763fe066-a4cb-4dce-8261-60b626251ba6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:39.484829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Checking segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:39.486022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Network hostable DHCP agents. Network: ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:28:39.602734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] For port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:39.622891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] For port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:39.654378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.669356 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee956bd-f5a9-4dad-89c4-4d12b1685d78 x-openstack-request-id: req-6ee956bd-f5a9-4dad-89c4-4d12b1685d78 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:39.672069 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "tag": "004248b7-052f-4196-b7c3-11940b7ba274", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:39.672992 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ee956bd-f5a9-4dad-89c4-4d12b1685d78 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:39.673586 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274', 'status': 'completed', 'code': 200} Jul 23 10:28:39.740575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.816327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] Set router 763fe066-a4cb-4dce-8261-60b626251ba6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:39.977722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.982948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:39.986356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:39.988380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 HTTP/1.1" status: 200 len: 1096 time: 3.1235125 Jul 23 10:28:40.012471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:28:40.021335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be92e6-1b76-4690-827e-945314f328f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:40.065376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:40.076391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe76c7-90d1-498a-9620-5a7e1b509b12 None None] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:40.098994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.108305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:40.109082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.140744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:28:40.262065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:40.314205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.315972 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Added segment 710351a1-e308-43ba-9976-13513e4a1459 of type vlan for network 6dd029dd-e702-4818-991e-61385e71273a Jul 23 10:28:40.355819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-f9a69780-2835-4076-bea3-0c636985eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:40.358341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-f9a69780-2835-4076-bea3-0c636985eae6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e81dc2513e284fa18befef79359406b7&device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 1096 time: 0.5922630 Jul 23 10:28:40.376434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5a7e4a0e-af83-458a-aad1-f9784977f35e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2884800 Jul 23 10:28:40.406879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb728f6-3dd9-4e6b-94a2-9131b21e82e2 req-51c2b90b-e8a1-42fd-af30-afcbe0197d0f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:40.416138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-beb728f6-3dd9-4e6b-94a2-9131b21e82e2 req-51c2b90b-e8a1-42fd-af30-afcbe0197d0f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.5256150 Jul 23 10:28:40.444573 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:28:35Z', 'revision_number': 5, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port': {'id': '00232d16-12d2-430c-9874-cbb09c7adb7f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:26:20Z', 'updated_at': '2021-07-23T10:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:40.505992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.529520 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] Checking router: 763fe066-a4cb-4dce-8261-60b626251ba6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:40.550860 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] Routers {'763fe066-a4cb-4dce-8261-60b626251ba6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:40.551836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['763fe066-a4cb-4dce-8261-60b626251ba6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:40.561180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-beb728f6-3dd9-4e6b-94a2-9131b21e82e2 req-c2709969-a748-45e8-bf10-e6ff27074401 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408679 Jul 23 10:28:40.582931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad23876-92d6-44e6-a9cf-f8b9e6df1d61 None None] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:40.598246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.744381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-189c2283-153f-418a-975b-b618f75f57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:40.744815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-ce10c75f-1d3c-428b-8b9a-eb957fbc85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:40.746888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-ce10c75f-1d3c-428b-8b9a-eb957fbc85b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 1099 time: 0.6661375 Jul 23 10:28:40.751738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-189c2283-153f-418a-975b-b618f75f57bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1dd780b6-e63b-4665-9cdf-c7712878e93c HTTP/1.1" status: 200 len: 906 time: 0.3302627 Jul 23 10:28:40.767837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.769016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:40.771114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:40.876931 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] Set router 763fe066-a4cb-4dce-8261-60b626251ba6 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:40.914450 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-e5e52fb6-e031-4348-93aa-8b5e2cf4f680 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 HTTP/1.1" status: 200 len: 217 time: 0.1051683 Jul 23 10:28:40.937150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.2815342 Jul 23 10:28:40.964476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40932) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:40.996430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Request body: {'subnet': {'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-subnet', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:41.039314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Deleting port 00232d16-12d2-430c-9874-cbb09c7adb7f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:41.040892 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:41.044490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f623c1-b4b5-468a-bda2-14d19499e969 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd029dd-e702-4818-991e-61385e71273a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:41.064039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6dd029dd-e702-4818-991e-61385e71273a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:28:41.092908 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:28:40Z', 'revision_number': 6, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:41.144804 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6154a622-02f1-4650-a258-08b09c051c2c None None] The sync data for ids ['763fe066-a4cb-4dce-8261-60b626251ba6'] in n-d-778550-4 is: [{'id': '763fe066-a4cb-4dce-8261-60b626251ba6', 'name': 'tempest-AttachSCSIVolumeTestJSON-978515008-router', 'tenant_id': '412d3ebea97a408488d738146847934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:26:18Z', 'updated_at': '2021-07-23T10:28:40Z', 'revision_number': 6, 'project_id': '412d3ebea97a408488d738146847934c', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:41.183845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-1320f035-4e5c-430f-bca0-4cc29a54426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:41.187063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-1320f035-4e5c-430f-bca0-4cc29a54426a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.2642035 Jul 23 10:28:41.317593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b568-db78-4336-9026-943f3602b5e3 req-645f7d74-7e25-4451-b7bc-c8d584ec12de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:41.320383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-645f7d74-7e25-4451-b7bc-c8d584ec12de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249912 Jul 23 10:28:41.405184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Made reservation on behalf of 75df5f5f79da466baad6e86d32f56062 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:41.407749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:41.411832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] For port 00232d16-12d2-430c-9874-cbb09c7adb7f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00232d16-12d2-430c-9874-cbb09c7adb7f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:41.412230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:41.416844 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-57f95508-236b-4560-ac53-a96cedb08464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=004248b7-052f-4196-b7c3-11940b7ba274 HTTP/1.1" status: 200 len: 1000 time: 0.6481373 Jul 23 10:28:41.584059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-11f1bf09-a51a-4c92-8a36-c284c737a526 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552259 Jul 23 10:28:41.688392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'tag': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:41.695695 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67269d34-0ae7-44da-b68d-01c6d23f1b31" -d '{"events": [{"name": "network-changed", "server_uuid": "fea59c56-f0f3-4310-918e-0107d357fef7", "tag": "a94cfa1f-5f7a-4810-bf73-b45bb2fccc86"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:41.777104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Calling delete_port for 00232d16-12d2-430c-9874-cbb09c7adb7f owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:41.874577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb64b568-db78-4336-9026-943f3602b5e3 req-6f95af62-09e3-47a4-9545-3fec83bc22b7 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767930 Jul 23 10:28:41.914783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318119d-5916-41e9-87f6-d2c7d05f3667 req-e295bcd2-28f9-4618-b884-20f20b40e47d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:41.916531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d318119d-5916-41e9-87f6-d2c7d05f3667 req-e295bcd2-28f9-4618-b884-20f20b40e47d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 948 time: 0.9043102 Jul 23 10:28:41.920913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.048930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:42.059857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d318119d-5916-41e9-87f6-d2c7d05f3667 req-9c9b9ee0-e0e7-4a20-a6c4-6e32f5c2ba7e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314721 Jul 23 10:28:42.136584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Checking segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:42.137106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Network hostable DHCP agents. Network: 6dd029dd-e702-4818-991e-61385e71273a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:28:42.216963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Network 6dd029dd-e702-4818-991e-61385e71273a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:28:42.227123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.237783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6dd029dd-e702-4818-991e-61385e71273a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:42.247326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7094f-fb11-405e-98d6-755cd304083c None None] Network 6dd029dd-e702-4818-991e-61385e71273a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:42.266386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:42.266972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.269395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00232d16-12d2-430c-9874-cbb09c7adb7f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:42.337114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4de2421f-0d1d-4c1d-8d5a-df7774d137ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.3643653 Jul 23 10:28:42.337494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:42.342204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:42.381668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.383594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.384732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.499684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.528310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6dd029dd-e702-4818-991e-61385e71273a', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:28:42.529433 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.630020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.637523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.667586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00232d16-12d2-430c-9874-cbb09c7adb7f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:42.741111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.769622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-0da8c2aa-c027-4608-bc14-84757e2b3a50 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:42.771160 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-0da8c2aa-c027-4608-bc14-84757e2b3a50 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.3955374 Jul 23 10:28:42.788671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.789323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763fe066-a4cb-4dce-8261-60b626251ba6 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:28:42.794412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.795614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aee82dee-1a67-4fe3-be1a-da6593671fa2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/763fe066-a4cb-4dce-8261-60b626251ba6 HTTP/1.1" status: 204 len: 168 time: 3.3766780 Jul 23 10:28:42.798763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:42.803039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-ef2dc482-cca9-4033-8cfd-62346b90e028 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/quotas/08fbc9f966d6475b9ec24f5e3032e60f HTTP/1.1" status: 200 len: 375 time: 0.0239422 Jul 23 10:28:42.845253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 00232d16-12d2-430c-9874-cbb09c7adb7f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:42.845635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00232d16-12d2-430c-9874-cbb09c7adb7f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:42.846167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d05ca3f0-3eba-4226-9009-41544d2fff44 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:42.848986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-4e1a6e38-bfb6-4ec2-9c82-470745bae9b3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447004 Jul 23 10:28:42.879795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d05ca3f0-3eba-4226-9009-41544d2fff44 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:42.880070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d05ca3f0-3eba-4226-9009-41544d2fff44 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:42.939303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Deleting subnet f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:28:42.947080 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:42.951679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Allocated IP 172.20.0.2 (6dd029dd-e702-4818-991e-61385e71273a/c5fbf9be-11ab-4f6e-abbe-a8e25a60de67/0a8d013a-2147-4fc2-ad98-a7d2f19e2d37) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:43.005971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.055529 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-4c4ae47f-ff7f-4485-9448-9a46ae402166 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961107 Jul 23 10:28:43.230847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-cb3fe446-2b03-4cf2-baf0-fc13b2fbe5f5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742163 Jul 23 10:28:43.259705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.260788 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.285270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Transition to ACTIVE for port object 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:43.302984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.320629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Transition to ACTIVE for port object 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:43.328112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.335301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.379692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Network 6dd029dd-e702-4818-991e-61385e71273a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:43.395988 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.430120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:43.432946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:43.451489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:43.480488 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.482421 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-37b638a9-ada4-449d-b884-c3c831fe0bba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f0fef7b5-28c2-4c39-90ab-2e91c0b43ba1 HTTP/1.1" status: 204 len: 168 time: 0.6821792 Jul 23 10:28:43.484826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:43.501035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7f457-7757-40bc-bb84-9843a7fc31b4 None None] Network 7f5f6de8-b129-45f4-9fc5-f2e51c11532c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:43.551220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Pushing event updated for resources: {'Port': ['ID=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:43.554184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Attempting to bind port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:43.555226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Attempting to bind port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:43.555982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Attempting to bind port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 on network 6dd029dd-e702-4818-991e-61385e71273a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:43.565464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:43.566022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Checking segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:43.566410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.566625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.567113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Bound using segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:43.567717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Bound port: 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:43.568199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:43.620935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a315c-0df0-458b-b530-1494adcf7835 req-75daaf9c-8774-4056-9804-2fdd0c023101 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:43.622713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-699a315c-0df0-458b-b530-1494adcf7835 req-75daaf9c-8774-4056-9804-2fdd0c023101 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.1728268 Jul 23 10:28:43.623381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Allocated IP 172.25.4.91 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:43.691995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-699a315c-0df0-458b-b530-1494adcf7835 req-c21f0e8b-3601-46be-bea8-4e053855916f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516965 Jul 23 10:28:43.758018 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41920f8-676c-4e6e-91f9-0347132288aa x-openstack-request-id: req-c41920f8-676c-4e6e-91f9-0347132288aa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:43.758333 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea59c56-f0f3-4310-918e-0107d357fef7", "tag": "a94cfa1f-5f7a-4810-bf73-b45bb2fccc86", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:43.760935 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c41920f8-676c-4e6e-91f9-0347132288aa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:43.761360 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'tag': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86', 'status': 'completed', 'code': 200} Jul 23 10:28:43.836558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:28:43.971182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Deleting port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:43.975785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.051308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] For port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:44.098779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] For port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:44.128611 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.200643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] For port b0792adf-bb48-4b96-af97-aa99c9c9a9f8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:44.201011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.211651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.228738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] DHCP port deletion for 7f5f6de8-b129-45f4-9fc5-f2e51c11532c request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:28:44.230318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-9f3d9dbf-2818-4e1a-bbf4-191d16910774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:44.231908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-9f3d9dbf-2818-4e1a-bbf4-191d16910774 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 1099 time: 0.3752165 Jul 23 10:28:44.234216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Calling delete_port for b0792adf-bb48-4b96-af97-aa99c9c9a9f8 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:44.236271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:44.296296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86', 'mac_address': 'fa:16:3e:9b:a5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:28:44.313241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f0ca-6d51-47cb-b1cc-55de53f469ba req-34ddae3e-67bd-46cc-80f4-60253b1d4122 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:44.327162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ec9f0ca-6d51-47cb-b1cc-55de53f469ba req-34ddae3e-67bd-46cc-80f4-60253b1d4122 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 948 time: 0.1394184 Jul 23 10:28:44.410124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ec9f0ca-6d51-47cb-b1cc-55de53f469ba req-896a25cd-a54d-4066-898c-35d3b4ca8754 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 Jul 23 10:28:44.445436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f89d35-15c5-4261-8358-cf75beefdbaa None None] Pushing event updated for resources: {'Port': ['ID=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:44.462394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-1492f614-a4fe-4325-b21e-c0577795e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:44.463939 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-1492f614-a4fe-4325-b21e-c0577795e9a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2231956 Jul 23 10:28:44.471775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.482960 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.580619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] Deleting port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:44.589373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.606178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:44.614745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-ca08fe91-b78f-4dea-ad07-233aadcf28e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 HTTP/1.1" status: 200 len: 217 time: 0.1321123 Jul 23 10:28:44.616756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:44.622890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:44.657292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:44.662357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78987504-5e5c-413a-b787-4936b434e1c9 req-11a66db7-8928-41cc-af33-656097348c73 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 210 time: 0.1181002 Jul 23 10:28:44.684094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-f0b20d4c-9bc3-454e-8a96-48496be01924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:44.685922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-f0b20d4c-9bc3-454e-8a96-48496be01924 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0599172 Jul 23 10:28:44.726685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0792adf-bb48-4b96-af97-aa99c9c9a9f8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:44.776558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:44.811613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:44.835699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.837124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.839328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] For port b0792adf-bb48-4b96-af97-aa99c9c9a9f8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,segment=NetworkSegment(82c2b75b-0b4f-400c-ab4a-74791d55b648),segment_id=82c2b75b-0b4f-400c-ab4a-74791d55b648)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:44.839328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:44.902784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:44.915857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] No DVR routers for this DVR port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:44.946396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:44.968708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] Calling delete_port for b0792adf-bb48-4b96-af97-aa99c9c9a9f8 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:45.020160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No active binding found for port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 10:28:45.020795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0792adf-bb48-4b96-af97-aa99c9c9a9f8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:45.149583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b66d62-86a4-4882-ab56-9657d873ba89 req-e0c78250-41fa-4188-90c0-775f8255ea2b tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:45.151461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77b66d62-86a4-4882-ab56-9657d873ba89 req-e0c78250-41fa-4188-90c0-775f8255ea2b tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.1737635 Jul 23 10:28:45.177265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:45.237189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] Pushing event deleted for resources: {'Port': ['ID=b0792adf-bb48-4b96-af97-aa99c9c9a9f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:45.241126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77b66d62-86a4-4882-ab56-9657d873ba89 req-fb59dea3-c44c-443b-bd6b-eee7f5866b5d tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798030 Jul 23 10:28:45.261605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:45.312248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b0509-9772-4769-a91f-6ebd4ac52795 None None] No DVR routers for this DVR port b0792adf-bb48-4b96-af97-aa99c9c9a9f8 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:45.366953 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:28:45.367598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-7c9ad2dc-fa53-47b7-ae25-626994b1dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:45.369171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-7c9ad2dc-fa53-47b7-ae25-626994b1dade service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6207149 Jul 23 10:28:45.420718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:45.461486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5f6de8-b129-45f4-9fc5-f2e51c11532c']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:45.512873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c2b75b-0b4f-400c-ab4a-74791d55b648') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:45.513406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c2b75b-0b4f-400c-ab4a-74791d55b648') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:45.567742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:45.571820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe4e96-933c-418f-8a74-8b69fa8ef4f5 req-1f2f269f-ce0d-4b61-815b-69f9a86ce831 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:45.575022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cdbe4e96-933c-418f-8a74-8b69fa8ef4f5 req-1f2f269f-ce0d-4b61-815b-69f9a86ce831 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.1753328 Jul 23 10:28:45.642878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cdbe4e96-933c-418f-8a74-8b69fa8ef4f5 req-140ad17a-31e6-43a8-aa14-0f97be853d12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608957 Jul 23 10:28:45.660371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:45.850248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:45.892134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:28:45.892976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:28:45.896431 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:28:46.027789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d75d3-a8eb-48ab-a5a6-e433f0c25355 req-02c35438-8f8b-4082-97d3-c577fc855200 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:46.032087 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-195d75d3-a8eb-48ab-a5a6-e433f0c25355 req-02c35438-8f8b-4082-97d3-c577fc855200 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 949 time: 0.1291611 Jul 23 10:28:46.054873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893ac76-526a-43f7-966f-56ef5b4a6ac8 None None] Network 6dd029dd-e702-4818-991e-61385e71273a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:46.117821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-195d75d3-a8eb-48ab-a5a6-e433f0c25355 req-e36b154b-b29d-42f3-9d2f-fe097fb7f1cf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782731 Jul 23 10:28:46.151765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-88734f5a-7593-4e02-8b23-d13f29686f2c None None] Provisioning for port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:46.250601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-713f05b4-6a26-4c35-9b26-79cf32cf6d16 req-d4b9a8fe-c348-4eb5-91fc-cec9cf214e1e tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 210 time: 0.0570366 Jul 23 10:28:46.315709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-0b6063f6-5f9a-408a-8d9e-062d389b78b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831239 Jul 23 10:28:46.426093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:46.468727 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:46.478467 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f5f6de8-b129-45f4-9fc5-f2e51c11532c HTTP/1.1" status: 204 len: 168 time: 2.9925659 Jul 23 10:28:46.485148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae059-a04d-43de-95f0-387d4c26a3d2 req-b4b11c26-9ff9-40de-9e7e-bd476cdfcde3 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:46.493892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0bae059-a04d-43de-95f0-387d4c26a3d2 req-b4b11c26-9ff9-40de-9e7e-bd476cdfcde3 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.1343775 Jul 23 10:28:46.537469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f452-2893-4e1b-92d6-56e85b042844 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5f6de8-b129-45f4-9fc5-f2e51c11532c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:46.570583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0bae059-a04d-43de-95f0-387d4c26a3d2 req-662f3ab2-45e5-42ae-979b-f344e110f4d5 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Jul 23 10:28:46.585766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67269d34-0ae7-44da-b68d-01c6d23f1b31 req-e221bc2b-1bc4-428f-9a64-d8a528fbf986 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388308 Jul 23 10:28:46.605428 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:46.736379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:46.792808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41008) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:46.832389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:46.840917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:46.841452 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:46.871857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Router 54b11948-ac07-4685-9d49-bd29c49ca17b is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:28:46.908090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df673bc2-c8fe-4227-8f22-010de8e0d937 req-2c9dcb97-acc3-4235-81e3-97d57293ea28 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:46.917654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df673bc2-c8fe-4227-8f22-010de8e0d937 req-2c9dcb97-acc3-4235-81e3-97d57293ea28 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.1373317 Jul 23 10:28:46.946771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee443f35-7504-445e-9c90-8b1aace33d5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ede28f8bf09f4e8fab763e366aacca3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505649 Jul 23 10:28:46.947985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:46.966562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df673bc2-c8fe-4227-8f22-010de8e0d937 req-89c7986d-2c71-4195-a53e-f2690b58f695 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Jul 23 10:28:46.972408 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.030443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:47.039979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.064729 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5171a09f-9062-4019-98bf-da00aa511ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.103006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:47.104271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:47.118479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5171a09f-9062-4019-98bf-da00aa511ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.123233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Sync routers for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:47.142838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:47.144086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:47.161393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.163577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-74dd216f-c915-4141-9e76-941dcd3f4ef8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 4.8242717 Jul 23 10:28:47.166442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:47.352516 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5171a09f-9062-4019-98bf-da00aa511ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.357572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:47.360705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5171a09f-9062-4019-98bf-da00aa511ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:47.361241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5171a09f-9062-4019-98bf-da00aa511ac8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8140f3fc-f7e6-49d2-8775-58b8fe87b202 HTTP/1.1" status: 204 len: 168 time: 0.4123027 Jul 23 10:28:47.411436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171a09f-9062-4019-98bf-da00aa511ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140f3fc-f7e6-49d2-8775-58b8fe87b202,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:47.478887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf7902-0a6e-466a-96bc-04a3210a921d req-a4126461-a638-47d1-8ea0-f2d7601a4e32 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:47.485681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bf7902-0a6e-466a-96bc-04a3210a921d req-a4126461-a638-47d1-8ea0-f2d7601a4e32 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 949 time: 0.2143788 Jul 23 10:28:47.595696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bf7902-0a6e-466a-96bc-04a3210a921d req-c589c9b0-2ac0-46ff-a6cf-266b3403b562 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090274 Jul 23 10:28:47.774909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-035db399-d16b-43a1-be13-e63d4142bd90 req-8400b751-6433-44ca-b668-a388f49a7639 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 210 time: 0.0883288 Jul 23 10:28:47.859554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:47.983459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b4ec1-80bf-4f8e-bce2-cacfba843e26 req-3e4b0035-9e40-4657-bc82-4fe11790a175 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:47.985438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8b0b4ec1-80bf-4f8e-bce2-cacfba843e26 req-3e4b0035-9e40-4657-bc82-4fe11790a175 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.1215205 Jul 23 10:28:48.045630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:48.047524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:48.057221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:48.057824 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.065086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8b0b4ec1-80bf-4f8e-bce2-cacfba843e26 req-035817a5-2614-4c7c-be72-a9473bd402a5 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674977 Jul 23 10:28:48.105793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.120792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-358084af-2a53-4c2b-bd84-ad1bd9a44d06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=412d3ebea97a408488d738146847934c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715923 Jul 23 10:28:48.121007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:45Z', 'revision_number': 3, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:48.121179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:48.166787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Checking router: 54b11948-ac07-4685-9d49-bd29c49ca17b for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:48.167190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Updating router 54b11948-ac07-4685-9d49-bd29c49ca17b port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:28:48.208425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.214272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9675f3e-d528-4f9c-82b8-4da155fa19f8 req-2bcb9e64-90a0-4818-83de-039d32c0a3bf tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:48.222482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9675f3e-d528-4f9c-82b8-4da155fa19f8 req-2bcb9e64-90a0-4818-83de-039d32c0a3bf tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.0872602 Jul 23 10:28:48.270020 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.274227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9675f3e-d528-4f9c-82b8-4da155fa19f8 req-44b5b3f6-517b-4c4b-9589-c5391c7fe041 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Jul 23 10:28:48.343260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Allocated IP 172.20.0.1 (6dd029dd-e702-4818-991e-61385e71273a/c5fbf9be-11ab-4f6e-abbe-a8e25a60de67/03a429e6-a444-4d87-aac1-65d2ee39873a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:48.347861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-8ecf-4171-8b79-f1c2cf7c571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.378195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:48.380489 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467dc94d-263b-4382-b7ee-7cb59c6fd95c" -d '{"events": [{"server_uuid": "fea59c56-f0f3-4310-918e-0107d357fef7", "name": "network-vif-plugged", "status": "completed", "tag": "a94cfa1f-5f7a-4810-bf73-b45bb2fccc86"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:48.403698 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-8ecf-4171-8b79-f1c2cf7c571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.405141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:48.413235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.552711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-070d60b2-9760-4a43-a086-2e8939c1fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:48.556358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-070d60b2-9760-4a43-a086-2e8939c1fed4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=063a259a-8618-43f1-9800-3fa5877d3b47 HTTP/1.1" status: 200 len: 844 time: 0.1365736 Jul 23 10:28:48.562881 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21fe421-e889-42c4-8261-b4fbef398142 x-openstack-request-id: req-d21fe421-e889-42c4-8261-b4fbef398142 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:48.563193 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea59c56-f0f3-4310-918e-0107d357fef7", "name": "network-vif-plugged", "status": "completed", "tag": "a94cfa1f-5f7a-4810-bf73-b45bb2fccc86", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:48.563482 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d21fe421-e889-42c4-8261-b4fbef398142 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:48.563873 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86', 'code': 200} Jul 23 10:28:48.564700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:48.565482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.591763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Transition to ACTIVE for port object 03a429e6-a444-4d87-aac1-65d2ee39873a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:48.624754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-8ecf-4171-8b79-f1c2cf7c571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.627848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-8ecf-4171-8b79-f1c2cf7c571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.653712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-01a09834-8ecf-4171-8b79-f1c2cf7c571a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/981a68ea-445c-4cfa-8c85-ea6ccf681705 HTTP/1.1" status: 204 len: 168 time: 0.5316274 Jul 23 10:28:48.661848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.672891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:48.732747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-c10a58d5-10e5-42b4-8675-48dacb4c0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:48.737444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-c10a58d5-10e5-42b4-8675-48dacb4c0280 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1dd780b6-e63b-4665-9cdf-c7712878e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639414 Jul 23 10:28:48.750732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.767363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09834-8ecf-4171-8b79-f1c2cf7c571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a68ea-445c-4cfa-8c85-ea6ccf681705,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:48.767681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Transition to ACTIVE for port object d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:48.776831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:48.777245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.783581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:48.815056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Network 6dd029dd-e702-4818-991e-61385e71273a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:48.832425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:48.844601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:48.910334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bbab5-4949-4959-aead-7c75f78f5eae req-a551a066-1507-48ae-ae29-659879920aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:48.918795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b4bbab5-4949-4959-aead-7c75f78f5eae req-a551a066-1507-48ae-ae29-659879920aad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 1101 time: 0.2454534 Jul 23 10:28:48.922282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Pushing event updated for resources: {'Port': ['ID=03a429e6-a444-4d87-aac1-65d2ee39873a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:48.988277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Attempting to bind port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:48.990149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b4bbab5-4949-4959-aead-7c75f78f5eae req-b79bde53-931a-43a2-b847-6bea78ce02a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Jul 23 10:28:48.994878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Attempting to bind port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:48.995251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Attempting to bind port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:49.007786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.039257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77877fbf-664f-4278-a088-a62ba0bced70 req-ffe4d9df-d534-438e-afef-23028a56eac8 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 210 time: 0.0710914 Jul 23 10:28:49.085003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:49.085185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-ea4821c9-ce34-4b64-9259-5632eb401ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521670 Jul 23 10:28:49.085754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:49.086322 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.086890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:49.087562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Bound port: d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:49.088192 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.154188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9ba97-f9ca-4d8a-acbf-7bed7afc0f7e req-498c3633-83f1-48ac-952e-f877058180cd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:49.155107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] For port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:49.156788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70d9ba97-f9ca-4d8a-acbf-7bed7afc0f7e req-498c3633-83f1-48ac-952e-f877058180cd tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 950 time: 0.4300621 Jul 23 10:28:49.158569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] For port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:49.161260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdc762-315f-43a8-99b7-d38790c934bb None None] Pushing event updated for resources: {'Port': ['ID=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:49.165892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.223439 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5c7b3f-c2b7-41af-9a12-9b9143b14d12 req-c3a40824-28cf-4eff-9af9-01785cb5078d service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292148 Jul 23 10:28:49.228154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:49.228154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:49.329709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42d7b4-ae3e-461b-892d-96f99c408370 req-8bdf5361-35e2-4e59-b14d-62d1921a1c6a tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:49.331493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab42d7b4-ae3e-461b-892d-96f99c408370 req-8bdf5361-35e2-4e59-b14d-62d1921a1c6a tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.0815067 Jul 23 10:28:49.340433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70d9ba97-f9ca-4d8a-acbf-7bed7afc0f7e req-366936da-0ee0-4180-8693-9d8ea4cfeeec tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097369 Jul 23 10:28:49.364657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:49.372418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.476683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab42d7b4-ae3e-461b-892d-96f99c408370 req-16fa57e8-e5e8-4321-b080-9db1a0682873 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950384 Jul 23 10:28:49.493976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-8727786f-ad72-406f-89fc-3af15be39c8d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:49.495507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-8727786f-ad72-406f-89fc-3af15be39c8d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.55 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.1630437 Jul 23 10:28:49.510356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Request body: {'port': {'device_id': '03913ca8-7971-48e1-b6b9-6314d629f745', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'admin_state_up': True, 'tenant_id': '08fbc9f966d6475b9ec24f5e3032e60f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:49.610278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1aee7884-9202-4a0b-b585-9f281ed980ee None None] Provisioning for port 03a429e6-a444-4d87-aac1-65d2ee39873a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:49.614194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdc762-315f-43a8-99b7-d38790c934bb None None] Pushing event updated for resources: {'Port': ['ID=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:49.620943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1aee7884-9202-4a0b-b585-9f281ed980ee None None] Provisioning complete for port 03a429e6-a444-4d87-aac1-65d2ee39873a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:49.621324 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1aee7884-9202-4a0b-b585-9f281ed980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.672052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1aee7884-9202-4a0b-b585-9f281ed980ee None None] Port 03a429e6-a444-4d87-aac1-65d2ee39873a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:49.683204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:45Z', 'revision_number': 3, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:49.699905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc52fab-4dba-4ecd-b580-9233b65ec573 req-fe745e92-c96d-49f5-8f42-7447e938082e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:49.706832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dc52fab-4dba-4ecd-b580-9233b65ec573 req-fe745e92-c96d-49f5-8f42-7447e938082e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.2310443 Jul 23 10:28:49.708332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Made reservation on behalf of 08fbc9f966d6475b9ec24f5e3032e60f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:49.713808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.722460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b2d95-dad8-49f2-9ce5-899b17cc3535 None None] The sync data for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 is: [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:45Z', 'revision_number': 3, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:49.792487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dc52fab-4dba-4ecd-b580-9233b65ec573 req-b05bbf38-684c-4f28-82b6-91ddf643d50c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847743 Jul 23 10:28:49.806610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.814247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.888565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Allocated IP 172.20.0.13 (ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2/a365fd0e-8e6f-4a18-9ee1-60deae3c2d90/eba86146-eb0c-4500-9327-b7a608407a3a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:49.926064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:49.935095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Pushing event updated for resources: {'Port': ['ID=03a429e6-a444-4d87-aac1-65d2ee39873a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:49.990407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41086) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:50.055529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Network 6dd029dd-e702-4818-991e-61385e71273a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:50.057103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:50.165869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.252964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-network', 'tenant_id': '591b493bf2b04818961ea6515497a626'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:50.258515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.303041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fbc0cd2-b8eb-4573-9088-cc976a0f4865 req-581ececf-729a-4c34-be92-5613b3d4f0fd tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 210 time: 0.1024914 Jul 23 10:28:50.320275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Router 54b11948-ac07-4685-9d49-bd29c49ca17b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:28:50.325370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:50.354820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:50.374826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:50.457943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Made reservation on behalf of 591b493bf2b04818961ea6515497a626 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:50.461373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.466990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event updated for resources: {'Port': ['ID=eba86146-eb0c-4500-9327-b7a608407a3a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:50.515884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.540089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:50.540761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.609227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b2963ab3-340b-4e7e-9366-306b5cbd7921 None None] Provisioning complete for port 03a429e6-a444-4d87-aac1-65d2ee39873a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:50.609781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2963ab3-340b-4e7e-9366-306b5cbd7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.671126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:50.686849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eff75d00-71de-4bf4-9dd0-6da8a87f4139 admin admin] 10.222.0.37 "PUT /v2.0/routers/54b11948-ac07-4685-9d49-bd29c49ca17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5191846 Jul 23 10:28:50.689013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:50.696240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1616-aea7-40a1-af24-00725e643e23 req-6f73ecc3-cb0f-49ac-a05f-9a0d07bc0cbf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:50.703552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca3a1616-aea7-40a1-af24-00725e643e23 req-6f73ecc3-cb0f-49ac-a05f-9a0d07bc0cbf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 950 time: 0.2506547 Jul 23 10:28:50.715951 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.731691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.741759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b2963ab3-340b-4e7e-9366-306b5cbd7921 None None] Port 03a429e6-a444-4d87-aac1-65d2ee39873a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:50.747972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-57559262-8993-4dad-afaf-3582321e058a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2428687 Jul 23 10:28:50.757324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca3a1616-aea7-40a1-af24-00725e643e23 req-65b6c4d4-aea6-4d53-8254-fc534c34704a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Jul 23 10:28:50.773723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Request body: {'port': {'device_id': '03913ca8-7971-48e1-b6b9-6314d629f745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:50.779972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:28:50.795929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:50.800594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:50.803848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.832721 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.833068 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Added segment 95591625-4203-493b-a7b1-4dfa77d84825 of type vlan for network d6b14502-cb53-4bd5-8ec8-da23f86900b9 Jul 23 10:28:50.834377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a08c7-8b39-49b9-8ede-34358c33dcdd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:50.971753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:50.998719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.002085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.032230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:51.043007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.105922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:51.152687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46eb3b-afb2-4fe3-ba01-c22b9e1f3f99 req-2f3a1506-008d-451d-8207-eee5539827bd tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:51.154687 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d46eb3b-afb2-4fe3-ba01-c22b9e1f3f99 req-2f3a1506-008d-451d-8207-eee5539827bd tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.1304512 Jul 23 10:28:51.205478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d46eb3b-afb2-4fe3-ba01-c22b9e1f3f99 req-0fbf4bb1-0428-4674-962e-af06172ea156 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Jul 23 10:28:51.368148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:28:51.434551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.435439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:51.436026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.487355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818b2-6b37-4951-9fb7-0dc9ac5d18c6 req-8bfe7903-01c4-4f21-a0c9-566738e260ad tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:51.488908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a35818b2-6b37-4951-9fb7-0dc9ac5d18c6 req-8bfe7903-01c4-4f21-a0c9-566738e260ad tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 932 time: 0.0661981 Jul 23 10:28:51.521186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5292258 Jul 23 10:28:51.525642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:51.530431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Request body: {'subnet': {'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-subnet', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:51.537327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a35818b2-6b37-4951-9fb7-0dc9ac5d18c6 req-d8b0cdd0-09e4-42b7-a6d1-6e7398d90854 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Jul 23 10:28:51.564996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Made reservation on behalf of 591b493bf2b04818961ea6515497a626 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:51.567797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.622017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4164-26f3-4fdb-8163-25e8ca06636b admin admin] Pushing event updated for resources: {'Network': ['ID=d6b14502-cb53-4bd5-8ec8-da23f86900b9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:51.634279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:28:51.653546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-6bc097aa-619d-4d0a-aeda-4774d7ea465a tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:51.655797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-6bc097aa-619d-4d0a-aeda-4774d7ea465a tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 827 time: 0.2895842 Jul 23 10:28:51.699072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-863dc2ab-c4d8-4102-a12c-f850479a7e1e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/quotas/75df5f5f79da466baad6e86d32f56062 HTTP/1.1" status: 200 len: 375 time: 0.0285623 Jul 23 10:28:51.750730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a8824-f531-4f6e-9f46-ffe1dccf6850 req-55943f61-c026-4a4f-8693-15649d75f68b tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:51.752351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5a8824-f531-4f6e-9f46-ffe1dccf6850 req-55943f61-c026-4a4f-8693-15649d75f68b tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.1176054 Jul 23 10:28:51.833086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5a8824-f531-4f6e-9f46-ffe1dccf6850 req-df702136-24b2-43a1-a044-9a886f9a6ec2 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735285 Jul 23 10:28:51.842770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-61f3b2d5-3374-41ca-bcc8-3dda47c4fc2c tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429827 Jul 23 10:28:51.849572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.902011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba86146-eb0c-4500-9327-b7a608407a3a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:51.914041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.958625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Transition to ACTIVE for port object eba86146-eb0c-4500-9327-b7a608407a3a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:51.961615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Checking segment: {'id': '95591625-4203-493b-a7b1-4dfa77d84825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:51.962035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Network hostable DHCP agents. Network: d6b14502-cb53-4bd5-8ec8-da23f86900b9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:28:51.964524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675c4ae2-9e6d-475d-a7d0-7ebc50c713de,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:51.965068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:51.992790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:28:52.008508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, d6b14502-cb53-4bd5-8ec8-da23f86900b9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:52.012204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-4284c1d2-0c24-4ade-96d5-3bb98407d1d6 service neutron] 10.222.0.37 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498408 Jul 23 10:28:52.013489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:52.015020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.023231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179de6f9-ef03-4bf3-8eee-711d71fabff5 None None] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:52.035286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120fb68-8274-4d70-957a-267d658ae9b9 req-6e92a66c-52fa-463a-a81b-ee20781c1706 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:52.036900 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5120fb68-8274-4d70-957a-267d658ae9b9 req-6e92a66c-52fa-463a-a81b-ee20781c1706 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 950 time: 0.1138980 Jul 23 10:28:52.044260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Pushing event updated for resources: {'Port': ['ID=eba86146-eb0c-4500-9327-b7a608407a3a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:52.047727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5a3ebe3e-f5ad-42c9-9a04-68f02d981370 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5209630 Jul 23 10:28:52.048406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:52.060647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:52.111772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5120fb68-8274-4d70-957a-267d658ae9b9 req-6a6dcbf7-b9de-4907-809d-cae2a3e855f4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620372 Jul 23 10:28:52.118766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.119951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.189343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Attempting to bind port eba86146-eb0c-4500-9327-b7a608407a3a on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:52.189343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Attempting to bind port eba86146-eb0c-4500-9327-b7a608407a3a by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:52.190002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Attempting to bind port eba86146-eb0c-4500-9327-b7a608407a3a on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:52.196203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f49278cd-f8ad-453c-bab9-5ca69f2216ce service neutron] 10.222.0.37 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613154 Jul 23 10:28:52.198448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Port eba86146-eb0c-4500-9327-b7a608407a3a on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:52.198779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Attempting to bind port eba86146-eb0c-4500-9327-b7a608407a3a on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:52.204327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:52.204891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Checking segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:52.205034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Bound using segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:52.205546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Bound port: eba86146-eb0c-4500-9327-b7a608407a3a, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:52.205916 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.229368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.233596 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Sync routers for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:52.239498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-d6b14502-cb53-4bd5-8ec8-da23f86900b9', 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'fixed_ips': [{'subnet_id': '675c4ae2-9e6d-475d-a7d0-7ebc50c713de'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:28:52.240437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.249295 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:52.255628 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:52.409444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] For port eba86146-eb0c-4500-9327-b7a608407a3a, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:52.416425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] For port eba86146-eb0c-4500-9327-b7a608407a3a, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eba86146-eb0c-4500-9327-b7a608407a3a,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:52.430511 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.452820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.465890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Allocated IP 172.20.0.2 (d6b14502-cb53-4bd5-8ec8-da23f86900b9/675c4ae2-9e6d-475d-a7d0-7ebc50c713de/bdf682c1-9fc8-4ac0-93e4-9228842d128d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:52.510659 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:52.658132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:52.661060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Pushing event updated for resources: {'Port': ['ID=eba86146-eb0c-4500-9327-b7a608407a3a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:52.673460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:52.674402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.676354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-316705b3-115c-4402-87a3-5ed66fab1c09 service neutron] 10.222.0.55 "PUT /v2.0/ports/eba86146-eb0c-4500-9327-b7a608407a3a HTTP/1.1" status: 200 len: 1092 time: 1.9199314 Jul 23 10:28:52.682683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03913ca8-7971-48e1-b6b9-6314d629f745', 'tag': 'eba86146-eb0c-4500-9327-b7a608407a3a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:52.685630 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090797c-bdfd-4232-9791-9f490382d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "03913ca8-7971-48e1-b6b9-6314d629f745", "tag": "eba86146-eb0c-4500-9327-b7a608407a3a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:52.729358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d07d-266a-4e85-9b72-f7490e25cccc req-08fcd6ee-86b7-4d32-aa36-f56795cc82a9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:52.733269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1884d07d-266a-4e85-9b72-f7490e25cccc req-08fcd6ee-86b7-4d32-aa36-f56795cc82a9 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 1101 time: 0.2238548 Jul 23 10:28:52.749439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.763888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Transition to ACTIVE for port object bdf682c1-9fc8-4ac0-93e4-9228842d128d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:52.764181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3b614-a11f-45fa-b59b-35904cb29fe0 req-cecf97b7-c945-4783-95c2-b6b706467e74 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:52.765438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6b3b614-a11f-45fa-b59b-35904cb29fe0 req-cecf97b7-c945-4783-95c2-b6b706467e74 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.2620082 Jul 23 10:28:52.794366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Transition to ACTIVE for port object bdf682c1-9fc8-4ac0-93e4-9228842d128d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:52.798950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:52.799805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.803337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:52.835614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:52.859266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1884d07d-266a-4e85-9b72-f7490e25cccc req-72d570a3-6174-4c3b-b5a3-c37c110ca6f4 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107025 Jul 23 10:28:52.925160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-3870ca58-ca41-4212-a841-f4b1facd6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:52.927024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-3870ca58-ca41-4212-a841-f4b1facd6bbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 1095 time: 0.2029724 Jul 23 10:28:53.009248 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 2, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:53.048343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6b3b614-a11f-45fa-b59b-35904cb29fe0 req-14e168ba-7a09-4e00-91e4-a509c2519a21 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767596 Jul 23 10:28:53.068516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-9fd46ab3-5b3c-4386-b1c4-a15cf2c14bf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba86146-eb0c-4500-9327-b7a608407a3a HTTP/1.1" status: 200 len: 217 time: 0.1307449 Jul 23 10:28:53.151481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:53.161599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:53.164908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Pushing event updated for resources: {'Port': ['ID=bdf682c1-9fc8-4ac0-93e4-9228842d128d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:53.168358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:53.186860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c2de0ba-59f4-4379-bd85-9935e484e592 req-75a983d5-8062-4ed3-a873-acc311636b3b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 210 time: 0.1609726 Jul 23 10:28:53.188746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.267596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.299011 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb03c30-5cb9-478f-9d52-b2b32499dd51 x-openstack-request-id: req-6cb03c30-5cb9-478f-9d52-b2b32499dd51 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:53.301248 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03913ca8-7971-48e1-b6b9-6314d629f745", "tag": "eba86146-eb0c-4500-9327-b7a608407a3a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:53.303214 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Checking router: 54b11948-ac07-4685-9d49-bd29c49ca17b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:53.304568 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Updating router 54b11948-ac07-4685-9d49-bd29c49ca17b port 03a429e6-a444-4d87-aac1-65d2ee39873a binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:28:53.316289 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cb03c30-5cb9-478f-9d52-b2b32499dd51 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:53.317741 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03913ca8-7971-48e1-b6b9-6314d629f745', 'tag': 'eba86146-eb0c-4500-9327-b7a608407a3a', 'status': 'completed', 'code': 200} Jul 23 10:28:53.319992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Attempting to bind port bdf682c1-9fc8-4ac0-93e4-9228842d128d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:53.320484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Attempting to bind port bdf682c1-9fc8-4ac0-93e4-9228842d128d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '95591625-4203-493b-a7b1-4dfa77d84825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:53.320960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Attempting to bind port bdf682c1-9fc8-4ac0-93e4-9228842d128d on network d6b14502-cb53-4bd5-8ec8-da23f86900b9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:53.333076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:53.333818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Checking segment: {'id': '95591625-4203-493b-a7b1-4dfa77d84825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:53.334396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.334900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Bound using segment: {'id': '95591625-4203-493b-a7b1-4dfa77d84825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:53.335770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Bound port: bdf682c1-9fc8-4ac0-93e4-9228842d128d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95591625-4203-493b-a7b1-4dfa77d84825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:53.336141 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.339253 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.348490 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.392088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-beb71198-7e68-4045-abae-c9839081931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:53.395501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-beb71198-7e68-4045-abae-c9839081931b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.3202634 Jul 23 10:28:53.407013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:53.409501 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddfc7b2-e04c-4e64-bc7d-d55bfda80247" -d '{"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-unplugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:53.428128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:53.439129 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.495894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] For port bdf682c1-9fc8-4ac0-93e4-9228842d128d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:53.503333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] For port bdf682c1-9fc8-4ac0-93e4-9228842d128d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bdf682c1-9fc8-4ac0-93e4-9228842d128d,segment=NetworkSegment(95591625-4203-493b-a7b1-4dfa77d84825),segment_id=95591625-4203-493b-a7b1-4dfa77d84825)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:53.511937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-d026c03f-808d-4263-9afb-fcdd5893c84e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870154 Jul 23 10:28:53.517032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.528287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:53.548566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416060-3b4b-467d-a17b-14714909e19b req-a2a4549f-ebee-4e3e-b2c1-9b69d0d81f05 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:53.550405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c416060-3b4b-467d-a17b-14714909e19b req-a2a4549f-ebee-4e3e-b2c1-9b69d0d81f05 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.55 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.3280649 Jul 23 10:28:53.595708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907137b-22dd-4eee-9330-a6eef49314f1 None None] Pushing event updated for resources: {'Port': ['ID=bdf682c1-9fc8-4ac0-93e4-9228842d128d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:53.759976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.766109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0d03-6812-400e-b552-9cad574a8f2f req-ad889ef0-fc68-4a16-aa24-45804e948795 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:53.767932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-570f0d03-6812-400e-b552-9cad574a8f2f req-ad889ef0-fc68-4a16-aa24-45804e948795 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 951 time: 0.3844931 Jul 23 10:28:53.846130 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.851360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-86ef6e7d-326b-429b-811f-d74cda2c1f4e service neutron] 10.222.0.55 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268580 Jul 23 10:28:53.904090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-570f0d03-6812-400e-b552-9cad574a8f2f req-ebbfd2c5-1bc4-4837-8724-921c8b82b195 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/security-groups?id=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197538 Jul 23 10:28:53.910792 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Transition to ACTIVE for port object 03a429e6-a444-4d87-aac1-65d2ee39873a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:53.937988 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:53.945410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Deleting port 4014e561-c8fb-406b-aa55-24369984886a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:28:53.945778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.016898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043157e-4e94-4f91-9a26-7339ea4e43d0 req-393582a9-1270-4848-ab8f-9dc15fd022d3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:54.018657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b043157e-4e94-4f91-9a26-7339ea4e43d0 req-393582a9-1270-4848-ab8f-9dc15fd022d3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 944 time: 0.1793365 Jul 23 10:28:54.019948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Allocated IP 172.25.4.212 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/95669cb2-e8d1-4074-ab4f-9033254ab63d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:54.032501 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Pushing event updated for resources: {'Port': ['ID=03a429e6-a444-4d87-aac1-65d2ee39873a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:54.047301 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.047674 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.048015 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.048354 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.048682 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.049013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.049337 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.049656 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.049981 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.050334 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.050641 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.050954 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:28:54.090528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b043157e-4e94-4f91-9a26-7339ea4e43d0 req-14cbc81f-8b07-423f-8882-819f0d648b58 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jul 23 10:28:54.136920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0744f962-47fa-46a1-b546-6afd7bb4f9d4 req-b2f7707a-4a47-419e-af0b-0deb63114ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760558 Jul 23 10:28:54.148627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-894b0acc-1e0b-41a8-a8ae-9142e55ac05a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567577 Jul 23 10:28:54.196807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] For port 4014e561-c8fb-406b-aa55-24369984886a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4014e561-c8fb-406b-aa55-24369984886a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:54.197195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.209353 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Attempting to bind port 03a429e6-a444-4d87-aac1-65d2ee39873a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:54.209777 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Attempting to bind port 03a429e6-a444-4d87-aac1-65d2ee39873a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:54.210102 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Attempting to bind port 03a429e6-a444-4d87-aac1-65d2ee39873a on network 6dd029dd-e702-4818-991e-61385e71273a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:54.222180 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:54.222699 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Checking segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:54.222959 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.223963 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Bound using segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:54.225026 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Bound port: 03a429e6-a444-4d87-aac1-65d2ee39873a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:54.226035 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.228982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Calling delete_port for 4014e561-c8fb-406b-aa55-24369984886a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:28:54.347956 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] For port 03a429e6-a444-4d87-aac1-65d2ee39873a, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:54.352476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] For port 03a429e6-a444-4d87-aac1-65d2ee39873a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=03a429e6-a444-4d87-aac1-65d2ee39873a,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:54.362194 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.420140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-d1c5454e-2397-4560-96b7-0280d806ef27 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:54.428481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-d1c5454e-2397-4560-96b7-0280d806ef27 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787995 Jul 23 10:28:54.430571 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda25384-0bc3-4c09-9e59-a8f42d8083e2 x-openstack-request-id: req-cda25384-0bc3-4c09-9e59-a8f42d8083e2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:54.430980 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-unplugged", "status": "completed", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:54.431334 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cda25384-0bc3-4c09-9e59-a8f42d8083e2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:54.431962 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'code': 200} Jul 23 10:28:54.453333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e032-21e4-4854-9872-161db1ee28e3 None None] Pushing event updated for resources: {'Port': ['ID=03a429e6-a444-4d87-aac1-65d2ee39873a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:54.475575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-fb2457fa-d9bd-4bf8-8498-c40c8efe8b11 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/quotas/aa65ca1942394e3b825b965f0fbbe228 HTTP/1.1" status: 200 len: 375 time: 0.0452859 Jul 23 10:28:54.481410 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:54.482408 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:54.538483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090797c-bdfd-4232-9791-9f490382d37e req-fc142b78-cd34-48dd-a58c-8da692aadac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:54.540569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-fc142b78-cd34-48dd-a58c-8da692aadac0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 1095 time: 0.2649426 Jul 23 10:28:54.639893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.690446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bdf682c1-9fc8-4ac0-93e4-9228842d128d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:54.719679 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:54.801151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.818015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port bdf682c1-9fc8-4ac0-93e4-9228842d128d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:54.844710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-cd3c5381-5e34-4638-8577-5b3ffd13bd70 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:54.846646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-cd3c5381-5e34-4638-8577-5b3ffd13bd70 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.20 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 827 time: 0.5528944 Jul 23 10:28:54.853784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:54.855104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-a3ec6dff-f8d5-45f7-aca9-a6707dd7bc7b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3779945 Jul 23 10:28:54.883487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Request body: {'port': {'device_id': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'admin_state_up': True, 'tenant_id': '75df5f5f79da466baad6e86d32f56062'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:54.977298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Pushing event deleted for resources: {'Port': ['ID=4014e561-c8fb-406b-aa55-24369984886a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:55.031202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090797c-bdfd-4232-9791-9f490382d37e req-f022591b-3390-45f2-b6d8-485ce2fad72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:55.033006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-f022591b-3390-45f2-b6d8-485ce2fad72a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 915 time: 0.4853899 Jul 23 10:28:55.064019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] No DVR routers for this DVR port 4014e561-c8fb-406b-aa55-24369984886a on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:28:55.085174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:55.112051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-fd6d4895-6be4-4017-b4ec-d1e334d1d27e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba86146-eb0c-4500-9327-b7a608407a3a HTTP/1.1" status: 200 len: 217 time: 0.0458906 Jul 23 10:28:55.113522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:55.115712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c416060-3b4b-467d-a17b-14714909e19b req-cc9d15f9-fb20-4c6a-afa5-fccd19aa3c15 tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.55 "DELETE /v2.0/ports/4014e561-c8fb-406b-aa55-24369984886a HTTP/1.1" status: 204 len: 173 time: 1.5490401 Jul 23 10:28:55.130029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9511e6a-ca30-4205-a94a-fb8859a4d9a2 req-c30a9b22-08ab-4dd8-bb73-ab626de19c4a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:55.132320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9511e6a-ca30-4205-a94a-fb8859a4d9a2 req-c30a9b22-08ab-4dd8-bb73-ab626de19c4a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.5772684 Jul 23 10:28:55.180705 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:54Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:55.191918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090797c-bdfd-4232-9791-9f490382d37e req-c55e7c1a-d7fe-4130-862c-a8a7e92c0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:55.192923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-c55e7c1a-d7fe-4130-862c-a8a7e92c0f8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.0507455 Jul 23 10:28:55.208656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:55.214099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbe52e41-3620-4ca3-92eb-2100cf367a38 req-35794b7a-d0b7-48d7-ac19-29e60daee846 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 210 time: 0.0880826 Jul 23 10:28:55.216843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:55.233747 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ccb35-420b-4562-8727-7fda08f693b4 None None] The sync data for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 is: [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:54Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:28:55.250883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c135774-7dc4-4e44-85f0-826b1a2b954e None None] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:28:55.307074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-5c72a84a-a3da-4ab9-871a-f9eba8b4508f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952761 Jul 23 10:28:55.345590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-deleted', 'tag': '4014e561-c8fb-406b-aa55-24369984886a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:55.349572 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe42d43-e006-42f6-96cd-47423902b7a2" -d '{"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-deleted", "tag": "4014e561-c8fb-406b-aa55-24369984886a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:28:55.380604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Pushing event updated for resources: {'Port': ['ID=95669cb2-e8d1-4074-ab4f-9033254ab63d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:55.420651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9511e6a-ca30-4205-a94a-fb8859a4d9a2 req-028f7807-33bf-4cc0-99ea-bddcfd82e3e6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148807 Jul 23 10:28:55.516614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] Provisioning for port bdf682c1-9fc8-4ac0-93e4-9228842d128d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:55.526635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] Provisioning complete for port bdf682c1-9fc8-4ac0-93e4-9228842d128d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:55.527575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:55.626153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f8357d5-8922-469f-910a-233d881939d8 req-6145cafb-9723-451c-a1df-d3b6d7dd58bb tempest-ImagesOneServerTestJSON-693057549 tempest-ImagesOneServerTestJSON-693057549-project] 10.222.0.37 "GET /v2.0/ports?device_id=5190ef75-a86f-4945-9856-a1e303c1ed57 HTTP/1.1" status: 200 len: 210 time: 0.1668792 Jul 23 10:28:55.695096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-9ad8c77a-16ea-438a-9e50-17592eb7492f service neutron] 10.222.0.55 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411252 Jul 23 10:28:55.715669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ac3e941-de1b-467a-b92b-a846f300fe4e req-b13e6d62-f1dc-411c-8f00-5b50e571a7bf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 210 time: 0.0729966 Jul 23 10:28:55.815774 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:55.820307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Made reservation on behalf of 75df5f5f79da466baad6e86d32f56062 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:55.826661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:55.948448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] For port bdf682c1-9fc8-4ac0-93e4-9228842d128d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bdf682c1-9fc8-4ac0-93e4-9228842d128d,segment=NetworkSegment(95591625-4203-493b-a7b1-4dfa77d84825),segment_id=95591625-4203-493b-a7b1-4dfa77d84825)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:55.961472 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:55.996735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e090797c-bdfd-4232-9791-9f490382d37e req-f888f5b8-07fb-4278-a97e-a0f0f6aa361c service neutron] 10.222.0.55 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899902 Jul 23 10:28:56.027355 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced96f5a-8907-482f-83db-6dd810a03a1d x-openstack-request-id: req-ced96f5a-8907-482f-83db-6dd810a03a1d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:28:56.027693 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5190ef75-a86f-4945-9856-a1e303c1ed57", "name": "network-vif-deleted", "tag": "4014e561-c8fb-406b-aa55-24369984886a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:28:56.027951 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ced96f5a-8907-482f-83db-6dd810a03a1d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:28:56.030415 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5190ef75-a86f-4945-9856-a1e303c1ed57', 'name': 'network-vif-deleted', 'tag': '4014e561-c8fb-406b-aa55-24369984886a', 'status': 'completed', 'code': 200} Jul 23 10:28:56.062320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816565fa-a764-45d4-b9e7-084f785e6070 req-8d98ed30-7be2-40be-bec2-cf981bc103a5 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:56.075173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-816565fa-a764-45d4-b9e7-084f785e6070 req-8d98ed30-7be2-40be-bec2-cf981bc103a5 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 944 time: 0.2995698 Jul 23 10:28:56.094703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b1400-93c7-42cc-a289-0e3d66159683 None None] Pushing event updated for resources: {'Port': ['ID=bdf682c1-9fc8-4ac0-93e4-9228842d128d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:56.144345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:56.189035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-816565fa-a764-45d4-b9e7-084f785e6070 req-1190d96b-4cf0-4c2f-b115-6fd1247a188a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128607 Jul 23 10:28:56.241454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Allocated IP 172.20.0.7 (6dd029dd-e702-4818-991e-61385e71273a/c5fbf9be-11ab-4f6e-abbe-a8e25a60de67/7a877949-e2c4-4576-883a-0bb9aafef3aa) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:56.290372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8ec86229-527f-4a9c-8b73-77b6ec1c249a None None] Provisioning complete for port bdf682c1-9fc8-4ac0-93e4-9228842d128d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:56.290763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ec86229-527f-4a9c-8b73-77b6ec1c249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:56.426104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d32dd52-6889-439c-bbc4-0e68c7e65743 req-5df47f32-7dc6-4290-84a1-20879015dd66 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 210 time: 0.0860512 Jul 23 10:28:56.518084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:56.588226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b968e-6494-4270-b308-1148c53aef64 req-288e2d29-1c86-41bc-acb7-116860a0fb13 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:56.589815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a8b968e-6494-4270-b308-1148c53aef64 req-288e2d29-1c86-41bc-acb7-116860a0fb13 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 944 time: 0.0769131 Jul 23 10:28:56.624933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:56.648083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Transition to ACTIVE for port object 7a877949-e2c4-4576-883a-0bb9aafef3aa will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:56.685590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a8b968e-6494-4270-b308-1148c53aef64 req-b3ec6733-f63d-4e06-9257-f49b95a3145a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894079 Jul 23 10:28:56.717668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Router 6a153051-e360-4d84-b704-66a22793fa8b is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:28:56.748522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:56.780688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bdf682c1-9fc8-4ac0-93e4-9228842d128d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:56.792787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-d92d90d4-a5c4-484b-8b12-10e40aa2fc03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=aa65ca1942394e3b825b965f0fbbe228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427020 Jul 23 10:28:56.875840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:28:56.884223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:28:56.947305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Network 6dd029dd-e702-4818-991e-61385e71273a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:56.957793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:56.979256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2321e461-99cd-4f3a-9437-b7604d543334 req-df997177-b4b8-4b3f-ac43-9d58a820b15d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 210 time: 0.1522312 Jul 23 10:28:56.979971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:57.007637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 4014e561-c8fb-406b-aa55-24369984886a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:28:57.008139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4014e561-c8fb-406b-aa55-24369984886a not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:28:57.015805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event updated for resources: {'Port': ['ID=7a877949-e2c4-4576-883a-0bb9aafef3aa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:57.073667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-16ebe849-3d95-4c6d-bccc-89ca7db2b3c7 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:57.073667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-16ebe849-3d95-4c6d-bccc-89ca7db2b3c7 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633224 Jul 23 10:28:57.074888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port bdf682c1-9fc8-4ac0-93e4-9228842d128d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:57.074888 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.087234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Request body: {'port': {'device_id': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'aa65ca1942394e3b825b965f0fbbe228'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:57.098924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:57.099368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.116956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:28:57.120992 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-f6a37455-5065-4c79-aad8-d84d8f9d4ced tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2547543 Jul 23 10:28:57.122183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99970f25-8624-4d68-8bee-73d23dd9ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.138146 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.142698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90a0d70e-9381-4115-9f08-24c401156266 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0888476 Jul 23 10:28:57.142951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:57.154055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Sync routers for ids ['6a153051-e360-4d84-b704-66a22793fa8b'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:28:57.274454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Routers {'6a153051-e360-4d84-b704-66a22793fa8b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:28:57.275153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:28:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a153051-e360-4d84-b704-66a22793fa8b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:57.314963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Request body: {'port': {'device_id': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:57.320914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41248) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:57.406352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:57.440323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 03a429e6-a444-4d87-aac1-65d2ee39873a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:28:57.451870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '05787ce7-e851-480e-b4b3-c31ac967453f', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'port_id': '05787ce7-e851-480e-b4b3-c31ac967453f', 'mac_address': 'fa:16:3e:8d:fe:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:28:57.505310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Set router 6a153051-e360-4d84-b704-66a22793fa8b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:28:57.594867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.638562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-83d8edcf-4103-444f-8513-a27f21552f6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f29903ad930e4e3ea238a07e22047c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140438 Jul 23 10:28:57.640057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:28:57.640974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3c615fab-1a42-4444-a822-5eda9b2b9677 None None] Provisioning for port 7a877949-e2c4-4576-883a-0bb9aafef3aa completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:57.662030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3c615fab-1a42-4444-a822-5eda9b2b9677 None None] Provisioning complete for port 7a877949-e2c4-4576-883a-0bb9aafef3aa triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:57.662427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c615fab-1a42-4444-a822-5eda9b2b9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.669390 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.692417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77e75e-ea55-4364-9da8-c84e1029678c req-b0079ec0-4e7a-4349-9119-395b75f5fa22 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:57.694014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd77e75e-ea55-4364-9da8-c84e1029678c req-b0079ec0-4e7a-4349-9119-395b75f5fa22 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 944 time: 0.3759332 Jul 23 10:28:57.722903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035308f-a20c-462a-aa8a-103e7183b7fc req-fe523bad-4dd3-4307-9efe-a96dec7f28c4 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:57.725358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b035308f-a20c-462a-aa8a-103e7183b7fc req-fe523bad-4dd3-4307-9efe-a96dec7f28c4 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 931 time: 0.1059697 Jul 23 10:28:57.727469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Made reservation on behalf of aa65ca1942394e3b825b965f0fbbe228 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:28:57.732073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.757703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:57.783808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3c615fab-1a42-4444-a822-5eda9b2b9677 None None] Port 7a877949-e2c4-4576-883a-0bb9aafef3aa cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:57.799817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:57.825348 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.826390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eba86146-eb0c-4500-9327-b7a608407a3a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:28:57.831016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 03a429e6-a444-4d87-aac1-65d2ee39873a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:57.840284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b035308f-a20c-462a-aa8a-103e7183b7fc req-7c357224-197b-4422-accb-b2d3ba9562dc tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946980 Jul 23 10:28:57.861463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 03a429e6-a444-4d87-aac1-65d2ee39873a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:57.862139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.908416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd77e75e-ea55-4364-9da8-c84e1029678c req-92006320-2b91-4cbb-9f61-4702cdf3c574 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463940 Jul 23 10:28:57.936164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9608bb0-76d3-4fc4-89c9-96ac003fcb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:57.948393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Allocated IP 192.168.233.153 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/004fbc52-61e3-47ea-bb28-a787c7aa30f6) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:57.964697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:58.020283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9608bb0-76d3-4fc4-89c9-96ac003fcb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.022667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a153051-e360-4d84-b704-66a22793fa8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:52Z', 'updated_at': '2021-07-23T10:28:55Z', 'revision_number': 3, 'project_id': '591b493bf2b04818961ea6515497a626', 'gw_port': {'id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:53Z', 'updated_at': '2021-07-23T10:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:28:58.062626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Checking router: 6a153051-e360-4d84-b704-66a22793fa8b for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:28:58.063017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Updating router 6a153051-e360-4d84-b704-66a22793fa8b port 95669cb2-e8d1-4074-ab4f-9033254ab63d binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:28:58.102003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98cfce-bcdd-444a-86f6-2a6c51771cd6 req-e40ce1c7-2bd1-4c7c-a6e4-9f1ab4d321b5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:58.103776 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df98cfce-bcdd-444a-86f6-2a6c51771cd6 req-e40ce1c7-2bd1-4c7c-a6e4-9f1ab4d321b5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1575253 Jul 23 10:28:58.134953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port eba86146-eb0c-4500-9327-b7a608407a3a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eba86146-eb0c-4500-9327-b7a608407a3a,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:58.154659 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.159554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'eba86146-eb0c-4500-9327-b7a608407a3a', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'port_id': 'eba86146-eb0c-4500-9327-b7a608407a3a', 'mac_address': 'fa:16:3e:b5:06:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a365fd0e-8e6f-4a18-9ee1-60deae3c2d90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:28:58.181086 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.192627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df98cfce-bcdd-444a-86f6-2a6c51771cd6 req-8e39e24f-7c4d-488c-bb58-ba78ded42c09 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790319 Jul 23 10:28:58.238769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.261031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Transition to ACTIVE for port object 004fbc52-61e3-47ea-bb28-a787c7aa30f6 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:58.309813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.381210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:58.386090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:58.388923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:58.421592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:58.424361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:58.439517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event updated for resources: {'Port': ['ID=004fbc52-61e3-47ea-bb28-a787c7aa30f6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:58.473879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:58.474554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.495347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-9c9bef0d-292f-4997-a42a-42b75d3cfac3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4174485 Jul 23 10:28:58.499608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-862967c6-b2d6-41e3-9e91-8b31cafef2e4 req-e4bcbdc4-f8bf-4533-9fdb-e2671c686acf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 210 time: 0.4210682 Jul 23 10:28:58.516940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Request body: {'port': {'device_id': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:28:58.570813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9608bb0-76d3-4fc4-89c9-96ac003fcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.573428 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9608bb0-76d3-4fc4-89c9-96ac003fcb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.574795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a9608bb0-76d3-4fc4-89c9-96ac003fcb84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/275a3b95-9ea6-43da-95c8-b1c2a5e00bbf HTTP/1.1" status: 204 len: 168 time: 0.9336772 Jul 23 10:28:58.596520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608bb0-76d3-4fc4-89c9-96ac003fcb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a3b95-9ea6-43da-95c8-b1c2a5e00bbf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:58.626397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.644775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.657299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 03a429e6-a444-4d87-aac1-65d2ee39873a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=03a429e6-a444-4d87-aac1-65d2ee39873a,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:58.668844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.696304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a877949-e2c4-4576-883a-0bb9aafef3aa {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:58.699977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.717457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.768986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba86146-eb0c-4500-9327-b7a608407a3a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:58.787203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Transition to ACTIVE for port object 7a877949-e2c4-4576-883a-0bb9aafef3aa will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:58.825284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.838793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2a8f6954-476f-4cb5-904a-2e7580b343d8 None None] Provisioning for port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:28:58.858457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port eba86146-eb0c-4500-9327-b7a608407a3a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eba86146-eb0c-4500-9327-b7a608407a3a,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:28:58.873215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2a8f6954-476f-4cb5-904a-2e7580b343d8 None None] Provisioning complete for port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:28:58.873588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a8f6954-476f-4cb5-904a-2e7580b343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.910621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:58.920651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Pushing event updated for resources: {'Port': ['ID=7a877949-e2c4-4576-883a-0bb9aafef3aa,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:58.956389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=03a429e6-a444-4d87-aac1-65d2ee39873a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:59.120267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f6954-476f-4cb5-904a-2e7580b343d8 None None] Port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:28:59.152921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=eba86146-eb0c-4500-9327-b7a608407a3a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:59.165301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Allocated IP 172.20.0.1 (d6b14502-cb53-4bd5-8ec8-da23f86900b9/675c4ae2-9e6d-475d-a7d0-7ebc50c713de/b43acdcf-1a8e-4e9b-85b3-235c544fc028) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:28:59.201208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c15cb-7605-47cb-bd16-a0b64ae447d5 req-cd72d886-21ea-4dd5-900c-d3f896854fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:59.208225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-827c15cb-7605-47cb-bd16-a0b64ae447d5 req-cd72d886-21ea-4dd5-900c-d3f896854fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 943 time: 0.1837697 Jul 23 10:28:59.214723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['05787ce7-e851-480e-b4b3-c31ac967453f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:59.216793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:28:59.258951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-827c15cb-7605-47cb-bd16-a0b64ae447d5 req-5bc1876b-aa45-4eaa-b6af-b16f0b27cebb tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495784 Jul 23 10:28:59.280444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004fbc52-61e3-47ea-bb28-a787c7aa30f6 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:28:59.291085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106878-3d7a-44d2-bd29-c6cdb92ca562 req-3f078f8d-1109-4433-b31e-1359e1941935 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:59.293659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97106878-3d7a-44d2-bd29-c6cdb92ca562 req-3f078f8d-1109-4433-b31e-1359e1941935 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 945 time: 0.2416837 Jul 23 10:28:59.301307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Attempting to bind port 7a877949-e2c4-4576-883a-0bb9aafef3aa on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:59.301660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Attempting to bind port 7a877949-e2c4-4576-883a-0bb9aafef3aa by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:59.301992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Attempting to bind port 7a877949-e2c4-4576-883a-0bb9aafef3aa on network 6dd029dd-e702-4818-991e-61385e71273a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:59.305970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.353681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Transition to ACTIVE for port object 004fbc52-61e3-47ea-bb28-a787c7aa30f6 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:59.365575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.410903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Port 7a877949-e2c4-4576-883a-0bb9aafef3aa on network 6dd029dd-e702-4818-991e-61385e71273a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:59.411234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Attempting to bind port 7a877949-e2c4-4576-883a-0bb9aafef3aa on network 6dd029dd-e702-4818-991e-61385e71273a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:59.422473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Pushing event updated for resources: {'Port': ['ID=004fbc52-61e3-47ea-bb28-a787c7aa30f6,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:59.457368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97106878-3d7a-44d2-bd29-c6cdb92ca562 req-e1acfed0-d378-48e8-a660-66b50c90527c tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480405 Jul 23 10:28:59.462122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:59.462471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Checking segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:59.462860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Bound using segment: {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:59.463319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Bound port: 7a877949-e2c4-4576-883a-0bb9aafef3aa, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710351a1-e308-43ba-9976-13513e4a1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dd029dd-e702-4818-991e-61385e71273a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:59.463701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.534586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.577560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.583888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Transition to ACTIVE for port object b43acdcf-1a8e-4e9b-85b3-235c544fc028 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:59.662384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.719566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Transition to ACTIVE for port object 95669cb2-e8d1-4074-ab4f-9033254ab63d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:28:59.732341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93f19b-5dd1-4b36-a5b6-d0b722b83cd1 req-e39522d4-658d-4893-99ea-fd626a1c00f8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:59.734735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:28:59.737836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] For port 7a877949-e2c4-4576-883a-0bb9aafef3aa, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:28:59.742346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:28:59.747119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d93f19b-5dd1-4b36-a5b6-d0b722b83cd1 req-e39522d4-658d-4893-99ea-fd626a1c00f8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.3255608 Jul 23 10:28:59.748436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:28:59.784234 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.814843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] For port 7a877949-e2c4-4576-883a-0bb9aafef3aa, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:28:59.816236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Pushing event updated for resources: {'Port': ['ID=b43acdcf-1a8e-4e9b-85b3-235c544fc028,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:59.819765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.826083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.827227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Attempting to bind port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:28:59.831218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Attempting to bind port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:28:59.831887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Attempting to bind port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:59.847534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:28:59.848273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Attempting to bind port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:28:59.858822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:28:59.859622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:28:59.860290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:28:59.860971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Bound port: 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:28:59.863649 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.914161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d93f19b-5dd1-4b36-a5b6-d0b722b83cd1 req-59e2e833-3b1b-4c03-96a2-70e69a5d119a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568985 Jul 23 10:28:59.918524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f91235-b0c1-47ab-9774-2b6e8997f294 None None] Pushing event updated for resources: {'Port': ['ID=95669cb2-e8d1-4074-ab4f-9033254ab63d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:28:59.929486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:28:59.930114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.938078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 1091 time: 2.7968023 Jul 23 10:28:59.938333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-989f70a4-8d8c-4303-98cd-ea78605edf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:28:59.979549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:28:59.981741 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9b7bbf-8390-4fb2-9940-39b72531136a" -d '{"events": [{"name": "network-changed", "server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:00.064596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] For port 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:00.071855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] For port 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:00.079640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.128672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.129614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.131190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] 10.222.0.55 "PUT /v2.0/ports/004fbc52-61e3-47ea-bb28-a787c7aa30f6 HTTP/1.1" status: 200 len: 1096 time: 1.6278815 Jul 23 10:29:00.132662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'tag': '004fbc52-61e3-47ea-bb28-a787c7aa30f6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:00.135000 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009339a0-c187-4cb1-9793-7c24f128160f" -d '{"events": [{"name": "network-changed", "server_uuid": "3861bc35-2503-4212-b233-b3d2deeb74f6", "tag": "004fbc52-61e3-47ea-bb28-a787c7aa30f6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:00.179070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f2254-255a-4124-988a-3eb0f3150554 service neutron] Pushing event updated for resources: {'Port': ['ID=004fbc52-61e3-47ea-bb28-a787c7aa30f6,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:00.243086 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb42cd1-fd36-4da1-8165-033a122df60e x-openstack-request-id: req-0eb42cd1-fd36-4da1-8165-033a122df60e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:00.243391 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:00.243668 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eb42cd1-fd36-4da1-8165-033a122df60e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:00.244069 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'status': 'completed', 'code': 200} Jul 23 10:29:00.256065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ebd09-7e19-4aef-adc7-627cddf53983 service neutron] Pushing event updated for resources: {'Port': ['ID=7a877949-e2c4-4576-883a-0bb9aafef3aa,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:00.310861 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417e600-27bb-40bf-bb26-bb111ed081d9 x-openstack-request-id: req-5417e600-27bb-40bf-bb26-bb111ed081d9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:00.311372 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3861bc35-2503-4212-b233-b3d2deeb74f6", "tag": "004fbc52-61e3-47ea-bb28-a787c7aa30f6", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:00.311498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44869d-6396-47b9-aaf3-7c3e8f2369fc req-6b4baa11-a6f8-4870-b3fb-f6b55f8a67c5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.311624 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5417e600-27bb-40bf-bb26-bb111ed081d9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:00.311866 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'tag': '004fbc52-61e3-47ea-bb28-a787c7aa30f6', 'status': 'completed', 'code': 200} Jul 23 10:29:00.312983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc44869d-6396-47b9-aaf3-7c3e8f2369fc req-6b4baa11-a6f8-4870-b3fb-f6b55f8a67c5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 948 time: 0.4339724 Jul 23 10:29:00.315383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-3fe7b781-5e9a-4298-8e6a-891c4f3d34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.316880 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-3fe7b781-5e9a-4298-8e6a-891c4f3d34e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1094 time: 0.3059680 Jul 23 10:29:00.328152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-96aa9600-f6ab-46b5-b66c-3e758505b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.329707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-96aa9600-f6ab-46b5-b66c-3e758505b3fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 1099 time: 0.1511140 Jul 23 10:29:00.353323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Attempting to bind port 95669cb2-e8d1-4074-ab4f-9033254ab63d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:00.353894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Attempting to bind port 95669cb2-e8d1-4074-ab4f-9033254ab63d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:00.357055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Attempting to bind port 95669cb2-e8d1-4074-ab4f-9033254ab63d on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:00.396086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-ae500ad6-9dee-46b8-b665-5a748d203da6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 217 time: 0.0465012 Jul 23 10:29:00.431468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-93133e98-f519-49a4-bcb5-a9b2a8e26284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6 HTTP/1.1" status: 200 len: 217 time: 0.0910366 Jul 23 10:29:00.440492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc44869d-6396-47b9-aaf3-7c3e8f2369fc req-587ccc42-42f9-4171-84c7-ed21ef071d4f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181245 Jul 23 10:29:00.469025 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.471363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.483456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:00.484842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:00.485261 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.485686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:00.486178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Bound port: 95669cb2-e8d1-4074-ab4f-9033254ab63d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:00.486747 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.489164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f2207ac3-241b-4be7-b921-83ae13031a6a None None] Provisioning for port b43acdcf-1a8e-4e9b-85b3-235c544fc028 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:00.510503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f2207ac3-241b-4be7-b921-83ae13031a6a None None] Provisioning complete for port b43acdcf-1a8e-4e9b-85b3-235c544fc028 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:00.510905 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2207ac3-241b-4be7-b921-83ae13031a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.524844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-7ae1cfb3-e808-445f-a871-1a6e8f13ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.526347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-7ae1cfb3-e808-445f-a871-1a6e8f13ca50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 200 len: 866 time: 0.1193740 Jul 23 10:29:00.538827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-09d525e8-a9c8-4388-a939-03d5dcafb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.540469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-09d525e8-a9c8-4388-a939-03d5dcafb969 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1027658 Jul 23 10:29:00.587102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f2207ac3-241b-4be7-b921-83ae13031a6a None None] Port b43acdcf-1a8e-4e9b-85b3-235c544fc028 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:29:00.616453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bd66e-656d-48fd-8cce-a250885ea2ed req-1353be1e-0520-4f69-b985-89c166431136 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.618173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b28bd66e-656d-48fd-8cce-a250885ea2ed req-1353be1e-0520-4f69-b985-89c166431136 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 943 time: 0.1793113 Jul 23 10:29:00.674603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] For port 95669cb2-e8d1-4074-ab4f-9033254ab63d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:00.679625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] For port 95669cb2-e8d1-4074-ab4f-9033254ab63d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=95669cb2-e8d1-4074-ab4f-9033254ab63d,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:00.683905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-b01003cc-ff4c-408d-81a5-77a499be3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.686099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-76f75cd1-8f5e-4698-bed6-beb287313cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:00.686986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-b01003cc-ff4c-408d-81a5-77a499be3128 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360526 Jul 23 10:29:00.687649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-76f75cd1-8f5e-4698-bed6-beb287313cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd029dd-e702-4818-991e-61385e71273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520703 Jul 23 10:29:00.690808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b28bd66e-656d-48fd-8cce-a250885ea2ed req-a43b5f33-4ef1-42ec-b5ac-975529659144 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Jul 23 10:29:00.705806 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.833292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.834169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-31365fee-71de-4748-9356-fd699f801686 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407993 Jul 23 10:29:00.842325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-cc7a4527-2d06-4bf8-95a4-55c26c580213 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458061 Jul 23 10:29:00.850669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:00.879855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 03a429e6-a444-4d87-aac1-65d2ee39873a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:00.924813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Routers {'6a153051-e360-4d84-b704-66a22793fa8b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:00.925465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a153051-e360-4d84-b704-66a22793fa8b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:00.935452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Pushing event updated for resources: {'Port': ['ID=b43acdcf-1a8e-4e9b-85b3-235c544fc028,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:00.968860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adaf0dbf-8db8-4e5b-9c84-a25e9d458458 req-cd04409b-ef7e-460f-bdad-b1c7ccbaff5c service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 Jul 23 10:29:00.973652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:01.023024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f91235-b0c1-47ab-9774-2b6e8997f294 None None] Pushing event updated for resources: {'Port': ['ID=95669cb2-e8d1-4074-ab4f-9033254ab63d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:01.113567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518d67-ed27-49f4-810d-c312971dda47 req-1470e0ce-1008-437b-a0f5-5a41f90d47bf tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.121111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8518d67-ed27-49f4-810d-c312971dda47 req-1470e0ce-1008-437b-a0f5-5a41f90d47bf tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 945 time: 0.2637405 Jul 23 10:29:01.137897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16095f86-9426-4c8f-8b61-4f9d81bc54f7 req-410074c2-db85-412e-90d8-8e3f49910931 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841668 Jul 23 10:29:01.145089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009339a0-c187-4cb1-9793-7c24f128160f req-2c71783b-99fa-4e3f-92d1-f11c79be2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.146585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-2c71783b-99fa-4e3f-92d1-f11c79be2614 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 1099 time: 0.1229131 Jul 23 10:29:01.154135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 03a429e6-a444-4d87-aac1-65d2ee39873a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:01.154618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:01.176517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:01.190464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:01.205687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8518d67-ed27-49f4-810d-c312971dda47 req-c6333ce9-5b2a-481f-b719-8d7ae8a685fd tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697241 Jul 23 10:29:01.214936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] Set router 6a153051-e360-4d84-b704-66a22793fa8b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:01.294330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:01.331323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009339a0-c187-4cb1-9793-7c24f128160f req-3d8f8467-f005-4e20-b481-3628cc59a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.332943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-3d8f8467-f005-4e20-b481-3628cc59a927 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1790259 Jul 23 10:29:01.422358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-dcfe2860-ff10-412e-bb50-1ab4681ceaf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6 HTTP/1.1" status: 200 len: 217 time: 0.0800285 Jul 23 10:29:01.494633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009339a0-c187-4cb1-9793-7c24f128160f req-2f550994-8517-48da-a50d-4cd52d73543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.496688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-2f550994-8517-48da-a50d-4cd52d73543f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0655088 Jul 23 10:29:01.514076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-dae14f5c-d586-4ad0-8dfd-7cbe7635d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.515115 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-dae14f5c-d586-4ad0-8dfd-7cbe7635d4c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1094 time: 0.2405980 Jul 23 10:29:01.546579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a799-2151-4596-983f-f34bb516f9ee req-8525fa24-49a3-4401-9bb7-504da0993ac7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.548151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0791a799-2151-4596-983f-f34bb516f9ee req-8525fa24-49a3-4401-9bb7-504da0993ac7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.2747376 Jul 23 10:29:01.583568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Router 6a153051-e360-4d84-b704-66a22793fa8b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:01.624580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8bccc8dd-df97-4e0d-a23f-4d11614e484a None None] Provisioning complete for port b43acdcf-1a8e-4e9b-85b3-235c544fc028 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:01.625714 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bccc8dd-df97-4e0d-a23f-4d11614e484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:01.627118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009339a0-c187-4cb1-9793-7c24f128160f req-657fc078-a2be-49dd-88cd-4c7c3329a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.628886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-657fc078-a2be-49dd-88cd-4c7c3329a600 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171410 Jul 23 10:29:01.673530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f7744-f859-4256-83f0-5bde87f66094 req-9a6c12cb-31d7-4437-af8c-10ce7b7b1c2e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.675771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e5f7744-f859-4256-83f0-5bde87f66094 req-9a6c12cb-31d7-4437-af8c-10ce7b7b1c2e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 948 time: 0.1200030 Jul 23 10:29:01.685901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0791a799-2151-4596-983f-f34bb516f9ee req-1d129000-7eec-448e-a0e0-d8056a4f7e9e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142187 Jul 23 10:29:01.764428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-feef4d49-62e8-4361-95c3-16a8f89aa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:01.765953 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-feef4d49-62e8-4361-95c3-16a8f89aa55c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 928 time: 0.2408917 Jul 23 10:29:01.800835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e5f7744-f859-4256-83f0-5bde87f66094 req-836bf039-0ce8-40db-852d-06569d4461b6 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880504 Jul 23 10:29:01.801289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8bccc8dd-df97-4e0d-a23f-4d11614e484a None None] Port b43acdcf-1a8e-4e9b-85b3-235c544fc028 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:29:01.811649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-b39ef685-ddf5-4016-a953-479429b58945 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740439 Jul 23 10:29:01.813144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a153051-e360-4d84-b704-66a22793fa8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:52Z', 'updated_at': '2021-07-23T10:29:00Z', 'revision_number': 4, 'project_id': '591b493bf2b04818961ea6515497a626', 'gw_port': {'id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:53Z', 'updated_at': '2021-07-23T10:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'b43acdcf-1a8e-4e9b-85b3-235c544fc028', 'name': '', 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'mac_address': 'fa:16:3e:81:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '675c4ae2-9e6d-475d-a7d0-7ebc50c713de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:58Z', 'updated_at': '2021-07-23T10:29:00Z', 'revision_number': 2, 'project_id': '591b493bf2b04818961ea6515497a626', 'subnets': [{'id': '675c4ae2-9e6d-475d-a7d0-7ebc50c713de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:01.845059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ef280-228a-4a08-86ab-b99a0f878f74 None None] The sync data for ids ['6a153051-e360-4d84-b704-66a22793fa8b'] in n-d-778550-4 is: [{'id': '6a153051-e360-4d84-b704-66a22793fa8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:52Z', 'updated_at': '2021-07-23T10:29:00Z', 'revision_number': 4, 'project_id': '591b493bf2b04818961ea6515497a626', 'gw_port': {'id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:53Z', 'updated_at': '2021-07-23T10:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'b43acdcf-1a8e-4e9b-85b3-235c544fc028', 'name': '', 'network_id': 'd6b14502-cb53-4bd5-8ec8-da23f86900b9', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'mac_address': 'fa:16:3e:81:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '675c4ae2-9e6d-475d-a7d0-7ebc50c713de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:58Z', 'updated_at': '2021-07-23T10:29:00Z', 'revision_number': 2, 'project_id': '591b493bf2b04818961ea6515497a626', 'subnets': [{'id': '675c4ae2-9e6d-475d-a7d0-7ebc50c713de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:01.927031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-a98db6cb-8d92-45ac-a3c6-c9972601a78f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 217 time: 0.1206522 Jul 23 10:29:01.941048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-009339a0-c187-4cb1-9793-7c24f128160f req-fc69d143-8dcd-464d-9871-4b3414955cda service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223164 Jul 23 10:29:01.999093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:02.005797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a3d2800-ca75-4fdc-a39b-1d36a668e20e admin admin] 10.222.0.37 "PUT /v2.0/routers/6a153051-e360-4d84-b704-66a22793fa8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8618236 Jul 23 10:29:02.025714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e4afa-5208-410f-9be9-87c08fefa2a7 req-444b634d-1871-4314-94d4-91213dd7b473 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:02.027230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a4e4afa-5208-410f-9be9-87c08fefa2a7 req-444b634d-1871-4314-94d4-91213dd7b473 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 943 time: 0.1782427 Jul 23 10:29:02.029092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-5da62f69-4f07-408b-b3e6-04a1f43c08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:02.030423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-5da62f69-4f07-408b-b3e6-04a1f43c08bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 200 len: 866 time: 0.0798800 Jul 23 10:29:02.103492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a4e4afa-5208-410f-9be9-87c08fefa2a7 req-df1e0346-8c3f-43c2-bc28-86323ddf107f tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686061 Jul 23 10:29:02.118352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41344) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:02.123647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-ba153df9-b20c-46a0-98e1-dac751213ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:02.125114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-ba153df9-b20c-46a0-98e1-dac751213ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd029dd-e702-4818-991e-61385e71273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822687 Jul 23 10:29:02.311184 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb1491a5-47cb-40d9-b20c-520995f75250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:02.312109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-e0b48707-43cb-480f-8a09-2d65f0abbd47 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618962 Jul 23 10:29:02.413479 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-954561fe-faa3-45f5-b067-39eeca733aea req-dd51221e-b9e1-4880-b91b-8ac887a4e983 tempest-FloatingIPDetailsNegativeTestJSON-1860275574 tempest-FloatingIPDetailsNegativeTestJSON-1860275574-project] show failed (client error): The resource could not be found. Jul 23 10:29:02.414131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:02.415044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-954561fe-faa3-45f5-b067-39eeca733aea req-dd51221e-b9e1-4880-b91b-8ac887a4e983 tempest-FloatingIPDetailsNegativeTestJSON-1860275574 tempest-FloatingIPDetailsNegativeTestJSON-1860275574-project] 10.222.0.37 "GET /v2.0/floatingips/1f5c0f0a-6144-4ed7-a074-be9797ad963d HTTP/1.1" status: 404 len: 350 time: 0.0530536 Jul 23 10:29:02.424685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41356) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:02.466149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa9b7bbf-8390-4fb2-9940-39b72531136a req-a95ed4ae-562f-4b21-9869-f3fab3cf4fa9 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436334 Jul 23 10:29:02.495072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d67b6-215c-4a7e-8067-dc2a36e8f1d0 req-3b2d14c9-7c6d-47ec-b766-4089babc2d69 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:02.496723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a4d67b6-215c-4a7e-8067-dc2a36e8f1d0 req-3b2d14c9-7c6d-47ec-b766-4089babc2d69 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 945 time: 0.1310728 Jul 23 10:29:02.550641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a4d67b6-215c-4a7e-8067-dc2a36e8f1d0 req-b05cdcf5-6e57-4b1b-bb38-32871d0248a5 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Jul 23 10:29:02.581117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb1491a5-47cb-40d9-b20c-520995f75250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:02.587804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb1491a5-47cb-40d9-b20c-520995f75250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:02.698586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cb1491a5-47cb-40d9-b20c-520995f75250 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cc0d96f2abb4c5295d2c157dc9859ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765274 Jul 23 10:29:02.698976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:02.705352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1491a5-47cb-40d9-b20c-520995f75250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92885d-83c0-4850-bcb9-0017deda2f4d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:02.812447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd748-063d-417a-ba4c-96cad1df5e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:02.865487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd748-063d-417a-ba4c-96cad1df5e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:02.939139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:02.952402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5273b29-9782-4ac2-a0bd-ad7550c21d0a req-ca516ed2-7211-4156-9a4d-cfbd16c63831 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:02.960293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5273b29-9782-4ac2-a0bd-ad7550c21d0a req-ca516ed2-7211-4156-9a4d-cfbd16c63831 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 945 time: 0.1269698 Jul 23 10:29:03.015641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95669cb2-e8d1-4074-ab4f-9033254ab63d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:03.023832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d17156-ce9b-425a-b796-b60ec1ed3c26 req-ccc8986e-7c45-4ddb-9fdf-0ed2e46f4fae tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:03.025823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08d17156-ce9b-425a-b796-b60ec1ed3c26 req-ccc8986e-7c45-4ddb-9fdf-0ed2e46f4fae tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 948 time: 0.1338978 Jul 23 10:29:03.027123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd748-063d-417a-ba4c-96cad1df5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.030262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e8dd748-063d-417a-ba4c-96cad1df5e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.033777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e8dd748-063d-417a-ba4c-96cad1df5e16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e92885d-83c0-4850-bcb9-0017deda2f4d HTTP/1.1" status: 204 len: 168 time: 0.3314312 Jul 23 10:29:03.045904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dd748-063d-417a-ba4c-96cad1df5e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92885d-83c0-4850-bcb9-0017deda2f4d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:03.073241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5273b29-9782-4ac2-a0bd-ad7550c21d0a req-70570ace-8c58-4e9d-b3d4-1faf205cb43d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118031 Jul 23 10:29:03.101703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08d17156-ce9b-425a-b796-b60ec1ed3c26 req-30d25e4c-ab67-44ba-a02d-548a09957951 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572186 Jul 23 10:29:03.141898 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.244813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 05787ce7-e851-480e-b4b3-c31ac967453f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:03.249597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 05787ce7-e851-480e-b4b3-c31ac967453f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:03.250303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.254786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 95669cb2-e8d1-4074-ab4f-9033254ab63d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:03.292818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 95669cb2-e8d1-4074-ab4f-9033254ab63d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:03.293875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.344821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9914-9747-4f27-91e7-649687465753 req-62a41f34-de53-4a23-a6d4-ef6d0fca16ed tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:03.354167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdba9914-9747-4f27-91e7-649687465753 req-62a41f34-de53-4a23-a6d4-ef6d0fca16ed tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 943 time: 0.1114697 Jul 23 10:29:03.402804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-da0753e8-0b2b-4d84-973b-9704ea2a5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:03.404425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-da0753e8-0b2b-4d84-973b-9704ea2a5384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1096 time: 0.1984916 Jul 23 10:29:03.424404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdba9914-9747-4f27-91e7-649687465753 req-ed8113eb-0abb-420a-a814-b8824cfd0e1b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Jul 23 10:29:03.541486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.577024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-42722d50-cfe6-42ed-b536-ac514630d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:03.578604 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-42722d50-cfe6-42ed-b536-ac514630d58e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.1329763 Jul 23 10:29:03.622018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:03.626139 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cee42ff-8c25-429e-bedd-4b91935ee4c6" -d '{"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-plugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:03.652874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:03.654302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.680609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 95669cb2-e8d1-4074-ab4f-9033254ab63d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=95669cb2-e8d1-4074-ab4f-9033254ab63d,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:03.685153 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.686245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eba86146-eb0c-4500-9327-b7a608407a3a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:03.737462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.745789 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-8f8b79b5-52f2-436f-842c-e3e400cdd827 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 200 len: 1000 time: 0.1558678 Jul 23 10:29:03.777692 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6f366-d85d-4547-a93b-efcc30fec28a x-openstack-request-id: req-52f6f366-d85d-4547-a93b-efcc30fec28a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:03.778070 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-plugged", "status": "completed", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:03.778238 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52f6f366-d85d-4547-a93b-efcc30fec28a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:03.778643 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'code': 200} Jul 23 10:29:03.779203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=12']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:03.857877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-112559eb-f1cd-407f-a69a-265b6036a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:03.859355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-112559eb-f1cd-407f-a69a-265b6036a228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.1045029 Jul 23 10:29:03.867867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7a877949-e2c4-4576-883a-0bb9aafef3aa details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:03.901559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Deleting port b43acdcf-1a8e-4e9b-85b3-235c544fc028 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:03.901897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:03.911353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4920371-83b2-4219-ae12-c223072ee5a0 req-651375e7-7e47-4df8-82dc-eac73f748749 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:03.919410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4920371-83b2-4219-ae12-c223072ee5a0 req-651375e7-7e47-4df8-82dc-eac73f748749 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 945 time: 0.2373390 Jul 23 10:29:03.941243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=95669cb2-e8d1-4074-ab4f-9033254ab63d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:03.959473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port eba86146-eb0c-4500-9327-b7a608407a3a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:03.970016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port eba86146-eb0c-4500-9327-b7a608407a3a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:03.970687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.060435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 7a877949-e2c4-4576-883a-0bb9aafef3aa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:04.077204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'port_id': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'mac_address': 'fa:16:3e:c2:37:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:04.168866 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.172330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.197219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.200102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a877949-e2c4-4576-883a-0bb9aafef3aa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:04.229213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port eba86146-eb0c-4500-9327-b7a608407a3a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eba86146-eb0c-4500-9327-b7a608407a3a,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:04.237539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.277380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 7a877949-e2c4-4576-883a-0bb9aafef3aa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:04.277639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9d0e-ea48-402b-8104-fd16f5e30548 req-2fe4c3c9-3a0b-4d60-9efa-f2ae6d264014 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:04.279625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50df9d0e-ea48-402b-8104-fd16f5e30548 req-2fe4c3c9-3a0b-4d60-9efa-f2ae6d264014 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 948 time: 0.0874312 Jul 23 10:29:04.284753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.312668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=eba86146-eb0c-4500-9327-b7a608407a3a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:04.336462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50df9d0e-ea48-402b-8104-fd16f5e30548 req-021b33cc-bc7c-4dc1-855f-0abb8d0de22a tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499241 Jul 23 10:29:04.376249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=7a877949-e2c4-4576-883a-0bb9aafef3aa,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:04.417623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4920371-83b2-4219-ae12-c223072ee5a0 req-85add3d6-fa03-4af7-ba6c-711d6dae84d5 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971476 Jul 23 10:29:04.453914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.457595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-cfd9d910-405f-402e-9ac9-21aad06cbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:04.459125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-cfd9d910-405f-402e-9ac9-21aad06cbca9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5904715 Jul 23 10:29:04.466605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ee0f2-a264-4327-86d5-4e6d3b9cb5d0 req-44eeed62-aec5-4748-b8e4-faff394c52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:04.468153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f42ee0f2-a264-4327-86d5-4e6d3b9cb5d0 req-44eeed62-aec5-4748-b8e4-faff394c52b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 1097 time: 0.5246799 Jul 23 10:29:04.482581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Calling delete_port for b43acdcf-1a8e-4e9b-85b3-235c544fc028 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:04.521796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb257eb-4b97-4db0-8889-62e62386ce81 req-87424e1e-dd81-43ab-ac2e-d7a6569b7928 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:04.523931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cb257eb-4b97-4db0-8889-62e62386ce81 req-87424e1e-dd81-43ab-ac2e-d7a6569b7928 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.1022580 Jul 23 10:29:04.573298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cb257eb-4b97-4db0-8889-62e62386ce81 req-261ff503-4ee6-4995-8473-ba379e70d5ca tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Jul 23 10:29:04.615465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f42ee0f2-a264-4327-86d5-4e6d3b9cb5d0 req-5747637b-f70c-4870-9ef7-efddf886d5be service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340008 Jul 23 10:29:04.649650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-1f903bca-7b02-4ddb-977b-34c4aa08a7b4 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790586 Jul 23 10:29:04.723077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['7a877949-e2c4-4576-883a-0bb9aafef3aa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:04.826529 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5f8664e-b961-451c-aea3-a254f21b2a8c req-9b44338a-ab55-46ad-a8f9-39068f5978f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318958 Jul 23 10:29:04.847115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8d8a-18cc-4f2b-ba06-633dbe28971b req-eab6612a-0904-4946-aac4-80ae734537ef tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:04.863790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e60b8d8a-18cc-4f2b-ba06-633dbe28971b req-eab6612a-0904-4946-aac4-80ae734537ef tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 944 time: 0.1222672 Jul 23 10:29:04.888913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95669cb2-e8d1-4074-ab4f-9033254ab63d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:04.889630 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:04.891650 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] Sync routers for ids ['6a153051-e360-4d84-b704-66a22793fa8b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:04.904552 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] Routers {'6a153051-e360-4d84-b704-66a22793fa8b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:04.905188 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a153051-e360-4d84-b704-66a22793fa8b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:04.936441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e60b8d8a-18cc-4f2b-ba06-633dbe28971b req-62b3f304-96f9-4db7-baf0-880a3e9bf295 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706377 Jul 23 10:29:04.943086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43acdcf-1a8e-4e9b-85b3-235c544fc028,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:04.957807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004fbc52-61e3-47ea-bb28-a787c7aa30f6 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:05.077742 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] Set router 6a153051-e360-4d84-b704-66a22793fa8b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:05.133467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 95669cb2-e8d1-4074-ab4f-9033254ab63d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:05.134280 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.148007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.247233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:05.251368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:05.277732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '004fbc52-61e3-47ea-bb28-a787c7aa30f6', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '004fbc52-61e3-47ea-bb28-a787c7aa30f6', 'mac_address': 'fa:16:3e:cd:39:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:05.340823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a153051-e360-4d84-b704-66a22793fa8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:52Z', 'updated_at': '2021-07-23T10:29:04Z', 'revision_number': 5, 'project_id': '591b493bf2b04818961ea6515497a626', 'gw_port': {'id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:53Z', 'updated_at': '2021-07-23T10:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:05.356925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.375925 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] Checking router: 6a153051-e360-4d84-b704-66a22793fa8b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:05.387369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] Routers {'6a153051-e360-4d84-b704-66a22793fa8b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:05.388099 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a153051-e360-4d84-b704-66a22793fa8b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:05.395137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004fbc52-61e3-47ea-bb28-a787c7aa30f6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:05.422811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0671-8c67-48c9-a594-b76e0a2f9623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.430817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Router 6a153051-e360-4d84-b704-66a22793fa8b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:05.451966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:05.461603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.542899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=004fbc52-61e3-47ea-bb28-a787c7aa30f6,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:05.583148 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0671-8c67-48c9-a594-b76e0a2f9623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.590001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0671-8c67-48c9-a594-b76e0a2f9623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.594754 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] Set router 6a153051-e360-4d84-b704-66a22793fa8b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:05.641333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0671-8c67-48c9-a594-b76e0a2f9623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89784665-9fd4-45dc-b17e-754ae4db6fa4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:05.648734 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0c4c0671-8c67-48c9-a594-b76e0a2f9623 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcc3e8ab327f4ae6927d926319f6ef3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995426 Jul 23 10:29:05.651285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:05.675787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475c412-ebce-4c91-ab4a-9acdf4230ca1 req-864e7469-4dd6-4089-90d7-ea2ed0e6f36e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:05.677452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3475c412-ebce-4c91-ab4a-9acdf4230ca1 req-864e7469-4dd6-4089-90d7-ea2ed0e6f36e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 949 time: 0.1825821 Jul 23 10:29:05.715366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:05.718328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0493-1e5f-4933-9d48-c0183bfee7dd req-989f6b59-e958-480a-b3c0-c146fac0b2e3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:05.725897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1167bd57-cc6d-4625-ad9c-6df89fc3da75 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a153051-e360-4d84-b704-66a22793fa8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2967517 Jul 23 10:29:05.726254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['004fbc52-61e3-47ea-bb28-a787c7aa30f6'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:05.727165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47fe0493-1e5f-4933-9d48-c0183bfee7dd req-989f6b59-e958-480a-b3c0-c146fac0b2e3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 946 time: 0.1840711 Jul 23 10:29:05.727463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3475c412-ebce-4c91-ab4a-9acdf4230ca1 req-35e85ffa-601c-4ab2-ab30-a556f5b315da tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Jul 23 10:29:05.728011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41440) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:05.761346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c9307e2-4eba-4ebc-bdb2-622cb5b65c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.809835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47fe0493-1e5f-4933-9d48-c0183bfee7dd req-c9f30cd9-3dd8-422b-8ec7-2529236bf834 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770628 Jul 23 10:29:05.825974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03913ca8-7971-48e1-b6b9-6314d629f745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba86146-eb0c-4500-9327-b7a608407a3a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:05.828372 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f407ee06-4c8d-42cb-9881-03940381b126" -d '{"events": [{"server_uuid": "03913ca8-7971-48e1-b6b9-6314d629f745", "name": "network-vif-plugged", "status": "completed", "tag": "eba86146-eb0c-4500-9327-b7a608407a3a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:05.836657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c9307e2-4eba-4ebc-bdb2-622cb5b65c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.895300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.940166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c9307e2-4eba-4ebc-bdb2-622cb5b65c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.943185 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c9307e2-4eba-4ebc-bdb2-622cb5b65c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:05.951721 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1c9307e2-4eba-4ebc-bdb2-622cb5b65c97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89784665-9fd4-45dc-b17e-754ae4db6fa4 HTTP/1.1" status: 204 len: 168 time: 0.2963605 Jul 23 10:29:06.001097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9307e2-4eba-4ebc-bdb2-622cb5b65c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89784665-9fd4-45dc-b17e-754ae4db6fa4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:06.054294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86145-dbd3-46e7-b4fe-970d5e16f186 req-5e208004-1a65-47fe-86de-92f4567cac4c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:06.057239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01b86145-dbd3-46e7-b4fe-970d5e16f186 req-5e208004-1a65-47fe-86de-92f4567cac4c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.1040387 Jul 23 10:29:06.114876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:06.119969 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a153051-e360-4d84-b704-66a22793fa8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:52Z', 'updated_at': '2021-07-23T10:29:04Z', 'revision_number': 5, 'project_id': '591b493bf2b04818961ea6515497a626', 'gw_port': {'id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:53Z', 'updated_at': '2021-07-23T10:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:06.149616 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5259124-7747-49cd-9cb0-386156f67a94 None None] The sync data for ids ['6a153051-e360-4d84-b704-66a22793fa8b'] in n-d-778550-4 is: [{'id': '6a153051-e360-4d84-b704-66a22793fa8b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-286355143-router', 'tenant_id': '591b493bf2b04818961ea6515497a626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:52Z', 'updated_at': '2021-07-23T10:29:04Z', 'revision_number': 5, 'project_id': '591b493bf2b04818961ea6515497a626', 'gw_port': {'id': '95669cb2-e8d1-4074-ab4f-9033254ab63d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a153051-e360-4d84-b704-66a22793fa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:53Z', 'updated_at': '2021-07-23T10:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:06.156084 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c4a26-3bf7-4d2b-91f7-fa7e3df0c220 x-openstack-request-id: req-560c4a26-3bf7-4d2b-91f7-fa7e3df0c220 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:06.156621 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03913ca8-7971-48e1-b6b9-6314d629f745", "name": "network-vif-plugged", "status": "completed", "tag": "eba86146-eb0c-4500-9327-b7a608407a3a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:06.156621 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-560c4a26-3bf7-4d2b-91f7-fa7e3df0c220 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:06.157035 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03913ca8-7971-48e1-b6b9-6314d629f745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba86146-eb0c-4500-9327-b7a608407a3a', 'code': 200} Jul 23 10:29:06.192998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01b86145-dbd3-46e7-b4fe-970d5e16f186 req-0467a0a9-0cd4-4168-9f2f-1e960e65c6a6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232700 Jul 23 10:29:06.208325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Deleting port 95669cb2-e8d1-4074-ab4f-9033254ab63d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:06.208692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:06.411550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] For port 95669cb2-e8d1-4074-ab4f-9033254ab63d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=95669cb2-e8d1-4074-ab4f-9033254ab63d,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:06.411981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:06.433653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Calling delete_port for 95669cb2-e8d1-4074-ab4f-9033254ab63d owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:06.446418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b46c6-2d75-4926-a345-6be2bb21a3cc req-0e7e7782-f78d-468d-a1ff-bf52dd3ac4ac tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:06.448069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed2b46c6-2d75-4926-a345-6be2bb21a3cc req-0e7e7782-f78d-468d-a1ff-bf52dd3ac4ac tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 944 time: 0.1927807 Jul 23 10:29:06.449841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225442b0-b7e7-4880-b6bd-f620a5551c59 req-e4a17375-faf5-4be3-9aac-83453b8c89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:06.451546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-225442b0-b7e7-4880-b6bd-f620a5551c59 req-e4a17375-faf5-4be3-9aac-83453b8c89ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 1097 time: 0.1743076 Jul 23 10:29:06.560283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-225442b0-b7e7-4880-b6bd-f620a5551c59 req-30f75eb4-3b04-4567-902c-12f9765afc85 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016173 Jul 23 10:29:06.572183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed2b46c6-2d75-4926-a345-6be2bb21a3cc req-3f836a73-1511-46f5-8212-ff3917b5a2d3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059842 Jul 23 10:29:06.725715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:06.748071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b43acdcf-1a8e-4e9b-85b3-235c544fc028 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:06.774711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Pushing event deleted for resources: {'Port': ['ID=95669cb2-e8d1-4074-ab4f-9033254ab63d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:06.791932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b43acdcf-1a8e-4e9b-85b3-235c544fc028 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:06.793349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b43acdcf-1a8e-4e9b-85b3-235c544fc028 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:06.878261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:06.953947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004fbc52-61e3-47ea-bb28-a787c7aa30f6 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:06.959135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f54d6-aba6-4454-b5b7-4573f68096fc req-aa838b54-a305-4721-a457-55f3d12442ad tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:06.963967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a91f54d6-aba6-4454-b5b7-4573f68096fc req-aa838b54-a305-4721-a457-55f3d12442ad tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 949 time: 0.1227887 Jul 23 10:29:06.987048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:07.011996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:07.018723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:07.019460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.036459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.042443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.043743 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a91f54d6-aba6-4454-b5b7-4573f68096fc req-1eed090a-aa8a-4fb0-bb8b-6d2ea08bfcf5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671654 Jul 23 10:29:07.125977 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9714-524a-4c06-a1a8-bec43214423a req-01c09c32-98fe-4492-99e9-45617c20519f tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:07.133215 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.133996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f5b9714-524a-4c06-a1a8-bec43214423a req-01c09c32-98fe-4492-99e9-45617c20519f tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 946 time: 0.2205470 Jul 23 10:29:07.180937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1405442430-network', 'tenant_id': 'a22166c228364b23bf88c13402b97bb1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:07.193057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f5b9714-524a-4c06-a1a8-bec43214423a req-c68e17e0-cc1f-4c25-96be-0714ecf6e8e9 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Jul 23 10:29:07.194604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.195640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a153051-e360-4d84-b704-66a22793fa8b {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:29:07.200414 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.204815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-46994f5f-1e42-4a5d-afbb-d601ff5c164f admin admin] 10.222.0.37 "DELETE /v2.0/routers/6a153051-e360-4d84-b704-66a22793fa8b HTTP/1.1" status: 204 len: 168 time: 1.4758067 Jul 23 10:29:07.205614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41504) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:07.213523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:07.218062 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.240080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Made reservation on behalf of a22166c228364b23bf88c13402b97bb1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:07.243392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.254271 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.259410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Deleting subnet 675c4ae2-9e6d-475d-a7d0-7ebc50c713de {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:29:07.262992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.292801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=004fbc52-61e3-47ea-bb28-a787c7aa30f6,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:07.320719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.380287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.394364 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.425095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:29:07.440201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c544bd-348d-4164-a074-9aebbbe2aacb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:07.445868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.446218 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Added segment 95918f20-cf9b-4d7f-ae57-b7b40de1bd62 of type vlan for network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b Jul 23 10:29:07.496611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8254-507f-4218-b60b-2b384d31109f req-6a197002-e749-44f9-a732-39724ca11c03 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:07.503862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6bf8254-507f-4218-b60b-2b384d31109f req-6a197002-e749-44f9-a732-39724ca11c03 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.1544130 Jul 23 10:29:07.509636 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.527731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.546372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.547578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:07.548164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.571454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6bf8254-507f-4218-b60b-2b384d31109f req-019e5239-aae5-40b0-be82-9971974e36b1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667000 Jul 23 10:29:07.587157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5990362 Jul 23 10:29:07.589977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:07.594787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Request body: {'subnet': {'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1405442430-subnet', 'tenant_id': 'a22166c228364b23bf88c13402b97bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:07.605762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.637892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675c4ae2-9e6d-475d-a7d0-7ebc50c713de,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:07.641804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.646253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-320da647-b851-4a6e-991e-98f29f33c80b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/675c4ae2-9e6d-475d-a7d0-7ebc50c713de HTTP/1.1" status: 204 len: 168 time: 0.4395094 Jul 23 10:29:07.646849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41514) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:07.653137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad44226c-7398-4810-aa48-3a1fd8c0d0b4 None None] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:07.666722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eab8b6-bed7-412b-a1e7-bbe60bd67919 admin admin] Pushing event updated for resources: {'Network': ['ID=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:07.686509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Made reservation on behalf of a22166c228364b23bf88c13402b97bb1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:07.692867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:07.693476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Sync routers for ids ['6a153051-e360-4d84-b704-66a22793fa8b'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:07.696580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:29:07.743696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:07.743975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:29:07.744468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a153051-e360-4d84-b704-66a22793fa8b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:29:07.831957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:07.832324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:29:07.833485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a153051-e360-4d84-b704-66a22793fa8b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:29:07.834035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd67c1-97dc-4c0a-8ce3-6469378ea00d None None] The sync data for ids ['6a153051-e360-4d84-b704-66a22793fa8b'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:07.841324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52783ead-810c-401d-baf9-22214b10244b req-fbb5c15b-65ab-4e43-9352-33ad057c8f80 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:07.849135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52783ead-810c-401d-baf9-22214b10244b req-fbb5c15b-65ab-4e43-9352-33ad057c8f80 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 944 time: 0.1528454 Jul 23 10:29:07.918721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7a877949-e2c4-4576-883a-0bb9aafef3aa up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:07.935044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52783ead-810c-401d-baf9-22214b10244b req-fe60fc0d-e096-4e6f-b7fe-3ee332f8069b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848389 Jul 23 10:29:07.993059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 7a877949-e2c4-4576-883a-0bb9aafef3aa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:07.998640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 7a877949-e2c4-4576-883a-0bb9aafef3aa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:07.999030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.007130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.024468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] DHCP port deletion for d6b14502-cb53-4bd5-8ec8-da23f86900b9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:29:08.065986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.109795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:08.122888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Checking segment: {'id': '95918f20-cf9b-4d7f-ae57-b7b40de1bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:08.123361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Network hostable DHCP agents. Network: a1174dc8-0d8e-46e1-966e-ae1b3a228d6b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:29:08.148672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:29:08.164943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a1174dc8-0d8e-46e1-966e-ae1b3a228d6b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:08.169364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:08.170363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.194136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cde5701a-4370-47e3-8d44-39f021edb289 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6019073 Jul 23 10:29:08.203103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Deleting port bdf682c1-9fc8-4ac0-93e4-9228842d128d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:08.203829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.223779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004fbc52-61e3-47ea-bb28-a787c7aa30f6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:08.227054 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239909a6-f95e-49bc-86b0-aacd689c1f46" -d '{"events": [{"server_uuid": "3861bc35-2503-4212-b233-b3d2deeb74f6", "name": "network-vif-plugged", "status": "completed", "tag": "004fbc52-61e3-47ea-bb28-a787c7aa30f6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:08.233845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb233c-fc65-4f6f-ba33-4ecd621089bf None None] Network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:08.300987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] For port bdf682c1-9fc8-4ac0-93e4-9228842d128d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bdf682c1-9fc8-4ac0-93e4-9228842d128d,segment=NetworkSegment(95591625-4203-493b-a7b1-4dfa77d84825),segment_id=95591625-4203-493b-a7b1-4dfa77d84825)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:08.301511 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.325229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Calling delete_port for bdf682c1-9fc8-4ac0-93e4-9228842d128d owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:08.341037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54757630-5bc4-432c-9523-7d2c528dd235 req-bc9ca669-9ac5-423d-9b3e-9a94f6cfecf7 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:08.344389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54757630-5bc4-432c-9523-7d2c528dd235 req-bc9ca669-9ac5-423d-9b3e-9a94f6cfecf7 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 950 time: 0.1979327 Jul 23 10:29:08.384248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Deleting port bdf682c1-9fc8-4ac0-93e4-9228842d128d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:08.385687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.417055 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad026a82-dc1f-4c84-b60f-6d8fe5fb8687 req-4827003b-2b7f-4ac1-a764-b5e29b344a5e tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:08.418773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad026a82-dc1f-4c84-b60f-6d8fe5fb8687 req-4827003b-2b7f-4ac1-a764-b5e29b344a5e tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 946 time: 0.0907652 Jul 23 10:29:08.430568 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.456901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54757630-5bc4-432c-9523-7d2c528dd235 req-4453e33e-5fe5-4cb5-8947-f1e7e45aef7e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 Jul 23 10:29:08.480580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.482453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad026a82-dc1f-4c84-b60f-6d8fe5fb8687 req-ab49eb3a-fd2e-4aa8-a78f-c2c7a22085b1 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Jul 23 10:29:08.532652 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf682c1-9fc8-4ac0-93e4-9228842d128d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:08.534669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] No DVR routers for this DVR port bdf682c1-9fc8-4ac0-93e4-9228842d128d on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:08.560075 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c034db6-c208-4500-9f8b-1b48de475136 x-openstack-request-id: req-0c034db6-c208-4500-9f8b-1b48de475136 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:08.560482 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3861bc35-2503-4212-b233-b3d2deeb74f6", "name": "network-vif-plugged", "status": "completed", "tag": "004fbc52-61e3-47ea-bb28-a787c7aa30f6", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:08.560854 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c034db6-c208-4500-9f8b-1b48de475136 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:08.561342 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004fbc52-61e3-47ea-bb28-a787c7aa30f6', 'code': 200} Jul 23 10:29:08.564166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] For port bdf682c1-9fc8-4ac0-93e4-9228842d128d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bdf682c1-9fc8-4ac0-93e4-9228842d128d,segment=NetworkSegment(95591625-4203-493b-a7b1-4dfa77d84825),segment_id=95591625-4203-493b-a7b1-4dfa77d84825)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:08.564684 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.609825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 7a877949-e2c4-4576-883a-0bb9aafef3aa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:08.621280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045ee07-70a0-4068-b01d-8b0ee44c862f None None] Network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:08.624712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Calling delete_port for bdf682c1-9fc8-4ac0-93e4-9228842d128d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:08.641356 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.685022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.708060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b14502-cb53-4bd5-8ec8-da23f86900b9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:08.721501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95591625-4203-493b-a7b1-4dfa77d84825') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:08.721802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95591625-4203-493b-a7b1-4dfa77d84825') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:08.743516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.761875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237271c-a76f-43c7-848f-bf803c78e1c1 req-a08b96df-83d3-4d13-b3fd-beced1196f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:08.763804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b237271c-a76f-43c7-848f-bf803c78e1c1 req-a08b96df-83d3-4d13-b3fd-beced1196f2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 1101 time: 0.1423876 Jul 23 10:29:08.765100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.789366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:29:08.789675 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:29:08.791396 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:29:08.828648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=7a877949-e2c4-4576-883a-0bb9aafef3aa,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:08.854247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b237271c-a76f-43c7-848f-bf803c78e1c1 req-b75bee4f-ba7d-431a-a607-0b4680fa506e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823488 Jul 23 10:29:08.863601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.894590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.896918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d6b14502-cb53-4bd5-8ec8-da23f86900b9 HTTP/1.1" status: 204 len: 168 time: 1.2486598 Jul 23 10:29:08.898942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a24d0-18bb-4f9a-9c03-16b156254e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b14502-cb53-4bd5-8ec8-da23f86900b9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:08.902216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95669cb2-e8d1-4074-ab4f-9033254ab63d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:08.923698 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:08.929854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 95669cb2-e8d1-4074-ab4f-9033254ab63d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:08.929854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95669cb2-e8d1-4074-ab4f-9033254ab63d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:08.930593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bdf682c1-9fc8-4ac0-93e4-9228842d128d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:08.957409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Pushing event deleted for resources: {'Port': ['ID=bdf682c1-9fc8-4ac0-93e4-9228842d128d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:08.959252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] Network d6b14502-cb53-4bd5-8ec8-da23f86900b9 is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:29:08.960289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852feb6-8127-4977-b8f1-c17a30662216 None None] No DVR routers for this DVR port bdf682c1-9fc8-4ac0-93e4-9228842d128d on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:08.983217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: bdf682c1-9fc8-4ac0-93e4-9228842d128d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:08.983345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bdf682c1-9fc8-4ac0-93e4-9228842d128d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:09.090778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-d4ac0335-1c5e-4497-9e87-62ddcd70e14a tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:09.092364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-d4ac0335-1c5e-4497-9e87-62ddcd70e14a tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/networks?id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b HTTP/1.1" status: 200 len: 814 time: 0.2042465 Jul 23 10:29:09.115961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:09.119399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-45f2ed9a-6f0f-49ba-9a39-f50c9084b31c tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/quotas/a22166c228364b23bf88c13402b97bb1 HTTP/1.1" status: 200 len: 375 time: 0.0205836 Jul 23 10:29:09.156876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-59fc7add-49e3-455b-87e9-b78a66022c0b tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a22166c228364b23bf88c13402b97bb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316801 Jul 23 10:29:09.164953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87a843-ec70-477c-a452-b755e08128af req-8f4f7c0a-0e27-4662-81d2-11ff17530ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:09.166466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c87a843-ec70-477c-a452-b755e08128af req-8f4f7c0a-0e27-4662-81d2-11ff17530ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.1075032 Jul 23 10:29:09.184122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5fb80169-dff2-4574-8a66-50021a21445f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=591b493bf2b04818961ea6515497a626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664272 Jul 23 10:29:09.186869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41556) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:09.217703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c87a843-ec70-477c-a452-b755e08128af req-5f340f15-783e-420a-8039-1782b749fecf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Jul 23 10:29:09.298218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-7eb443f7-92df-4b87-a465-33df515dce2c service neutron] 10.222.0.37 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332757 Jul 23 10:29:09.298985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fc63f61-0d34-4a7e-969e-2af0601b4f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:09.338308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fc63f61-0d34-4a7e-969e-2af0601b4f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:09.434000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-8dcc466d-ecd9-4891-b8e1-8ca7ce727db5 service neutron] 10.222.0.37 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240716 Jul 23 10:29:09.449079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fc63f61-0d34-4a7e-969e-2af0601b4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:09.452051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fc63f61-0d34-4a7e-969e-2af0601b4f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:09.453101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8fc63f61-0d34-4a7e-969e-2af0601b4f55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/958a08c7-8b39-49b9-8ede-34358c33dcdd HTTP/1.1" status: 204 len: 168 time: 0.2651663 Jul 23 10:29:09.461710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc63f61-0d34-4a7e-969e-2af0601b4f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a08c7-8b39-49b9-8ede-34358c33dcdd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:09.661013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79656fca-b7dd-4f6a-8bc0-ec8a0add7bad req-24f14d1b-aea5-4f10-83f1-fb267a7df035 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:09.672574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79656fca-b7dd-4f6a-8bc0-ec8a0add7bad req-24f14d1b-aea5-4f10-83f1-fb267a7df035 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 950 time: 0.1143606 Jul 23 10:29:09.696056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-003d07a8-439b-4d4c-a4a6-07092f67a1dd req-a94d0741-f3e2-47b2-97f4-d642991c3d86 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 210 time: 0.0722439 Jul 23 10:29:09.771566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79656fca-b7dd-4f6a-8bc0-ec8a0add7bad req-08ccfa64-4a39-4f91-a2ff-2db2709a3b03 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978925 Jul 23 10:29:10.394694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c747ff-161d-4d19-9d6a-bd57227aeacb req-92c04d2a-aec8-40cb-9581-85a5867b3390 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:10.396236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c747ff-161d-4d19-9d6a-bd57227aeacb req-92c04d2a-aec8-40cb-9581-85a5867b3390 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.0759215 Jul 23 10:29:10.439672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c747ff-161d-4d19-9d6a-bd57227aeacb req-eeb472d3-eec2-4c00-acfa-a6840c5b5ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Jul 23 10:29:10.562217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:10.564653 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9239756-866a-4799-8755-34154a70df82" -d '{"events": [{"server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:10.613596 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e374cb3-d53b-4d6e-88ce-1f2b825600d1 x-openstack-request-id: req-4e374cb3-d53b-4d6e-88ce-1f2b825600d1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:10.613887 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:10.614142 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e374cb3-d53b-4d6e-88ce-1f2b825600d1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:10.614534 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'code': 200} Jul 23 10:29:10.818639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d332dbc-109c-4aea-badd-490488561d24 req-9b37cd45-d80f-474e-9fdf-7321dc75b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:10.822501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d332dbc-109c-4aea-badd-490488561d24 req-9b37cd45-d80f-474e-9fdf-7321dc75b8ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0951333 Jul 23 10:29:10.878982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-056f0c13-b32f-4794-a876-a734926ef321 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:10.885168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-056f0c13-b32f-4794-a876-a734926ef321 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.55 "GET /v2.0/networks?id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b HTTP/1.1" status: 200 len: 814 time: 0.1762090 Jul 23 10:29:10.890701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d332dbc-109c-4aea-badd-490488561d24 req-c011b6a0-e8a9-4201-8fd2-de19441d3c81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 Jul 23 10:29:10.900910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Request body: {'port': {'device_id': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b', 'admin_state_up': True, 'tenant_id': 'a22166c228364b23bf88c13402b97bb1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:10.971218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-288d5ab5-545b-4336-99bc-6a5a277e5cac req-76f29949-2e7d-4ea1-91ba-863268e0d100 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 210 time: 0.0784285 Jul 23 10:29:11.041122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915870e-43d0-41d1-b02c-c13c302a3017 req-46c9a832-a279-4b8f-ac9d-5dc437d11554 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:11.043742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e915870e-43d0-41d1-b02c-c13c302a3017 req-46c9a832-a279-4b8f-ac9d-5dc437d11554 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 950 time: 0.1134529 Jul 23 10:29:11.111466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e915870e-43d0-41d1-b02c-c13c302a3017 req-3d19adb7-c31a-4d48-8f02-b0d68dd1d25b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523188 Jul 23 10:29:11.117779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Made reservation on behalf of a22166c228364b23bf88c13402b97bb1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:11.122263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:11.246147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb759f-028d-45f6-906c-bb3984938a6b req-86a30861-6cd5-4034-8d78-fb9f38edb32b tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:11.248475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99fb759f-028d-45f6-906c-bb3984938a6b req-86a30861-6cd5-4034-8d78-fb9f38edb32b tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 1101 time: 0.0707970 Jul 23 10:29:11.290926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Allocated IP 172.20.0.4 (a1174dc8-0d8e-46e1-966e-ae1b3a228d6b/5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8/3de04c3f-eb71-4270-81b7-dd5a547662d2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:11.306817 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99fb759f-028d-45f6-906c-bb3984938a6b req-0cc4b610-9ce2-4543-becd-7814dffe0e16 tempest-ServersOnMultiNodesTest-838639088 tempest-ServersOnMultiNodesTest-838639088-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481236 Jul 23 10:29:11.500181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:11.548039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:11.594940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:11.599499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:11.604536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:11.661239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Pushing event updated for resources: {'Port': ['ID=3de04c3f-eb71-4270-81b7-dd5a547662d2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:11.692963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:11.695014 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:11.696469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b8aa-68df-4be0-ab16-b44f8b280874 req-8506435b-eacb-4105-a1c3-d419b145150a tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:11.699030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc49b8aa-68df-4be0-ab16-b44f8b280874 req-8506435b-eacb-4105-a1c3-d419b145150a tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.1381373 Jul 23 10:29:11.715032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-75bb29da-5cc5-4dd1-9c60-a329928ae3c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234088 Jul 23 10:29:11.732195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Request body: {'port': {'device_id': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:11.743526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc49b8aa-68df-4be0-ab16-b44f8b280874 req-f0fca9f2-2823-4568-8759-984cac349aed tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Jul 23 10:29:11.845076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:11.898647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0030e48-7f93-4ad7-94fc-969dd9817b8e req-46f8c405-09f3-4dc8-8840-96cfdea2cfbb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:11.900375 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0030e48-7f93-4ad7-94fc-969dd9817b8e req-46f8c405-09f3-4dc8-8840-96cfdea2cfbb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 950 time: 0.1433456 Jul 23 10:29:12.027931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0030e48-7f93-4ad7-94fc-969dd9817b8e req-a67040c2-2e7f-4d32-998d-8a5e35a6f763 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176627 Jul 23 10:29:12.239135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb42ed-88ce-43a5-866e-b6b5eae686e8 req-a1ae0fdb-ff5f-4e7d-a00c-27021ac2e7c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:12.240636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fffb42ed-88ce-43a5-866e-b6b5eae686e8 req-a1ae0fdb-ff5f-4e7d-a00c-27021ac2e7c2 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 931 time: 0.1040339 Jul 23 10:29:12.306216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de04c3f-eb71-4270-81b7-dd5a547662d2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:12.320881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:12.332334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fffb42ed-88ce-43a5-866e-b6b5eae686e8 req-5ef58cfe-8b5e-4437-be96-019eed9d59d8 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837095 Jul 23 10:29:12.340086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Transition to ACTIVE for port object 3de04c3f-eb71-4270-81b7-dd5a547662d2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:12.346565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:12.416420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Pushing event updated for resources: {'Port': ['ID=3de04c3f-eb71-4270-81b7-dd5a547662d2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:12.490386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Attempting to bind port 3de04c3f-eb71-4270-81b7-dd5a547662d2 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:12.491607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Attempting to bind port 3de04c3f-eb71-4270-81b7-dd5a547662d2 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '95918f20-cf9b-4d7f-ae57-b7b40de1bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:12.492025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Attempting to bind port 3de04c3f-eb71-4270-81b7-dd5a547662d2 on network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:12.497071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Port 3de04c3f-eb71-4270-81b7-dd5a547662d2 on network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:29:12.497466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Attempting to bind port 3de04c3f-eb71-4270-81b7-dd5a547662d2 on network a1174dc8-0d8e-46e1-966e-ae1b3a228d6b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:12.503514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:12.504462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Checking segment: {'id': '95918f20-cf9b-4d7f-ae57-b7b40de1bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:12.504462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Bound using segment: {'id': '95918f20-cf9b-4d7f-ae57-b7b40de1bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:12.504976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Bound port: 3de04c3f-eb71-4270-81b7-dd5a547662d2, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95918f20-cf9b-4d7f-ae57-b7b40de1bd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:12.505401 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:12.597487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] For port 3de04c3f-eb71-4270-81b7-dd5a547662d2, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:12.602157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] For port 3de04c3f-eb71-4270-81b7-dd5a547662d2, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2,segment=NetworkSegment(95918f20-cf9b-4d7f-ae57-b7b40de1bd62),segment_id=95918f20-cf9b-4d7f-ae57-b7b40de1bd62)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:12.607965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:12.653148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:12.654111 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:12.655359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] 10.222.0.55 "PUT /v2.0/ports/3de04c3f-eb71-4270-81b7-dd5a547662d2 HTTP/1.1" status: 200 len: 1091 time: 0.9317589 Jul 23 10:29:12.655901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'tag': '3de04c3f-eb71-4270-81b7-dd5a547662d2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:12.658255 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16617ba7-6c54-4d5d-82f3-2f124c4d7528" -d '{"events": [{"name": "network-changed", "server_uuid": "f445a1fd-699d-43bb-ba19-df00fcff7593", "tag": "3de04c3f-eb71-4270-81b7-dd5a547662d2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:12.687793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f9fd4-b3fb-4420-ad25-ca7810dae820 service neutron] Pushing event updated for resources: {'Port': ['ID=3de04c3f-eb71-4270-81b7-dd5a547662d2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:12.722875 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47c4dcd-a063-4f6b-9f9e-fd318c602257 x-openstack-request-id: req-d47c4dcd-a063-4f6b-9f9e-fd318c602257 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:12.723168 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445a1fd-699d-43bb-ba19-df00fcff7593", "tag": "3de04c3f-eb71-4270-81b7-dd5a547662d2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:12.723445 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d47c4dcd-a063-4f6b-9f9e-fd318c602257 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:12.723835 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'tag': '3de04c3f-eb71-4270-81b7-dd5a547662d2', 'status': 'completed', 'code': 200} Jul 23 10:29:12.789350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-c89bd0c1-1837-4714-b1c8-c20ef095a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:12.791485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-c89bd0c1-1837-4714-b1c8-c20ef095a8d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a22166c228364b23bf88c13402b97bb1&device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 1094 time: 0.0797698 Jul 23 10:29:12.849576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-5785634e-b308-4dfa-8216-92a06ec156ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2 HTTP/1.1" status: 200 len: 217 time: 0.0490913 Jul 23 10:29:12.917001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3c4f-17ec-41e2-bc83-2c0f548bbae3 req-230b25aa-6126-4b1a-afe0-55ef5a599ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:12.918578 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0ad3c4f-17ec-41e2-bc83-2c0f548bbae3 req-230b25aa-6126-4b1a-afe0-55ef5a599ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.0881824 Jul 23 10:29:12.957320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-92aeae0e-829d-4ba5-a501-7d2a43736b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:12.958821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-92aeae0e-829d-4ba5-a501-7d2a43736b1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8 HTTP/1.1" status: 200 len: 854 time: 0.0975511 Jul 23 10:29:12.984028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0ad3c4f-17ec-41e2-bc83-2c0f548bbae3 req-3b4a8ec2-758f-457d-9415-ecc09636b1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Jul 23 10:29:13.008182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-23ac7d9b-4d6c-499d-abd9-0d83f616850a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402510 Jul 23 10:29:13.031458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-6064b40f-fdc9-48c7-869a-a54019eba1cf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:13.032974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-6064b40f-fdc9-48c7-869a-a54019eba1cf tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 950 time: 0.1384470 Jul 23 10:29:13.363560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-64ba0795-ca34-40c3-80e1-8beb60b7e5ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 258 time: 0.2889476 Jul 23 10:29:13.367143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-99053a8b-69d8-4335-9ae7-cc270126678a service neutron] 10.222.0.55 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518205 Jul 23 10:29:13.374357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:13.444503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:13.444840 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:13.483091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:13.505300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456effa-1f51-4ba7-a8d2-26d6aed442be req-3e0cfd74-f392-439a-b811-a7c1ecca2c79 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:13.514132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7456effa-1f51-4ba7-a8d2-26d6aed442be req-3e0cfd74-f392-439a-b811-a7c1ecca2c79 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 950 time: 0.0769660 Jul 23 10:29:13.558216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7456effa-1f51-4ba7-a8d2-26d6aed442be req-e2cc69dd-5f1e-427e-af08-7d4cc9e898c6 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Jul 23 10:29:13.593978 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d653fbb4-0a9b-430f-9360-0e19eb067277 req-199d8e11-7e28-47d0-b1a3-e28a8e04045c service neutron] 10.222.0.55 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153380 Jul 23 10:29:13.629458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port 004fbc52-61e3-47ea-bb28-a787c7aa30f6, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004fbc52-61e3-47ea-bb28-a787c7aa30f6,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:13.630276 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:13.680257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for 004fbc52-61e3-47ea-bb28-a787c7aa30f6 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:13.701026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497e40f-ebd6-46e3-a8cd-83400b5a8214 req-8ab63969-9c13-4af0-9492-1fd90d0e610b tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:13.707915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f497e40f-ebd6-46e3-a8cd-83400b5a8214 req-8ab63969-9c13-4af0-9492-1fd90d0e610b tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 943 time: 0.0750718 Jul 23 10:29:14.083861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f497e40f-ebd6-46e3-a8cd-83400b5a8214 req-d0ba77d0-a1e6-480f-932d-01e597e22977 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748729 Jul 23 10:29:14.106023 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:14.131610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-7e9511dd-b49d-43de-a242-e45dbe8de938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:14.134869 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-7e9511dd-b49d-43de-a242-e45dbe8de938 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a22166c228364b23bf88c13402b97bb1&device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 1094 time: 0.4700720 Jul 23 10:29:14.348488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Allocated IP 172.25.4.202 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/cb13fe07-d1fe-4ce8-aa1a-3e148da49297) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:14.376551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:14.388221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e', '004fbc52-61e3-47ea-bb28-a787c7aa30f6'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:14.399017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-1e7809d9-c0e6-4d06-8367-3c1c22c2ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:14.400519 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-1e7809d9-c0e6-4d06-8367-3c1c22c2ed7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b HTTP/1.1" status: 200 len: 915 time: 0.2399540 Jul 23 10:29:14.428036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:14.442466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=004fbc52-61e3-47ea-bb28-a787c7aa30f6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:14.525468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-b543ec73-9818-4955-b120-b623e1e6fcc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2 HTTP/1.1" status: 200 len: 217 time: 0.0978813 Jul 23 10:29:14.605111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port 004fbc52-61e3-47ea-bb28-a787c7aa30f6 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:14.624537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:14.626534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae373c56-a1dd-45fd-8cd6-819cfddf2d98 req-27e63e72-e322-4f13-8ffc-866b61641032 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "DELETE /v2.0/ports/004fbc52-61e3-47ea-bb28-a787c7aa30f6 HTTP/1.1" status: 204 len: 173 time: 1.5824528 Jul 23 10:29:14.685365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-31d28c98-3218-46e1-9a6f-6d75b2e13279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:14.686710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-31d28c98-3218-46e1-9a6f-6d75b2e13279 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8 HTTP/1.1" status: 200 len: 854 time: 0.1282363 Jul 23 10:29:14.750177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'name': 'network-vif-deleted', 'tag': '004fbc52-61e3-47ea-bb28-a787c7aa30f6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:14.752480 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06499508-88aa-4a33-8c83-dcda6e9dbb4b" -d '{"events": [{"server_uuid": "3861bc35-2503-4212-b233-b3d2deeb74f6", "name": "network-vif-deleted", "tag": "004fbc52-61e3-47ea-bb28-a787c7aa30f6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:14.761120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:14.767621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-51144b88-de1e-48f4-a61d-d7351eef2733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723953 Jul 23 10:29:14.896458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:14.934603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-b2a82d4c-68ed-4a8c-b9e9-dd371a2549ec service neutron] 10.222.0.55 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597574 Jul 23 10:29:14.945555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:15.010540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cb3c099-9ccd-4e9d-a0cd-bca23ee36226 req-33efe9f2-d67d-440b-bdde-a445224a5a5d tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=3861bc35-2503-4212-b233-b3d2deeb74f6 HTTP/1.1" status: 200 len: 210 time: 0.0429349 Jul 23 10:29:15.044585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16617ba7-6c54-4d5d-82f3-2f124c4d7528 req-1f6e5b1f-4277-4ff0-b9ee-ee11c06d1809 service neutron] 10.222.0.55 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976241 Jul 23 10:29:15.049466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:15.053943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:15.080239 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eea46c-f68e-4060-8430-82f2de085bd7 x-openstack-request-id: req-92eea46c-f68e-4060-8430-82f2de085bd7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:15.080687 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3861bc35-2503-4212-b233-b3d2deeb74f6", "name": "network-vif-deleted", "tag": "004fbc52-61e3-47ea-bb28-a787c7aa30f6", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:15.080812 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92eea46c-f68e-4060-8430-82f2de085bd7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:15.081195 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3861bc35-2503-4212-b233-b3d2deeb74f6', 'name': 'network-vif-deleted', 'tag': '004fbc52-61e3-47ea-bb28-a787c7aa30f6', 'status': 'completed', 'code': 200} Jul 23 10:29:15.084534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event updated for resources: {'Port': ['ID=cb13fe07-d1fe-4ce8-aa1a-3e148da49297,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:15.247328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:15.331580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:15.513034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:15.518025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:15.592795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event updated for resources: {'Port': ['ID=cb13fe07-d1fe-4ce8-aa1a-3e148da49297,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:15.608827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:15.622901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:15.624266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-40f020ac-0ce8-4a43-8ae7-30b62234d2ee tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2561996 Jul 23 10:29:15.637245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4379044-4ca8-48ff-8bfb-3af09dc259b5 req-8627d3ce-58f9-436e-b707-980bf4a7e9b4 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:15.639002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4379044-4ca8-48ff-8bfb-3af09dc259b5 req-8627d3ce-58f9-436e-b707-980bf4a7e9b4 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 943 time: 0.0687537 Jul 23 10:29:15.678729 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b4379044-4ca8-48ff-8bfb-3af09dc259b5 req-856b0c39-41e5-4981-a733-3b05b87e704e tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jul 23 10:29:15.679454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-13d0139b-9aec-4d44-89c6-36d9b5ae025c tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0441139 Jul 23 10:29:15.792032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-066e459a-d61c-416f-9e69-d1c414973bed tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:15.794411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb2a5157-f8a4-4d43-8f05-03a7c417e85b req-066e459a-d61c-416f-9e69-d1c414973bed tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1099923 Jul 23 10:29:15.955692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-70de0c71-0c68-4370-9296-ad6866da1531 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:15.957372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-70de0c71-0c68-4370-9296-ad6866da1531 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0738273 Jul 23 10:29:16.008420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-aee33530-683f-4b0e-967e-ad8bb25ef2ad tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0458038 Jul 23 10:29:16.019011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Request body: {'floatingip': {'port_id': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:16.065704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:16.513343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:16.517307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:16.617953 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Floating IP 319f8167-085d-402e-a558-6ece581d09f5 associated. External IP: 172.25.4.202, port: 7a877949-e2c4-4576-883a-0bb9aafef3aa. Jul 23 10:29:16.873536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Router 54b11948-ac07-4685-9d49-bd29c49ca17b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:16.957482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29010f-dc23-426a-b749-7c66955e2a30 req-6dbf4be5-5ab1-4bdb-8948-ca74da67e774 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:16.964466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a29010f-dc23-426a-b749-7c66955e2a30 req-6dbf4be5-5ab1-4bdb-8948-ca74da67e774 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 943 time: 0.0725045 Jul 23 10:29:16.993201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:17.001512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:17.005660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a29010f-dc23-426a-b749-7c66955e2a30 req-f9deb0e6-d97f-4b8b-a5d6-cb0c64bb4d71 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Jul 23 10:29:17.005965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3de04c3f-eb71-4270-81b7-dd5a547662d2 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:17.011334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004fbc52-61e3-47ea-bb28-a787c7aa30f6 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:17.015847 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] Sync routers for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:17.029470 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:17.032470 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:17.044312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0fb39083-ba9d-4f3c-9ce8-f05d4b6d0fbf tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "PUT /v2.0/floatingips/319f8167-085d-402e-a558-6ece581d09f5 HTTP/1.1" status: 200 len: 996 time: 1.0293510 Jul 23 10:29:17.045029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:17.048221 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066f45b-7d8a-4056-b6a4-27176976b402" -d '{"events": [{"name": "network-changed", "server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:17.059061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 004fbc52-61e3-47ea-bb28-a787c7aa30f6 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:17.059408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004fbc52-61e3-47ea-bb28-a787c7aa30f6 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:17.136004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0ac6fba5-1c4e-44cf-8743-36997ec60e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.148568 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-0ac6fba5-1c4e-44cf-8743-36997ec60e65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0881410 Jul 23 10:29:17.175728 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:17.178353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3de04c3f-eb71-4270-81b7-dd5a547662d2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2,segment=NetworkSegment(95918f20-cf9b-4d7f-ae57-b7b40de1bd62),segment_id=95918f20-cf9b-4d7f-ae57-b7b40de1bd62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:17.192230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '3de04c3f-eb71-4270-81b7-dd5a547662d2', 'network_id': 'a1174dc8-0d8e-46e1-966e-ae1b3a228d6b', 'port_id': '3de04c3f-eb71-4270-81b7-dd5a547662d2', 'mac_address': 'fa:16:3e:64:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:17.235561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:17.250376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-2fb42dcc-261b-4045-b7ef-dfec6effe57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.252654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de04c3f-eb71-4270-81b7-dd5a547662d2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:17.255908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-2fb42dcc-261b-4045-b7ef-dfec6effe57b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 928 time: 0.1061134 Jul 23 10:29:17.280474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3de04c3f-eb71-4270-81b7-dd5a547662d2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2,segment=NetworkSegment(95918f20-cf9b-4d7f-ae57-b7b40de1bd62),segment_id=95918f20-cf9b-4d7f-ae57-b7b40de1bd62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:17.286266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:17.335371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3de04c3f-eb71-4270-81b7-dd5a547662d2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:17.340013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-e82b2a68-30b4-461f-bb48-bde4351fab85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 999 time: 0.0803154 Jul 23 10:29:17.382580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33e71-f292-4a00-a5c2-c0b79581c5e6 req-65699087-d91f-4141-bd94-37996c70f2d3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.384715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe33e71-f292-4a00-a5c2-c0b79581c5e6 req-65699087-d91f-4141-bd94-37996c70f2d3 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 950 time: 0.0859883 Jul 23 10:29:17.397903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-e4097d38-36d8-421f-8e56-3ec60cdd9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.399515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-e4097d38-36d8-421f-8e56-3ec60cdd9dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 200 len: 866 time: 0.0523684 Jul 23 10:29:17.434228 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '319f8167-085d-402e-a558-6ece581d09f5', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'port_id': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'mac_address': 'fa:16:3e:c2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:29:15Z', 'updated_at': '2021-07-23T10:29:16Z', 'revision_number': 1, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:58Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:17.449956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe33e71-f292-4a00-a5c2-c0b79581c5e6 req-42027868-9dc5-4163-8d36-f219b5be3f4c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Jul 23 10:29:17.461066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-449e4af4-d5a0-415e-8a71-dba8995078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.462869 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-449e4af4-d5a0-415e-8a71-dba8995078d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6dd029dd-e702-4818-991e-61385e71273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570965 Jul 23 10:29:17.477698 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] Checking router: 54b11948-ac07-4685-9d49-bd29c49ca17b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:17.486793 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:17.487429 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:17.489477 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b14336-deac-42be-9b18-ce2dff475f1c x-openstack-request-id: req-a7b14336-deac-42be-9b18-ce2dff475f1c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:17.489772 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:17.490031 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7b14336-deac-42be-9b18-ce2dff475f1c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:17.490423 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'status': 'completed', 'code': 200} Jul 23 10:29:17.592988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-69b75e50-1dfe-44ab-bfd1-da5e79d33f13 service neutron] 10.222.0.37 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231170 Jul 23 10:29:17.602004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3de04c3f-eb71-4270-81b7-dd5a547662d2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:17.606423 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:17.621843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-cc135a61-3859-4287-bb7e-4b7e6f7b8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.623529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-cc135a61-3859-4287-bb7e-4b7e6f7b8060 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0914438 Jul 23 10:29:17.783114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f07deaf-bfd4-445c-a8e4-ccb31f2da6a4 req-3e3fef29-3db7-4c85-991f-df1a0c4fe26a service neutron] 10.222.0.37 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747084 Jul 23 10:29:17.788038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-a5d2241c-60f2-4184-b984-ad1c19abbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:17.789591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-a5d2241c-60f2-4184-b984-ad1c19abbaef service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 928 time: 0.1565366 Jul 23 10:29:17.874378 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '319f8167-085d-402e-a558-6ece581d09f5', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'port_id': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'mac_address': 'fa:16:3e:c2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:29:15Z', 'updated_at': '2021-07-23T10:29:16Z', 'revision_number': 1, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:58Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:17.907222 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c65b-8671-44cb-817f-938b4c35501f None None] The sync data for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 is: [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '319f8167-085d-402e-a558-6ece581d09f5', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'port_id': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'mac_address': 'fa:16:3e:c2:37:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:29:15Z', 'updated_at': '2021-07-23T10:29:16Z', 'revision_number': 1, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:58Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:17.979782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-3607fa2c-1dbc-4ca9-9ed6-4fd8689bcf52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 999 time: 0.1817498 Jul 23 10:29:18.099545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d509d852-3519-4def-aa15-aceaf99501be req-25eeefdd-1536-4808-9583-7e47fecb297c tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 258 time: 0.2600300 Jul 23 10:29:18.101978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-cf68657c-69da-4bf9-93fc-2f2328c1495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.103368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-cf68657c-69da-4bf9-93fc-2f2328c1495e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 200 len: 866 time: 0.0969460 Jul 23 10:29:18.110431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:18.168375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:18.170490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd61572-714b-4c3a-880d-60c08ad10eb7 None None] New status for floating IP 319f8167-085d-402e-a558-6ece581d09f5: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:29:18.216365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-4e4673a4-e079-4d54-b58f-8aa85d986a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.218005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-4e4673a4-e079-4d54-b58f-8aa85d986a7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd029dd-e702-4818-991e-61385e71273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031122 Jul 23 10:29:18.359152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-aac52cbd-fb09-4e75-8d09-97dbc3cc311c service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321135 Jul 23 10:29:18.364981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:18.473953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3744b9-fd33-4e16-a225-92300a538dd6 req-9df1bd6f-7fbe-4fd5-b7b1-3ecae9e883cb tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.475669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c3744b9-fd33-4e16-a225-92300a538dd6 req-9df1bd6f-7fbe-4fd5-b7b1-3ecae9e883cb tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 944 time: 0.0691831 Jul 23 10:29:18.550338 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c3744b9-fd33-4e16-a225-92300a538dd6 req-56088394-a881-4999-9a89-c5e4cccb4a57 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656433 Jul 23 10:29:18.557979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a066f45b-7d8a-4056-b6a4-27176976b402 req-6665df5f-4786-49e6-837e-0993947e05c6 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906557 Jul 23 10:29:18.573010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-4a3d6ec4-a6fa-43b8-af54-0d94d2574fdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726948 Jul 23 10:29:18.584211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Allocated IP 172.25.4.58 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/303c4b23-955a-4090-a94a-137466a0e679) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:18.641009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-c96522a7-9cbc-4e66-8a95-de68164c031e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.642411 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-c96522a7-9cbc-4e66-8a95-de68164c031e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 950 time: 0.1576455 Jul 23 10:29:18.674554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-a1277e1a-7a2c-4c60-8ed9-0240375a7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.676238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-a1277e1a-7a2c-4c60-8ed9-0240375a7911 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa65ca1942394e3b825b965f0fbbe228&device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 1101 time: 0.0693066 Jul 23 10:29:18.812789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:18.819272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-fcd235ef-5d6b-449a-a85f-8d484043e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.821398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-fcd235ef-5d6b-449a-a85f-8d484043e626 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1160135 Jul 23 10:29:18.866670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:18.867144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:18.890030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-4425e305-7750-4b72-8bbc-841a8661b504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0 HTTP/1.1" status: 200 len: 217 time: 0.0622590 Jul 23 10:29:18.904938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:18.971102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-0365d4d0-5035-4f88-85d0-631c801ead22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:18.972705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-0365d4d0-5035-4f88-85d0-631c801ead22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0604413 Jul 23 10:29:18.984234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:18.993818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:19.007970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:19.018234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3de04c3f-eb71-4270-81b7-dd5a547662d2 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:19.019369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cea43-134f-46d9-894b-ec991b8075b7 req-fb25222f-a2d0-4923-9833-65854b14e3a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:19.026979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f9cea43-134f-46d9-894b-ec991b8075b7 req-fb25222f-a2d0-4923-9833-65854b14e3a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 950 time: 0.1467695 Jul 23 10:29:19.046161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:19.046624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.049772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event updated for resources: {'Port': ['ID=303c4b23-955a-4090-a94a-137466a0e679,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:19.074877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:19.080835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f9cea43-134f-46d9-894b-ec991b8075b7 req-bacd052a-4e1a-43cd-b1f0-77d0bbe23ff4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520864 Jul 23 10:29:19.102515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 3de04c3f-eb71-4270-81b7-dd5a547662d2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:19.102999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-0f8afe57-b7c2-497a-8493-3f9aea36b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:19.104877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 3de04c3f-eb71-4270-81b7-dd5a547662d2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:19.105651 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.112565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-0f8afe57-b7c2-497a-8493-3f9aea36b87d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319475 Jul 23 10:29:19.200903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.232715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-201b03ea-236a-42c9-9d31-dec9c78f2358 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087897 Jul 23 10:29:19.240505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de04c3f-eb71-4270-81b7-dd5a547662d2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:19.243999 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69906e-2b52-4bbe-8269-5ee5a634d41c" -d '{"events": [{"server_uuid": "f445a1fd-699d-43bb-ba19-df00fcff7593", "name": "network-vif-plugged", "status": "completed", "tag": "3de04c3f-eb71-4270-81b7-dd5a547662d2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:19.280498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3de04c3f-eb71-4270-81b7-dd5a547662d2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2,segment=NetworkSegment(95918f20-cf9b-4d7f-ae57-b7b40de1bd62),segment_id=95918f20-cf9b-4d7f-ae57-b7b40de1bd62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:19.290693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.292807 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.323506 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1af84c-c1c5-491d-86b4-6f5c0de3c5eb x-openstack-request-id: req-4f1af84c-c1c5-491d-86b4-6f5c0de3c5eb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:19.324086 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445a1fd-699d-43bb-ba19-df00fcff7593", "name": "network-vif-plugged", "status": "completed", "tag": "3de04c3f-eb71-4270-81b7-dd5a547662d2", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:19.324086 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f1af84c-c1c5-491d-86b4-6f5c0de3c5eb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:19.324430 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de04c3f-eb71-4270-81b7-dd5a547662d2', 'code': 200} Jul 23 10:29:19.358695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-351b06e1-277d-4d60-9a8a-81f978b5d466 req-fa44b398-5ba0-44fc-a246-6789adec2767 service neutron] 10.222.0.20 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235299 Jul 23 10:29:19.380012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3de04c3f-eb71-4270-81b7-dd5a547662d2,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:19.437562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42194) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:19.450304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1da49-9b66-499f-9a37-66a81d0923c2 req-3cf720ea-22ef-420f-b4f7-14e2ee81ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:19.453250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cde1da49-9b66-499f-9a37-66a81d0923c2 req-3cf720ea-22ef-420f-b4f7-14e2ee81ecca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 1096 time: 0.0684121 Jul 23 10:29:19.491669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cde1da49-9b66-499f-9a37-66a81d0923c2 req-c95e6451-c6df-4ee8-a99a-eaa6afa1b97b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Jul 23 10:29:19.557656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b61b-7c41-4cfc-a759-7e92827fe7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.666973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b61b-7c41-4cfc-a759-7e92827fe7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.693016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b61b-7c41-4cfc-a759-7e92827fe7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.738284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.738581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b61b-7c41-4cfc-a759-7e92827fe7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f63a7-4d57-4465-ae62-36ef72ef8cbb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:19.743684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7ab1b61b-7c41-4cfc-a759-7e92827fe7b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=255923c8651b4c2fa7277aacd99512bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048098 Jul 23 10:29:19.746852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42202) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:19.775384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.793985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:19.800231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb92b6-7fe4-441f-8e10-80f2b2e02ebe req-bda3a5d9-a821-41da-bff8-fb622b40b27e tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:19.805069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86eb92b6-7fe4-441f-8e10-80f2b2e02ebe req-bda3a5d9-a821-41da-bff8-fb622b40b27e tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.1483476 Jul 23 10:29:19.826349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=a94cfa1f-5f7a-4810-bf73-b45bb2fccc86,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:19.838209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a7172ce-d95d-4806-9b87-fae764e14238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.839988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:19.871991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86eb92b6-7fe4-441f-8e10-80f2b2e02ebe req-1430a25d-8cee-46d1-a89c-f02f26104a27 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Jul 23 10:29:19.882600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a7172ce-d95d-4806-9b87-fae764e14238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.936865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:19.940697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.941915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a7172ce-d95d-4806-9b87-fae764e14238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.942873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91dc4e9e-4e42-4b41-9379-33b3b56d4142 req-cf66c3e2-d695-4a32-887a-db50e01be25f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "DELETE /v2.0/ports/a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 HTTP/1.1" status: 204 len: 173 time: 1.2905018 Jul 23 10:29:19.945423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a7172ce-d95d-4806-9b87-fae764e14238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:19.947048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a7172ce-d95d-4806-9b87-fae764e14238 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/486f63a7-4d57-4465-ae62-36ef72ef8cbb HTTP/1.1" status: 204 len: 168 time: 0.1988666 Jul 23 10:29:19.947201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'name': 'network-vif-deleted', 'tag': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:19.950030 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327224c8-3e90-40f9-973e-742fe880fa0a" -d '{"events": [{"server_uuid": "fea59c56-f0f3-4310-918e-0107d357fef7", "name": "network-vif-deleted", "tag": "a94cfa1f-5f7a-4810-bf73-b45bb2fccc86"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:19.966440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7172ce-d95d-4806-9b87-fae764e14238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f63a7-4d57-4465-ae62-36ef72ef8cbb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:20.069900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:20.076677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:20.129036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event updated for resources: {'Port': ['ID=303c4b23-955a-4090-a94a-137466a0e679,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:20.188200 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1237d8-d26f-441a-bbfe-ee15b323fefa x-openstack-request-id: req-ce1237d8-d26f-441a-bbfe-ee15b323fefa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:20.189370 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea59c56-f0f3-4310-918e-0107d357fef7", "name": "network-vif-deleted", "tag": "a94cfa1f-5f7a-4810-bf73-b45bb2fccc86", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:20.189634 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce1237d8-d26f-441a-bbfe-ee15b323fefa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:20.190055 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea59c56-f0f3-4310-918e-0107d357fef7', 'name': 'network-vif-deleted', 'tag': 'a94cfa1f-5f7a-4810-bf73-b45bb2fccc86', 'status': 'completed', 'code': 200} Jul 23 10:29:20.190958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:20.208264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:20.215656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d509d852-3519-4def-aa15-aceaf99501be req-a9fe422a-c907-4ac2-aa63-9ae8d42f19b7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1090319 Jul 23 10:29:20.288392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d509d852-3519-4def-aa15-aceaf99501be req-1b9be3e8-a4f6-4c34-9e24-1e8e75a2cbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0685503 Jul 23 10:29:20.327589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0bc41c92-0b6d-4255-9e0c-99731214a839 req-f7e6e670-8caf-4ac5-9869-a0f4f6a76f41 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea59c56-f0f3-4310-918e-0107d357fef7 HTTP/1.1" status: 200 len: 210 time: 0.0651107 Jul 23 10:29:20.491289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509d852-3519-4def-aa15-aceaf99501be req-75bdaa2c-3845-4874-aff6-4ebc4a215c90 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:20.500003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d509d852-3519-4def-aa15-aceaf99501be req-75bdaa2c-3845-4874-aff6-4ebc4a215c90 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.2056682 Jul 23 10:29:20.696655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-4436e704-c008-4160-bf62-0989207b7f6a tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:20.698168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-4436e704-c008-4160-bf62-0989207b7f6a tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1212268 Jul 23 10:29:20.752095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-1c6671c2-18fe-4430-887b-8acc225ba0c3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0485554 Jul 23 10:29:20.761742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-0b57630b-6537-4184-a410-d67feeac065b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Request body: {'floatingip': {'port_id': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:20.798928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-0b57630b-6537-4184-a410-d67feeac065b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:21.033964 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-0b57630b-6537-4184-a410-d67feeac065b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 10:29:21.035033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb26ee94-ec53-4d07-8ca4-7b55d0fffa5b req-0b57630b-6537-4184-a410-d67feeac065b tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "PUT /v2.0/floatingips/a730c141-970f-4fd4-8e5d-ba8b00bc3e6c HTTP/1.1" status: 409 len: 549 time: 0.2771862 Jul 23 10:29:21.127855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707d7e8-49be-4b35-b279-974af641aceb req-ad7cd538-c791-4b2f-99ef-4c5e4a2f445a tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:21.129503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f707d7e8-49be-4b35-b279-974af641aceb req-ad7cd538-c791-4b2f-99ef-4c5e4a2f445a tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.0670285 Jul 23 10:29:21.172508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f707d7e8-49be-4b35-b279-974af641aceb req-05f9c101-7b02-46d9-90e1-fc9f797ef61f tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367115 Jul 23 10:29:21.196933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-0680960a-0cf6-4725-a5b7-7a9e733cebf3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips/a730c141-970f-4fd4-8e5d-ba8b00bc3e6c HTTP/1.1" status: 200 len: 692 time: 0.0443094 Jul 23 10:29:21.307450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-1e8501f3-bca7-4b5b-a15f-8b5b7bdd8c61 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:21.308827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-1e8501f3-bca7-4b5b-a15f-8b5b7bdd8c61 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1065574 Jul 23 10:29:21.359050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-df4995af-af20-40cf-9817-6ea9a8551105 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0440872 Jul 23 10:29:21.415898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-1285e0ff-ff22-403d-b561-9756da9209e0 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0512204 Jul 23 10:29:21.568682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Deleting port 303c4b23-955a-4090-a94a-137466a0e679 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:21.569644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:21.687292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:21.687657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:21.704665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f016f-71e3-4736-8b84-2cae702fc840 req-a41daf79-1526-4144-969c-06d95eca0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:21.706254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-a41daf79-1526-4144-969c-06d95eca0300 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a22166c228364b23bf88c13402b97bb1&device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 1096 time: 0.1475973 Jul 23 10:29:21.707062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Calling delete_port for 303c4b23-955a-4090-a94a-137466a0e679 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:21.784779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45768cb-f518-4f9f-8b5f-5e152995f882 req-fd7e8fba-f129-445a-89c0-29a6ec3f445b tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:21.786264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f45768cb-f518-4f9f-8b5f-5e152995f882 req-fd7e8fba-f129-445a-89c0-29a6ec3f445b tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.0674634 Jul 23 10:29:21.825180 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f45768cb-f518-4f9f-8b5f-5e152995f882 req-231ace33-bfbf-4e7b-8a0e-0c7c6cfe4f3b tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 23 10:29:21.864143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f016f-71e3-4736-8b84-2cae702fc840 req-a4ad29ca-38fb-4801-b638-bddfb09f3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:21.866061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-a4ad29ca-38fb-4801-b638-bddfb09f3146 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b HTTP/1.1" status: 200 len: 915 time: 0.1187530 Jul 23 10:29:21.928883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:21.944485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-1031712f-ec2a-4c95-bebf-6cd672f6697a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2 HTTP/1.1" status: 200 len: 217 time: 0.0451660 Jul 23 10:29:21.959257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:21.960158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a94cfa1f-5f7a-4810-bf73-b45bb2fccc86 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:21.987776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.025900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event deleted for resources: {'Port': ['ID=303c4b23-955a-4090-a94a-137466a0e679,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:22.054356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f016f-71e3-4736-8b84-2cae702fc840 req-66aad102-e09e-4428-9bef-fc34293209fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:22.055798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-66aad102-e09e-4428-9bef-fc34293209fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8 HTTP/1.1" status: 200 len: 854 time: 0.1053257 Jul 23 10:29:22.057331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-96dde1c6-5497-4757-b980-6ce700087b3a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:22.060027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-96dde1c6-5497-4757-b980-6ce700087b3a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.1172793 Jul 23 10:29:22.074708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-e8a78aaa-d18c-4e1f-9eed-7e0d0fcf757d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/quotas/08fbc9f966d6475b9ec24f5e3032e60f HTTP/1.1" status: 200 len: 375 time: 0.0102646 Jul 23 10:29:22.111968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-05bd15a8-a6dd-459a-a318-66e5655e7d8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372591 Jul 23 10:29:22.138541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.141345 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.142491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfe4ee3-fd05-4c0f-be36-2708003490c7 req-cff724a7-890c-45cc-9ffc-33aa07700ecd tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "DELETE /v2.0/floatingips/a730c141-970f-4fd4-8e5d-ba8b00bc3e6c HTTP/1.1" status: 204 len: 173 time: 0.7214251 Jul 23 10:29:22.152100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:22.187859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-a5f8301c-e861-467e-88a1-a0867420e4a0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070476 Jul 23 10:29:22.279326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-edf3afde-b234-4cee-9546-da3301fdc6c5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904799 Jul 23 10:29:22.281583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e37585b1-4813-466a-986d-8676f6615b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.302909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-20ee1615-c696-4ead-9be1-51469dd9f944 service neutron] 10.222.0.55 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826952 Jul 23 10:29:22.359283 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:29:22.372444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9a62-cff8-4d54-b1d3-d38fb0089246 req-e026fc5d-50db-44ff-ad9e-8034a87d3c5e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:22.373950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c41c9a62-cff8-4d54-b1d3-d38fb0089246 req-e026fc5d-50db-44ff-ad9e-8034a87d3c5e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 950 time: 0.1613414 Jul 23 10:29:22.375855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-d6bb05b9-bc7a-455c-9531-03eb63baa5bc service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911686 Jul 23 10:29:22.660308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-91dad8f6-f9f3-4590-a183-eca0a6dff210 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 1001 time: 0.1033373 Jul 23 10:29:22.728228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-296cd8e1-cba8-4e69-93b9-e34259e079de tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:22.729650 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-296cd8e1-cba8-4e69-93b9-e34259e079de tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports/7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 942 time: 0.0619376 Jul 23 10:29:22.789738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c41c9a62-cff8-4d54-b1d3-d38fb0089246 req-50927d18-82f1-453f-953b-04ca9e874464 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099617 Jul 23 10:29:22.798097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969f016f-71e3-4736-8b84-2cae702fc840 req-e5345ffd-fc5f-4257-9060-e6579d3c1f06 service neutron] 10.222.0.55 "GET /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839759 Jul 23 10:29:22.831154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e37585b1-4813-466a-986d-8676f6615b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.846767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e37585b1-4813-466a-986d-8676f6615b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.868532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-4d672ac5-5d7a-403f-a3c2-344c9df9671e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 1001 time: 0.0917947 Jul 23 10:29:22.899366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e37585b1-4813-466a-986d-8676f6615b3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ec81df86ab648b2ad040f464594a9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7463374 Jul 23 10:29:22.900861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42332) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:22.920601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37585b1-4813-466a-986d-8676f6615b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de1e800-206b-4aa3-971e-1d2529773698,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:22.960193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94cc1b1f-fad2-4697-95fe-53a1d277ccf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:22.987155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94cc1b1f-fad2-4697-95fe-53a1d277ccf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.017359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-897d290f-d43c-47c0-8dee-468633d3f198 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:23.019031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-897d290f-d43c-47c0-8dee-468633d3f198 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1442084 Jul 23 10:29:23.070944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d52b88f-0d70-48f6-bb3c-6fb798fd7d40 req-9c12eb99-959a-4e31-8136-bf8136e7776e tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 210 time: 0.0345731 Jul 23 10:29:23.071750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94cc1b1f-fad2-4697-95fe-53a1d277ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.074532 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94cc1b1f-fad2-4697-95fe-53a1d277ccf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.075627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-94cc1b1f-fad2-4697-95fe-53a1d277ccf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0de1e800-206b-4aa3-971e-1d2529773698 HTTP/1.1" status: 204 len: 168 time: 0.1702502 Jul 23 10:29:23.084991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc1b1f-fad2-4697-95fe-53a1d277ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de1e800-206b-4aa3-971e-1d2529773698,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:23.125888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-db70e95a-16d4-4c67-97ed-50ffd84f4ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 1001 time: 0.0855556 Jul 23 10:29:23.137025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:23.198452 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.254408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958aa67-0ba9-41ab-b48b-5c9c418d1062 req-42ad10a5-4315-4521-964b-468a4289696d tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:23.263640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958aa67-0ba9-41ab-b48b-5c9c418d1062 req-42ad10a5-4315-4521-964b-468a4289696d tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.1007509 Jul 23 10:29:23.334545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958aa67-0ba9-41ab-b48b-5c9c418d1062 req-62977d78-c4e5-4258-b8cb-2975a95e1984 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606966 Jul 23 10:29:23.427445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.435032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.435362 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Floating IP 319f8167-085d-402e-a558-6ece581d09f5 disassociated. External IP: 172.25.4.202, port: 7a877949-e2c4-4576-883a-0bb9aafef3aa. Jul 23 10:29:23.478145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-b6403609-f7fe-40f3-b571-b2a91496d111 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:23.479668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-b6403609-f7fe-40f3-b571-b2a91496d111 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 950 time: 0.2066717 Jul 23 10:29:23.718038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:23.718389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.793665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.814921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Router 54b11948-ac07-4685-9d49-bd29c49ca17b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:23.847094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:23.847381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:23.905552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-90115340-ec1b-40bd-a77d-a5411f477f43 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:23.907185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-90115340-ec1b-40bd-a77d-a5411f477f43 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.1643384 Jul 23 10:29:23.929661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Request body: {'port': {'device_id': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'admin_state_up': True, 'tenant_id': '08fbc9f966d6475b9ec24f5e3032e60f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:23.930436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:24.016864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:24.022901 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:24.028618 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] Sync routers for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:24.040224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:24.040827 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:24.059243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5e2-d75c-4ea4-9770-83d928a128cb req-fd24a429-d8fe-4183-8cb0-36f8e565d0a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:24.060941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c41a5e2-d75c-4ea4-9770-83d928a128cb req-fd24a429-d8fe-4183-8cb0-36f8e565d0a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3 HTTP/1.1" status: 200 len: 950 time: 0.1490092 Jul 23 10:29:24.080368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-3a49f846-833a-42c3-9248-b496975d862d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "PUT /v2.0/floatingips/319f8167-085d-402e-a558-6ece581d09f5 HTTP/1.1" status: 200 len: 695 time: 0.9425716 Jul 23 10:29:24.090715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:24.093284 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:24.099022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Made reservation on behalf of 08fbc9f966d6475b9ec24f5e3032e60f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:24.101082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:24.144386 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c41a5e2-d75c-4ea4-9770-83d928a128cb req-83603038-095d-484a-9e36-cfdd30c12bf1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Jul 23 10:29:24.156825 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:24.193210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:24.197592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-a2fe539d-38d8-440b-9bf3-9da2d384a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:24.199287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-a2fe539d-38d8-440b-9bf3-9da2d384a446 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1096 time: 0.1177073 Jul 23 10:29:24.205992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:24.232396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:24.332111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Allocated IP 172.20.0.4 (ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2/a365fd0e-8e6f-4a18-9ee1-60deae3c2d90/aba29986-7d6e-472d-95a0-3b81de29c63f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:24.369754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=bf2d627e-0ac5-494e-9a1c-c46d4bd0b666,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:24.377142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-f6e881bc-66d0-447e-9558-2abd51dab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:24.378746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-f6e881bc-66d0-447e-9558-2abd51dab054 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 928 time: 0.1328378 Jul 23 10:29:24.453045 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:58Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:24.462284 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-553ab8d1-9298-451d-8ef2-8d59526164d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 217 time: 0.0520551 Jul 23 10:29:24.482181 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] Checking router: 54b11948-ac07-4685-9d49-bd29c49ca17b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:24.483854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:24.487338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:24.490061 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-368282e3-dd9f-4a60-a337-f02f0a6ebff9 req-25e1d4ea-4a8b-4b5b-8f06-83eae67044a9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "DELETE /v2.0/ports/bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 HTTP/1.1" status: 204 len: 173 time: 0.9804111 Jul 23 10:29:24.492788 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:24.493792 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:24.609910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-89c5df62-bea9-4c73-8990-8bccdaa76a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:24.618951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-89c5df62-bea9-4c73-8990-8bccdaa76a14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 200 len: 866 time: 0.1365216 Jul 23 10:29:24.669590 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:24.678128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:24.715668 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba235ff-8d8f-48da-9f3b-92dd3149f59b x-openstack-request-id: req-bba235ff-8d8f-48da-9f3b-92dd3149f59b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:24.716044 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:24.716493 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bba235ff-8d8f-48da-9f3b-92dd3149f59b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:24.717022 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'status': 'completed', 'code': 200} Jul 23 10:29:24.720864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-0e97826f-35fa-4a2e-8dce-09281c3507a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:24.722543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-0e97826f-35fa-4a2e-8dce-09281c3507a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6dd029dd-e702-4818-991e-61385e71273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973740 Jul 23 10:29:24.784620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:24.833016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:24.838245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:24.851839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:24.964564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-8e8bd104-a64a-4d2a-bb20-b51c034fef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:24.966073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-8e8bd104-a64a-4d2a-bb20-b51c034fef0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75df5f5f79da466baad6e86d32f56062&device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 1096 time: 0.2059104 Jul 23 10:29:24.968573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-c3458a7a-46ee-4894-b50e-1333e757f8b6 service neutron] 10.222.0.37 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293496 Jul 23 10:29:24.970937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event updated for resources: {'Port': ['ID=aba29986-7d6e-472d-95a0-3b81de29c63f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:25.054134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.057337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.057974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.058415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.058831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.059252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.059676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.060094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.060490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.060890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.061493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.061794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:25.062547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:25.080625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:25.081342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:25.112492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-2397e75f-71ae-4dda-82be-3d87ebab5464 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884272 Jul 23 10:29:25.121691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5a85e-bed4-4fee-9780-66d63a4df7ca req-b67b0f47-596b-49e2-b1d1-036ce7a58bbe tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:25.129002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02c5a85e-bed4-4fee-9780-66d63a4df7ca req-b67b0f47-596b-49e2-b1d1-036ce7a58bbe tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 931 time: 0.2165520 Jul 23 10:29:25.142138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Request body: {'port': {'device_id': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:25.205946 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:58Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:25.235336 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac7d8-cadc-4af4-a9c5-623d7a665bd4 None None] The sync data for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 is: [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:28:49Z', 'revision_number': 4, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '03a429e6-a444-4d87-aac1-65d2ee39873a', 'name': '', 'network_id': '6dd029dd-e702-4818-991e-61385e71273a', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'mac_address': 'fa:16:3e:75:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:48Z', 'updated_at': '2021-07-23T10:28:58Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'subnets': [{'id': 'c5fbf9be-11ab-4f6e-abbe-a8e25a60de67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:25.305314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02c5a85e-bed4-4fee-9780-66d63a4df7ca req-051e0ab5-88c9-48c9-80b7-4497094117af tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752069 Jul 23 10:29:25.350002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:25.526660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab2755f-93ee-41ab-b759-434030d44254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:25.560354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e7621f6-254a-49bf-9086-ca681beacb10 req-8090c203-1bad-446b-928d-7fe1de382cba service neutron] 10.222.0.37 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823214 Jul 23 10:29:25.568192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-ec169551-e019-4858-ae04-27c18f67ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:25.569864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-ec169551-e019-4858-ae04-27c18f67ecbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 200 len: 928 time: 0.5948439 Jul 23 10:29:25.575267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c645f7-c31c-4cd2-b8bb-b7d737955b34 req-8ba78c7a-682a-4dea-a17c-64d98188398f tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:25.578064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30c645f7-c31c-4cd2-b8bb-b7d737955b34 req-8ba78c7a-682a-4dea-a17c-64d98188398f tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.1537414 Jul 23 10:29:25.580873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a41a-2c28-4948-a1b1-c8a6b1c58cf2 None None] New status for floating IP 319f8167-085d-402e-a558-6ece581d09f5: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:29:25.634443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-216c3917-4e00-45ef-b109-49a74e448970 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 200 len: 217 time: 0.0524566 Jul 23 10:29:25.674219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30c645f7-c31c-4cd2-b8bb-b7d737955b34 req-8ad3ab0b-9909-4a6e-b1a8-81446feac9c7 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Jul 23 10:29:25.751978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-ca696740-cf5d-4ede-ba8b-35fd63769aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:25.754030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-ca696740-cf5d-4ede-ba8b-35fd63769aef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 200 len: 866 time: 0.1044080 Jul 23 10:29:25.813805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e35fda9-524e-4378-b177-923a21225133 req-e28f8574-3845-428c-9eb6-52aed1dc0fe6 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips/319f8167-085d-402e-a558-6ece581d09f5 HTTP/1.1" status: 200 len: 695 time: 0.0763576 Jul 23 10:29:25.836383 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab2755f-93ee-41ab-b759-434030d44254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:25.845154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab2755f-93ee-41ab-b759-434030d44254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:25.845572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:25.911297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba29986-7d6e-472d-95a0-3b81de29c63f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:25.927118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cab2755f-93ee-41ab-b759-434030d44254 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=140e9fefe6114e3b94e6c98c09f1868e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8611155 Jul 23 10:29:25.928204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:25.940436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:25.941873 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:25.974084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:25.974441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bf2d627e-0ac5-494e-9a1c-c46d4bd0b666 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:25.985715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2755f-93ee-41ab-b759-434030d44254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca038a-8d88-4718-8220-f2ca63a6d4ad,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:25.991300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-af0d08da-9dfc-4ce1-adc5-1c49886c1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:25.993383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-af0d08da-9dfc-4ce1-adc5-1c49886c1c62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6dd029dd-e702-4818-991e-61385e71273a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310703 Jul 23 10:29:26.015321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Transition to ACTIVE for port object aba29986-7d6e-472d-95a0-3b81de29c63f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:26.025231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.040396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c537c407-46ef-4af6-8b43-d209c2ddca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.069430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c537c407-46ef-4af6-8b43-d209c2ddca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.095909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fda9-524e-4378-b177-923a21225133 req-3fdff654-76ac-461b-b630-498b4589c3ac tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.103704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e35fda9-524e-4378-b177-923a21225133 req-3fdff654-76ac-461b-b630-498b4589c3ac tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.2420013 Jul 23 10:29:26.165764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-ef55a6ab-f3bf-462a-87ef-984b92d6fc18 service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596897 Jul 23 10:29:26.182616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c537c407-46ef-4af6-8b43-d209c2ddca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.182842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=aba29986-7d6e-472d-95a0-3b81de29c63f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:26.185690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c537c407-46ef-4af6-8b43-d209c2ddca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.187028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c537c407-46ef-4af6-8b43-d209c2ddca4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ca038a-8d88-4718-8220-f2ca63a6d4ad HTTP/1.1" status: 204 len: 168 time: 0.2565846 Jul 23 10:29:26.198440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e35fda9-524e-4378-b177-923a21225133 req-b53e43cf-d070-4173-adb7-04f257d54170 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0935929 Jul 23 10:29:26.215751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c407-46ef-4af6-8b43-d209c2ddca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca038a-8d88-4718-8220-f2ca63a6d4ad,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:26.283366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e35fda9-524e-4378-b177-923a21225133 req-4c510d16-ea33-4e8a-81fa-0087e4032a3c tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0663605 Jul 23 10:29:26.295913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f70bbbe-ab7d-4b8e-8d66-0f57fdb91c0c req-6738fe76-6be0-4730-bd50-71c1a529d6ee service neutron] 10.222.0.20 "GET /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229100 Jul 23 10:29:26.341241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Attempting to bind port aba29986-7d6e-472d-95a0-3b81de29c63f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:26.341583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Attempting to bind port aba29986-7d6e-472d-95a0-3b81de29c63f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:26.341913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Attempting to bind port aba29986-7d6e-472d-95a0-3b81de29c63f on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:26.384263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Port aba29986-7d6e-472d-95a0-3b81de29c63f on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:29:26.384883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Attempting to bind port aba29986-7d6e-472d-95a0-3b81de29c63f on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:26.397865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:26.398162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Checking segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:26.398667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Bound using segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:26.399096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Bound port: aba29986-7d6e-472d-95a0-3b81de29c63f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:26.399631 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.505681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] For port aba29986-7d6e-472d-95a0-3b81de29c63f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:26.510092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] For port aba29986-7d6e-472d-95a0-3b81de29c63f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=aba29986-7d6e-472d-95a0-3b81de29c63f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:26.513211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Deleting port cb13fe07-d1fe-4ce8-aa1a-3e148da49297 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:26.513560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.517481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.572406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c903ab-61e3-4d93-a5b8-85aa4d217b8c req-96fa8fd9-3e01-46e1-a94a-c03fbc26b769 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.574738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.574886 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15c903ab-61e3-4d93-a5b8-85aa4d217b8c req-96fa8fd9-3e01-46e1-a94a-c03fbc26b769 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.0717757 Jul 23 10:29:26.575362 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.576808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] 10.222.0.20 "PUT /v2.0/ports/aba29986-7d6e-472d-95a0-3b81de29c63f HTTP/1.1" status: 200 len: 1091 time: 1.4455943 Jul 23 10:29:26.578758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'tag': 'aba29986-7d6e-472d-95a0-3b81de29c63f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:26.581103 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cca2de-3afc-4415-b19a-bcc045f04aef", "tag": "aba29986-7d6e-472d-95a0-3b81de29c63f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:26.624387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15c903ab-61e3-4d93-a5b8-85aa4d217b8c req-107c16d9-2b39-4d0b-9366-07058a610054 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Jul 23 10:29:26.641627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe89e01-cbd4-4963-ace2-0bcdbfc1fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=aba29986-7d6e-472d-95a0-3b81de29c63f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:26.666185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.666530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.701141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Calling delete_port for cb13fe07-d1fe-4ce8-aa1a-3e148da49297 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:26.719936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'name': 'network-vif-deleted', 'tag': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:26.722342 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc6a903-a6f4-4968-b784-91d85b69d4ae" -d '{"events": [{"server_uuid": "eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3", "name": "network-vif-deleted", "tag": "bf2d627e-0ac5-494e-9a1c-c46d4bd0b666"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:26.771229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-913b9fe0-e607-470b-951d-fc9173913a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.773445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-913b9fe0-e607-470b-951d-fc9173913a9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 1094 time: 0.1236935 Jul 23 10:29:26.791257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb00d3f-2825-4880-8503-0214409ac9d1 req-514189e1-fe8d-437d-af20-7c0f6855fad4 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.798111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5eb00d3f-2825-4880-8503-0214409ac9d1 req-514189e1-fe8d-437d-af20-7c0f6855fad4 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 943 time: 0.0857754 Jul 23 10:29:26.832196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-4e29e610-f86c-434c-857c-1a05de4fcd57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aba29986-7d6e-472d-95a0-3b81de29c63f HTTP/1.1" status: 200 len: 217 time: 0.0426524 Jul 23 10:29:26.836182 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5eb00d3f-2825-4880-8503-0214409ac9d1 req-e9ae0739-0896-463f-8bc4-c2bf12f5dbb7 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368493 Jul 23 10:29:26.928306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-c73f0484-4337-42d8-a950-ce2d2b376f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.929831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-c73f0484-4337-42d8-a950-ce2d2b376f44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.0866542 Jul 23 10:29:26.935617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:26.974962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event deleted for resources: {'Port': ['ID=cb13fe07-d1fe-4ce8-aa1a-3e148da49297,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:26.981832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93ca9e-50aa-41e0-8705-fe67f8c73bd1 req-32af02d4-1146-4c48-be53-a4f46fab9769 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:26.983564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f93ca9e-50aa-41e0-8705-fe67f8c73bd1 req-32af02d4-1146-4c48-be53-a4f46fab9769 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 950 time: 0.0821211 Jul 23 10:29:26.999190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-966b7ced-4363-4d5f-8141-ee84ba3ac098 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534825 Jul 23 10:29:27.027459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f93ca9e-50aa-41e0-8705-fe67f8c73bd1 req-1a861195-d0a7-474a-a3af-a64ab7b2935e tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Jul 23 10:29:27.055925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3de9da7-499d-4d72-8017-809ec30f7a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:27.081014 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6783fa5a-db3e-4a9d-919b-ba44f9c5d0f1 x-openstack-request-id: req-6783fa5a-db3e-4a9d-919b-ba44f9c5d0f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:27.081550 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cca2de-3afc-4415-b19a-bcc045f04aef", "tag": "aba29986-7d6e-472d-95a0-3b81de29c63f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:27.081550 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6783fa5a-db3e-4a9d-919b-ba44f9c5d0f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:27.081929 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'tag': 'aba29986-7d6e-472d-95a0-3b81de29c63f', 'status': 'completed', 'code': 200} Jul 23 10:29:27.110206 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a793ca-5212-4c63-afb8-940540c53981 x-openstack-request-id: req-81a793ca-5212-4c63-afb8-940540c53981 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:27.110745 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3", "name": "network-vif-deleted", "tag": "bf2d627e-0ac5-494e-9a1c-c46d4bd0b666", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:27.111003 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81a793ca-5212-4c63-afb8-940540c53981 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:27.111404 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb573b78-c9a6-4be6-9f8b-a279d7a7c0e3', 'name': 'network-vif-deleted', 'tag': 'bf2d627e-0ac5-494e-9a1c-c46d4bd0b666', 'status': 'completed', 'code': 200} Jul 23 10:29:27.123877 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:27.126367 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:27.136473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e35fda9-524e-4378-b177-923a21225133 req-b9b3c9f0-3140-4c69-a7db-f3cd6ea99119 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "DELETE /v2.0/floatingips/319f8167-085d-402e-a558-6ece581d09f5 HTTP/1.1" status: 204 len: 173 time: 0.8436625 Jul 23 10:29:27.161741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-131527fd-d3ef-4521-bc60-3262a7993905 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415098 Jul 23 10:29:27.277225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09cc40d9-dfa6-4e69-baf1-b36d97f16649 req-d03e99d1-3cf6-4df8-bcb1-19b2cb9a6ffe service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051979 Jul 23 10:29:27.348383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16d49-bba5-48ad-9a8d-e270a0175480 req-4d44a439-40cc-479b-8ff9-e0056b31f2b2 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.350431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99a16d49-bba5-48ad-9a8d-e270a0175480 req-4d44a439-40cc-479b-8ff9-e0056b31f2b2 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0887530 Jul 23 10:29:27.402603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99a16d49-bba5-48ad-9a8d-e270a0175480 req-afa92356-131a-41ca-acf2-5c8bbed1b210 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0463238 Jul 23 10:29:27.461808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8290795-97c8-4cf9-ae3e-1de1bf7dad50 req-8814530f-a5a1-4055-b368-07e68f30608c tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0390782 Jul 23 10:29:27.485412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-744d8d14-c10e-4640-8c29-321a58e367a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.486939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-744d8d14-c10e-4640-8c29-321a58e367a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 1094 time: 0.1236880 Jul 23 10:29:27.583303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-feb739a4-67bf-4d0b-9ded-05bd9d500580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.585577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-feb739a4-67bf-4d0b-9ded-05bd9d500580 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 915 time: 0.0914609 Jul 23 10:29:27.635083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-e886a8d8-4a7b-493d-acff-b06eaa9ff242 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aba29986-7d6e-472d-95a0-3b81de29c63f HTTP/1.1" status: 200 len: 217 time: 0.0419297 Jul 23 10:29:27.783864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-3624be27-3de9-4903-bf9f-2fea6cf0a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.785363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-3624be27-3de9-4903-bf9f-2fea6cf0a605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.1145899 Jul 23 10:29:27.810753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fbec8-9041-41ea-962e-a8ae78401bc4 req-a4f04d16-cd22-4c9f-97c9-89c6b0a45aa9 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.813807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c91fbec8-9041-41ea-962e-a8ae78401bc4 req-a4f04d16-cd22-4c9f-97c9-89c6b0a45aa9 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.0701971 Jul 23 10:29:27.841742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-37fe1e47-0ef7-4907-9889-c82fdba8d8e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439491 Jul 23 10:29:27.849856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aed02-ff1e-43fb-b266-d73f15acebe6 req-76adab21-200c-441e-8f55-28a2e0ed789d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.850099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c91fbec8-9041-41ea-962e-a8ae78401bc4 req-96b15745-b0aa-48e4-9260-4569120bf068 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/security-groups?id=56c544bd-348d-4164-a074-9aebbbe2aacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jul 23 10:29:27.852229 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-999aed02-ff1e-43fb-b266-d73f15acebe6 req-76adab21-200c-441e-8f55-28a2e0ed789d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.1734824 Jul 23 10:29:27.890354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-e972ef79-7f95-477d-a7fc-e8db8895593f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.891892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-e972ef79-7f95-477d-a7fc-e8db8895593f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 950 time: 0.1632712 Jul 23 10:29:27.982044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-999aed02-ff1e-43fb-b266-d73f15acebe6 req-c475b022-ddaf-4ddb-864c-84b07082b6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197109 Jul 23 10:29:27.988199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3250-1ded-4d6e-8751-544b1539dfff req-4e784052-1ad7-4321-b7e2-2494145c0ab6 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:27.990331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e65d3250-1ded-4d6e-8751-544b1539dfff req-4e784052-1ad7-4321-b7e2-2494145c0ab6 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 943 time: 0.0640230 Jul 23 10:29:28.039509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e65d3250-1ded-4d6e-8751-544b1539dfff req-2d971625-5846-4a9f-b212-efc6be4076b1 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374784 Jul 23 10:29:28.085627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-9a6703be-a6f8-44de-9446-73a060c6a9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322137 Jul 23 10:29:28.160704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adef806-c5bf-4483-8791-562b56701a7a req-071057e3-ea57-41a9-9ae2-d3ac295e5f94 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:28.162215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5adef806-c5bf-4483-8791-562b56701a7a req-071057e3-ea57-41a9-9ae2-d3ac295e5f94 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.55 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 945 time: 0.1663187 Jul 23 10:29:28.165096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:28.165440 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.166970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c53123-af48-4d46-9126-f9ab09afb8fb req-46c92e5f-8608-44c6-a901-129f2009a7c5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:28.168703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c53123-af48-4d46-9126-f9ab09afb8fb req-46c92e5f-8608-44c6-a901-129f2009a7c5 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbc5a14b-0ba5-4744-ba8d-a21118193eac HTTP/1.1" status: 200 len: 950 time: 0.0672336 Jul 23 10:29:28.256912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c53123-af48-4d46-9126-f9ab09afb8fb req-93f42a2f-86b7-4033-ba6f-28329bebebc9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822961 Jul 23 10:29:28.295866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-a5bbcd34-5737-464b-bbe3-81cb53c27393 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:28.297780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-a5bbcd34-5737-464b-bbe3-81cb53c27393 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0dc691d-185d-4af2-8f50-ef8fb8fc367a HTTP/1.1" status: 200 len: 949 time: 0.1053514 Jul 23 10:29:28.332681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af0a5c33-96e2-4243-8efd-5ef14d8c9b83 req-9e9dfdeb-0357-4c4f-af42-fce0b10da5ca service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372434 Jul 23 10:29:28.372996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:28.373546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.390029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:28.437145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port df2f3250-ad12-4c3f-89de-7c0a57bb421c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:28.437983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.455364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Deleting port 3de04c3f-eb71-4270-81b7-dd5a547662d2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:28.455734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.546629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port df2f3250-ad12-4c3f-89de-7c0a57bb421c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=df2f3250-ad12-4c3f-89de-7c0a57bb421c,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:28.546905 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.561046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for df2f3250-ad12-4c3f-89de-7c0a57bb421c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:28.597505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] For port 3de04c3f-eb71-4270-81b7-dd5a547662d2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3de04c3f-eb71-4270-81b7-dd5a547662d2,segment=NetworkSegment(95918f20-cf9b-4d7f-ae57-b7b40de1bd62),segment_id=95918f20-cf9b-4d7f-ae57-b7b40de1bd62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:28.597862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.619862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Calling delete_port for 3de04c3f-eb71-4270-81b7-dd5a547662d2 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:28.641846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.653439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:28.682511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'df2f3250-ad12-4c3f-89de-7c0a57bb421c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:28.702921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=5525ca5d-fcaa-4685-b1d2-d26c48f78a4e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:28.703170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.770028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=df2f3250-ad12-4c3f-89de-7c0a57bb421c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:28.791211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:28.794693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.796918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ce0c98f-87aa-4761-bf6b-2e4e28859b5e req-b99c655d-ddc2-4cee-8502-bf6b0d870520 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "DELETE /v2.0/ports/5525ca5d-fcaa-4685-b1d2-d26c48f78a4e HTTP/1.1" status: 204 len: 173 time: 0.8907814 Jul 23 10:29:28.829809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.830416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.830516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.830825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.831230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.831523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.831859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.832193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.832528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.832857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.833187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.833515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:28.890701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port df2f3250-ad12-4c3f-89de-7c0a57bb421c on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:28.894938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.898225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42d2d05d-9f67-4ecf-a93f-476a3caa76aa req-3790a599-3a23-4df0-a700-5179e13b30ca tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "DELETE /v2.0/ports/df2f3250-ad12-4c3f-89de-7c0a57bb421c HTTP/1.1" status: 204 len: 173 time: 0.5943732 Jul 23 10:29:28.927598 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:28.961771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Pushing event deleted for resources: {'Port': ['ID=3de04c3f-eb71-4270-81b7-dd5a547662d2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:29.043905 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87223bee-78af-4c5f-b765-c1ee0905f75e req-a06101cf-eae5-4379-b99e-eeff35f4545d tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445a1fd-699d-43bb-ba19-df00fcff7593 HTTP/1.1" status: 200 len: 210 time: 0.0702305 Jul 23 10:29:29.044841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] No DVR routers for this DVR port 3de04c3f-eb71-4270-81b7-dd5a547662d2 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:29.047344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:29.049614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5adef806-c5bf-4483-8791-562b56701a7a req-a057ab81-a8c0-4a54-80e6-a8d1a1356a35 tempest-InstanceActionsTestJSON-2001531096 tempest-InstanceActionsTestJSON-2001531096-project] 10.222.0.55 "DELETE /v2.0/ports/3de04c3f-eb71-4270-81b7-dd5a547662d2 HTTP/1.1" status: 204 len: 173 time: 0.8555210 Jul 23 10:29:29.083622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'name': 'network-vif-deleted', 'tag': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'}, {'server_uuid': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'name': 'network-vif-deleted', 'tag': '3de04c3f-eb71-4270-81b7-dd5a547662d2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:29.086849 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c97234-d442-4d14-8b29-286be2c50ae7" -d '{"events": [{"server_uuid": "fbc5a14b-0ba5-4744-ba8d-a21118193eac", "name": "network-vif-deleted", "tag": "5525ca5d-fcaa-4685-b1d2-d26c48f78a4e"}, {"server_uuid": "f445a1fd-699d-43bb-ba19-df00fcff7593", "name": "network-vif-deleted", "tag": "3de04c3f-eb71-4270-81b7-dd5a547662d2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:29.112897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'name': 'network-vif-deleted', 'tag': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:29.123721 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa2ac19-e048-4adb-a9d4-afd066d64dc8" -d '{"events": [{"server_uuid": "b0dc691d-185d-4af2-8f50-ef8fb8fc367a", "name": "network-vif-deleted", "tag": "df2f3250-ad12-4c3f-89de-7c0a57bb421c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:29.192227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993f1f7-199a-4dce-bb45-5c54931dbf0a req-5b70091a-956b-4f7a-b32a-6e75ab9f79fc tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:29.194368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e993f1f7-199a-4dce-bb45-5c54931dbf0a req-5b70091a-956b-4f7a-b32a-6e75ab9f79fc tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.0955360 Jul 23 10:29:29.247365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e993f1f7-199a-4dce-bb45-5c54931dbf0a req-c728f2be-2c67-4fe1-8163-4087fb48609d tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Jul 23 10:29:29.298090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3de04c3f-eb71-4270-81b7-dd5a547662d2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:29.307280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d', '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:29.461626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb04eb-b4e3-4523-8584-77bcae27bb2e req-bb302fb0-cbd1-456c-8e79-068f06a71970 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:29.463285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-edeb04eb-b4e3-4523-8584-77bcae27bb2e req-bb302fb0-cbd1-456c-8e79-068f06a71970 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 943 time: 0.1329010 Jul 23 10:29:29.472034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-c5568ad9-522c-41e6-9be3-d3358a46e4f7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:29.473605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-c5568ad9-522c-41e6-9be3-d3358a46e4f7 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.20 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 945 time: 0.1083117 Jul 23 10:29:29.543342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-edeb04eb-b4e3-4523-8584-77bcae27bb2e req-04a37ccf-df77-469b-a69d-b7dbe8a30c72 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Jul 23 10:29:29.636712 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83062a85-5f4c-4aa9-a14c-4e7246394c3b x-openstack-request-id: req-83062a85-5f4c-4aa9-a14c-4e7246394c3b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:29.637080 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc5a14b-0ba5-4744-ba8d-a21118193eac", "name": "network-vif-deleted", "tag": "5525ca5d-fcaa-4685-b1d2-d26c48f78a4e", "status": "completed", "code": 200}, {"server_uuid": "f445a1fd-699d-43bb-ba19-df00fcff7593", "name": "network-vif-deleted", "tag": "3de04c3f-eb71-4270-81b7-dd5a547662d2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:29.637410 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83062a85-5f4c-4aa9-a14c-4e7246394c3b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:29.637925 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc5a14b-0ba5-4744-ba8d-a21118193eac', 'name': 'network-vif-deleted', 'tag': '5525ca5d-fcaa-4685-b1d2-d26c48f78a4e', 'status': 'completed', 'code': 200} Jul 23 10:29:29.638244 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445a1fd-699d-43bb-ba19-df00fcff7593', 'name': 'network-vif-deleted', 'tag': '3de04c3f-eb71-4270-81b7-dd5a547662d2', 'status': 'completed', 'code': 200} Jul 23 10:29:29.641589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Deleting port 7a877949-e2c4-4576-883a-0bb9aafef3aa {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:29.642327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:29.751168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e05e7ba-10de-41a4-bbd0-b3fcd9b4c7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:29.769987 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7834ea8-4cf7-4c3d-aada-7b016ebed2db x-openstack-request-id: req-b7834ea8-4cf7-4c3d-aada-7b016ebed2db {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:29.770286 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dc691d-185d-4af2-8f50-ef8fb8fc367a", "name": "network-vif-deleted", "tag": "df2f3250-ad12-4c3f-89de-7c0a57bb421c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:29.770544 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7834ea8-4cf7-4c3d-aada-7b016ebed2db {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:29.770961 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc691d-185d-4af2-8f50-ef8fb8fc367a', 'name': 'network-vif-deleted', 'tag': 'df2f3250-ad12-4c3f-89de-7c0a57bb421c', 'status': 'completed', 'code': 200} Jul 23 10:29:29.838277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] For port 7a877949-e2c4-4576-883a-0bb9aafef3aa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7a877949-e2c4-4576-883a-0bb9aafef3aa,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:29.838951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:29.872451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Calling delete_port for 7a877949-e2c4-4576-883a-0bb9aafef3aa owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:29.927822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:29.984252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device aba29986-7d6e-472d-95a0-3b81de29c63f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:30.050028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.087464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Pushing event deleted for resources: {'Port': ['ID=7a877949-e2c4-4576-883a-0bb9aafef3aa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:30.130302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42514) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:30.158271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port aba29986-7d6e-472d-95a0-3b81de29c63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=aba29986-7d6e-472d-95a0-3b81de29c63f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:30.179100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] No DVR routers for this DVR port 7a877949-e2c4-4576-883a-0bb9aafef3aa on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:30.182198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.184590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-490066fd-9360-4cb2-821d-f00f011fa2e0 req-ccd8cb21-21f5-4c1b-ae15-120b947fea9e tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.20 "DELETE /v2.0/ports/7a877949-e2c4-4576-883a-0bb9aafef3aa HTTP/1.1" status: 204 len: 173 time: 0.6890714 Jul 23 10:29:30.204069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'aba29986-7d6e-472d-95a0-3b81de29c63f', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'port_id': 'aba29986-7d6e-472d-95a0-3b81de29c63f', 'mac_address': 'fa:16:3e:6e:f6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a365fd0e-8e6f-4a18-9ee1-60deae3c2d90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:30.246592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Deleting subnet 5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:29:30.257004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.269056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.325488 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.342231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.399789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba29986-7d6e-472d-95a0-3b81de29c63f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:30.444016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-745fc577-6065-493b-a822-ac106db753b6 req-ac23e3a4-d3bf-4686-bc72-001ac92f1f42 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185 tempest-FloatingIPsAssociationNegativeTestJSON-1949507185-project] 10.222.0.37 "GET /v2.0/ports?device_id=870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d HTTP/1.1" status: 200 len: 210 time: 0.0625050 Jul 23 10:29:30.447132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port aba29986-7d6e-472d-95a0-3b81de29c63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=aba29986-7d6e-472d-95a0-3b81de29c63f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:30.473956 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.481933 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.484291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42522) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:30.524281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f32ed-d2c0-4c7c-bb3f-73dfdff26b30 req-9c68a9f5-95cf-453a-af73-27d9608a1196 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:30.526135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a9f32ed-d2c0-4c7c-bb3f-73dfdff26b30 req-9c68a9f5-95cf-453a-af73-27d9608a1196 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 950 time: 0.0963798 Jul 23 10:29:30.558310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=aba29986-7d6e-472d-95a0-3b81de29c63f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:30.558810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.590397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:30.595866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a9f32ed-d2c0-4c7c-bb3f-73dfdff26b30 req-fb27de41-4d0a-4314-9441-18782d50b683 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582740 Jul 23 10:29:30.596982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.599234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e0302a0c-0211-41c3-b1d4-2dcd80d7ff92 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5bb50dee-d322-4cdb-aeea-75ea6a3ef1b8 HTTP/1.1" status: 204 len: 168 time: 0.4666715 Jul 23 10:29:30.605406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:30.660087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-795c4fcc-f0bc-464d-8a98-09496f3d4aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.683522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.715618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['7a877949-e2c4-4576-883a-0bb9aafef3aa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:30.765198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf10ab-1124-4ba9-be0b-16e3276d07f6 req-4fb1d459-ab98-43b7-87ab-8dc9a2e38cda tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:30.766278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.768043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9bf10ab-1124-4ba9-be0b-16e3276d07f6 req-4fb1d459-ab98-43b7-87ab-8dc9a2e38cda tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 944 time: 0.1297767 Jul 23 10:29:30.777672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1174dc8-0d8e-46e1-966e-ae1b3a228d6b']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:30.787859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95918f20-cf9b-4d7f-ae57-b7b40de1bd62') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:30.788145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95918f20-cf9b-4d7f-ae57-b7b40de1bd62') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:30.797839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.815779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.823316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:29:30.823810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:29:30.826303 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:29:30.884048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9bf10ab-1124-4ba9-be0b-16e3276d07f6 req-2ed68402-6cb1-434a-9d90-287690d871da tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102383 Jul 23 10:29:30.910424 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.919815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.921230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1174dc8-0d8e-46e1-966e-ae1b3a228d6b HTTP/1.1" status: 204 len: 168 time: 0.3142912 Jul 23 10:29:30.933064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-795c4fcc-f0bc-464d-8a98-09496f3d4aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.937930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7f6fb-b5a9-4a3b-97a5-89379b2ae504 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1174dc8-0d8e-46e1-966e-ae1b3a228d6b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:30.938144 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-795c4fcc-f0bc-464d-8a98-09496f3d4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:30.982880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c4fcc-f0bc-464d-8a98-09496f3d4aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc769e-8648-4f65-a573-359b7804f217,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:30.989704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-795c4fcc-f0bc-464d-8a98-09496f3d4aac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12475d485b3a426894e27f4d1c75145c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044334 Jul 23 10:29:30.993224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:31.010055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['aba29986-7d6e-472d-95a0-3b81de29c63f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:31.046455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42538) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:31.060772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfe9186c-db8b-44f8-8c75-1bccf29ea9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.083649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfe9186c-db8b-44f8-8c75-1bccf29ea9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.089180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-29451a2e-7c72-435a-9eb6-9cd018c6b35e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a22166c228364b23bf88c13402b97bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414858 Jul 23 10:29:31.091766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42540) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:31.138319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfe9186c-db8b-44f8-8c75-1bccf29ea9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.141201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfe9186c-db8b-44f8-8c75-1bccf29ea9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.142294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dfe9186c-db8b-44f8-8c75-1bccf29ea9a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7fc769e-8648-4f65-a573-359b7804f217 HTTP/1.1" status: 204 len: 168 time: 0.1479785 Jul 23 10:29:31.146531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5e91071-2dd2-48b4-84dd-22110c50ad98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.150779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9186c-db8b-44f8-8c75-1bccf29ea9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc769e-8648-4f65-a573-359b7804f217,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:31.177763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5e91071-2dd2-48b4-84dd-22110c50ad98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.196023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.511578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:31.536925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5e91071-2dd2-48b4-84dd-22110c50ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.540948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5e91071-2dd2-48b4-84dd-22110c50ad98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:31.544478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d5e91071-2dd2-48b4-84dd-22110c50ad98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56c544bd-348d-4164-a074-9aebbbe2aacb HTTP/1.1" status: 204 len: 168 time: 0.4495745 Jul 23 10:29:31.556408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e91071-2dd2-48b4-84dd-22110c50ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c544bd-348d-4164-a074-9aebbbe2aacb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:31.777889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'name': 'network-vif-deleted', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:31.780174 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8986dc6-b2be-4b10-9c20-c033dd886c90" -d '{"events": [{"server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "name": "network-vif-deleted", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:31.866127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb669c11-7451-4130-b5b2-baee56b7c9af req-555007da-f47e-4310-af04-943dabe61503 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:31.867696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb669c11-7451-4130-b5b2-baee56b7c9af req-555007da-f47e-4310-af04-943dabe61503 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 950 time: 0.1867683 Jul 23 10:29:31.908612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-dc3ee193-ea96-42b5-82cc-d890fab02768 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:31.910078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-dc3ee193-ea96-42b5-82cc-d890fab02768 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 950 time: 0.1704979 Jul 23 10:29:31.911555 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8adc01-3b55-432f-ba33-a0575dfee528 x-openstack-request-id: req-fd8adc01-3b55-432f-ba33-a0575dfee528 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:31.912130 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d", "name": "network-vif-deleted", "tag": "7a877949-e2c4-4576-883a-0bb9aafef3aa", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:31.912130 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd8adc01-3b55-432f-ba33-a0575dfee528 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:31.912973 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870bc20b-a5af-40f8-aa0d-9d8feb8b3a2d', 'name': 'network-vif-deleted', 'tag': '7a877949-e2c4-4576-883a-0bb9aafef3aa', 'status': 'completed', 'code': 200} Jul 23 10:29:32.024563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ba7291e7-b2c7-4538-835c-2c6bce23cfd0 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:32.039114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb669c11-7451-4130-b5b2-baee56b7c9af req-ba9cac49-1165-49b5-994c-5c771758f57c tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558580 Jul 23 10:29:32.083725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-d59f363d-d77e-47b5-9353-0e34ce821081 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:32.087282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-d59f363d-d77e-47b5-9353-0e34ce821081 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "GET /v2.0/ports?device_id=d796b5a1-e4d5-4162-9867-6c4dd66abd57 HTTP/1.1" status: 200 len: 950 time: 0.1070254 Jul 23 10:29:32.221418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.247326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:32.247976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.259905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f79259-6ea6-4ef7-87b3-3fc132fc8613 req-406779eb-b069-4337-b695-ea6974251b53 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:32.261545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-19f79259-6ea6-4ef7-87b3-3fc132fc8613 req-406779eb-b069-4337-b695-ea6974251b53 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 944 time: 0.1696036 Jul 23 10:29:32.298081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:32.300541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:32.303113 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbca991-8e5e-404c-9194-d6ecdb0f8255" -d '{"events": [{"server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:32.307598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:32.308149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.318085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.320959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device df2f3250-ad12-4c3f-89de-7c0a57bb421c no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:32.360991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-19f79259-6ea6-4ef7-87b3-3fc132fc8613 req-ab3d4d5e-1a9d-4faf-8a21-e929afba07d8 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873921 Jul 23 10:29:32.368548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: df2f3250-ad12-4c3f-89de-7c0a57bb421c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:32.368912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device df2f3250-ad12-4c3f-89de-7c0a57bb421c not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:32.369346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7a877949-e2c4-4576-883a-0bb9aafef3aa no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:32.433859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 7a877949-e2c4-4576-883a-0bb9aafef3aa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:32.434219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7a877949-e2c4-4576-883a-0bb9aafef3aa not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:32.445646 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18378a5-7bb1-49f7-aa5c-36fbeb2d54b8 x-openstack-request-id: req-d18378a5-7bb1-49f7-aa5c-36fbeb2d54b8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:32.445931 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "name": "network-vif-unplugged", "status": "completed", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:32.446444 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d18378a5-7bb1-49f7-aa5c-36fbeb2d54b8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:32.447052 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'code': 200} Jul 23 10:29:32.464060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.465361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:32.465729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.468710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:32.477454 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.500800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:32.528896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port ba7291e7-b2c7-4538-835c-2c6bce23cfd0, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:32.531437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.667558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.682377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:32.703703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42610) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:32.710248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:32.712539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=e73a5e20-3a2e-45d0-bb6e-94c65ee8e233,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:32.837753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:32.841973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.844560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3c926fc-97f8-47d6-a8fe-635d6a62930d req-9729e250-b802-4775-8d69-fcb74c1174c8 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "DELETE /v2.0/ports/e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 HTTP/1.1" status: 204 len: 173 time: 0.7513096 Jul 23 10:29:32.845650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'name': 'network-vif-deleted', 'tag': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:32.848448 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bdbfb9-69c3-45c4-89b5-1d2bca7c1ceb" -d '{"events": [{"server_uuid": "d796b5a1-e4d5-4162-9867-6c4dd66abd57", "name": "network-vif-deleted", "tag": "e73a5e20-3a2e-45d0-bb6e-94c65ee8e233"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:32.904790 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c461ad-6d80-4f18-aff7-98f990e3b2f6 x-openstack-request-id: req-84c461ad-6d80-4f18-aff7-98f990e3b2f6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:32.905317 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d796b5a1-e4d5-4162-9867-6c4dd66abd57", "name": "network-vif-deleted", "tag": "e73a5e20-3a2e-45d0-bb6e-94c65ee8e233", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:32.905673 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84c461ad-6d80-4f18-aff7-98f990e3b2f6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:32.906937 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd796b5a1-e4d5-4162-9867-6c4dd66abd57', 'name': 'network-vif-deleted', 'tag': 'e73a5e20-3a2e-45d0-bb6e-94c65ee8e233', 'status': 'completed', 'code': 200} Jul 23 10:29:32.929249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1783898254-network', 'tenant_id': '8144974fffab447182293981a4f41d7a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:32.940887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for ba7291e7-b2c7-4538-835c-2c6bce23cfd0 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:32.980523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:32.983683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:32.995221 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.095482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3de04c3f-eb71-4270-81b7-dd5a547662d2 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:33.141983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 3de04c3f-eb71-4270-81b7-dd5a547662d2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:33.142702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3de04c3f-eb71-4270-81b7-dd5a547662d2 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:33.143005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:33.159431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.166875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.187601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:33.191973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:33.193383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5525ca5d-fcaa-4685-b1d2-d26c48f78a4e not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:33.249336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:29:33.265867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc8847-4c21-4549-8021-4d732c8e97f4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:33.280612 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.280940 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Added segment c79bb66b-a242-472b-bf35-64af86b35c28 of type vlan for network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 Jul 23 10:29:33.306313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.320071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:33.371126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.382413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e73a5e20-3a2e-45d0-bb6e-94c65ee8e233'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:33.411059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae10e6f-b7e2-4206-b224-74b172a0172f req-8dc1e88f-8741-4622-a7bc-50071b58c6f1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:33.420800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bae10e6f-b7e2-4206-b224-74b172a0172f req-8dc1e88f-8741-4622-a7bc-50071b58c6f1 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc22a781-52a7-4f5b-aff1-f201d5936808 HTTP/1.1" status: 200 len: 865 time: 0.2353740 Jul 23 10:29:33.422863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=ba7291e7-b2c7-4538-835c-2c6bce23cfd0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:33.516869 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bae10e6f-b7e2-4206-b224-74b172a0172f req-cf5c0040-0d72-41ac-b5b6-5d673ce7a622 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950205 Jul 23 10:29:33.534599 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.535606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:33.536193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.564574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port ba7291e7-b2c7-4538-835c-2c6bce23cfd0 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:33.571796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8649268 Jul 23 10:29:33.572406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:33.573735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.575720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5709603e-3ed8-482c-b2d9-c86cc269a5b5 req-c1969a00-6ac3-478b-ad7a-af8ba19e0eb4 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.20 "DELETE /v2.0/ports/ba7291e7-b2c7-4538-835c-2c6bce23cfd0 HTTP/1.1" status: 204 len: 173 time: 1.6421483 Jul 23 10:29:33.580559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-957f4367-c656-47b4-b93f-0ee4b0e43272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.582321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Request body: {'subnet': {'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1783898254-subnet', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:33.631308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Deleting port 03a429e6-a444-4d87-aac1-65d2ee39873a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:33.632109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.640109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbc8c5-b68a-4522-abea-e30d66d96b66 admin admin] Pushing event updated for resources: {'Network': ['ID=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:33.657246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:33.659220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:29:33.662254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8c7a4-820f-4d36-8dd6-2a144f9007b0 req-056e34fc-6875-4712-9274-9f397c24cc84 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:33.664455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83a8c7a4-820f-4d36-8dd6-2a144f9007b0 req-056e34fc-6875-4712-9274-9f397c24cc84 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 944 time: 0.1498172 Jul 23 10:29:33.669782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.767990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83a8c7a4-820f-4d36-8dd6-2a144f9007b0 req-4c843a80-2c9e-4f75-b053-001efaf35ad1 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960479 Jul 23 10:29:33.796833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] For port 03a429e6-a444-4d87-aac1-65d2ee39873a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=03a429e6-a444-4d87-aac1-65d2ee39873a,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:33.797342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.816388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Calling delete_port for 03a429e6-a444-4d87-aac1-65d2ee39873a owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:33.866197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.900634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-957f4367-c656-47b4-b93f-0ee4b0e43272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.913306 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-957f4367-c656-47b4-b93f-0ee4b0e43272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.917573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'name': 'network-vif-deleted', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:33.918259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:33.920369 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb6ede-bd51-49f2-afd5-3654da7d3b06" -d '{"events": [{"server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "name": "network-vif-deleted", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:33.934028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:33.934386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Network hostable DHCP agents. Network: da4601de-2c9f-4cfb-bd23-82aa8a35a5f8, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:29:33.955730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:29:33.970025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, da4601de-2c9f-4cfb-bd23-82aa8a35a5f8) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:33.979639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd8f13-171c-4e5e-a471-b0bda8768fca None None] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:33.979856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:33.980500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:33.999968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-840e8900-815c-4ce9-93b9-63598481646d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4243028 Jul 23 10:29:34.000667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42646) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:34.008143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:34.016842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-957f4367-c656-47b4-b93f-0ee4b0e43272 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3bb875cf214478cadbc30e1a16d32a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8270597 Jul 23 10:29:34.022995 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f58b65b-70cd-4f09-b77b-e946145a1fad x-openstack-request-id: req-2f58b65b-70cd-4f09-b77b-e946145a1fad {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:34.023245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:34.023755 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22a781-52a7-4f5b-aff1-f201d5936808", "name": "network-vif-deleted", "tag": "ba7291e7-b2c7-4538-835c-2c6bce23cfd0", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:34.024276 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f58b65b-70cd-4f09-b77b-e946145a1fad {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:34.024861 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22a781-52a7-4f5b-aff1-f201d5936808', 'name': 'network-vif-deleted', 'tag': 'ba7291e7-b2c7-4538-835c-2c6bce23cfd0', 'status': 'completed', 'code': 200} Jul 23 10:29:34.025915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device aba29986-7d6e-472d-95a0-3b81de29c63f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:34.048474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f4367-c656-47b4-b93f-0ee4b0e43272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c1a3a-8a2b-45b6-b4e4-edfd1ab6503d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:34.117782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.122241 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.159477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port aba29986-7d6e-472d-95a0-3b81de29c63f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:34.189323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port aba29986-7d6e-472d-95a0-3b81de29c63f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:34.189880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.194179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.203605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59dafab1-bc9b-4c9f-afb3-dec80fc1e3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.230520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Pushing event deleted for resources: {'Port': ['ID=03a429e6-a444-4d87-aac1-65d2ee39873a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:34.249201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.259668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.270635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59dafab1-bc9b-4c9f-afb3-dec80fc1e3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.355777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:29:34.356656 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.392292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.480311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.505877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba29986-7d6e-472d-95a0-3b81de29c63f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:34.509036 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca25228-e777-406f-add3-216166b6dd97" -d '{"events": [{"server_uuid": "e2cca2de-3afc-4415-b19a-bcc045f04aef", "name": "network-vif-plugged", "status": "completed", "tag": "aba29986-7d6e-472d-95a0-3b81de29c63f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:34.530065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port aba29986-7d6e-472d-95a0-3b81de29c63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=aba29986-7d6e-472d-95a0-3b81de29c63f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:34.552358 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.571007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.588073 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f628070e-8cc5-470a-bcd2-fc4ad8dcdeb9 x-openstack-request-id: req-f628070e-8cc5-470a-bcd2-fc4ad8dcdeb9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:34.588372 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cca2de-3afc-4415-b19a-bcc045f04aef", "name": "network-vif-plugged", "status": "completed", "tag": "aba29986-7d6e-472d-95a0-3b81de29c63f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:34.588635 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f628070e-8cc5-470a-bcd2-fc4ad8dcdeb9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:34.589036 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba29986-7d6e-472d-95a0-3b81de29c63f', 'code': 200} Jul 23 10:29:34.620121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59dafab1-bc9b-4c9f-afb3-dec80fc1e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.623814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59dafab1-bc9b-4c9f-afb3-dec80fc1e3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:34.625175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-59dafab1-bc9b-4c9f-afb3-dec80fc1e3cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a4c1a3a-8a2b-45b6-b4e4-edfd1ab6503d HTTP/1.1" status: 204 len: 168 time: 0.6000392 Jul 23 10:29:34.637279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=aba29986-7d6e-472d-95a0-3b81de29c63f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:34.640653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Allocated IP 172.20.0.2 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/ab98d664-6fcc-4813-81d4-e2fc66f1c9bb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:34.656932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.657528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.658043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.658621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.659167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.659683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.660173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.660709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.661233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.661832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.663977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.664340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:29:34.694078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dafab1-bc9b-4c9f-afb3-dec80fc1e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c1a3a-8a2b-45b6-b4e4-edfd1ab6503d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:34.899883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdab162-0ac1-4ffd-b857-6a6914b9de92 req-1782b63e-4347-47c0-b49e-0a2e7d888286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:34.901177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afdab162-0ac1-4ffd-b857-6a6914b9de92 req-1782b63e-4347-47c0-b49e-0a2e7d888286 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 1096 time: 0.1871138 Jul 23 10:29:34.954438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Router 54b11948-ac07-4685-9d49-bd29c49ca17b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:34.977254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afdab162-0ac1-4ffd-b857-6a6914b9de92 req-7dbf3c5b-ba11-42c0-a451-a7cfbe7a8eca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678971 Jul 23 10:29:35.079797 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.104694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.126044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0486f3-b78b-4bd7-a81f-d5aa0b6f0a31 req-44ba36c9-d3a4-47f2-909e-2e0c5f72d845 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:35.133758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d0486f3-b78b-4bd7-a81f-d5aa0b6f0a31 req-44ba36c9-d3a4-47f2-909e-2e0c5f72d845 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 945 time: 0.1816790 Jul 23 10:29:35.161248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.174374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a6677-592f-4b45-9eb1-e9979a46baf7 req-8e8c6dbc-240e-4f62-8755-a5c9f94a6a5b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:35.176013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa4a6677-592f-4b45-9eb1-e9979a46baf7 req-8e8c6dbc-240e-4f62-8755-a5c9f94a6a5b tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 949 time: 0.1196728 Jul 23 10:29:35.177669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Transition to ACTIVE for port object ab98d664-6fcc-4813-81d4-e2fc66f1c9bb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:35.200278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Transition to ACTIVE for port object ab98d664-6fcc-4813-81d4-e2fc66f1c9bb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:35.206197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:35.207438 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.226856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d0486f3-b78b-4bd7-a81f-d5aa0b6f0a31 req-d14609cb-1a68-4330-98f0-b66b14053573 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919213 Jul 23 10:29:35.227986 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] Sync routers for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:35.243681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1206bd73-f5e4-48f9-808a-67bfa578eccb admin admin] 10.222.0.37 "PUT /v2.0/routers/54b11948-ac07-4685-9d49-bd29c49ca17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7308960 Jul 23 10:29:35.246140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:35.248852 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:35.250553 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:35.269975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:35.275127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:35.277900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:35.289573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Pushing event updated for resources: {'Port': ['ID=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:35.338162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Allocated IP 172.25.4.42 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a84bff8c-2fd3-4acc-b0e3-9448add53fc0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:35.368704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Attempting to bind port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:35.369074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Attempting to bind port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:35.369439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Attempting to bind port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:35.377663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:35.378043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:35.378446 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.378827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:35.379269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Bound port: ab98d664-6fcc-4813-81d4-e2fc66f1c9bb, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:35.379777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.394746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.404055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa4a6677-592f-4b45-9eb1-e9979a46baf7 req-e1bafd53-d3f2-404b-93b1-0d8c64ab3cec tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134981 Jul 23 10:29:35.470908 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:35.485193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.493477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] For port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:35.497667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] For port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:35.507070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.564457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.597447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:35.604528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.621585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2355f26-5b1c-42c5-abe9-f391b1a1b4af None None] Pushing event updated for resources: {'Port': ['ID=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:35.636257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:35.640727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:35.677294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Deleting port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:35.677742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.699938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Pushing event updated for resources: {'Port': ['ID=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:35.745219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42696) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:35.789764 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:29:34Z', 'revision_number': 5, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port': {'id': 'd4b14ee3-b628-44ca-a9ef-9d98e9e3dbab', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:43Z', 'updated_at': '2021-07-23T10:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:35.798444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] For port d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:35.799142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:35.815558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Calling delete_port for d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:35.832910 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] Checking router: 54b11948-ac07-4685-9d49-bd29c49ca17b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:35.849408 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] Routers {'54b11948-ac07-4685-9d49-bd29c49ca17b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:35.850967 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['54b11948-ac07-4685-9d49-bd29c49ca17b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:35.985834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1038542689-network', 'tenant_id': '1eeebb4a444e43b2852e7372a2e6373f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:36.002324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:36.003206 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] Set router 54b11948-ac07-4685-9d49-bd29c49ca17b gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:36.029102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:36.029342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e73a5e20-3a2e-45d0-bb6e-94c65ee8e233 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:36.031775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Made reservation on behalf of 1eeebb4a444e43b2852e7372a2e6373f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:36.034295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.048974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.068229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.073668 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:29:35Z', 'revision_number': 6, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:36.111379 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563e149-3b99-4752-9356-f57004e6d7af None None] The sync data for ids ['54b11948-ac07-4685-9d49-bd29c49ca17b'] in n-d-778550-4 is: [{'id': '54b11948-ac07-4685-9d49-bd29c49ca17b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-94638425-router', 'tenant_id': '75df5f5f79da466baad6e86d32f56062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:28:42Z', 'updated_at': '2021-07-23T10:29:35Z', 'revision_number': 6, 'project_id': '75df5f5f79da466baad6e86d32f56062', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:36.156748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.196133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:36.310649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.328262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.445587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.455749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.568465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-fae96cc4-d56f-4788-a631-d8201e9fe113 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:36.570674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-fae96cc4-d56f-4788-a631-d8201e9fe113 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 949 time: 0.1348174 Jul 23 10:29:36.572853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:29:36.759540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac59a8c-a66e-442e-a3ab-09d8b29be060 req-92b92f64-6775-4913-afb0-15e77331aab6 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:36.762749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ac59a8c-a66e-442e-a3ab-09d8b29be060 req-92b92f64-6775-4913-afb0-15e77331aab6 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 949 time: 0.2589688 Jul 23 10:29:36.783261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.785131 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.785533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b11948-ac07-4685-9d49-bd29c49ca17b {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:29:36.792602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.796508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-10865d64-0655-474b-999d-8e9d3e577992 admin admin] 10.222.0.37 "DELETE /v2.0/routers/54b11948-ac07-4685-9d49-bd29c49ca17b HTTP/1.1" status: 204 len: 168 time: 1.5494156 Jul 23 10:29:36.798785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:36.800874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.843690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:36.850048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:29:36.867345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Sync routers for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:36.882273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ac59a8c-a66e-442e-a3ab-09d8b29be060 req-a45b7ef9-4828-44e4-835e-fd7404c948bb tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104388 Jul 23 10:29:36.883644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef29186-6c3d-4627-93fd-52beeb31295f None None] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:36.890490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.894288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-910a88ed-288c-459f-bec8-9e4acdecd79f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8901162 Jul 23 10:29:36.895409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42710) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:36.909424 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.909778 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Added segment 56aa4c55-1350-4f6b-b6cd-0a20394a3af1 of type vlan for network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf Jul 23 10:29:36.911406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e60bc-7518-496d-8cf1-c40c0b92604c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:36.912952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Deleting port ac4f6cb7-7151-4641-bd98-208df94cdc8d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:36.913495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:36.933603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:36.936648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:37.012401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Deleting subnet c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:29:37.016324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.023053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.040672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab98d664-6fcc-4813-81d4-e2fc66f1c9bb up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:37.063472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9ddcd-432e-48f9-924d-72bb324e4978 req-90c74696-2f46-473a-919f-30294e1e30d8 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:37.065090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6f9ddcd-432e-48f9-924d-72bb324e4978 req-90c74696-2f46-473a-919f-30294e1e30d8 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 945 time: 0.7509909 Jul 23 10:29:37.121946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.180776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.181829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:37.182517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.184111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1b989c97-7f63-465b-85c5-cb3a7d495c15 None None] Provisioning for port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:37.214814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:37.216556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6f9ddcd-432e-48f9-924d-72bb324e4978 req-997d17ad-70e0-46c3-9751-d299d0a1e4ec tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296339 Jul 23 10:29:37.224200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4779060 Jul 23 10:29:37.233052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:37.248433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Request body: {'subnet': {'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1038542689-subnet', 'tenant_id': '1eeebb4a444e43b2852e7372a2e6373f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:37.325650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858d0be-1dae-4afe-bb3d-54d766bd95c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:37.344476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Made reservation on behalf of 1eeebb4a444e43b2852e7372a2e6373f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:37.347078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.384549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:29:37.384869 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.459892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:37.478037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:37.478578 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.585830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.606663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] For port ac4f6cb7-7151-4641-bd98-208df94cdc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ac4f6cb7-7151-4641-bd98-208df94cdc8d,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:37.607246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.626555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fbf9be-11ab-4f6e-abbe-a8e25a60de67,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:37.628258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Calling delete_port for ac4f6cb7-7151-4641-bd98-208df94cdc8d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:37.644832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.650799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c83419ee-ac83-4a0b-ab98-79a89526d9d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c5fbf9be-11ab-4f6e-abbe-a8e25a60de67 HTTP/1.1" status: 204 len: 168 time: 0.8508232 Jul 23 10:29:37.651781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:37.653635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85351d92-8ede-4aab-863d-b93deb4b34e3 None None] Network 6dd029dd-e702-4818-991e-61385e71273a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:37.708145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.805457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.808931 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.813582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:37.852143 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:37.882106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:35Z', 'revision_number': 3, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:37.971709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fb2e47-14ca-4455-9f01-8893b38f1ecb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:37.982121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Checking segment: {'id': '56aa4c55-1350-4f6b-b6cd-0a20394a3af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:37.983184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Network hostable DHCP agents. Network: 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:29:37.989161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:38.011726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Deleting port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:38.012368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.034270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Checking router: 4e2eb450-6437-4fc2-a5ee-77f805e37c41 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:38.034641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Updating router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:29:38.047348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:38.047763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4b14ee3-b628-44ca-a9ef-9d98e9e3dbab not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:38.048220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 03a429e6-a444-4d87-aac1-65d2ee39873a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:38.052493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:29:38.110191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:38.117283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.126125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 03a429e6-a444-4d87-aac1-65d2ee39873a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:38.126490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 03a429e6-a444-4d87-aac1-65d2ee39873a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:38.128029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580fc25e-d9c9-4271-88e6-a01e37362dbd None None] Network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:38.140149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ac4f6cb7-7151-4641-bd98-208df94cdc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:38.168073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:38.168686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.180273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] For port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,segment=NetworkSegment(710351a1-e308-43ba-9976-13513e4a1459),segment_id=710351a1-e308-43ba-9976-13513e4a1459)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:38.180656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.183545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:38.203669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.218778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Calling delete_port for 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:38.219384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Pushing event deleted for resources: {'Port': ['ID=ac4f6cb7-7151-4641-bd98-208df94cdc8d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:38.236137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2f9695a-5367-4a2c-a333-e085d32377d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0002787 Jul 23 10:29:38.266220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] No DVR routers for this DVR port ac4f6cb7-7151-4641-bd98-208df94cdc8d on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:38.270513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.272719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0438b0a-fc3f-4b3c-93d0-5e3e748b47a0 req-2c75c586-672b-416a-85c3-0df9c591087f tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.55 "DELETE /v2.0/ports/ac4f6cb7-7151-4641-bd98-208df94cdc8d HTTP/1.1" status: 204 len: 173 time: 1.6923637 Jul 23 10:29:38.273123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'name': 'network-vif-deleted', 'tag': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:38.276662 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f5a35a-568f-4ae9-9183-5f47e31c1586" -d '{"events": [{"server_uuid": "5c4130ec-1326-4c17-b097-b704b9e2154f", "name": "network-vif-deleted", "tag": "ac4f6cb7-7151-4641-bd98-208df94cdc8d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:38.369118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ad9ce-f745-4f81-8cc5-8dfd23c8cc56 req-95b84f51-2aaa-457e-874b-cfb2afa967e2 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:38.370294 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72f6b9e-669c-4db2-9334-6b9ee66c6246 x-openstack-request-id: req-a72f6b9e-669c-4db2-9334-6b9ee66c6246 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:38.370912 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4130ec-1326-4c17-b097-b704b9e2154f", "name": "network-vif-deleted", "tag": "ac4f6cb7-7151-4641-bd98-208df94cdc8d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:38.371325 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a72f6b9e-669c-4db2-9334-6b9ee66c6246 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:38.375837 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4130ec-1326-4c17-b097-b704b9e2154f', 'name': 'network-vif-deleted', 'tag': 'ac4f6cb7-7151-4641-bd98-208df94cdc8d', 'status': 'completed', 'code': 200} Jul 23 10:29:38.388055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a82ad9ce-f745-4f81-8cc5-8dfd23c8cc56 req-95b84f51-2aaa-457e-874b-cfb2afa967e2 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c4130ec-1326-4c17-b097-b704b9e2154f HTTP/1.1" status: 200 len: 867 time: 0.3508990 Jul 23 10:29:38.391779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.400088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.417078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] No DVR routers for this DVR port 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:38.453774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8d013a-2147-4fc2-ad98-a7d2f19e2d37,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:38.510508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a82ad9ce-f745-4f81-8cc5-8dfd23c8cc56 req-ef62fbb8-b004-40f4-9cd1-06914a2710f9 tempest-ServersOnMultiNodesTest-931445830 tempest-ServersOnMultiNodesTest-931445830-project] 10.222.0.37 "GET /v2.0/security-groups?id=abbec33f-103a-4471-a9ee-bd5563baf6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214302 Jul 23 10:29:38.595714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.640310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd029dd-e702-4818-991e-61385e71273a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:38.670437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710351a1-e308-43ba-9976-13513e4a1459') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:38.670817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710351a1-e308-43ba-9976-13513e4a1459') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:38.682235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Allocated IP 172.20.0.1 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/a5bfc09d-8a80-45ba-9000-90beaffbf61b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:38.696287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.723754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.746174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:29:38.746710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:29:38.749242 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:29:38.950221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.962873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:38.967277 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6dd029dd-e702-4818-991e-61385e71273a HTTP/1.1" status: 204 len: 168 time: 1.3105860 Jul 23 10:29:38.996344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c171-6b73-4055-9aee-7bedf4f0b938 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd029dd-e702-4818-991e-61385e71273a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:39.019375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.040088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Transition to ACTIVE for port object a5bfc09d-8a80-45ba-9000-90beaffbf61b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:39.071865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8eeddaa8-149f-423b-b8c1-2f4c7795557a None None] Provisioning complete for port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:39.072885 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeddaa8-149f-423b-b8c1-2f4c7795557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.086371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.123231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282b704-64ae-4882-8c52-177c0fde6076 None None] DHCP port deletion for 6dd029dd-e702-4818-991e-61385e71273a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:29:39.127046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab98d664-6fcc-4813-81d4-e2fc66f1c9bb up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:39.143204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:39.146807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:39.151411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:39.195139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.269983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-8f8bb1fc-9f6b-44cf-8e75-4d46f5f43ead tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:39.292564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-8f8bb1fc-9f6b-44cf-8e75-4d46f5f43ead tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/networks?id=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf HTTP/1.1" status: 200 len: 821 time: 0.2766914 Jul 23 10:29:39.294947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:39.308212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a87767-93aa-4e16-95b6-ad1a1bd4ce47 None None] Network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:39.355213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-c6cc1a5d-9525-411a-b777-9284219a8d32 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/quotas/1eeebb4a444e43b2852e7372a2e6373f HTTP/1.1" status: 200 len: 375 time: 0.0608258 Jul 23 10:29:39.371519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Pushing event updated for resources: {'Port': ['ID=a5bfc09d-8a80-45ba-9000-90beaffbf61b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:39.389628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.425972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:39.426501 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.428821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-986cde17-3856-4121-9ae1-de1461f950ae tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1eeebb4a444e43b2852e7372a2e6373f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711985 Jul 23 10:29:39.433842 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.530731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Transition to ACTIVE for port object a84bff8c-2fd3-4acc-b0e3-9448add53fc0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:39.571088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-905af45c-0015-4154-9e30-538484efb517 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406143 Jul 23 10:29:39.573775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.580026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.588088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-38287084-8a3a-4629-b4fd-c1f6b405d741 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75df5f5f79da466baad6e86d32f56062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907877 Jul 23 10:29:39.590252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42766) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:39.632322 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.677482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Pushing event updated for resources: {'Port': ['ID=a5bfc09d-8a80-45ba-9000-90beaffbf61b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:39.682553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.716478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101be8c-f27e-4a3a-90a8-91909f77f352 None None] Pushing event updated for resources: {'Port': ['ID=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:39.742384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Attempting to bind port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:39.743115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Attempting to bind port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:39.743523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Attempting to bind port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:39.752821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:39.753207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:39.753604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.754011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:39.754791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Bound port: a84bff8c-2fd3-4acc-b0e3-9448add53fc0, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:39.755183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.826868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a609f000-2774-4a6c-9406-674a2dbd8ac7 None None] Provisioning for port a5bfc09d-8a80-45ba-9000-90beaffbf61b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:39.829396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99c6006e-47bc-42dc-a24d-42931c2d18b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.841094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a609f000-2774-4a6c-9406-674a2dbd8ac7 None None] Provisioning complete for port a5bfc09d-8a80-45ba-9000-90beaffbf61b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:39.841950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a609f000-2774-4a6c-9406-674a2dbd8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.900662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] For port a84bff8c-2fd3-4acc-b0e3-9448add53fc0, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:39.901770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:39.902149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99c6006e-47bc-42dc-a24d-42931c2d18b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:39.903271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:39.919458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a609f000-2774-4a6c-9406-674a2dbd8ac7 None None] Port a5bfc09d-8a80-45ba-9000-90beaffbf61b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:29:39.925590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-122fb0c2-8bdb-4442-b214-217041961ccb service neutron] 10.222.0.37 "GET /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535223 Jul 23 10:29:39.930982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:40.023584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99c6006e-47bc-42dc-a24d-42931c2d18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.026982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99c6006e-47bc-42dc-a24d-42931c2d18b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.031976 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99c6006e-47bc-42dc-a24d-42931c2d18b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e5a2ecb-b951-4ec8-b5fd-c49c3b154851 HTTP/1.1" status: 204 len: 168 time: 0.4406521 Jul 23 10:29:40.035613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:40.036187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a8d013a-2147-4fc2-ad98-a7d2f19e2d37 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:40.042116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] For port a84bff8c-2fd3-4acc-b0e3-9448add53fc0, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:40.050899 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.059443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6006e-47bc-42dc-a24d-42931c2d18b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a2ecb-b951-4ec8-b5fd-c49c3b154851,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:40.211366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42784) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:40.238605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101be8c-f27e-4a3a-90a8-91909f77f352 None None] Pushing event updated for resources: {'Port': ['ID=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:40.251201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:40.251509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:40.357624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50794828-6fff-4f0f-b251-fbad5bcb2d9d req-3ff6085c-1e5a-4ecc-84cf-15493319b398 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 210 time: 0.1493618 Jul 23 10:29:40.366424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:40.457188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-076bda43-c04f-4e2b-a02e-9a6f6afdeee7 None None] Provisioning complete for port a5bfc09d-8a80-45ba-9000-90beaffbf61b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:40.457573 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-076bda43-c04f-4e2b-a02e-9a6f6afdeee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.509597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-076bda43-c04f-4e2b-a02e-9a6f6afdeee7 None None] Port a5bfc09d-8a80-45ba-9000-90beaffbf61b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:29:40.531002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:40.635832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:40.644716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9aab1833-51dc-47e8-8655-09b94b17b93f admin admin] 10.222.0.37 "PUT /v2.0/routers/4e2eb450-6437-4fc2-a5ee-77f805e37c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7489800 Jul 23 10:29:40.694090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e0aa37e-4592-44cf-a8c7-934ba1dd0975 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa65ca1942394e3b825b965f0fbbe228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811480 Jul 23 10:29:40.697356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:40.833203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7051b59-afd9-4a4d-a7a4-888044f13d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.858605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 2, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:40.878535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7051b59-afd9-4a4d-a7a4-888044f13d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.942941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dfb66-9afd-4ef0-aa35-5694a39d42a9 None None] The sync data for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 is: [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 2, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:40.966468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7051b59-afd9-4a4d-a7a4-888044f13d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.975135 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7051b59-afd9-4a4d-a7a4-888044f13d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:40.975135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e7051b59-afd9-4a4d-a7a4-888044f13d88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abbec33f-103a-4471-a9ee-bd5563baf6c6 HTTP/1.1" status: 204 len: 168 time: 0.2731495 Jul 23 10:29:40.997554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051b59-afd9-4a4d-a7a4-888044f13d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbec33f-103a-4471-a9ee-bd5563baf6c6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:41.117604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ac4f6cb7-7151-4641-bd98-208df94cdc8d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:29:41.146260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: ac4f6cb7-7151-4641-bd98-208df94cdc8d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:29:41.147801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ac4f6cb7-7151-4641-bd98-208df94cdc8d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:29:41.483285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3afa78cc-c43b-4ec4-acda-c999752e3936 req-730ecfd0-5774-4121-ac03-3e555841e6c0 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 210 time: 0.0368080 Jul 23 10:29:41.686067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:41.737315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:41.743807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555544944', 'description': 'tempest-description--1548434903'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:41.801349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:41.974015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-7f9c1bf0-ec33-4d93-9a32-8b07b16bb5ec tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:41.976397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-7f9c1bf0-ec33-4d93-9a32-8b07b16bb5ec tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.55 "GET /v2.0/networks?id=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf HTTP/1.1" status: 200 len: 821 time: 0.2596388 Jul 23 10:29:41.983450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:41.983673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1cfdbf7e-fb04-40d6-b78a-4a51bc9f983c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=266730aa21d944ccb99c15c997a4f1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961781 Jul 23 10:29:42.002898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Request body: {'port': {'device_id': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf', 'admin_state_up': True, 'tenant_id': '1eeebb4a444e43b2852e7372a2e6373f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:42.047386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.063447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.109703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.111463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3724878 Jul 23 10:29:42.118495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:42.130366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'security_group_rule': {'security_group_id': '282f146f-31ff-4d98-aed9-f0b53ca2534e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:42.144932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ba7b8b-709b-47c3-84f0-9828c7ee9c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.152113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afa4ff-08ac-4f81-9fab-4bb510416b0e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282f146f-31ff-4d98-aed9-f0b53ca2534e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:42.194705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ba7b8b-709b-47c3-84f0-9828c7ee9c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.222538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Made reservation on behalf of 1eeebb4a444e43b2852e7372a2e6373f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:42.227267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.228616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.351489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ba7b8b-709b-47c3-84f0-9828c7ee9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.354082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ba7b8b-709b-47c3-84f0-9828c7ee9c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.357615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-95ba7b8b-709b-47c3-84f0-9828c7ee9c2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d855add-a545-400e-ae54-b8861bddc311 HTTP/1.1" status: 204 len: 168 time: 0.3706720 Jul 23 10:29:42.423264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba7b8b-709b-47c3-84f0-9828c7ee9c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d855add-a545-400e-ae54-b8861bddc311,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:42.431992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.438455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.475663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239ddb5e-a11b-4047-bf95-83a56bcc8d06,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:42.485551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.489639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dd16fd0a-30bb-48ea-8e58-b5497e01e834 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3689716 Jul 23 10:29:42.491914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:42.502406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'security_group_rule': {'security_group_id': '282f146f-31ff-4d98-aed9-f0b53ca2534e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:42.524902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Allocated IP 172.20.0.12 (4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf/56fb2e47-14ca-4455-9f01-8893b38f1ecb/746801d4-2f77-4614-8323-e9f65e82ddab) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:42.590543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.753989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.766228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.789344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77f2ff0a-1a9d-435d-a39a-67d9535cc961 req-02be7e3b-68c9-4616-8b6d-f97cd61c9843 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 210 time: 0.1335785 Jul 23 10:29:42.810177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76984f2f-8905-4290-b744-500d2479f7e9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:42.853332 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.855610 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-19fa80a2-ebbd-43c0-991c-8fc82c016173 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3623440 Jul 23 10:29:42.858575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:42.868812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:42.916741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:42.961547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a84bff8c-2fd3-4acc-b0e3-9448add53fc0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:42.969272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.040857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.101129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:43.109702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:43.111925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.132948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:43.152562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:43.158904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:43.162505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:43.199444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Pushing event updated for resources: {'Port': ['ID=746801d4-2f77-4614-8323-e9f65e82ddab,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:43.200908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.239653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:43.242188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.282543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-076be194-eba2-4deb-a67b-37398e3e985c tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2940838 Jul 23 10:29:43.294124 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.296227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Request body: {'port': {'device_id': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:43.347854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a84bff8c-2fd3-4acc-b0e3-9448add53fc0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:43.357943 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.424235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Allocated IP 172.25.4.51 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/250c3e1a-9ca6-47f1-9a7e-3f0fe612f9dd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:43.455716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:43.469323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.572990 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456536b9-bb0e-490d-890f-776683a96e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.622602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.706260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.755846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456536b9-bb0e-490d-890f-776683a96e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.774181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:43.775111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456536b9-bb0e-490d-890f-776683a96e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:43.854487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-456536b9-bb0e-490d-890f-776683a96e37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40ea6f489f754b7cb247baa909229bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202120 Jul 23 10:29:43.857341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42896) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:43.864313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456536b9-bb0e-490d-890f-776683a96e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fb3b18-ac53-4dd2-9a45-eec0fa3996bc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:43.871477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:43.878253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:43.921061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=250c3e1a-9ca6-47f1-9a7e-3f0fe612f9dd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:43.965469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0a540ee-48be-4057-a986-0ba0834e26d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.035673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0a540ee-48be-4057-a986-0ba0834e26d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.040042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746801d4-2f77-4614-8323-e9f65e82ddab {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:44.060350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.095192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Transition to ACTIVE for port object 746801d4-2f77-4614-8323-e9f65e82ddab will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:44.101798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.103347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156e74-f536-4340-bada-d8ad09bf0061 req-f071344c-f8f5-4c43-b355-e3284be4ee25 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:44.104999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74156e74-f536-4340-bada-d8ad09bf0061 req-f071344c-f8f5-4c43-b355-e3284be4ee25 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 932 time: 0.1793513 Jul 23 10:29:44.122548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.164381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0a540ee-48be-4057-a986-0ba0834e26d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.167790 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0a540ee-48be-4057-a986-0ba0834e26d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.169210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d0a540ee-48be-4057-a986-0ba0834e26d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56fb3b18-ac53-4dd2-9a45-eec0fa3996bc HTTP/1.1" status: 204 len: 168 time: 0.3106756 Jul 23 10:29:44.193283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a540ee-48be-4057-a986-0ba0834e26d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fb3b18-ac53-4dd2-9a45-eec0fa3996bc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:44.203847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Pushing event updated for resources: {'Port': ['ID=746801d4-2f77-4614-8323-e9f65e82ddab,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:44.219109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74156e74-f536-4340-bada-d8ad09bf0061 req-98693db0-127a-4223-811f-1843c34f638e tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052952 Jul 23 10:29:44.241795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Sync routers for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:44.242410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.263364 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:44.266118 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:44.330356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Attempting to bind port 746801d4-2f77-4614-8323-e9f65e82ddab on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:44.336703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Attempting to bind port 746801d4-2f77-4614-8323-e9f65e82ddab by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '56aa4c55-1350-4f6b-b6cd-0a20394a3af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:44.339811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Attempting to bind port 746801d4-2f77-4614-8323-e9f65e82ddab on network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:44.354987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Port 746801d4-2f77-4614-8323-e9f65e82ddab on network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:29:44.356439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Attempting to bind port 746801d4-2f77-4614-8323-e9f65e82ddab on network 4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:44.368201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:44.368770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Checking segment: {'id': '56aa4c55-1350-4f6b-b6cd-0a20394a3af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:44.370292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Bound using segment: {'id': '56aa4c55-1350-4f6b-b6cd-0a20394a3af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:44.370770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Bound port: 746801d4-2f77-4614-8323-e9f65e82ddab, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56aa4c55-1350-4f6b-b6cd-0a20394a3af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:44.372359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.481385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] For port 746801d4-2f77-4614-8323-e9f65e82ddab, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:44.487978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] For port 746801d4-2f77-4614-8323-e9f65e82ddab, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=746801d4-2f77-4614-8323-e9f65e82ddab,segment=NetworkSegment(56aa4c55-1350-4f6b-b6cd-0a20394a3af1),segment_id=56aa4c55-1350-4f6b-b6cd-0a20394a3af1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:44.496863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.541268 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:44.552997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.563282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.647370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Pushing event updated for resources: {'Port': ['ID=746801d4-2f77-4614-8323-e9f65e82ddab,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:44.666443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:44.667092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.668754 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-ca67e47d-3e58-4aed-873c-f346bae23fbe service neutron] 10.222.0.55 "PUT /v2.0/ports/746801d4-2f77-4614-8323-e9f65e82ddab HTTP/1.1" status: 200 len: 1092 time: 1.3788111 Jul 23 10:29:44.669738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'tag': '746801d4-2f77-4614-8323-e9f65e82ddab'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:44.674120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=250c3e1a-9ca6-47f1-9a7e-3f0fe612f9dd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:44.675594 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e958e1e1-b72e-48e7-809f-4c13929dbf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b637a6-ffd1-4732-932c-23e2b748c8c9", "tag": "746801d4-2f77-4614-8323-e9f65e82ddab"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:44.737076 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.780445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:44.781715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9677d826-ab75-42ac-b38b-9e650f9225f6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9218557 Jul 23 10:29:44.792696 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5824ddc-65d1-4508-a453-f1d3757b68fb x-openstack-request-id: req-f5824ddc-65d1-4508-a453-f1d3757b68fb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:44.793566 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b637a6-ffd1-4732-932c-23e2b748c8c9", "tag": "746801d4-2f77-4614-8323-e9f65e82ddab", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:44.796519 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5824ddc-65d1-4508-a453-f1d3757b68fb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:44.797205 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'tag': '746801d4-2f77-4614-8323-e9f65e82ddab', 'status': 'completed', 'code': 200} Jul 23 10:29:44.847867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-735fe0b5-edd5-4ea6-98e5-25c7f79a35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:44.849608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-735fe0b5-edd5-4ea6-98e5-25c7f79a35ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eeebb4a444e43b2852e7372a2e6373f&device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 1095 time: 0.1204321 Jul 23 10:29:44.861781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a84bff8c-2fd3-4acc-b0e3-9448add53fc0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:44.924999 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 2, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:44.950325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-4529d53c-78e3-4479-87fb-3a7de851559b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746801d4-2f77-4614-8323-e9f65e82ddab HTTP/1.1" status: 200 len: 217 time: 0.0891140 Jul 23 10:29:44.998404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:45.002677 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.021317 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Checking router: 4e2eb450-6437-4fc2-a5ee-77f805e37c41 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:45.021691 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Updating router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 port a5bfc09d-8a80-45ba-9000-90beaffbf61b binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:29:45.129694 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.135288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-c65f3217-207b-4134-bc02-d47749d55e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:45.151766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-c65f3217-207b-4134-bc02-d47749d55e29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56fb2e47-14ca-4455-9f01-8893b38f1ecb HTTP/1.1" status: 200 len: 861 time: 0.1819174 Jul 23 10:29:45.252317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-031ac146-aa8d-4cd2-86cc-359b34c54423 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995905 Jul 23 10:29:45.282571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-55751613-6064-4265-b3c7-105e5f47843f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--555544944&fields=id&tenant_id=8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 267 time: 0.0779731 Jul 23 10:29:45.318417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-a7af7feb-4e53-460a-9ee7-ba51fde31203 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:45.320520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-a7af7feb-4e53-460a-9ee7-ba51fde31203 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.2740152 Jul 23 10:29:45.364904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-6f533da8-1afc-4566-9fe5-c64ca5d8a9d3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/quotas/08fbc9f966d6475b9ec24f5e3032e60f HTTP/1.1" status: 200 len: 375 time: 0.0163584 Jul 23 10:29:45.418957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-e02f17a7-e49e-49f5-a668-eb32849749b1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:45.423470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-6f7c3575-7622-4612-9c49-9296d055b0cc service neutron] 10.222.0.55 "GET /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611798 Jul 23 10:29:45.426130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-e02f17a7-e49e-49f5-a668-eb32849749b1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.1366732 Jul 23 10:29:45.449098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-d33de52e-e382-4436-ad5c-59441cdd6528 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/quotas/8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 375 time: 0.0219259 Jul 23 10:29:45.529437 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.530183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fbd8e20-ce26-4441-a48c-d8d60b9939e2 req-57c77ec7-9990-40c9-88e1-fa4aec331aaf service neutron] 10.222.0.55 "GET /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985887 Jul 23 10:29:45.539713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-07b52dfc-0fcb-448e-ad1b-41397f08919b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891767 Jul 23 10:29:45.559888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-5a45e680-a85e-4f57-8997-ef3d328ee1d9 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890464 Jul 23 10:29:45.562483 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Transition to ACTIVE for port object a5bfc09d-8a80-45ba-9000-90beaffbf61b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:45.573470 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.636930 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca510-6b3c-46a7-a2ad-bbbc27bd4fa4 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc09d-8a80-45ba-9000-90beaffbf61b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:45.669636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-31b9c6a2-6900-4a80-8a11-402fea068793 service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289556 Jul 23 10:29:45.736587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-6ef7789c-7ab3-4b2d-84be-14a3936d0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:45.743826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-6ef7789c-7ab3-4b2d-84be-14a3936d0a67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eeebb4a444e43b2852e7372a2e6373f&device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 1095 time: 0.1602707 Jul 23 10:29:45.746221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-a11b52c7-5498-49b5-919a-ef703e99a6fa service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757381 Jul 23 10:29:45.801719 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-926201b2-c815-40fc-bf71-800d2b9c10f7 service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187382 Jul 23 10:29:45.829020 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Attempting to bind port a5bfc09d-8a80-45ba-9000-90beaffbf61b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:45.829689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Attempting to bind port a5bfc09d-8a80-45ba-9000-90beaffbf61b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:45.830233 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Attempting to bind port a5bfc09d-8a80-45ba-9000-90beaffbf61b on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:45.836596 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:45.836969 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:45.837569 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.837966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:45.838435 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Bound port: a5bfc09d-8a80-45ba-9000-90beaffbf61b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:45.838820 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.906698 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] For port a5bfc09d-8a80-45ba-9000-90beaffbf61b, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:45.910257 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] For port a5bfc09d-8a80-45ba-9000-90beaffbf61b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5bfc09d-8a80-45ba-9000-90beaffbf61b,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:45.917683 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:45.922913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-eba60061-aa29-42a3-b35d-59448b59681f service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702869 Jul 23 10:29:45.939360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-b96cd1f5-087d-4b4a-9d07-2426a2ee5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:45.941097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-b96cd1f5-087d-4b4a-9d07-2426a2ee5532 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf HTTP/1.1" status: 200 len: 922 time: 0.1872983 Jul 23 10:29:46.033254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-87a77f78-015a-4ca1-9518-3d70c97d8f39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746801d4-2f77-4614-8323-e9f65e82ddab HTTP/1.1" status: 200 len: 217 time: 0.0843997 Jul 23 10:29:46.036211 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:46.036855 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:46.232878 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca510-6b3c-46a7-a2ad-bbbc27bd4fa4 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc09d-8a80-45ba-9000-90beaffbf61b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:46.304872 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:46.701975 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:45Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:46.718080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5b24d79d-1889-4056-9920-d5ed5d148012 req-5c1cfb40-56b2-4c15-8883-dd98675e492e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 210 time: 0.0603461 Jul 23 10:29:46.736382 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70332b0b-6f19-4e10-84ac-27f66dabd70b None None] The sync data for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 is: [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:45Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:46.829695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-60a871d5-75a1-499c-b19d-b4b056d92bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:46.832579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-60a871d5-75a1-499c-b19d-b4b056d92bad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56fb2e47-14ca-4455-9f01-8893b38f1ecb HTTP/1.1" status: 200 len: 861 time: 0.7910526 Jul 23 10:29:46.891910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-9c3a5d5c-0601-4af8-863e-8738ae620c5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523875 Jul 23 10:29:46.909885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5bfc09d-8a80-45ba-9000-90beaffbf61b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:46.977303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47597f70-9cd2-4761-bb15-6ced9f1b5f0a req-9289627b-f68a-46af-a933-74e889c1536b tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:46.987463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47597f70-9cd2-4761-bb15-6ced9f1b5f0a req-9289627b-f68a-46af-a933-74e889c1536b tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 944 time: 0.2196491 Jul 23 10:29:46.987735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a5bfc09d-8a80-45ba-9000-90beaffbf61b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:46.987878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a54a7cb4-aff1-4236-b292-4ee199519227 req-e003af03-fe4c-4ae6-9456-9aadd1071bab tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 210 time: 0.0475445 Jul 23 10:29:46.992459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a5bfc09d-8a80-45ba-9000-90beaffbf61b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:46.993263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:47.087993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47597f70-9cd2-4761-bb15-6ced9f1b5f0a req-b30f9563-e1b9-4e25-a51b-026ef6e4bf49 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003933 Jul 23 10:29:47.126640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-d135b6a4-8921-43be-96dd-a95c77537cc8 service neutron] 10.222.0.55 "GET /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222774 Jul 23 10:29:47.128071 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:47.173395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a5bfc09d-8a80-45ba-9000-90beaffbf61b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5bfc09d-8a80-45ba-9000-90beaffbf61b,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:47.181786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:47.234449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc09d-8a80-45ba-9000-90beaffbf61b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:47.284913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c132c71-b8e0-4e81-8853-38fe7e593fd4 req-592f22d5-41da-4779-8159-163043814833 tempest-AbsoluteLimitsNegativeTestJSON-452826094 tempest-AbsoluteLimitsNegativeTestJSON-452826094-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=76764975fed84971b06cafa0ca5eeb94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802517 Jul 23 10:29:47.359692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e958e1e1-b72e-48e7-809f-4c13929dbf6b req-153ff637-f6fd-4be6-abc3-c07777a63b93 service neutron] 10.222.0.55 "GET /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186477 Jul 23 10:29:47.498143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132c71-b8e0-4e81-8853-38fe7e593fd4 req-cb79440a-17bc-42c5-9060-d9ef20e8bb04 tempest-AbsoluteLimitsNegativeTestJSON-452826094 tempest-AbsoluteLimitsNegativeTestJSON-452826094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:47.508692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c132c71-b8e0-4e81-8853-38fe7e593fd4 req-cb79440a-17bc-42c5-9060-d9ef20e8bb04 tempest-AbsoluteLimitsNegativeTestJSON-452826094 tempest-AbsoluteLimitsNegativeTestJSON-452826094-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134149 Jul 23 10:29:47.552480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c132c71-b8e0-4e81-8853-38fe7e593fd4 req-7bb272b5-6a7a-42f3-acab-38c3eccfe259 tempest-AbsoluteLimitsNegativeTestJSON-452826094 tempest-AbsoluteLimitsNegativeTestJSON-452826094-project] 10.222.0.37 "GET /v2.0/quotas/76764975fed84971b06cafa0ca5eeb94 HTTP/1.1" status: 200 len: 375 time: 0.0416250 Jul 23 10:29:47.631894 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c132c71-b8e0-4e81-8853-38fe7e593fd4 req-1780e223-0092-4fdd-8664-d2d7a880d5a4 tempest-AbsoluteLimitsNegativeTestJSON-452826094 tempest-AbsoluteLimitsNegativeTestJSON-452826094-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76764975fed84971b06cafa0ca5eeb94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738392 Jul 23 10:29:47.806302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-64adc3ac-a4d7-49b7-8681-7143b668b03b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:47.811268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-64adc3ac-a4d7-49b7-8681-7143b668b03b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.2285171 Jul 23 10:29:47.897005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9011748-4218-471d-9248-91d42bd5c76e req-7910a8ad-eceb-4ffd-99c2-cc1a1c2cf006 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 210 time: 0.0537703 Jul 23 10:29:48.039048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-6a3e5993-d172-4e75-9f75-c50c55f42a6f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 379 time: 0.1527624 Jul 23 10:29:48.054341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'port': {'device_id': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'admin_state_up': True, 'tenant_id': '8144974fffab447182293981a4f41d7a', 'security_groups': ['282f146f-31ff-4d98-aed9-f0b53ca2534e']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:48.194278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ec99f2e-2c34-49eb-be2b-e285e4892e02 req-ce3941c8-5b1b-4976-8356-d1ced4944294 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 210 time: 0.0884278 Jul 23 10:29:48.257517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43054) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:48.351063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:48.359071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:48.501548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-d2e5143a-08ae-4575-a9f9-5bc1faf0b0f6 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:48.503284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-d2e5143a-08ae-4575-a9f9-5bc1faf0b0f6 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.3811717 Jul 23 10:29:48.512993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43060) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:48.528372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c98d38-2095-4817-b716-696fa80b683d req-4f764930-0cd0-4361-97e4-328e135aeb11 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:48.530070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-13c98d38-2095-4817-b716-696fa80b683d req-4f764930-0cd0-4361-97e4-328e135aeb11 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 944 time: 0.3134091 Jul 23 10:29:48.540400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Request body: {'port': {'device_id': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'admin_state_up': True, 'tenant_id': '08fbc9f966d6475b9ec24f5e3032e60f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:48.548043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce674332-2cc3-4548-8fd8-bc0e7eccc4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:48.562516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Allocated IP 172.20.0.8 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/b9935ef4-aac4-47aa-8316-1f69dd5f24cf) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:48.688622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-353ff983-c10c-46f7-9f31-c391781b87d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:48.763934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-13c98d38-2095-4817-b716-696fa80b683d req-c80551d9-9db9-46b1-aa53-3a1383a111dd tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122967 Jul 23 10:29:48.773022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:48.807106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce674332-2cc3-4548-8fd8-bc0e7eccc4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:48.828297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce674332-2cc3-4548-8fd8-bc0e7eccc4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:48.862336 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:29:48.862336 n-d-778550-4 neutron-server[93833]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:29:48.862336 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id_1': '08fbc9f966d6475b9ec24f5e3032e60f', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 29, 48, 808562)}] Jul 23 10:29:48.862336 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:29:48.863571 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:29:48.874434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5bfc09d-8a80-45ba-9000-90beaffbf61b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:48.903659 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce674332-2cc3-4548-8fd8-bc0e7eccc4c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76764975fed84971b06cafa0ca5eeb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6247082 Jul 23 10:29:48.906578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce674332-2cc3-4548-8fd8-bc0e7eccc4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64991188-44fe-48ae-a094-3e112dccd665,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:48.912420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43066) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:48.950885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a5bfc09d-8a80-45ba-9000-90beaffbf61b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:48.951892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.016927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e32b-b8f9-4b4b-a2c6-1d8fe79fff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.047955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-353ff983-c10c-46f7-9f31-c391781b87d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.059335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-353ff983-c10c-46f7-9f31-c391781b87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.064744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e32b-b8f9-4b4b-a2c6-1d8fe79fff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.121253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-353ff983-c10c-46f7-9f31-c391781b87d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1e852666e234a9b9cba29fee5a5a377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012049 Jul 23 10:29:49.129926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43072) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:49.147002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ff983-c10c-46f7-9f31-c391781b87d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc1980-73fa-4dc2-b8d2-2cddf6deec3f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:49.167225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Transition to ACTIVE for port object b9935ef4-aac4-47aa-8316-1f69dd5f24cf will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:49.174820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 746801d4-2f77-4614-8323-e9f65e82ddab details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:49.193223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e32b-b8f9-4b4b-a2c6-1d8fe79fff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.196115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2b0e32b-b8f9-4b4b-a2c6-1d8fe79fff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.197264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e2b0e32b-b8f9-4b4b-a2c6-1d8fe79fff03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64991188-44fe-48ae-a094-3e112dccd665 HTTP/1.1" status: 204 len: 168 time: 0.2837393 Jul 23 10:29:49.208100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9796cf89-75de-46d1-8e61-d52b0fdd81d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.209900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0e32b-b8f9-4b4b-a2c6-1d8fe79fff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64991188-44fe-48ae-a094-3e112dccd665,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:49.224300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.238697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9796cf89-75de-46d1-8e61-d52b0fdd81d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.298627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:49.299187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9796cf89-75de-46d1-8e61-d52b0fdd81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.305944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:49.306340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9796cf89-75de-46d1-8e61-d52b0fdd81d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.311247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:49.313702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9796cf89-75de-46d1-8e61-d52b0fdd81d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2cc1980-73fa-4dc2-b8d2-2cddf6deec3f HTTP/1.1" status: 204 len: 168 time: 0.1803570 Jul 23 10:29:49.334034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796cf89-75de-46d1-8e61-d52b0fdd81d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc1980-73fa-4dc2-b8d2-2cddf6deec3f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:49.355580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:49.426262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 746801d4-2f77-4614-8323-e9f65e82ddab, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=746801d4-2f77-4614-8323-e9f65e82ddab,segment=NetworkSegment(56aa4c55-1350-4f6b-b6cd-0a20394a3af1),segment_id=56aa4c55-1350-4f6b-b6cd-0a20394a3af1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:49.432346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:49.432346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.449845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '746801d4-2f77-4614-8323-e9f65e82ddab', 'network_id': '4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf', 'port_id': '746801d4-2f77-4614-8323-e9f65e82ddab', 'mac_address': 'fa:16:3e:19:81:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fb2e47-14ca-4455-9f01-8893b38f1ecb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:49.466696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9676-f6e1-46c0-8bd9-2be4874d982c req-046a17c8-2bf0-4684-9469-127270679447 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:49.488080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c45c9676-f6e1-46c0-8bd9-2be4874d982c req-046a17c8-2bf0-4684-9469-127270679447 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 931 time: 0.2682397 Jul 23 10:29:49.528554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5dcbbb4f-9096-400c-a0dc-1a028beaba0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4809794 Jul 23 10:29:49.542006 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.545854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60599246-0c40-49d6-a020-909bc768d1a8 req-065c5279-ad4f-4b30-9261-d3230530febf tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 210 time: 0.2308815 Jul 23 10:29:49.550750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Made reservation on behalf of 08fbc9f966d6475b9ec24f5e3032e60f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:49.559577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Request body: {'port': {'device_id': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:49.563751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.579746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746801d4-2f77-4614-8323-e9f65e82ddab {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:49.628103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 746801d4-2f77-4614-8323-e9f65e82ddab, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=746801d4-2f77-4614-8323-e9f65e82ddab,segment=NetworkSegment(56aa4c55-1350-4f6b-b6cd-0a20394a3af1),segment_id=56aa4c55-1350-4f6b-b6cd-0a20394a3af1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:49.633816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c45c9676-f6e1-46c0-8bd9-2be4874d982c req-996bba57-eb77-4380-a879-8932b8ec8fee tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446259 Jul 23 10:29:49.635400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.728401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=746801d4-2f77-4614-8323-e9f65e82ddab,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:49.764594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.845085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd2d6d2b-feca-4387-b597-3565d8531c3b None None] Provisioning for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:49.859102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd2d6d2b-feca-4387-b597-3565d8531c3b None None] Provisioning complete for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:49.859513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6d2b-feca-4387-b597-3565d8531c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:49.892443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Allocated IP 172.20.0.10 (ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2/a365fd0e-8e6f-4a18-9ee1-60deae3c2d90/cd5f58dc-a0ba-44cf-ab48-268ccea58c6f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:49.915096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['746801d4-2f77-4614-8323-e9f65e82ddab'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:49.965040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d6d2b-feca-4387-b597-3565d8531c3b None None] Port b9935ef4-aac4-47aa-8316-1f69dd5f24cf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:29:49.995954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43096) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:50.161022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.248897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.259641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f281cffc-e3d1-4187-a62f-bc8e645ed528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.284332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['aba29986-7d6e-472d-95a0-3b81de29c63f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:50.290684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:50.306259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:50.307368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.309457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:50.314418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:50.327096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78cd5-2923-4791-a9e9-8a61e861b7f3 req-b18e1db4-3579-46c4-baed-dde124581705 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:50.333800 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fe78cd5-2923-4791-a9e9-8a61e861b7f3 req-b18e1db4-3579-46c4-baed-dde124581705 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 945 time: 0.4332118 Jul 23 10:29:50.358205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event updated for resources: {'Port': ['ID=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:50.364651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Transition to ACTIVE for port object b9935ef4-aac4-47aa-8316-1f69dd5f24cf will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:50.385502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.407146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:50.409640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.474223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fe78cd5-2923-4791-a9e9-8a61e861b7f3 req-9ba20e30-a1c9-4fe2-a6ac-7257326ad2ba tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340222 Jul 23 10:29:50.503743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:50.528725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:50.624588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f281cffc-e3d1-4187-a62f-bc8e645ed528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.630359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Attempting to bind port b9935ef4-aac4-47aa-8316-1f69dd5f24cf on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:50.630656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Attempting to bind port b9935ef4-aac4-47aa-8316-1f69dd5f24cf by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:50.631713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Attempting to bind port b9935ef4-aac4-47aa-8316-1f69dd5f24cf on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:50.636006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f281cffc-e3d1-4187-a62f-bc8e645ed528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.642099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-abcd10ed-acae-40f0-940d-19989d041620 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1109357 Jul 23 10:29:50.656335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Port b9935ef4-aac4-47aa-8316-1f69dd5f24cf on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:29:50.656688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Attempting to bind port b9935ef4-aac4-47aa-8316-1f69dd5f24cf on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:50.665513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Request body: {'port': {'device_id': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:50.686190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:50.686533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:50.687007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:50.687457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Bound port: b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:50.687825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.696070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f281cffc-e3d1-4187-a62f-bc8e645ed528 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d00541e5961453b84ddb243c6f21e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959958 Jul 23 10:29:50.701397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:50.702059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281cffc-e3d1-4187-a62f-bc8e645ed528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8c82fe-2afb-4582-86a2-782ddc99d399,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:50.785170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:50.880037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:50.886300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:50.899010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.937991 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2946-636f-4c42-ae20-5b9f2c305f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.945790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a7c0e-8d0c-498f-a780-b808e7a03e99 req-1ae0f96f-ab37-4fd9-9032-604d3f5e692d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:50.960280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e2a7c0e-8d0c-498f-a780-b808e7a03e99 req-1ae0f96f-ab37-4fd9-9032-604d3f5e692d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 932 time: 0.2153270 Jul 23 10:29:50.967783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:50.968399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.969840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-20c7b435-7e06-4719-9401-913e94912aec service neutron] 10.222.0.20 "PUT /v2.0/ports/b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 1091 time: 1.4217286 Jul 23 10:29:50.972857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:50.975450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:50.978070 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd782195-1de7-45ba-a81e-39979cc5a902" -d '{"events": [{"name": "network-changed", "server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:50.990501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1229707567-network', 'tenant_id': '67a45c33498b45f5ab4886bb0b8aa042'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:51.015814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed71f67-bf8a-42a6-9009-3888ea6bc6a7 req-14c4f343-ca0e-4f4f-a595-d9072c3fa00b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:51.024214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ed71f67-bf8a-42a6-9009-3888ea6bc6a7 req-14c4f343-ca0e-4f4f-a595-d9072c3fa00b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 943 time: 0.2425001 Jul 23 10:29:51.029497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2946-636f-4c42-ae20-5b9f2c305f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.051370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e2a7c0e-8d0c-498f-a780-b808e7a03e99 req-bba14226-a656-4d13-9633-79742f82e429 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806832 Jul 23 10:29:51.161887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7b435-7e06-4719-9401-913e94912aec service neutron] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:51.187218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 746801d4-2f77-4614-8323-e9f65e82ddab up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:51.225447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ed71f67-bf8a-42a6-9009-3888ea6bc6a7 req-28e011fa-d09e-4246-8b4d-6b5bde4119f3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002943 Jul 23 10:29:51.231061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Made reservation on behalf of 67a45c33498b45f5ab4886bb0b8aa042 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:51.235611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.245476 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6d5c59-710e-48df-b857-10853e02c595 x-openstack-request-id: req-7c6d5c59-710e-48df-b857-10853e02c595 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:51.249470 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:51.249853 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c6d5c59-710e-48df-b857-10853e02c595 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:51.250378 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'status': 'completed', 'code': 200} Jul 23 10:29:51.269761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.324732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-7a117628-af0a-4a28-8b03-90bd2ef7e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:51.326603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-7a117628-af0a-4a28-8b03-90bd2ef7e0f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1094 time: 0.2849495 Jul 23 10:29:51.356059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2946-636f-4c42-ae20-5b9f2c305f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.359109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2946-636f-4c42-ae20-5b9f2c305f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.360693 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3dfe2946-636f-4c42-ae20-5b9f2c305f20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de8c82fe-2afb-4582-86a2-782ddc99d399 HTTP/1.1" status: 204 len: 168 time: 0.6553898 Jul 23 10:29:51.404985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-10ee6737-4e00-4113-8ca3-131044dedd7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 217 time: 0.0628603 Jul 23 10:29:51.422618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe2946-636f-4c42-ae20-5b9f2c305f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8c82fe-2afb-4582-86a2-782ddc99d399,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:51.438275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5f58dc-a0ba-44cf-ab48-268ccea58c6f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:51.463777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.482970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Transition to ACTIVE for port object cd5f58dc-a0ba-44cf-ab48-268ccea58c6f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:51.483915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-c70b359e-dabb-4fb5-b448-f8e026627e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:51.486325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-c70b359e-dabb-4fb5-b448-f8e026627e43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0746348 Jul 23 10:29:51.500261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.561652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 746801d4-2f77-4614-8323-e9f65e82ddab completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:51.566297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 746801d4-2f77-4614-8323-e9f65e82ddab triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:51.567230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.607871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.639182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-dcf214d9-9432-4bde-aa83-1dfabb80bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:51.641163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-dcf214d9-9432-4bde-aa83-1dfabb80bd2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473463 Jul 23 10:29:51.641859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.667157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.690088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:51.699180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:29:51.700815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746801d4-2f77-4614-8323-e9f65e82ddab'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:51.711792 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a54b7-f271-4e76-856c-6d9cfd2d1754" -d '{"events": [{"server_uuid": "b4b637a6-ffd1-4732-932c-23e2b748c8c9", "name": "network-vif-plugged", "status": "completed", "tag": "746801d4-2f77-4614-8323-e9f65e82ddab"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:51.759771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 746801d4-2f77-4614-8323-e9f65e82ddab, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=746801d4-2f77-4614-8323-e9f65e82ddab,segment=NetworkSegment(56aa4c55-1350-4f6b-b6cd-0a20394a3af1),segment_id=56aa4c55-1350-4f6b-b6cd-0a20394a3af1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:51.771450 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.783239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Attempting to bind port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:51.784151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Attempting to bind port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:51.785074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Attempting to bind port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:51.792324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:29:51.792952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Attempting to bind port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:51.794003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33bb44-7ec7-400e-965f-ba19d0e1e831,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:51.801109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:51.801691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Checking segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:51.802271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Bound using segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:51.803550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Bound port: cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:51.804397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.804522 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250cd39-746a-4d82-9d92-96b912d95e1e x-openstack-request-id: req-e250cd39-746a-4d82-9d92-96b912d95e1e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:51.804726 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b637a6-ffd1-4732-932c-23e2b748c8c9", "name": "network-vif-plugged", "status": "completed", "tag": "746801d4-2f77-4614-8323-e9f65e82ddab", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:51.804985 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e250cd39-746a-4d82-9d92-96b912d95e1e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:51.805434 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746801d4-2f77-4614-8323-e9f65e82ddab', 'code': 200} Jul 23 10:29:51.812701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.813059 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Added segment 170d0953-a1ec-4d20-952c-acc5173d18a8 of type vlan for network 85747e20-9225-42f2-90e1-4aa4c6c525f4 Jul 23 10:29:51.880679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=746801d4-2f77-4614-8323-e9f65e82ddab,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:51.919981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:51.977948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] For port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:51.993126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce666955-8a4b-4f1a-bd57-cf3878a3e6f2 req-f242c9b9-e0b2-4dc7-91a9-cff2a638c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:51.995066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce666955-8a4b-4f1a-bd57-cf3878a3e6f2 req-f242c9b9-e0b2-4dc7-91a9-cff2a638c39a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 1097 time: 0.1147616 Jul 23 10:29:51.995342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fca6dd-546f-4573-b789-f0aac33e7328 req-6f1fe3e2-8c5d-4214-bf9c-647c8cdb4205 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:51.996845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] For port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:52.001578 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8fca6dd-546f-4573-b789-f0aac33e7328 req-6f1fe3e2-8c5d-4214-bf9c-647c8cdb4205 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 945 time: 0.4142954 Jul 23 10:29:52.012611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:52.037639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-7241106e-0e01-42fd-8add-c55b01d41b14 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787987 Jul 23 10:29:52.060835 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:52.062628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.063241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:52.072436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.073061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:52.074887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd5f58dc-a0ba-44cf-ab48-268ccea58c6f HTTP/1.1" status: 200 len: 1092 time: 1.4170346 Jul 23 10:29:52.076997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'tag': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:52.079332 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f78c60-f0dd-43ac-9f39-5d96275fd849", "tag": "cd5f58dc-a0ba-44cf-ab48-268ccea58c6f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:52.093864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce666955-8a4b-4f1a-bd57-cf3878a3e6f2 req-26b1ba58-559b-4544-93df-53bcc0cb888d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920548 Jul 23 10:29:52.109492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f05f2-b597-4a24-b7a9-1ec6fb558861 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:52.214324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8fca6dd-546f-4573-b789-f0aac33e7328 req-48c981ce-a243-43d4-9504-0a37c9849d4e tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004378 Jul 23 10:29:52.234739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4484928 Jul 23 10:29:52.240986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:52.250564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Request body: {'subnet': {'network_id': '85747e20-9225-42f2-90e1-4aa4c6c525f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1229707567-subnet', 'tenant_id': '67a45c33498b45f5ab4886bb0b8aa042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:52.264981 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2ec73-730a-4d73-9b2e-df181cc82890 x-openstack-request-id: req-e6d2ec73-730a-4d73-9b2e-df181cc82890 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:52.265272 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f78c60-f0dd-43ac-9f39-5d96275fd849", "tag": "cd5f58dc-a0ba-44cf-ab48-268ccea58c6f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:52.265640 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6d2ec73-730a-4d73-9b2e-df181cc82890 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:52.266071 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'tag': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f', 'status': 'completed', 'code': 200} Jul 23 10:29:52.299551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914961ab-9055-45f5-93eb-2fc3a93a3301 admin admin] Pushing event updated for resources: {'Network': ['ID=85747e20-9225-42f2-90e1-4aa4c6c525f4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:52.314318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 85747e20-9225-42f2-90e1-4aa4c6c525f4 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:29:52.315002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-0b8be38b-666d-475c-a8ab-c6c9df93746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.316818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-0b8be38b-666d-475c-a8ab-c6c9df93746a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 1095 time: 0.1829970 Jul 23 10:29:52.325908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a337-a324-4fde-a421-66b704af513d req-f5bd8ae6-d5b1-413c-818a-3ae20f8c98ba tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.327769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1145a337-a324-4fde-a421-66b704af513d req-f5bd8ae6-d5b1-413c-818a-3ae20f8c98ba tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 944 time: 0.1445365 Jul 23 10:29:52.349500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86b7d982-0c10-4a4c-aace-cd9bbcd2dc43 req-5a72c782-1707-464a-bc78-8a42da0f6fbb service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913852 Jul 23 10:29:52.351382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Made reservation on behalf of 67a45c33498b45f5ab4886bb0b8aa042 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:52.378268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:52.402140 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-073baab3-49a9-428c-927c-b9c2d6db1ea0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f HTTP/1.1" status: 200 len: 217 time: 0.0711782 Jul 23 10:29:52.434350 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1145a337-a324-4fde-a421-66b704af513d req-30b24724-f310-4cfd-bfba-b5bf423c6a0b tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964100 Jul 23 10:29:52.528928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915242-bc92-439c-892c-7f388e51763e req-24036b73-d6a0-41f4-b346-9bc82e47b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.530243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-24036b73-d6a0-41f4-b346-9bc82e47b3e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.0811303 Jul 23 10:29:52.609522 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-bbf3809a-e4f7-4f89-b13f-9f9a3c984b67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531006 Jul 23 10:29:52.681677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-a47b19be-c6fc-4c4b-af9d-8b0835449284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.683499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-a47b19be-c6fc-4c4b-af9d-8b0835449284 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1094 time: 0.2279563 Jul 23 10:29:52.700303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ddc75-dd1d-4a2c-bc32-512899e365ff req-f6c8b918-08c1-4dfd-85d3-f3bd41e83e51 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.702193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-535ddc75-dd1d-4a2c-bc32-512899e365ff req-f6c8b918-08c1-4dfd-85d3-f3bd41e83e51 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 943 time: 0.2010279 Jul 23 10:29:52.727514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-cb10e1dc-357a-4e4d-9a43-6e3985e934e0 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030273 Jul 23 10:29:52.851747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5915242-bc92-439c-892c-7f388e51763e req-52783d37-f9f8-470d-b99a-8f7c1ccf7740 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174455 Jul 23 10:29:52.860844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:52.908955 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-535ddc75-dd1d-4a2c-bc32-512899e365ff req-50a32685-1e83-4aa6-8f45-a426d6df94fc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758442 Jul 23 10:29:52.987243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73134c9-7b4a-4c70-9dd3-1c832fa88f6b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:52.991324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-ff285016-b78c-4c2d-a855-7a2ea5dd1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:52.993481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-ff285016-b78c-4c2d-a855-7a2ea5dd1553 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2902234 Jul 23 10:29:52.995083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Checking segment: {'id': '170d0953-a1ec-4d20-952c-acc5173d18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '85747e20-9225-42f2-90e1-4aa4c6c525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:52.995792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Network hostable DHCP agents. Network: 85747e20-9225-42f2-90e1-4aa4c6c525f4, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:29:53.052545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-944e88c2-1816-470e-a975-d00b7abf8bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 217 time: 0.0500381 Jul 23 10:29:53.055454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-3fe0d04b-8966-4a7a-9a1c-c8acc761f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.055735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Network 85747e20-9225-42f2-90e1-4aa4c6c525f4 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:29:53.057155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-3fe0d04b-8966-4a7a-9a1c-c8acc761f61a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 1095 time: 0.1022243 Jul 23 10:29:53.073498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 85747e20-9225-42f2-90e1-4aa4c6c525f4) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:53.084575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049a336-d1ee-4890-8934-197cc2aa17a8 None None] Network 85747e20-9225-42f2-90e1-4aa4c6c525f4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:53.104475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.105333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:53.134104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-94cdde79-3295-4c7d-9825-eb4ea89dd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.136123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-94cdde79-3295-4c7d-9825-eb4ea89dd669 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0722873 Jul 23 10:29:53.145959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e6f54673-294f-42ed-934d-92814f8b57db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9000382 Jul 23 10:29:53.277069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-f31fd088-1afb-4a4c-a478-1eed2e657011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.279365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-f31fd088-1afb-4a4c-a478-1eed2e657011 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337376 Jul 23 10:29:53.291912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-a6df094b-31da-476f-927f-6f285359903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.293415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-a6df094b-31da-476f-927f-6f285359903b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 915 time: 0.2280207 Jul 23 10:29:53.388154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-a96b611e-1764-4a3f-acc3-f70e8dd426b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f HTTP/1.1" status: 200 len: 217 time: 0.0871634 Jul 23 10:29:53.393131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a7482-3b4f-4a49-9b44-9a3d98a985df None None] Network 85747e20-9225-42f2-90e1-4aa4c6c525f4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:29:53.432956 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-66eba8cf-6bfd-48f0-92c7-98833488732e service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460202 Jul 23 10:29:53.531448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-5d65881d-2c9e-47c5-8eef-441c3d7da68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.533094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-5d65881d-2c9e-47c5-8eef-441c3d7da68f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.1271496 Jul 23 10:29:53.534474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bb2ad7d7-06ec-4926-ad3a-a4bdbebedac1 req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-905289612', 'description': 'tempest-description-924068015'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:53.582203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-e891ec76-6dec-4ba0-9d85-df99e5205d1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403280 Jul 23 10:29:53.585463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd782195-1de7-45ba-a81e-39979cc5a902 req-a05378ee-6cd3-457b-a678-7558b1ca44b4 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442673 Jul 23 10:29:53.587656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bb2ad7d7-06ec-4926-ad3a-a4bdbebedac1 req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:53.589992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9b7bb-397c-450b-bc55-91040c9e0197 req-d1561036-4d4d-45db-b42d-0a1b9cdbfe27 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.591523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ca9b7bb-397c-450b-bc55-91040c9e0197 req-d1561036-4d4d-45db-b42d-0a1b9cdbfe27 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 946 time: 0.2061574 Jul 23 10:29:53.673685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ca9b7bb-397c-450b-bc55-91040c9e0197 req-c4695cb0-5890-4763-8e38-8addd7120749 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Jul 23 10:29:53.692803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bb2ad7d7-06ec-4926-ad3a-a4bdbebedac1 req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:53.706602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bb2ad7d7-06ec-4926-ad3a-a4bdbebedac1 req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:53.744762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bb2ad7d7-06ec-4926-ad3a-a4bdbebedac1 req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:53.751508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-9c33b0c9-143a-47ab-8494-6f6a691dd9a2 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349490 Jul 23 10:29:53.755079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bb2ad7d7-06ec-4926-ad3a-a4bdbebedac1 req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2296486 Jul 23 10:29:53.760540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada7c51-ad4d-434b-9a2b-49db8b40eaca tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7def8bb2-15ca-46db-9953-94ddcfc77810,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:53.778166 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:53.908303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aebf4ca-7d94-4633-b49c-5494d5d2f2f2 req-175d5ac1-27ed-4a13-a74a-bca4ecbb2769 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393414 Jul 23 10:29:53.910410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-ead2ebcf-a435-4247-989a-d36f59f0738f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6f3403535f44b61b301e48736dfb510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215795 Jul 23 10:29:53.930176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41760779-ef1a-4e16-ba52-5edcc00139ef req-ee5e811d-9ec6-4633-8abe-7131655afaba tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:53.931847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41760779-ef1a-4e16-ba52-5edcc00139ef req-ee5e811d-9ec6-4633-8abe-7131655afaba tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 944 time: 0.1064560 Jul 23 10:29:53.970355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41760779-ef1a-4e16-ba52-5edcc00139ef req-a28150ad-24b0-44c1-a2d4-7f9400a7b742 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Jul 23 10:29:54.024946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-388504ba-decf-4009-8026-8ea60563025e tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:54.026648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-388504ba-decf-4009-8026-8ea60563025e tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100023 Jul 23 10:29:54.042401 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-b30729ac-2452-4053-887a-09e8ac6d612e tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/quotas/c6f3403535f44b61b301e48736dfb510 HTTP/1.1" status: 200 len: 375 time: 0.0102372 Jul 23 10:29:54.076554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-a21a5d0a-769f-4679-829c-f4c0f31823e7 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6f3403535f44b61b301e48736dfb510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290611 Jul 23 10:29:54.083859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:54.119411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-589eaa60-7156-4647-bccf-dc1313b0e4b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/7def8bb2-15ca-46db-9953-94ddcfc77810 HTTP/1.1" status: 200 len: 1805 time: 0.0453634 Jul 23 10:29:54.131081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7def8bb2-15ca-46db-9953-94ddcfc77810', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:54.132299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7def8bb2-15ca-46db-9953-94ddcfc77810', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:54.209134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.218634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:54.230810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:54.249734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.254979 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.281429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4b083e-3655-4d09-8975-11ecb0aef96e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:54.289995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.304020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3684fc2-79e5-4f1c-8070-e08b496bec9a req-f8ddd908-b1f5-44b1-b1c3-443ecbbf15f7 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1773670 Jul 23 10:29:54.304209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.322208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:54.335766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2abb3-32b7-4167-9fc3-684e9183e07f req-072a2f00-b993-4a2e-96c6-6942233aaa16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:54.343786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6de2abb3-32b7-4167-9fc3-684e9183e07f req-072a2f00-b993-4a2e-96c6-6942233aaa16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 943 time: 0.1100595 Jul 23 10:29:54.349641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:54.355315 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.398513 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6de2abb3-32b7-4167-9fc3-684e9183e07f req-2c8b5a54-fd87-4c61-97dc-4e7062ef1972 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511472 Jul 23 10:29:54.417851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:54.486688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44abb658-d82f-447f-94d7-c7d6264b049f req-c4a0c1ca-67eb-4955-b595-19ad5a783c6a tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 210 time: 0.0366979 Jul 23 10:29:54.496049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b32fb3b6-f59c-4859-b8cb-50b28b6fef6d req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-677331520', 'description': 'tempest-description-1864862650'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:54.528282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b32fb3b6-f59c-4859-b8cb-50b28b6fef6d req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.642360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b32fb3b6-f59c-4859-b8cb-50b28b6fef6d req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.643985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e5149-d262-4b35-8fe2-debc47e14d25 req-0c86a68c-c448-492f-b082-d652db6c4230 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:54.647084 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b32fb3b6-f59c-4859-b8cb-50b28b6fef6d req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.651648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e11e5149-d262-4b35-8fe2-debc47e14d25 req-0c86a68c-c448-492f-b082-d652db6c4230 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.0851896 Jul 23 10:29:54.680325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b32fb3b6-f59c-4859-b8cb-50b28b6fef6d req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.688179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b32fb3b6-f59c-4859-b8cb-50b28b6fef6d req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2010319 Jul 23 10:29:54.694553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c4b0e-4ced-40c6-8139-df0d6d8b40fb tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84391921-37a1-4407-b56e-84b1b7ad5c7f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:54.700711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e11e5149-d262-4b35-8fe2-debc47e14d25 req-39bc0614-c5e1-4849-b505-dee4b7842b5c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482004 Jul 23 10:29:54.726012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b9935ef4-aac4-47aa-8316-1f69dd5f24cf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:54.791329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-9121bad2-6c5a-44e0-8842-bde91969f548 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/84391921-37a1-4407-b56e-84b1b7ad5c7f HTTP/1.1" status: 200 len: 1806 time: 0.0649123 Jul 23 10:29:54.803177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '84391921-37a1-4407-b56e-84b1b7ad5c7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:54.803177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '84391921-37a1-4407-b56e-84b1b7ad5c7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:54.905403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.938396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.942306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.961603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1edae5a-1635-46e6-9871-c1062d1d1b00,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:54.980796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:54.980796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a9ce673-2402-464d-93cc-9e23a8ef3e2f req-24bb5c3c-9e9e-4fb6-b528-0206c7a6f587 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1802530 Jul 23 10:29:55.010731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fdc9d471-cf5a-4b51-94bc-b86c1427830d req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-253438178', 'description': 'tempest-description-239118683'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:55.033748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdc9d471-cf5a-4b51-94bc-b86c1427830d req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.116118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdc9d471-cf5a-4b51-94bc-b86c1427830d req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.117967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd5872-7d69-4414-8163-60f64557c652 req-d8ea7d20-ce07-4ed7-a8b8-5fe69b02aff9 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:55.119648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2fd5872-7d69-4414-8163-60f64557c652 req-d8ea7d20-ce07-4ed7-a8b8-5fe69b02aff9 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 944 time: 0.0677080 Jul 23 10:29:55.120046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdc9d471-cf5a-4b51-94bc-b86c1427830d req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.145502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdc9d471-cf5a-4b51-94bc-b86c1427830d req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.146680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdc9d471-cf5a-4b51-94bc-b86c1427830d req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1461980 Jul 23 10:29:55.155689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96f121-9768-4a03-8746-65f0cedf9d6b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9424ab12-56d9-4f8d-9459-99355168a836,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:55.161269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2fd5872-7d69-4414-8163-60f64557c652 req-358a42d1-5c2d-4d90-836f-71dc40a6c6ed tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357587 Jul 23 10:29:55.274075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-99692e2c-ffbc-4ca9-b1fa-aa28ad7f5d12 req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1531209732', 'description': 'tempest-description-2053688631'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:55.301011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-99692e2c-ffbc-4ca9-b1fa-aa28ad7f5d12 req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.387889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-f78af167-202a-416c-99ff-40e209c1e206 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c6f3403535f44b61b301e48736dfb510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239012 Jul 23 10:29:55.393254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-99692e2c-ffbc-4ca9-b1fa-aa28ad7f5d12 req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.397581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-99692e2c-ffbc-4ca9-b1fa-aa28ad7f5d12 req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.427169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-99692e2c-ffbc-4ca9-b1fa-aa28ad7f5d12 req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.429070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99692e2c-ffbc-4ca9-b1fa-aa28ad7f5d12 req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1597171 Jul 23 10:29:55.430095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69723d-4d3d-4230-a26e-e423dae178a6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777926a3-bfcb-4020-815a-1445809c8a82,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:55.453474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f75c64-bd21-4c58-a0d9-2e01d2c77c32 req-930a1990-8d64-484f-bfd6-ec4348632582 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:55.455167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64f75c64-bd21-4c58-a0d9-2e01d2c77c32 req-930a1990-8d64-484f-bfd6-ec4348632582 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 946 time: 0.1292803 Jul 23 10:29:55.543381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64f75c64-bd21-4c58-a0d9-2e01d2c77c32 req-1997f52d-110e-4ff0-af6a-9b40af8a048d tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558708 Jul 23 10:29:55.549902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-a00d033b-2aa6-46b0-b761-be93e6bdf38d tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:55.551340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-a00d033b-2aa6-46b0-b761-be93e6bdf38d tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558206 Jul 23 10:29:55.570002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f249-60d4-49cf-a6b2-50ec6e5c1bf1 req-bc7aadc2-b4dc-4a19-968e-acd7a4bfeb56 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:55.571707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9110f249-60d4-49cf-a6b2-50ec6e5c1bf1 req-bc7aadc2-b4dc-4a19-968e-acd7a4bfeb56 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.0691574 Jul 23 10:29:55.571893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Request body: {'port': {'device_id': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'c6f3403535f44b61b301e48736dfb510'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:55.610828 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9110f249-60d4-49cf-a6b2-50ec6e5c1bf1 req-9ec08a5e-bfaf-4d80-b6d9-22cb5fcff869 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338073 Jul 23 10:29:55.670264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-5f785eec-7ec3-4870-a99a-5b5dbf07e721 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/9424ab12-56d9-4f8d-9459-99355168a836 HTTP/1.1" status: 200 len: 1805 time: 0.0951290 Jul 23 10:29:55.702493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2b24a27e-c156-4bb7-baa6-e7ed9ee4c4f2 req-6e396038-12ec-4e50-a752-e85f03efaf81 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Jul 23 10:29:55.740060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-81287ca4-ae61-4606-8c76-977ad87d25be tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/777926a3-bfcb-4020-815a-1445809c8a82 HTTP/1.1" status: 200 len: 1807 time: 0.0629988 Jul 23 10:29:55.751620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9424ab12-56d9-4f8d-9459-99355168a836', 'remote_group_id': '777926a3-bfcb-4020-815a-1445809c8a82', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:55.751917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9424ab12-56d9-4f8d-9459-99355168a836', 'remote_group_id': '777926a3-bfcb-4020-815a-1445809c8a82', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:55.757959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Made reservation on behalf of c6f3403535f44b61b301e48736dfb510 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:29:55.761566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.774178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.865235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072942f2-4e19-410b-bd38-1cc7c4574c7d req-471a548f-1e48-4529-97c1-37df33a6350d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:55.866568 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-072942f2-4e19-410b-bd38-1cc7c4574c7d req-471a548f-1e48-4529-97c1-37df33a6350d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.0761602 Jul 23 10:29:55.887023 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.909494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-072942f2-4e19-410b-bd38-1cc7c4574c7d req-0337517a-6e4a-45c7-92e0-2be3ad1831ea tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367088 Jul 23 10:29:55.957098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.969254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.980692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:55.992832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.014733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f6549d-b9ac-4afb-9dc2-eadcc1c76f71,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.023842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.025123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8aee370-18f7-4c14-81c2-7f69c6e1c84a req-55e91c27-f55e-4987-894e-9c9302fa16b2 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2781298 Jul 23 10:29:56.055950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-859e237c-1b92-4e56-8c79-0bc937bea04a req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1168195560', 'description': 'tempest-description-1091559393'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:56.080267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-859e237c-1b92-4e56-8c79-0bc937bea04a req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.095048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c370fee1-e404-4aed-9c8e-f5f3ea91c194,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.112612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cd5f58dc-a0ba-44cf-ab48-268ccea58c6f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:29:56.129043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:56.173665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-859e237c-1b92-4e56-8c79-0bc937bea04a req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.179776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-859e237c-1b92-4e56-8c79-0bc937bea04a req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.196075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-f261023f-bd30-4e15-82cc-70ef61393264 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:56.197864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-f261023f-bd30-4e15-82cc-70ef61393264 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.1678157 Jul 23 10:29:56.213624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-859e237c-1b92-4e56-8c79-0bc937bea04a req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.215011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-859e237c-1b92-4e56-8c79-0bc937bea04a req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1664052 Jul 23 10:29:56.216037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58a04e-f72c-443b-9a8f-bcbaff267d8b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b5a32d-395c-43b5-b0a8-14afddad1b90,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.245190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Allocated IP 192.168.233.33 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/f1323a81-b913-434a-b203-3b16688d1783) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:29:56.249141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:56.256954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:56.257336 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.264129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8ab2ef74-f586-436f-8e9f-27b10466be3c req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1846650477', 'description': 'tempest-description-2120208843'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:56.294700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8ab2ef74-f586-436f-8e9f-27b10466be3c req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.301071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:56.320880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'port_id': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f', 'mac_address': 'fa:16:3e:1b:05:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a365fd0e-8e6f-4a18-9ee1-60deae3c2d90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:29:56.394563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.395794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8ab2ef74-f586-436f-8e9f-27b10466be3c req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.403333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8ab2ef74-f586-436f-8e9f-27b10466be3c req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.419893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5f58dc-a0ba-44cf-ab48-268ccea58c6f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:56.432963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.438973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8ab2ef74-f586-436f-8e9f-27b10466be3c req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.452096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ab2ef74-f586-436f-8e9f-27b10466be3c req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1920965 Jul 23 10:29:56.461010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c6ad-04e0-4c4e-b9bb-219e6aef2519 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c697c2-aa65-4b3e-9e8a-dbb828016c9e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.462765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:56.477972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.486431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:56.489067 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff4036-0d99-4a64-8f05-f290b870c82f" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:56.521412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:56.526807 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.555208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.612179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.619600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-58003cde-974c-49c4-b506-e507bbeeb8e1 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/77b5a32d-395c-43b5-b0a8-14afddad1b90 HTTP/1.1" status: 200 len: 1807 time: 0.0692039 Jul 23 10:29:56.667468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-638faf75-7a02-49f8-a189-32668caf0858 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/05c697c2-aa65-4b3e-9e8a-dbb828016c9e HTTP/1.1" status: 200 len: 1807 time: 0.0406413 Jul 23 10:29:56.678900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '77b5a32d-395c-43b5-b0a8-14afddad1b90', 'remote_group_id': '05c697c2-aa65-4b3e-9e8a-dbb828016c9e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:56.679215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '77b5a32d-395c-43b5-b0a8-14afddad1b90', 'remote_group_id': '05c697c2-aa65-4b3e-9e8a-dbb828016c9e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:56.783284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.807514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Deleting port 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:56.808077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-9820b614-f073-43d6-ad60-338feec3ddb9 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:56.808701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.809204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-9820b614-f073-43d6-ad60-338feec3ddb9 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 946 time: 0.1088727 Jul 23 10:29:56.823233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73112171-b55e-48ee-9ddd-e406cfe416d2 req-5329559c-f888-4fb2-9b7f-1c7cc3d02202 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:56.824778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73112171-b55e-48ee-9ddd-e406cfe416d2 req-5329559c-f888-4fb2-9b7f-1c7cc3d02202 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 944 time: 0.5249729 Jul 23 10:29:56.873767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['cd5f58dc-a0ba-44cf-ab48-268ccea58c6f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:56.875369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.889247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.929576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7de4d3-2a2e-4e68-aaf5-657e13c36d82,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:56.944404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.960159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:56.971315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e351782a-1666-4d53-8ee0-bd9214db1cea req-19538ed3-f4f5-4c0b-a42f-f93c2955e972 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2952230 Jul 23 10:29:56.979270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Transition to ACTIVE for port object f1323a81-b913-434a-b203-3b16688d1783 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:56.994783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73112171-b55e-48ee-9ddd-e406cfe416d2 req-e3e46f71-35b8-4cab-a883-df2af9257bec tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503043 Jul 23 10:29:57.005018 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea43000-75ec-4320-912d-c4827f2cd3d6 x-openstack-request-id: req-cea43000-75ec-4320-912d-c4827f2cd3d6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:57.005320 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:57.005580 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cea43000-75ec-4320-912d-c4827f2cd3d6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:57.006753 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'code': 200} Jul 23 10:29:57.009341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Deleting port 746801d4-2f77-4614-8323-e9f65e82ddab {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:29:57.009696 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.011603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] For port 05787ce7-e851-480e-b4b3-c31ac967453f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=05787ce7-e851-480e-b4b3-c31ac967453f,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:57.011974 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.097422 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6768b9bf-90f0-4a27-9ab4-ce8e99653467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.236809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.320787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:29:57.370756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:29:57.373646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:29:57.395513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] For port 746801d4-2f77-4614-8323-e9f65e82ddab, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=746801d4-2f77-4614-8323-e9f65e82ddab,segment=NetworkSegment(56aa4c55-1350-4f6b-b6cd-0a20394a3af1),segment_id=56aa4c55-1350-4f6b-b6cd-0a20394a3af1)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:57.395513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.415562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Pushing event updated for resources: {'Port': ['ID=f1323a81-b913-434a-b203-3b16688d1783,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:57.416078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Calling delete_port for 746801d4-2f77-4614-8323-e9f65e82ddab owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:57.434511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd5dd6-9161-4ff1-be79-2e7aedb1c7b0 req-3f45ef56-0dd0-4843-bb4b-cec7ea94fd03 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:57.436133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60dd5dd6-9161-4ff1-be79-2e7aedb1c7b0 req-3f45ef56-0dd0-4843-bb4b-cec7ea94fd03 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4b637a6-ffd1-4732-932c-23e2b748c8c9 HTTP/1.1" status: 200 len: 946 time: 0.3400528 Jul 23 10:29:57.439242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20e3d0-5dfe-4a32-aba4-852b6401e593 req-56d82476-7612-49a3-906e-c1c54461e626 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:57.446788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa20e3d0-5dfe-4a32-aba4-852b6401e593 req-56d82476-7612-49a3-906e-c1c54461e626 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1130495 Jul 23 10:29:57.448749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ae0e4-cc2c-4605-aa98-e0a68a8f9a8f req-f7a07d1c-7c7c-4ea9-ba8d-8d2380aec293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:57.451196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514ae0e4-cc2c-4605-aa98-e0a68a8f9a8f req-f7a07d1c-7c7c-4ea9-ba8d-8d2380aec293 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1096 time: 0.3288944 Jul 23 10:29:57.481602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.481881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.482311 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Floating IP 64e3d59a-c92d-4e1d-9749-13c73797154e disassociated. External IP: 172.25.4.123, port: 05787ce7-e851-480e-b4b3-c31ac967453f. Jul 23 10:29:57.482660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Calling delete_port for 05787ce7-e851-480e-b4b3-c31ac967453f owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:29:57.528878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:57.529751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.554086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa20e3d0-5dfe-4a32-aba4-852b6401e593 req-eba3c1aa-d3aa-4b01-9a32-5b9516f77faf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063471 Jul 23 10:29:57.622344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60dd5dd6-9161-4ff1-be79-2e7aedb1c7b0 req-89f19fe2-e902-413e-9418-b30111934ec8 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac2e60bc-7518-496d-8cf1-c40c0b92604c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758404 Jul 23 10:29:57.627680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514ae0e4-cc2c-4605-aa98-e0a68a8f9a8f req-bd76bc05-8d2c-4a6e-a32a-0ce8a1e560ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561751 Jul 23 10:29:57.632210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-648d2286-1e18-4ddf-ac1b-26d7bab4c4b3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0697808 Jul 23 10:29:57.649877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Request body: {'port': {'device_id': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:57.682504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.694889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['746801d4-2f77-4614-8323-e9f65e82ddab'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:29:57.724405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Pushing event deleted for resources: {'Port': ['ID=746801d4-2f77-4614-8323-e9f65e82ddab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:57.738706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-38acb8ae-72b2-46bd-ae6a-b0cdf22435a4 None None] Provisioning for port f1323a81-b913-434a-b203-3b16688d1783 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:57.742908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-38acb8ae-72b2-46bd-ae6a-b0cdf22435a4 None None] Provisioning complete for port f1323a81-b913-434a-b203-3b16688d1783 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:57.743281 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38acb8ae-72b2-46bd-ae6a-b0cdf22435a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.783588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] No DVR routers for this DVR port 746801d4-2f77-4614-8323-e9f65e82ddab on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:57.784199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-38acb8ae-72b2-46bd-ae6a-b0cdf22435a4 None None] Port f1323a81-b913-434a-b203-3b16688d1783 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:29:57.789228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.791250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c32d0dc2-a576-46ff-b57b-daabfe930297 req-5e48343b-ba42-4760-90eb-d366503984d3 tempest-ServerMetadataNegativeTestJSON-1556991296 tempest-ServerMetadataNegativeTestJSON-1556991296-project] 10.222.0.55 "DELETE /v2.0/ports/746801d4-2f77-4614-8323-e9f65e82ddab HTTP/1.1" status: 204 len: 173 time: 0.9739006 Jul 23 10:29:57.793245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'name': 'network-vif-deleted', 'tag': '746801d4-2f77-4614-8323-e9f65e82ddab'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:57.795598 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dec319-cff4-42b0-a3f3-530f66a45254" -d '{"events": [{"server_uuid": "b4b637a6-ffd1-4732-932c-23e2b748c8c9", "name": "network-vif-deleted", "tag": "746801d4-2f77-4614-8323-e9f65e82ddab"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:57.807209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda1435-d025-4695-b7d6-22d3ddf66986 req-639fac94-b7e4-400e-89c8-bc25a54bb8a1 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:57.808775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fda1435-d025-4695-b7d6-22d3ddf66986 req-639fac94-b7e4-400e-89c8-bc25a54bb8a1 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 935 time: 0.1643918 Jul 23 10:29:57.830225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.851553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fda1435-d025-4695-b7d6-22d3ddf66986 req-2d2a24d1-70cc-43dc-9bde-dc24e48c57c7 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368960 Jul 23 10:29:57.886659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:57.907655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2cd34-1edc-4f80-a036-774a996e9b82 req-e55a8dea-e8a9-4b79-9b53-1e19b2942f97 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:57.909582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18a2cd34-1edc-4f80-a036-774a996e9b82 req-e55a8dea-e8a9-4b79-9b53-1e19b2942f97 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e55f86-e357-40bf-bf3b-fea10320efb7 HTTP/1.1" status: 200 len: 946 time: 0.2041793 Jul 23 10:29:57.925299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc56be41-767c-4029-90cf-26940f21bba1 req-16acee9d-42a2-419c-92c1-5c25b70920a8 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/05c697c2-aa65-4b3e-9e8a-dbb828016c9e HTTP/1.1" status: 200 len: 1807 time: 0.0405064 Jul 23 10:29:57.938487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event deleted for resources: {'Port': ['ID=05787ce7-e851-480e-b4b3-c31ac967453f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:57.990826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc56be41-767c-4029-90cf-26940f21bba1 req-76227932-c21d-4376-ad89-2c93a63adf74 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.013684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc56be41-767c-4029-90cf-26940f21bba1 req-76227932-c21d-4376-ad89-2c93a63adf74 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.084002 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc56be41-767c-4029-90cf-26940f21bba1 req-76227932-c21d-4376-ad89-2c93a63adf74 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.087578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc56be41-767c-4029-90cf-26940f21bba1 req-76227932-c21d-4376-ad89-2c93a63adf74 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.088751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc56be41-767c-4029-90cf-26940f21bba1 req-76227932-c21d-4376-ad89-2c93a63adf74 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/05c697c2-aa65-4b3e-9e8a-dbb828016c9e HTTP/1.1" status: 204 len: 173 time: 0.1573415 Jul 23 10:29:58.098379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227932-c21d-4376-ad89-2c93a63adf74 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c697c2-aa65-4b3e-9e8a-dbb828016c9e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:58.126042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18a2cd34-1edc-4f80-a036-774a996e9b82 req-307af0b7-d7ff-41ca-aa47-17b404865485 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=89697c8b-77ad-43e0-b04b-dde009a0c44d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933208 Jul 23 10:29:58.137449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cd5f58dc-a0ba-44cf-ab48-268ccea58c6f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:29:58.217970 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633db754-571c-4871-a758-758724858375 x-openstack-request-id: req-633db754-571c-4871-a758-758724858375 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:58.218212 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b637a6-ffd1-4732-932c-23e2b748c8c9", "name": "network-vif-deleted", "tag": "746801d4-2f77-4614-8323-e9f65e82ddab", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:58.218439 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-633db754-571c-4871-a758-758724858375 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:58.218841 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b637a6-ffd1-4732-932c-23e2b748c8c9', 'name': 'network-vif-deleted', 'tag': '746801d4-2f77-4614-8323-e9f65e82ddab', 'status': 'completed', 'code': 200} Jul 23 10:29:58.237544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:29:58.243983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:29:58.244880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.257258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Router 6640e40e-d5cb-47db-bfca-45195f25c183 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:29:58.384226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.409096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8ba1-c8cb-4289-a74c-c89e1ce79e0a req-76d684f8-5855-461c-8c34-83d1d4aaf837 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:58.410681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e9a8ba1-c8cb-4289-a74c-c89e1ce79e0a req-76d684f8-5855-461c-8c34-83d1d4aaf837 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 945 time: 0.1273167 Jul 23 10:29:58.433872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:29:58.441497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.464055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e9a8ba1-c8cb-4289-a74c-c89e1ce79e0a req-fdf5fb27-fbac-4d8a-bb2f-a39e735d37bb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Jul 23 10:29:58.512395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:58.572958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1323a81-b913-434a-b203-3b16688d1783 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:29:58.586935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.596467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d44b902-2dec-4b22-b6cc-502a9dfe1c99 req-cbaaed4e-c99a-416b-bee5-9a54d8f4513c tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/77b5a32d-395c-43b5-b0a8-14afddad1b90 HTTP/1.1" status: 200 len: 1807 time: 0.2839127 Jul 23 10:29:58.611380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:29:58.618583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Transition to ACTIVE for port object f1323a81-b913-434a-b203-3b16688d1783 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:29:58.624900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:29:58.634685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:58.635505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:58.641214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.649016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-f974f72a-34c7-410d-8485-242df0428c3a req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1609162670', 'description': 'tempest-description-1602519950'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:58.695988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] No DVR routers for this DVR port 05787ce7-e851-480e-b4b3-c31ac967453f on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:29:58.698711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.701031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-290e29ff-c5ca-4bba-8f67-1a8f38cb6ccf req-5bcdc31f-696d-46c8-a04c-9b6ae7444a16 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "DELETE /v2.0/ports/05787ce7-e851-480e-b4b3-c31ac967453f HTTP/1.1" status: 204 len: 173 time: 2.4963760 Jul 23 10:29:58.706026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-deleted', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:58.708904 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b3c8c-4181-4d4f-9900-ba175708c7fc" -d '{"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-deleted", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:58.720156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516776f-7fb1-4092-8a10-0c2ea1693680 req-aa851174-972b-4da2-be1d-9e895a2fac38 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:58.728458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a516776f-7fb1-4092-8a10-0c2ea1693680 req-aa851174-972b-4da2-be1d-9e895a2fac38 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.0818875 Jul 23 10:29:58.755485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Pushing event updated for resources: {'Port': ['ID=f1323a81-b913-434a-b203-3b16688d1783,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:58.780715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:58.790490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f974f72a-34c7-410d-8485-242df0428c3a req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.819777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a516776f-7fb1-4092-8a10-0c2ea1693680 req-8ee90064-de33-4a78-b330-ea951b0a278f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847514 Jul 23 10:29:58.870364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:58.892748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Attempting to bind port f1323a81-b913-434a-b203-3b16688d1783 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:29:58.893326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Attempting to bind port f1323a81-b913-434a-b203-3b16688d1783 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:29:58.893739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Attempting to bind port f1323a81-b913-434a-b203-3b16688d1783 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:58.910755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Port f1323a81-b913-434a-b203-3b16688d1783 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:29:58.911108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Attempting to bind port f1323a81-b913-434a-b203-3b16688d1783 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:29:58.918887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:29:58.919258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:29:58.919701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:29:58.920169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Bound port: f1323a81-b913-434a-b203-3b16688d1783, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:29:58.920529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.986543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Deleting subnet 56fb2e47-14ca-4455-9f01-8893b38f1ecb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:29:58.988902 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b92fe97-794b-408d-aa84-e48d696ba497 x-openstack-request-id: req-7b92fe97-794b-408d-aa84-e48d696ba497 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:58.989197 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e55f86-e357-40bf-bf3b-fea10320efb7", "name": "network-vif-deleted", "tag": "05787ce7-e851-480e-b4b3-c31ac967453f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:58.991624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:58.992052 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b92fe97-794b-408d-aa84-e48d696ba497 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:58.992493 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e55f86-e357-40bf-bf3b-fea10320efb7', 'name': 'network-vif-deleted', 'tag': '05787ce7-e851-480e-b4b3-c31ac967453f', 'status': 'completed', 'code': 200} Jul 23 10:29:59.007443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:29:59.010377 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d62db-8548-4b5b-98a3-3e3e4cf9a7b7" -d '{"events": [{"server_uuid": "d0f78c60-f0dd-43ac-9f39-5d96275fd849", "name": "network-vif-plugged", "status": "completed", "tag": "cd5f58dc-a0ba-44cf-ab48-268ccea58c6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:29:59.035539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f974f72a-34c7-410d-8485-242df0428c3a req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.053697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f974f72a-34c7-410d-8485-242df0428c3a req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.064659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.103816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] For port f1323a81-b913-434a-b203-3b16688d1783, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:29:59.133566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f974f72a-34c7-410d-8485-242df0428c3a req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.149960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f974f72a-34c7-410d-8485-242df0428c3a req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5111735 Jul 23 10:29:59.155534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] For port f1323a81-b913-434a-b203-3b16688d1783, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f1323a81-b913-434a-b203-3b16688d1783,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:29:59.170062 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.170472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.174605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd45e6-fd87-4f0f-b67e-36e5e37ed80b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bdd06a-3f05-4f02-b8b8-eb8c33274775,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:59.184655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:59.248031 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00334733-f29d-492e-a92a-31ba3624e9df x-openstack-request-id: req-00334733-f29d-492e-a92a-31ba3624e9df {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:29:59.248307 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f78c60-f0dd-43ac-9f39-5d96275fd849", "name": "network-vif-plugged", "status": "completed", "tag": "cd5f58dc-a0ba-44cf-ab48-268ccea58c6f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:29:59.248565 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00334733-f29d-492e-a92a-31ba3624e9df {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:29:59.248972 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f', 'code': 200} Jul 23 10:29:59.249999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:29:59.251272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919ecc-d2fd-4fd4-a10b-f8dc715106b3 req-d272934e-df6a-4899-8fbc-d62005f1c439 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:59.261913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02919ecc-d2fd-4fd4-a10b-f8dc715106b3 req-d272934e-df6a-4899-8fbc-d62005f1c439 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 947 time: 0.1661897 Jul 23 10:29:59.267653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:59.268981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.269317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:29:59.270042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:29:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:59.271060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] 10.222.0.55 "PUT /v2.0/ports/f1323a81-b913-434a-b203-3b16688d1783 HTTP/1.1" status: 200 len: 1095 time: 1.6265199 Jul 23 10:29:59.298793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98be83-660f-4008-9ffc-0732e9ccdf80 service neutron] Pushing event updated for resources: {'Port': ['ID=f1323a81-b913-434a-b203-3b16688d1783,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:59.312922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-7c03953e-6dd0-4a92-a102-1c5cfd239de5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/c9bdd06a-3f05-4f02-b8b8-eb8c33274775 HTTP/1.1" status: 200 len: 1807 time: 0.0877173 Jul 23 10:29:59.329440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9bdd06a-3f05-4f02-b8b8-eb8c33274775', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:59.330190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9bdd06a-3f05-4f02-b8b8-eb8c33274775', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:59.337979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.359305 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:29:59.395470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02919ecc-d2fd-4fd4-a10b-f8dc715106b3 req-ea0daf36-c81e-4c91-b7d1-2269783e87f1 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321850 Jul 23 10:29:59.411921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.414770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56fb2e47-14ca-4455-9f01-8893b38f1ecb HTTP/1.1" status: 204 len: 168 time: 0.5429864 Jul 23 10:29:59.415970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e97236-5a31-415a-b443-971c64bdcdc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fb2e47-14ca-4455-9f01-8893b38f1ecb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:59.418511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:59.445063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:29:59.521360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.541073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1863fd-0f8d-40b8-b8d6-07f3a05ddf49 req-ba679d14-990f-4f02-88e8-4022bcae4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:59.543016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d1863fd-0f8d-40b8-b8d6-07f3a05ddf49 req-ba679d14-990f-4f02-88e8-4022bcae4f81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 1097 time: 0.1808696 Jul 23 10:29:59.558790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.591441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.595756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-e516dc0e-07de-4c41-9ddc-94854a08178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:59.597506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-e516dc0e-07de-4c41-9ddc-94854a08178a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6f3403535f44b61b301e48736dfb510&device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 1098 time: 0.1635847 Jul 23 10:29:59.601145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.673719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-91ac19da-3f83-43a1-825b-acbe1d4763df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f1323a81-b913-434a-b203-3b16688d1783 HTTP/1.1" status: 200 len: 217 time: 0.0664680 Jul 23 10:29:59.679395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04569c99-276b-40b7-b660-4e76e23cf62b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:59.696270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.696593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43342) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:29:59.712559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:59.727108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aa4c55-1350-4f6b-b6cd-0a20394a3af1') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:59.727855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aa4c55-1350-4f6b-b6cd-0a20394a3af1') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:59.734818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d1863fd-0f8d-40b8-b8d6-07f3a05ddf49 req-c0f5cc76-6dbd-406e-a159-2bf91f460877 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813958 Jul 23 10:29:59.740142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.746532 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.757263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dee50d60-0cef-4df3-95a5-bcd1db4c102e req-1350fbdd-62f1-4d36-a709-465726634158 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4350698 Jul 23 10:29:59.760089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.772292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:29:59.773708 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:29:59.776329 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:29:59.820927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0815-d5a3-4d27-bd94-c87301243604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.845890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-30b43b4e-9690-4441-9299-5e0331be04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:59.847639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-30b43b4e-9690-4441-9299-5e0331be04fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1617424 Jul 23 10:29:59.884669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.888008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:29:59.891618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:29:59.893717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf HTTP/1.1" status: 204 len: 168 time: 0.4740906 Jul 23 10:29:59.907808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f506ea-9502-4a68-9c91-1ccf2395673a admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5ca0f6-a43c-46c6-a3ac-126e6473aaaf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:29:59.917177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-dea3ec1b-bf34-4086-aa86-5bb3523ae49a tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/c9bdd06a-3f05-4f02-b8b8-eb8c33274775 HTTP/1.1" status: 200 len: 2401 time: 0.1420157 Jul 23 10:29:59.923135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199cc64-d74c-46d4-9eab-48c03eb33cc7 req-c974d3cc-0b3e-4d04-b814-71fbc7dbf204 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:29:59.923323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d336f2-bb4f-4a92-a47f-bf2f8e6a7a97 None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:29:59.924777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8199cc64-d74c-46d4-9eab-48c03eb33cc7 req-c974d3cc-0b3e-4d04-b814-71fbc7dbf204 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 946 time: 0.1444368 Jul 23 10:29:59.942897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9bdd06a-3f05-4f02-b8b8-eb8c33274775', 'remote_group_id': None}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:59.943299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9bdd06a-3f05-4f02-b8b8-eb8c33274775', 'remote_group_id': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:29:59.954925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74791f52-6a93-49f7-9719-ecffdc68255a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.005488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8199cc64-d74c-46d4-9eab-48c03eb33cc7 req-8da803e5-8a18-409b-a770-10cdd9a5d209 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Jul 23 10:30:00.031543 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74791f52-6a93-49f7-9719-ecffdc68255a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.084163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-229aefd3-8a48-43fc-b614-c907f7f06d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:00.085686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-229aefd3-8a48-43fc-b614-c907f7f06d5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304292 Jul 23 10:30:00.117538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:00.138946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.153827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.180161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-908615c4-fcca-4cd7-ab21-db3bf499b501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1eeebb4a444e43b2852e7372a2e6373f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570211 Jul 23 10:30:00.189994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1955-bb1b-4cf0-8718-30ef41df355e req-2d225b08-e6be-4ba5-b87b-9350c7cda10e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:00.191587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a5d1955-bb1b-4cf0-8718-30ef41df355e req-2d225b08-e6be-4ba5-b87b-9350c7cda10e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1209033 Jul 23 10:30:00.192112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:00.211620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74791f52-6a93-49f7-9719-ecffdc68255a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.214167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74791f52-6a93-49f7-9719-ecffdc68255a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.215327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-74791f52-6a93-49f7-9719-ecffdc68255a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "DELETE /v2.0/security-groups/89697c8b-77ad-43e0-b04b-dde009a0c44d HTTP/1.1" status: 204 len: 168 time: 0.5169234 Jul 23 10:30:00.220998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.224009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:00.235611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.250770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74791f52-6a93-49f7-9719-ecffdc68255a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89697c8b-77ad-43e0-b04b-dde009a0c44d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:00.258506 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-17d17754-2497-416d-985c-76a94f96d326 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] show failed (client error): The resource could not be found. Jul 23 10:30:00.259593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-17d17754-2497-416d-985c-76a94f96d326 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups/89697c8b-77ad-43e0-b04b-dde009a0c44d HTTP/1.1" status: 404 len: 347 time: 0.0339308 Jul 23 10:30:00.264806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:00.274519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55f4770-c134-45b0-841d-c41c521a41c0,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:00.281298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.283516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24e7ddcf-f4fa-4a59-899c-a89a3878a9b3 req-69f4fbf2-8760-46e2-a61e-49c7f2dcbea4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3551240 Jul 23 10:30:00.292792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-9d57e034-94f4-4db6-ae57-9bcc762bdd45 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889977 Jul 23 10:30:00.351250 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60489a87-26b1-4ee4-9454-0e12cb287baf None None] New status for floating IP 64e3d59a-c92d-4e1d-9749-13c73797154e: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:30:00.356715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a5d1955-bb1b-4cf0-8718-30ef41df355e req-c6d92cb5-e841-4ca4-9906-fcd21e2d1be0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406522 Jul 23 10:30:00.409307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aab53a6-027b-4c5d-8a8a-edbfa34b647b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.423182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca73aeb-d757-4667-bc0b-80408b096626 req-3235e0e4-e7c5-4e6f-bf82-9f5bfb1e9d4b service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236753 Jul 23 10:30:00.456425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebcae9e6-793b-4a8f-9a1b-297048bc12c2 req-f0323357-93d2-4ed5-a6fb-784856cfb31f tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/c9bdd06a-3f05-4f02-b8b8-eb8c33274775 HTTP/1.1" status: 200 len: 3000 time: 0.1253755 Jul 23 10:30:00.500841 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aab53a6-027b-4c5d-8a8a-edbfa34b647b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.571678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Deleting port abe9a9ea-040a-4bca-a1a0-e19f249979ac {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:00.572153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.580799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d568416-71ac-4c7c-845b-1ca97d35b439 req-ce1dde42-582d-47be-9552-9ef4d326ead9 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:00.582404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d568416-71ac-4c7c-845b-1ca97d35b439 req-ce1dde42-582d-47be-9552-9ef4d326ead9 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 947 time: 0.0733683 Jul 23 10:30:00.604461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9064ecb-44c0-4cfb-ae93-acb7ad7d90ff req-2130ddac-0bb6-4132-886b-568be5ad3cbd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:00.606156 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9064ecb-44c0-4cfb-ae93-acb7ad7d90ff req-2130ddac-0bb6-4132-886b-568be5ad3cbd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1586549 Jul 23 10:30:00.608735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aab53a6-027b-4c5d-8a8a-edbfa34b647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.611656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aab53a6-027b-4c5d-8a8a-edbfa34b647b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.614773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4aab53a6-027b-4c5d-8a8a-edbfa34b647b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac2e60bc-7518-496d-8cf1-c40c0b92604c HTTP/1.1" status: 204 len: 168 time: 0.4193895 Jul 23 10:30:00.619956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43370) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:00.626048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'floatingip': {'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:00.666714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab53a6-027b-4c5d-8a8a-edbfa34b647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e60bc-7518-496d-8cf1-c40c0b92604c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:00.687845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-d8dabb04-e64e-4586-a607-5f478c16360d tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-group-rules/d55f4770-c134-45b0-841d-c41c521a41c0 HTTP/1.1" status: 200 len: 783 time: 0.0577354 Jul 23 10:30:00.693565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d568416-71ac-4c7c-845b-1ca97d35b439 req-47deebf4-fc1a-4d0b-b528-a5bb41cd9505 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983620 Jul 23 10:30:00.695791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.733375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.733961 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.761786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Calling delete_port for abe9a9ea-040a-4bca-a1a0-e19f249979ac owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:00.778899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-1f42a01d-bb8d-48dd-b3c8-ae84541eb934 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/c9bdd06a-3f05-4f02-b8b8-eb8c33274775 HTTP/1.1" status: 200 len: 3000 time: 0.0849569 Jul 23 10:30:00.869282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-fb7d48e9-3dfc-430c-a5ff-cf5571df6c2b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.882937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-fb7d48e9-3dfc-430c-a5ff-cf5571df6c2b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.931792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-fb7d48e9-3dfc-430c-a5ff-cf5571df6c2b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.966938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-fb7d48e9-3dfc-430c-a5ff-cf5571df6c2b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:00.968241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dc9c217-04eb-431a-994d-de3d601ebc45 req-fb7d48e9-3dfc-430c-a5ff-cf5571df6c2b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d55f4770-c134-45b0-841d-c41c521a41c0 HTTP/1.1" status: 204 len: 173 time: 0.1550746 Jul 23 10:30:00.976734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d48e9-3dfc-430c-a5ff-cf5571df6c2b tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d55f4770-c134-45b0-841d-c41c521a41c0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:01.014999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.034730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'tag': 'f1323a81-b913-434a-b203-3b16688d1783'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:01.036947 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8fcb85-0ff8-4766-9b03-dbe3e186a868", "tag": "f1323a81-b913-434a-b203-3b16688d1783"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:01.051096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event deleted for resources: {'Port': ['ID=abe9a9ea-040a-4bca-a1a0-e19f249979ac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:01.151396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.154273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.155454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f91cbfb8-f51b-4cfe-be20-bcd8adc61058 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "DELETE /v2.0/floatingips/64e3d59a-c92d-4e1d-9749-13c73797154e HTTP/1.1" status: 204 len: 168 time: 0.8897862 Jul 23 10:30:01.175919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4eaf3216-1217-43e7-81ff-3164d322da37 req-56a7a412-1bbd-4c36-8266-61f509e0bcac tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/c9bdd06a-3f05-4f02-b8b8-eb8c33274775 HTTP/1.1" status: 200 len: 2401 time: 0.1349738 Jul 23 10:30:01.197314 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.218507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ef2e-7a5c-4651-8326-d9878aa3548c req-7e7536df-b7b7-4b94-9754-e2109c68dc25 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:01.221312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:01.228154 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e8a5ef2e-7a5c-4651-8326-d9878aa3548c req-7e7536df-b7b7-4b94-9754-e2109c68dc25 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 946 time: 0.1344755 Jul 23 10:30:01.252839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 05787ce7-e851-480e-b4b3-c31ac967453f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:01.253196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 05787ce7-e851-480e-b4b3-c31ac967453f not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:01.254122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 746801d4-2f77-4614-8323-e9f65e82ddab no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:01.277746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 746801d4-2f77-4614-8323-e9f65e82ddab {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:01.278281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 746801d4-2f77-4614-8323-e9f65e82ddab not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:01.280103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e8a5ef2e-7a5c-4651-8326-d9878aa3548c req-5b08e20b-6d8b-473a-ba12-70d925e3da5c tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Jul 23 10:30:01.283205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4eaf3216-1217-43e7-81ff-3164d322da37 req-a971ccba-5fa3-4f5d-b949-3ba6b72bef9e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.324987 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b938d77a-9586-482e-80d1-f2fe55a08161 x-openstack-request-id: req-b938d77a-9586-482e-80d1-f2fe55a08161 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:01.325334 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8fcb85-0ff8-4766-9b03-dbe3e186a868", "tag": "f1323a81-b913-434a-b203-3b16688d1783", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:01.325586 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b938d77a-9586-482e-80d1-f2fe55a08161 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:01.325971 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'tag': 'f1323a81-b913-434a-b203-3b16688d1783', 'status': 'completed', 'code': 200} Jul 23 10:30:01.348822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4eaf3216-1217-43e7-81ff-3164d322da37 req-a971ccba-5fa3-4f5d-b949-3ba6b72bef9e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.371410 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.400300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.504651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:01.515943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843140943', 'description': 'tempest-description--1242942844'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:01.546323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4eaf3216-1217-43e7-81ff-3164d322da37 req-a971ccba-5fa3-4f5d-b949-3ba6b72bef9e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.549088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4eaf3216-1217-43e7-81ff-3164d322da37 req-a971ccba-5fa3-4f5d-b949-3ba6b72bef9e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.550241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4eaf3216-1217-43e7-81ff-3164d322da37 req-a971ccba-5fa3-4f5d-b949-3ba6b72bef9e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/c9bdd06a-3f05-4f02-b8b8-eb8c33274775 HTTP/1.1" status: 204 len: 173 time: 0.3736234 Jul 23 10:30:01.566231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-fe4ec5fe-1b3a-4c91-b2b0-f28d1258e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:01.569538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-fe4ec5fe-1b3a-4c91-b2b0-f28d1258e6d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6f3403535f44b61b301e48736dfb510&device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 1098 time: 0.2149222 Jul 23 10:30:01.591217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971ccba-5fa3-4f5d-b949-3ba6b72bef9e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bdd06a-3f05-4f02-b8b8-eb8c33274775,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:01.605205 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-93f5aab7-6431-41b5-b745-471cee968d6d req-5b4c3e0a-093d-4d30-a51c-c362af167172 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] show failed (client error): The resource could not be found. Jul 23 10:30:01.606298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:01.608961 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Floating IP 6537731b-07bb-4bc9-81db-26b0764e58e6 associated. External IP: 172.25.4.51, port: b9935ef4-aac4-47aa-8316-1f69dd5f24cf. Jul 23 10:30:01.611303 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93f5aab7-6431-41b5-b745-471cee968d6d req-5b4c3e0a-093d-4d30-a51c-c362af167172 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/05c697c2-aa65-4b3e-9e8a-dbb828016c9e HTTP/1.1" status: 404 len: 352 time: 0.0310581 Jul 23 10:30:01.870588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ea895-57e4-485c-86a9-29e6e2efe908 req-695a39c9-0302-4e10-b8cb-a34080f8a763 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:01.875509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376ea895-57e4-485c-86a9-29e6e2efe908 req-695a39c9-0302-4e10-b8cb-a34080f8a763 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 947 time: 0.0940790 Jul 23 10:30:01.948005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376ea895-57e4-485c-86a9-29e6e2efe908 req-515cfbca-0491-4491-923b-61e5c25b9b07 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591979 Jul 23 10:30:02.005821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:02.140071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b15d26c-9326-4d29-943b-fa5dbf08d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.174844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-4955e929-7b6b-4b86-bdfa-231822e97efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:02.176379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-4955e929-7b6b-4b86-bdfa-231822e97efc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.5959246 Jul 23 10:30:02.181292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecdde255-0999-463f-baac-c511cf3b0f22 req-1b323637-a0d7-47d7-96da-507ca44bfd32 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/77b5a32d-395c-43b5-b0a8-14afddad1b90 HTTP/1.1" status: 200 len: 1807 time: 0.5206354 Jul 23 10:30:02.305296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-b9f112c3-b7ee-403f-bde9-a8fe716d723a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f1323a81-b913-434a-b203-3b16688d1783 HTTP/1.1" status: 200 len: 217 time: 0.1203535 Jul 23 10:30:02.422001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.439071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.444008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-cad9a0f0-e813-4cde-bcf2-8d7e9fb55c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:02.445489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-cad9a0f0-e813-4cde-bcf2-8d7e9fb55c44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1312768 Jul 23 10:30:02.455204 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.503215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecdde255-0999-463f-baac-c511cf3b0f22 req-f18d83e4-5b57-47c9-9b70-abf85249ba36 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.520229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:30:02.537275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b15d26c-9326-4d29-943b-fa5dbf08d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.541220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b15d26c-9326-4d29-943b-fa5dbf08d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.551174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f70e79-8dd8-4565-b976-67f72ab10a81,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:02.556219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecdde255-0999-463f-baac-c511cf3b0f22 req-f18d83e4-5b57-47c9-9b70-abf85249ba36 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.561593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.562826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1a74a6ec-14e7-44d1-a758-b8b6ae614e36 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0554457 Jul 23 10:30:02.566085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43430) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:02.573005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'security_group_rule': {'security_group_id': 'f5f70e79-8dd8-4565-b976-67f72ab10a81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:02.603497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5b15d26c-9326-4d29-943b-fa5dbf08d853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50d72538fa6240fab4c1d56cff5a4d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961082 Jul 23 10:30:02.606712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:02.624763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15d26c-9326-4d29-943b-fa5dbf08d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19640cf-3150-4f94-9c8c-2bfe22fe3415,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:02.658970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.679222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-97a9b2f4-9e5a-4df4-9993-041142f0244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:02.680794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-97a9b2f4-9e5a-4df4-9993-041142f0244b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203252 Jul 23 10:30:02.700597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecdde255-0999-463f-baac-c511cf3b0f22 req-f18d83e4-5b57-47c9-9b70-abf85249ba36 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.703077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ecdde255-0999-463f-baac-c511cf3b0f22 req-f18d83e4-5b57-47c9-9b70-abf85249ba36 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.703457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41da20c3-d3eb-4f2c-840b-13b5405f9e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.704221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ecdde255-0999-463f-baac-c511cf3b0f22 req-f18d83e4-5b57-47c9-9b70-abf85249ba36 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/77b5a32d-395c-43b5-b0a8-14afddad1b90 HTTP/1.1" status: 204 len: 173 time: 0.5078034 Jul 23 10:30:02.745258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d83e4-5b57-47c9-9b70-abf85249ba36 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b5a32d-395c-43b5-b0a8-14afddad1b90,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:02.788511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:02.805840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] Sync routers for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:02.819360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:02.820198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:02.823095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41da20c3-d3eb-4f2c-840b-13b5405f9e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.830960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-773465b6-5543-4e1b-bbc3-adb3228ec2c7 req-9b1b8a0a-55a7-4bf4-b33b-e86af164ed86 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/777926a3-bfcb-4020-815a-1445809c8a82 HTTP/1.1" status: 200 len: 1807 time: 0.0875175 Jul 23 10:30:02.833022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.844428 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.865121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.926681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985294a8-cb81-481e-9431-b6d28e0f7fb8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:02.945278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:02.948871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e523c396-0278-4701-a8a9-cc233dcbd576 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778768 Jul 23 10:30:02.949202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43442) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:02.956051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-72dd923e-9483-4199-9678-a751e6f845fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "PUT /v2.0/floatingips/6537731b-07bb-4bc9-81db-26b0764e58e6 HTTP/1.1" status: 200 len: 990 time: 2.3324397 Jul 23 10:30:02.959967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-c96cbdbe-850a-4ba9-ba7c-b455d6f57097 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704887 Jul 23 10:30:02.977926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'security_group_rule': {'security_group_id': 'f5f70e79-8dd8-4565-b976-67f72ab10a81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:02.986850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-773465b6-5543-4e1b-bbc3-adb3228ec2c7 req-9e8732c4-96e0-4b16-9783-ce6e9ceb8fb5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.028916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41da20c3-d3eb-4f2c-840b-13b5405f9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.031759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41da20c3-d3eb-4f2c-840b-13b5405f9e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.035274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41da20c3-d3eb-4f2c-840b-13b5405f9e48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a19640cf-3150-4f94-9c8c-2bfe22fe3415 HTTP/1.1" status: 204 len: 168 time: 0.4250870 Jul 23 10:30:03.036646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-773465b6-5543-4e1b-bbc3-adb3228ec2c7 req-9e8732c4-96e0-4b16-9783-ce6e9ceb8fb5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.076500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da20c3-d3eb-4f2c-840b-13b5405f9e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19640cf-3150-4f94-9c8c-2bfe22fe3415,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:03.080393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:03.084575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.117382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b4d2eda-2fb2-4ee0-8c26-c92da2420f86 req-b20a949b-4963-48a1-b573-12fd08937cd6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517396 Jul 23 10:30:03.154014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.158125 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.179296 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-773465b6-5543-4e1b-bbc3-adb3228ec2c7 req-9e8732c4-96e0-4b16-9783-ce6e9ceb8fb5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.181871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-773465b6-5543-4e1b-bbc3-adb3228ec2c7 req-9e8732c4-96e0-4b16-9783-ce6e9ceb8fb5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.193019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-773465b6-5543-4e1b-bbc3-adb3228ec2c7 req-9e8732c4-96e0-4b16-9783-ce6e9ceb8fb5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/777926a3-bfcb-4020-815a-1445809c8a82 HTTP/1.1" status: 204 len: 173 time: 0.3323364 Jul 23 10:30:03.202987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fc4654-e1f7-4f80-9507-1580e08badc9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:03.220099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8732c4-96e0-4b16-9783-ce6e9ceb8fb5 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777926a3-bfcb-4020-815a-1445809c8a82,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:03.236434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.236807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f1323a81-b913-434a-b203-3b16688d1783 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:03.242504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b7550e42-5109-4e15-8cc8-5ccd6258e27d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653689 Jul 23 10:30:03.242885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43460) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:03.253649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:03.305717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.326684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:03.329013 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d3081-58e8-490e-95f6-19eda7546156" -d '{"events": [{"name": "network-changed", "server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:03.376524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port f1323a81-b913-434a-b203-3b16688d1783, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f1323a81-b913-434a-b203-3b16688d1783,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:03.400153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'f1323a81-b913-434a-b203-3b16688d1783', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'f1323a81-b913-434a-b203-3b16688d1783', 'mac_address': 'fa:16:3e:03:2a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:03.503295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b40142-ff09-4cff-aee2-4afb09c09276 req-58507d1e-f2b0-463a-80d9-b6a9b4b3b780 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:03.510761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68b40142-ff09-4cff-aee2-4afb09c09276 req-58507d1e-f2b0-463a-80d9-b6a9b4b3b780 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 947 time: 0.1775484 Jul 23 10:30:03.511448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.542403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1323a81-b913-434a-b203-3b16688d1783 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:03.573711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68b40142-ff09-4cff-aee2-4afb09c09276 req-15f02450-6bab-408c-93f2-beae3bb8ae19 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Jul 23 10:30:03.590201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.594582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port f1323a81-b913-434a-b203-3b16688d1783, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f1323a81-b913-434a-b203-3b16688d1783,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:03.612672 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:03.683727 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfe8157-6230-47b0-aa17-f2879c20511f x-openstack-request-id: req-4cfe8157-6230-47b0-aa17-f2879c20511f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:03.683727 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:03.683727 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cfe8157-6230-47b0-aa17-f2879c20511f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:03.683727 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'status': 'completed', 'code': 200} Jul 23 10:30:03.707089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6537731b-07bb-4bc9-81db-26b0764e58e6', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:29:44Z', 'updated_at': '2021-07-23T10:30:01Z', 'revision_number': 1, 'project_id': '8144974fffab447182293981a4f41d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:47Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:03.712115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=f1323a81-b913-434a-b203-3b16688d1783,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:03.743161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] Checking router: 4e2eb450-6437-4fc2-a5ee-77f805e37c41 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:03.753669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:03.754623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:03.837798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['f1323a81-b913-434a-b203-3b16688d1783'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:03.870419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29849e86-8aea-4c2d-8b51-c0c93643a519 req-e8cc6433-da26-4387-85e4-1257d50b4976 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/9424ab12-56d9-4f8d-9459-99355168a836 HTTP/1.1" status: 200 len: 1805 time: 0.1966343 Jul 23 10:30:03.924882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-bb13fb8d-fd4d-41a1-b89e-eb11f2477152 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1865726 Jul 23 10:30:03.957108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Allocated IP 172.25.4.35 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/e2744163-45cf-4280-be03-b6153bdf873d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:03.980411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-0941a889-0779-47a7-b615-1b9b7663235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:03.981910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-0941a889-0779-47a7-b615-1b9b7663235a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1096 time: 0.2478852 Jul 23 10:30:03.997438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:04.087473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-29849e86-8aea-4c2d-8b51-c0c93643a519 req-413dc443-1aa3-41fb-a6bb-5cb37e1f7380 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.159899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43484) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:04.188828 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.194390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-29849e86-8aea-4c2d-8b51-c0c93643a519 req-413dc443-1aa3-41fb-a6bb-5cb37e1f7380 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.230321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-ccd54767-f867-4f89-8c2a-11ac4db2ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:04.232253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-ccd54767-f867-4f89-8c2a-11ac4db2ff73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e81dc2513e284fa18befef79359406b7&device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 1096 time: 0.2725184 Jul 23 10:30:04.284710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.292575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-4e141cab-89fa-4ef0-bfd3-8ff68653d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:04.294082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-4e141cab-89fa-4ef0-bfd3-8ff68653d829 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2884204 Jul 23 10:30:04.312032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1351498906-network', 'tenant_id': '2e4b8dc0e67e4664a725360eb893198f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:04.335829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6537731b-07bb-4bc9-81db-26b0764e58e6', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:29:44Z', 'updated_at': '2021-07-23T10:30:01Z', 'revision_number': 1, 'project_id': '8144974fffab447182293981a4f41d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:47Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:04.355871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Made reservation on behalf of 2e4b8dc0e67e4664a725360eb893198f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:04.358766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.370296 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.377399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accc0b5-6116-464f-8c41-75176cbd1162 None None] The sync data for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 is: [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6537731b-07bb-4bc9-81db-26b0764e58e6', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:29:44Z', 'updated_at': '2021-07-23T10:30:01Z', 'revision_number': 1, 'project_id': '8144974fffab447182293981a4f41d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:47Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:04.449089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-29849e86-8aea-4c2d-8b51-c0c93643a519 req-413dc443-1aa3-41fb-a6bb-5cb37e1f7380 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.453332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-29849e86-8aea-4c2d-8b51-c0c93643a519 req-413dc443-1aa3-41fb-a6bb-5cb37e1f7380 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.454882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29849e86-8aea-4c2d-8b51-c0c93643a519 req-413dc443-1aa3-41fb-a6bb-5cb37e1f7380 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/9424ab12-56d9-4f8d-9459-99355168a836 HTTP/1.1" status: 204 len: 173 time: 0.5649507 Jul 23 10:30:04.537023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dc443-1aa3-41fb-a6bb-5cb37e1f7380 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424ab12-56d9-4f8d-9459-99355168a836,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:04.545949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.548640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-bde265db-320a-42c7-980c-9ca7221d81bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.2421899 Jul 23 10:30:04.561448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.587231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:04.613742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.614187 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Added segment 200b3fb0-5c9e-4247-aa3c-6a9d752a9736 of type vlan for network 1cd0b65d-6a27-4d11-a8c3-45806e3892c9 Jul 23 10:30:04.616986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e1c30-6485-4516-b52a-31664f185dee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:04.629753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-49a564a5-b9fe-4f6a-a780-dae056acf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:04.632169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-49a564a5-b9fe-4f6a-a780-dae056acf3da service neutron] 10.222.0.55 "GET /v2.0/networks?id=1dd780b6-e63b-4665-9cdf-c7712878e93c HTTP/1.1" status: 200 len: 906 time: 0.3740308 Jul 23 10:30:04.633257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.688471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-779331f4-31f2-4115-9845-d2585ad606ef req-beecd473-a1e1-422d-a65b-331ff8d648c8 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/84391921-37a1-4407-b56e-84b1b7ad5c7f HTTP/1.1" status: 200 len: 2406 time: 0.1930926 Jul 23 10:30:04.734738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.779969 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afaadf-a8af-4635-b1a5-a154cab8b343 None None] New status for floating IP 6537731b-07bb-4bc9-81db-26b0764e58e6: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:30:04.798543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.800126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:04.800325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.804749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'Port': ['ID=e2744163-45cf-4280-be03-b6153bdf873d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:04.811785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-665b5c55-0d21-496d-979b-0e5b70ae3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:04.814226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-665b5c55-0d21-496d-979b-0e5b70ae3c13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.2499790 Jul 23 10:30:04.835845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:04.845182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7230eaf-d28c-4932-99d8-deb69ef2d2a2 req-3d4c6aa8-4beb-4c56-9fb3-4a2389fe7a65 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:04.847012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7230eaf-d28c-4932-99d8-deb69ef2d2a2 req-3d4c6aa8-4beb-4c56-9fb3-4a2389fe7a65 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 948 time: 0.1575391 Jul 23 10:30:04.854261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:04.865142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:04.873843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7111034 Jul 23 10:30:04.941279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d644e29-3e86-4040-bd1e-2de89e250515 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd0b65d-6a27-4d11-a8c3-45806e3892c9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:04.952592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1cd0b65d-6a27-4d11-a8c3-45806e3892c9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:04.971128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-57e3f999-a5b9-49f0-b947-1566c2bf290e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=004248b7-052f-4196-b7c3-11940b7ba274 HTTP/1.1" status: 200 len: 1000 time: 0.3288765 Jul 23 10:30:04.971726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-779331f4-31f2-4115-9845-d2585ad606ef req-76ae6c25-94c3-4b27-985a-72b7f4a68aa6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:04.975644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7230eaf-d28c-4932-99d8-deb69ef2d2a2 req-9428c4ef-b3ae-4f55-af00-64b798c1711e tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131692 Jul 23 10:30:05.147969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-779331f4-31f2-4115-9845-d2585ad606ef req-76ae6c25-94c3-4b27-985a-72b7f4a68aa6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.173489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-00534519-7190-42da-a532-3c857161d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.175026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-00534519-7190-42da-a532-3c857161d5ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=063a259a-8618-43f1-9800-3fa5877d3b47 HTTP/1.1" status: 200 len: 844 time: 0.1909554 Jul 23 10:30:05.235643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-dab090f2-0db7-4353-9c44-f1e6d4396bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.237292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-dab090f2-0db7-4353-9c44-f1e6d4396bbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4038582 Jul 23 10:30:05.241716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f1323a81-b913-434a-b203-3b16688d1783 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:05.244517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.332703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port f1323a81-b913-434a-b203-3b16688d1783 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:05.338304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port f1323a81-b913-434a-b203-3b16688d1783 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:05.338994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.345663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-779331f4-31f2-4115-9845-d2585ad606ef req-76ae6c25-94c3-4b27-985a-72b7f4a68aa6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.348314 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-779331f4-31f2-4115-9845-d2585ad606ef req-76ae6c25-94c3-4b27-985a-72b7f4a68aa6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.349448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-779331f4-31f2-4115-9845-d2585ad606ef req-76ae6c25-94c3-4b27-985a-72b7f4a68aa6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/84391921-37a1-4407-b56e-84b1b7ad5c7f HTTP/1.1" status: 204 len: 173 time: 0.6603224 Jul 23 10:30:05.378955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.411381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae6c25-94c3-4b27-985a-72b7f4a68aa6 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84391921-37a1-4407-b56e-84b1b7ad5c7f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:05.423025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-1079484f-dadd-4d3b-82a2-9257c60f64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.424532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-1079484f-dadd-4d3b-82a2-9257c60f64f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1dd780b6-e63b-4665-9cdf-c7712878e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400956 Jul 23 10:30:05.456879 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.487197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4747453-96c2-4345-a70f-6175823c0f56 req-089b3780-d57a-4557-8e29-505cb83300ea tempest-ComputeTenantNetworksTest-1855001087 tempest-ComputeTenantNetworksTest-1855001087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.496836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4747453-96c2-4345-a70f-6175823c0f56 req-089b3780-d57a-4557-8e29-505cb83300ea tempest-ComputeTenantNetworksTest-1855001087 tempest-ComputeTenantNetworksTest-1855001087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.499859 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-55ac6d80-452c-457c-aa19-3329cf025417 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515488 Jul 23 10:30:05.505058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4747453-96c2-4345-a70f-6175823c0f56 req-089b3780-d57a-4557-8e29-505cb83300ea tempest-ComputeTenantNetworksTest-1855001087 tempest-ComputeTenantNetworksTest-1855001087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.508734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port f1323a81-b913-434a-b203-3b16688d1783, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f1323a81-b913-434a-b203-3b16688d1783,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:05.511874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1323a81-b913-434a-b203-3b16688d1783'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:05.519904 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3277a25c-ec08-4b91-b5a8-e2048d71c5da" -d '{"events": [{"server_uuid": "7e8fcb85-0ff8-4766-9b03-dbe3e186a868", "name": "network-vif-plugged", "status": "completed", "tag": "f1323a81-b913-434a-b203-3b16688d1783"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:05.519904 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.525036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4747453-96c2-4345-a70f-6175823c0f56 req-089b3780-d57a-4557-8e29-505cb83300ea tempest-ComputeTenantNetworksTest-1855001087 tempest-ComputeTenantNetworksTest-1855001087-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2676907 Jul 23 10:30:05.557239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ecafcde-1d29-43d4-aec1-e03801d280d6 req-38485064-c7f8-4620-95d5-254cf84b6d6e tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "GET /v2.0/security-groups/7def8bb2-15ca-46db-9953-94ddcfc77810 HTTP/1.1" status: 200 len: 2399 time: 0.1747930 Jul 23 10:30:05.614794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=f1323a81-b913-434a-b203-3b16688d1783,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:05.652138 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b2f7e-db23-46a8-ba79-000fbe163d5d x-openstack-request-id: req-737b2f7e-db23-46a8-ba79-000fbe163d5d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:05.652545 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8fcb85-0ff8-4766-9b03-dbe3e186a868", "name": "network-vif-plugged", "status": "completed", "tag": "f1323a81-b913-434a-b203-3b16688d1783", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:05.652902 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-737b2f7e-db23-46a8-ba79-000fbe163d5d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:05.653452 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1323a81-b913-434a-b203-3b16688d1783', 'code': 200} Jul 23 10:30:05.762379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598617dd-6dda-4e6f-9076-6a72f873fcc1 req-fb7fa934-6aa9-47c8-b75b-61b1a646af46 tempest-ComputeTenantNetworksTest-1855001087 tempest-ComputeTenantNetworksTest-1855001087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:05.764996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-598617dd-6dda-4e6f-9076-6a72f873fcc1 req-fb7fa934-6aa9-47c8-b75b-61b1a646af46 tempest-ComputeTenantNetworksTest-1855001087 tempest-ComputeTenantNetworksTest-1855001087-project] 10.222.0.37 "GET /v2.0/networks/1cd0b65d-6a27-4d11-a8c3-45806e3892c9 HTTP/1.1" status: 200 len: 769 time: 0.1007037 Jul 23 10:30:05.773162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:05.867957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.959820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:05.970363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd0b65d-6a27-4d11-a8c3-45806e3892c9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:05.981736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200b3fb0-5c9e-4247-aa3c-6a9d752a9736') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:05.982069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200b3fb0-5c9e-4247-aa3c-6a9d752a9736') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:05.991802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.006621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.013715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:30:06.014178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:30:06.016054 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:30:06.094459 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.097575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.100793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1cd0b65d-6a27-4d11-a8c3-45806e3892c9 HTTP/1.1" status: 204 len: 168 time: 0.3252273 Jul 23 10:30:06.124556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-77493a0a-a2d4-43b2-95da-55bc48ecd2cc service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871419 Jul 23 10:30:06.136224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2a17c-4e08-480f-b804-4f0fcd18266e admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd0b65d-6a27-4d11-a8c3-45806e3892c9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:06.163693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d4d3081-58e8-490e-95f6-19eda7546156 req-a8c35b7c-b442-4df5-bfd5-df42c494e4b0 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559756 Jul 23 10:30:06.176125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a48d4e-73bd-4000-8779-336c0fabbcbd req-c9521bbc-4ae7-49ce-9395-cb47b6cb4739 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:06.177602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5a48d4e-73bd-4000-8779-336c0fabbcbd req-c9521bbc-4ae7-49ce-9395-cb47b6cb4739 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 949 time: 0.0971403 Jul 23 10:30:06.213321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6ecafcde-1d29-43d4-aec1-e03801d280d6 req-aee2babb-4b77-45a7-850f-46b937bf83a4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.235588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5a48d4e-73bd-4000-8779-336c0fabbcbd req-2da3ff67-81de-41b1-aa7b-4049a998062f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436544 Jul 23 10:30:06.266291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.268947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:06.284784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.299196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6ecafcde-1d29-43d4-aec1-e03801d280d6 req-aee2babb-4b77-45a7-850f-46b937bf83a4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.302858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fa11f-9b67-437c-b41e-a2175615844a req-0851eb8a-7564-44a6-afdd-2c86c90a5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:06.304470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b46fa11f-9b67-437c-b41e-a2175615844a req-0851eb8a-7564-44a6-afdd-2c86c90a5f6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 1100 time: 0.2908416 Jul 23 10:30:06.331289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9035b425-3d82-46cf-9bff-e498b146c313 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e4b8dc0e67e4664a725360eb893198f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585129 Jul 23 10:30:06.331735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:06.388756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98d6b60a-7931-4cb5-aa3b-93811cfd21d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.410140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98d6b60a-7931-4cb5-aa3b-93811cfd21d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.430056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d70a6539-51fb-4f11-bf40-1de5367f23c8 req-707b41fe-ee4a-44e5-bb2f-dee083c1f63d service neutron] 10.222.0.55 "GET /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955577 Jul 23 10:30:06.433589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'Port': ['ID=e2744163-45cf-4280-be03-b6153bdf873d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:06.455113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b46fa11f-9b67-437c-b41e-a2175615844a req-a4d6414b-11c3-4b3e-9a72-f417ea356f04 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405659 Jul 23 10:30:06.456200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.468845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6ecafcde-1d29-43d4-aec1-e03801d280d6 req-aee2babb-4b77-45a7-850f-46b937bf83a4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.471515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6ecafcde-1d29-43d4-aec1-e03801d280d6 req-aee2babb-4b77-45a7-850f-46b937bf83a4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.472773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ecafcde-1d29-43d4-aec1-e03801d280d6 req-aee2babb-4b77-45a7-850f-46b937bf83a4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] 10.222.0.37 "DELETE /v2.0/security-groups/7def8bb2-15ca-46db-9953-94ddcfc77810 HTTP/1.1" status: 204 len: 173 time: 0.8742814 Jul 23 10:30:06.480659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98d6b60a-7931-4cb5-aa3b-93811cfd21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.482261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98d6b60a-7931-4cb5-aa3b-93811cfd21d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.482997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43532) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:06.483771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.493947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d4bd75e9-7d7b-47dd-a389-2c9fc5837a2e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2360902 Jul 23 10:30:06.494920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-98d6b60a-7931-4cb5-aa3b-93811cfd21d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/913e1c30-6485-4516-b52a-31664f185dee HTTP/1.1" status: 204 len: 168 time: 0.1540785 Jul 23 10:30:06.495329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2babb-4b77-45a7-850f-46b937bf83a4 tempest-SecurityGroupRulesTestJSON-1545949948 tempest-SecurityGroupRulesTestJSON-1545949948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def8bb2-15ca-46db-9953-94ddcfc77810,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:06.515940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6b60a-7931-4cb5-aa3b-93811cfd21d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e1c30-6485-4516-b52a-31664f185dee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:06.571504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Deleting subnet e73134c9-7b4a-4c70-9dd3-1c832fa88f6b {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:30:06.575950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.642986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.691994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.758990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.805810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:06.811018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:06.811732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e73134c9-7b4a-4c70-9dd3-1c832fa88f6b HTTP/1.1" status: 204 len: 168 time: 0.3249249 Jul 23 10:30:06.814119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f2ecf-0f2c-434a-beef-adb104925496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73134c9-7b4a-4c70-9dd3-1c832fa88f6b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:06.847370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-9b9d3fad-a325-4dd2-9fb4-c3669847c4fc tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--843140943&fields=id&tenant_id=537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 267 time: 0.0910189 Jul 23 10:30:07.010520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-6bc5aa32-6e96-418f-8074-973213692f12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:07.012767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-6bc5aa32-6e96-418f-8074-973213692f12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 817 time: 0.1556363 Jul 23 10:30:07.034766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-963484e2-e74a-402c-998c-6ed384e24ced tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/quotas/537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 375 time: 0.0150557 Jul 23 10:30:07.120383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-81b16b04-8e15-4a0d-b86e-0e5015f01aae tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783548 Jul 23 10:30:07.246887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.275312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-8c3dc062-fb68-4ae9-a6b2-dbdc8cd8ecee service neutron] 10.222.0.37 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261234 Jul 23 10:30:07.412054 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-fa24cf92-f941-40db-8a15-eb5e47ce2ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356871 Jul 23 10:30:07.419660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.435945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85747e20-9225-42f2-90e1-4aa4c6c525f4']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:07.447645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170d0953-a1ec-4d20-952c-acc5173d18a8') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:07.448090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170d0953-a1ec-4d20-952c-acc5173d18a8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:07.459377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.475233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.484333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:30:07.485403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:30:07.488247 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:30:07.571000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.580929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:07.585279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] 10.222.0.37 "DELETE /v2.0/networks/85747e20-9225-42f2-90e1-4aa4c6c525f4 HTTP/1.1" status: 204 len: 168 time: 0.7724276 Jul 23 10:30:07.602903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b36a5-8c64-4e3a-ac27-241ff8f10459 admin admin] Pushing event deleted for resources: {'Network': ['ID=85747e20-9225-42f2-90e1-4aa4c6c525f4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:07.842193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7efb99d-81be-4a40-973b-7efa1c308e93 req-467b05c7-77e7-47f0-8471-003487b1ad56 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 210 time: 0.1403227 Jul 23 10:30:07.879147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0086359-e453-499b-a784-a5811bd169df req-a2e93d68-507d-4200-a79c-114c0ed79006 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:07.889399 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0086359-e453-499b-a784-a5811bd169df req-a2e93d68-507d-4200-a79c-114c0ed79006 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 949 time: 0.4665239 Jul 23 10:30:07.945676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43604) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:07.948861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0086359-e453-499b-a784-a5811bd169df req-0852bb33-dd68-4ea0-aba2-f6eeb8afa9af tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580444 Jul 23 10:30:07.995882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6659fd09-6c80-4aa6-9db4-2f36448b3aeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67a45c33498b45f5ab4886bb0b8aa042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489528 Jul 23 10:30:07.998530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:08.078513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7ddac42-8325-4e54-889d-88fd0d639db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.109691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7ddac42-8325-4e54-889d-88fd0d639db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.206875 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7ddac42-8325-4e54-889d-88fd0d639db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.210788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7ddac42-8325-4e54-889d-88fd0d639db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.215336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a7ddac42-8325-4e54-889d-88fd0d639db9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd33bb44-7ec7-400e-965f-ba19d0e1e831 HTTP/1.1" status: 204 len: 168 time: 0.2157435 Jul 23 10:30:08.230489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddac42-8325-4e54-889d-88fd0d639db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33bb44-7ec7-400e-965f-ba19d0e1e831,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:08.341184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43618) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:08.659263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0044dad1-2fab-4459-bd8a-3b65c138283a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.811502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0044dad1-2fab-4459-bd8a-3b65c138283a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.818019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0044dad1-2fab-4459-bd8a-3b65c138283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:08.861600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0044dad1-2fab-4459-bd8a-3b65c138283a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a57fe5c534c943acaef8636008772ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183787 Jul 23 10:30:08.866391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43636) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:08.879740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044dad1-2fab-4459-bd8a-3b65c138283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632bbcd0-8b4e-4da7-bd8c-105546da7e7b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:08.950897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f44e25d-1099-4b40-a1cd-ca97ef7b5885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.019745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-708c06da-81f2-4efd-a7e4-9389fed5df6d req-416eba6d-6ced-436f-99e9-5d60d0ddba6e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 210 time: 0.0608137 Jul 23 10:30:09.022190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f44e25d-1099-4b40-a1cd-ca97ef7b5885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.195748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-15e712e0-05a1-4528-b111-861af3049272 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:09.197194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-15e712e0-05a1-4528-b111-861af3049272 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 817 time: 0.2194252 Jul 23 10:30:09.198659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f44e25d-1099-4b40-a1cd-ca97ef7b5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.201187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f44e25d-1099-4b40-a1cd-ca97ef7b5885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.202225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f44e25d-1099-4b40-a1cd-ca97ef7b5885 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/632bbcd0-8b4e-4da7-bd8c-105546da7e7b HTTP/1.1" status: 204 len: 168 time: 0.3343787 Jul 23 10:30:09.226483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44e25d-1099-4b40-a1cd-ca97ef7b5885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632bbcd0-8b4e-4da7-bd8c-105546da7e7b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:09.246539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:09.264286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-94700305-87b8-4c06-a0fe-5c5fd72a6d48 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 379 time: 0.0564651 Jul 23 10:30:09.278298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25c68-9bd8-4746-b514-7a62889a8ca0 req-b93f7b75-5985-400c-8284-e7c2c723926e tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:09.279559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56c25c68-9bd8-4746-b514-7a62889a8ca0 req-b93f7b75-5985-400c-8284-e7c2c723926e tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 949 time: 0.1399643 Jul 23 10:30:09.284297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'port': {'device_id': '173f8557-762d-4131-a04c-fab047134c51', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'admin_state_up': True, 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'security_groups': ['f5f70e79-8dd8-4565-b976-67f72ab10a81']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:09.357874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1177235218-network', 'tenant_id': '878491592fb6479aa6a8c53d133a734b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:09.377263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56c25c68-9bd8-4746-b514-7a62889a8ca0 req-d1fc6a7b-b62e-4786-8d68-83ddff3cd4c0 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894413 Jul 23 10:30:09.384303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:09.389883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.399558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.505455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.510912 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.530798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:09.531711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Made reservation on behalf of 537b85ad1d3945da8ec089f34f5137bd for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:09.536523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.547202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.547614 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Added segment d5234d18-09a2-4f5a-a3d6-254fd2a552ed of type vlan for network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 Jul 23 10:30:09.585439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49afcca8-addc-4f8f-a33c-e0e73de5fd3e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:09.656180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.701689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.702798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:09.704634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.715309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Allocated IP 172.20.0.11 (ab3d83c8-e91e-4ec4-a211-1c0158804018/48682164-24c0-412b-8d65-4c882b9e88e2/439bff9f-13c7-4d70-b391-d23b08848f98) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:09.760227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5131469 Jul 23 10:30:09.762222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:09.796221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Request body: {'subnet': {'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1177235218-subnet', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:09.800954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c55b9-aae9-4863-a839-1454399e0a54 admin admin] Pushing event updated for resources: {'Network': ['ID=8925bba5-7ac3-46c6-8516-d2e2deb7b332,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:09.838058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:09.842245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:09.842786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.949363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:09.981932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Transition to ACTIVE for port object 439bff9f-13c7-4d70-b391-d23b08848f98 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:10.022617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.082052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:10.087853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:10.091534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:10.107103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:10.169550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.173509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:10.174259 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.205783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-2f759006-cca1-475b-b5d9-33ce982c526f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9251602 Jul 23 10:30:10.219409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Request body: {'port': {'device_id': '173f8557-762d-4131-a04c-fab047134c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:10.298259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7891cc17-f317-43c0-91d8-c587a4b96b9f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:10.319388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Checking segment: {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:10.319882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Network hostable DHCP agents. Network: 8925bba5-7ac3-46c6-8516-d2e2deb7b332, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:30:10.335983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5bb33-57ed-4270-afba-581026f7fbef req-4dbdb569-607f-4404-8594-2a424f3f6c97 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:10.338045 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8e5bb33-57ed-4270-afba-581026f7fbef req-4dbdb569-607f-4404-8594-2a424f3f6c97 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 932 time: 0.1605346 Jul 23 10:30:10.341019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.391903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:30:10.419826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8e5bb33-57ed-4270-afba-581026f7fbef req-50c7d95f-1196-4581-a9a1-9ae8b0775ae6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731947 Jul 23 10:30:10.420907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 8925bba5-7ac3-46c6-8516-d2e2deb7b332) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:10.425306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:10.425918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.442682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aad5e3-6c4c-487e-94f5-f71b4ed4bcea None None] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:10.454899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d62e502-6b41-41dd-8672-5e8e6caa486c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6627507 Jul 23 10:30:10.457664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43704) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:10.465567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:10.510572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.511770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.546381 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0c03705e-678f-4696-8ee6-7ec3dc543104 None None] Provisioning for port 439bff9f-13c7-4d70-b391-d23b08848f98 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:10.552487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0c03705e-678f-4696-8ee6-7ec3dc543104 None None] Provisioning complete for port 439bff9f-13c7-4d70-b391-d23b08848f98 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:10.553406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c03705e-678f-4696-8ee6-7ec3dc543104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.605626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0c03705e-678f-4696-8ee6-7ec3dc543104 None None] Port 439bff9f-13c7-4d70-b391-d23b08848f98 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:10.644012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.720939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'fixed_ips': [{'subnet_id': '7891cc17-f317-43c0-91d8-c587a4b96b9f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:30:10.721950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.765596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713420ce-7d8c-4176-b4ca-0e0afc7dd96f req-bad22ea7-2c3b-417f-ad49-2c0bed9a41d3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:10.782577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-713420ce-7d8c-4176-b4ca-0e0afc7dd96f req-bad22ea7-2c3b-417f-ad49-2c0bed9a41d3 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 949 time: 0.2529240 Jul 23 10:30:10.785911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439bff9f-13c7-4d70-b391-d23b08848f98 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:10.795692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.813422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Transition to ACTIVE for port object 439bff9f-13c7-4d70-b391-d23b08848f98 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:10.819749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.883955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:10.906166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Allocated IP 172.20.0.2 (8925bba5-7ac3-46c6-8516-d2e2deb7b332/7891cc17-f317-43c0-91d8-c587a4b96b9f/5f45b4a2-c4a5-4699-b07d-9d8584813bd8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:10.914196 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-713420ce-7d8c-4176-b4ca-0e0afc7dd96f req-378608b2-7d0e-4352-bd88-cd840a8c7c02 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297865 Jul 23 10:30:10.972635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:11.045773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Attempting to bind port 439bff9f-13c7-4d70-b391-d23b08848f98 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:11.046231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Attempting to bind port 439bff9f-13c7-4d70-b391-d23b08848f98 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:11.046439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Attempting to bind port 439bff9f-13c7-4d70-b391-d23b08848f98 on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:11.057213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Port 439bff9f-13c7-4d70-b391-d23b08848f98 on network ab3d83c8-e91e-4ec4-a211-1c0158804018 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:11.057213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Attempting to bind port 439bff9f-13c7-4d70-b391-d23b08848f98 on network ab3d83c8-e91e-4ec4-a211-1c0158804018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:11.066652 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:11.067032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Checking segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:11.067390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Bound using segment: {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:11.067861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Bound port: 439bff9f-13c7-4d70-b391-d23b08848f98, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0ba2db-0adc-4af5-8187-e167beb03d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:11.068228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.183509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:11.188462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.188846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:11.201888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Transition to ACTIVE for port object 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:11.204847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.221110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Transition to ACTIVE for port object 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:11.236980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.247854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.264151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:11.265370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.266807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] 10.222.0.55 "PUT /v2.0/ports/439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 1092 time: 1.0518236 Jul 23 10:30:11.267291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:11.269974 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:11.299922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.314072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f495d-bdbd-487e-9374-e35cb7431b35 service neutron] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:11.359546 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d024f9e3-3e25-4c16-84a3-84009c8a727e x-openstack-request-id: req-d024f9e3-3e25-4c16-84a3-84009c8a727e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:11.359844 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:11.360096 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d024f9e3-3e25-4c16-84a3-84009c8a727e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:11.360493 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'status': 'completed', 'code': 200} Jul 23 10:30:11.361528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:11.373448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:11.378077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:11.431078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-e2671b0f-b92e-43b2-bbcf-fd25782e3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:11.435460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-e2671b0f-b92e-43b2-bbcf-fd25782e3c90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1095 time: 0.0913112 Jul 23 10:30:11.509048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-64c33dc1-048c-4e70-8df2-173c269793dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 217 time: 0.0526619 Jul 23 10:30:11.569258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Allocated IP 172.25.4.211 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/cad0dcbc-5b2c-4617-b00e-eb1207bc422f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:11.580554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-35aa3516-168b-4d8a-88ce-0ab065dceff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:11.582062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-35aa3516-168b-4d8a-88ce-0ab065dceff1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.0721989 Jul 23 10:30:11.696146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-e5988496-f34a-4adc-b8ea-466ba146126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:11.697884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-e5988496-f34a-4adc-b8ea-466ba146126e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090307 Jul 23 10:30:11.741087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Pushing event updated for resources: {'Port': ['ID=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:11.766415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Attempting to bind port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:11.768854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Attempting to bind port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:11.769437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Attempting to bind port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 on network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:11.775930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:11.776603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Checking segment: {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:11.777658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.778208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Bound using segment: {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:11.778843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Bound port: 5f45b4a2-c4a5-4699-b07d-9d8584813bd8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:11.779408 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.852680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] For port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:11.856173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] For port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,segment=NetworkSegment(d5234d18-09a2-4f5a-a3d6-254fd2a552ed),segment_id=d5234d18-09a2-4f5a-a3d6-254fd2a552ed)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:11.862582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.866021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef3990-6c57-45db-a84a-488a96b8c042 req-6531b214-b772-4a7a-98c7-ee19cefa6ded tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:11.876608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4ef3990-6c57-45db-a84a-488a96b8c042 req-6531b214-b772-4a7a-98c7-ee19cefa6ded tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.2961476 Jul 23 10:30:11.885028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:11.923372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011129b-bcb8-431b-ac10-93cdb08bdb14 None None] Pushing event updated for resources: {'Port': ['ID=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:11.942392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-696c7f93-3620-4ba2-8669-7b1c94b323ef service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359276 Jul 23 10:30:11.956554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4ef3990-6c57-45db-a84a-488a96b8c042 req-4e16e671-3d9d-460c-a91d-c673fb1291f3 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739625 Jul 23 10:30:12.019052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-717616c2-4610-4e4e-87ed-a897482e69ec tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:12.020991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-717616c2-4610-4e4e-87ed-a897482e69ec tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 949 time: 0.2091322 Jul 23 10:30:12.047103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf98cf3-089e-4103-920f-4bd576207f55 req-deb9fd06-d8fe-46c6-ad73-7c7942ea5bd0 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:12.052273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:12.054989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf98cf3-089e-4103-920f-4bd576207f55 req-deb9fd06-d8fe-46c6-ad73-7c7942ea5bd0 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.2905431 Jul 23 10:30:12.111745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:12.115846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:12.122192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:12.182767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:12.279874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf98cf3-089e-4103-920f-4bd576207f55 req-20920b62-f652-422b-b6e5-e4130583e252 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238410 Jul 23 10:30:12.285366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01400d10-3d9a-4b91-af90-be71ae7d25c9 req-71130701-f3b5-4bab-af62-a2bc8550972e service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353500 Jul 23 10:30:12.343665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Deleting port f1323a81-b913-434a-b203-3b16688d1783 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:12.344012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:12.452480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c685-0170-4428-9ef1-ed2ba24290ca req-9da55c9b-769a-4320-81f5-6acef44e4784 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:12.462289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b14c685-0170-4428-9ef1-ed2ba24290ca req-9da55c9b-769a-4320-81f5-6acef44e4784 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e8fcb85-0ff8-4766-9b03-dbe3e186a868 HTTP/1.1" status: 200 len: 949 time: 0.4195378 Jul 23 10:30:12.500545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] For port f1323a81-b913-434a-b203-3b16688d1783, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=f1323a81-b913-434a-b203-3b16688d1783,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:12.500920 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:12.504455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-5aa3c52f-b86e-4ddf-bb4f-cefe5f1d9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:12.506531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-5aa3c52f-b86e-4ddf-bb4f-cefe5f1d9060 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1095 time: 0.1589460 Jul 23 10:30:12.527090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Calling delete_port for f1323a81-b913-434a-b203-3b16688d1783 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:12.608277 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b14c685-0170-4428-9ef1-ed2ba24290ca req-9c8741c5-3608-4858-84e9-9289367b32f2 tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.37 "GET /v2.0/security-groups?id=c370fee1-e404-4aed-9c8e-f5f3ea91c194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459184 Jul 23 10:30:12.616514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:12.671408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-aca0f640-2870-4d4b-ae9a-9098bf44d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:12.672930 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-aca0f640-2870-4d4b-ae9a-9098bf44d39d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.1588104 Jul 23 10:30:12.720794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-8aa78978-9d7f-4fb8-b96f-ac6075525e96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 217 time: 0.0392942 Jul 23 10:30:12.817013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-aaf866e0-9ef4-45fe-9cef-1f24b1d318b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:12.819091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-aaf866e0-9ef4-45fe-9cef-1f24b1d318b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.0921311 Jul 23 10:30:12.831736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43786) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:12.877311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:12.891825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['f1323a81-b913-434a-b203-3b16688d1783'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:12.905509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:12.924083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Pushing event deleted for resources: {'Port': ['ID=f1323a81-b913-434a-b203-3b16688d1783,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:12.968706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:13.008332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] No DVR routers for this DVR port f1323a81-b913-434a-b203-3b16688d1783 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:30:13.014085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:13.019601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5dbb04d-dd83-4f83-a35d-1c879079da03 req-6ad7d13b-872d-40b4-a646-b8b4b314620f tempest-TenantUsagesTestJSON-828951556 tempest-TenantUsagesTestJSON-828951556-project] 10.222.0.55 "DELETE /v2.0/ports/f1323a81-b913-434a-b203-3b16688d1783 HTTP/1.1" status: 204 len: 173 time: 0.9842851 Jul 23 10:30:13.027077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-54a1bc8e-570e-44a3-933e-275079a36354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:13.041039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-54a1bc8e-570e-44a3-933e-275079a36354 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082484 Jul 23 10:30:13.052734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:13.361914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'name': 'network-vif-deleted', 'tag': 'f1323a81-b913-434a-b203-3b16688d1783'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:13.364754 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa43fe-ff54-4b0d-9521-98675825371e" -d '{"events": [{"server_uuid": "7e8fcb85-0ff8-4766-9b03-dbe3e186a868", "name": "network-vif-deleted", "tag": "f1323a81-b913-434a-b203-3b16688d1783"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:13.372497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-eb1f9970-db67-4e1f-96ee-cc45929f9c04 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274970 Jul 23 10:30:13.496749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ad754-0847-4d9a-9e28-382ea1bf49db None None] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:13.559846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] Provisioning for port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:13.569118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] Provisioning complete for port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:13.570229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:13.595682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0470cad2-c2e5-4eda-9bef-c578b54c3b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:13.752965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Router 7b597887-9d6e-4ab8-af34-e8360f1571e2 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:30:13.768898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41898f-8ce2-4bcb-b119-9b0a95f3f165 req-dd8e08f3-50c6-4d3d-a3a0-c69b3500fd79 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:13.777491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab41898f-8ce2-4bcb-b119-9b0a95f3f165 req-dd8e08f3-50c6-4d3d-a3a0-c69b3500fd79 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.1989193 Jul 23 10:30:13.807981 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:13.892459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] For port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,segment=NetworkSegment(d5234d18-09a2-4f5a-a3d6-254fd2a552ed),segment_id=d5234d18-09a2-4f5a-a3d6-254fd2a552ed)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:13.919319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:13.921412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb82b9-77fd-4f7d-adde-13965e085309 req-34a8136e-8016-430e-a6db-f79fc0c58876 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:13.923213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bbb82b9-77fd-4f7d-adde-13965e085309 req-34a8136e-8016-430e-a6db-f79fc0c58876 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.7844713 Jul 23 10:30:13.936940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab41898f-8ce2-4bcb-b119-9b0a95f3f165 req-1119fd5a-5f69-444b-be07-6af98b0a7251 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585147 Jul 23 10:30:14.000421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd9eb5-dcbc-493b-a746-30232161144f None None] Pushing event updated for resources: {'Port': ['ID=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:14.010103 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0470cad2-c2e5-4eda-9bef-c578b54c3b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.017678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0470cad2-c2e5-4eda-9bef-c578b54c3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.034844 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8b86f-6a17-4b2f-9181-f7c247c958c1 x-openstack-request-id: req-9fa8b86f-6a17-4b2f-9181-f7c247c958c1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:14.035505 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8fcb85-0ff8-4766-9b03-dbe3e186a868", "name": "network-vif-deleted", "tag": "f1323a81-b913-434a-b203-3b16688d1783", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:14.035505 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fa8b86f-6a17-4b2f-9181-f7c247c958c1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:14.035995 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8fcb85-0ff8-4766-9b03-dbe3e186a868', 'name': 'network-vif-deleted', 'tag': 'f1323a81-b913-434a-b203-3b16688d1783', 'status': 'completed', 'code': 200} Jul 23 10:30:14.088203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bbb82b9-77fd-4f7d-adde-13965e085309 req-f131959a-ed35-4fea-9c19-75f9732eada1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564302 Jul 23 10:30:14.107728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b4d4ca0-224b-4acd-a307-f8a4936db1a0 req-34cb9f28-92e5-4916-88a1-ee170444daad service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092350 Jul 23 10:30:14.182643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470cad2-c2e5-4eda-9bef-c578b54c3b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e101f99-6cc1-4316-9f76-ac3d977f74d7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:14.192297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:14.208386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Sync routers for ids ['7b597887-9d6e-4ab8-af34-e8360f1571e2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:14.221424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0470cad2-c2e5-4eda-9bef-c578b54c3b47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41706a4d24b94036ad3be29df11c7aec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3880589 Jul 23 10:30:14.224193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:14.227628 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.229567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8c988cff-6239-4abf-b04f-965672fb0a7c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7705171 Jul 23 10:30:14.233707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43812) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:14.262068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Routers {'7b597887-9d6e-4ab8-af34-e8360f1571e2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:14.262432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7b597887-9d6e-4ab8-af34-e8360f1571e2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:14.369941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2b26-c868-4885-b763-777e0a8a2c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.405654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2b26-c868-4885-b763-777e0a8a2c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.424384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Set router 7b597887-9d6e-4ab8-af34-e8360f1571e2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:14.506772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2b26-c868-4885-b763-777e0a8a2c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.522934 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2b26-c868-4885-b763-777e0a8a2c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.532283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2c8b2b26-c868-4885-b763-777e0a8a2c04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e101f99-6cc1-4316-9f76-ac3d977f74d7 HTTP/1.1" status: 204 len: 168 time: 0.3034875 Jul 23 10:30:14.603990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2d9e512-2c49-4628-bdef-020348dde7ad None None] Provisioning complete for port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:14.604464 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e512-2c49-4628-bdef-020348dde7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:14.620134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b2b26-c868-4885-b763-777e0a8a2c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e101f99-6cc1-4316-9f76-ac3d977f74d7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:14.783720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:14.935009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:15.008816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:15.009497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.063831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:30:12Z', 'revision_number': 3, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:15.095405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Checking router: 7b597887-9d6e-4ab8-af34-e8360f1571e2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:15.096029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Updating router 7b597887-9d6e-4ab8-af34-e8360f1571e2 port cad0dcbc-5b2c-4617-b00e-eb1207bc422f binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:30:15.100912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.160180 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.338777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fefbb1-8382-4301-8efe-e5fab8f1fc2c req-5dd21eb2-7727-4483-a813-0a6858ccc3a7 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:15.340339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0fefbb1-8382-4301-8efe-e5fab8f1fc2c req-5dd21eb2-7727-4483-a813-0a6858ccc3a7 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.1140571 Jul 23 10:30:15.345026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:15.348408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f1323a81-b913-434a-b203-3b16688d1783 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:15.389225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: f1323a81-b913-434a-b203-3b16688d1783 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:15.389704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device f1323a81-b913-434a-b203-3b16688d1783 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:15.420532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0fefbb1-8382-4301-8efe-e5fab8f1fc2c req-85e68def-b71b-40e8-b188-b52aa8d165d4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638189 Jul 23 10:30:15.433635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4b63a17b-f108-420b-8494-0b98c80a664e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6f3403535f44b61b301e48736dfb510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486428 Jul 23 10:30:15.436083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:15.467705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:15.493829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec34a787-afb4-4aff-a62b-c51f0c2c08b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.508351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Allocated IP 172.20.0.1 (8925bba5-7ac3-46c6-8516-d2e2deb7b332/7891cc17-f317-43c0-91d8-c587a4b96b9f/90bc02d0-26bb-49b3-8f17-66b1467fe860) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:15.544070 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5295acb9-ea23-44d4-a1a5-e6a72e9022c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.579404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5295acb9-ea23-44d4-a1a5-e6a72e9022c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.583547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:15.612037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '439bff9f-13c7-4d70-b391-d23b08848f98', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98', 'mac_address': 'fa:16:3e:f6:26:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:15.641622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.658146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Transition to ACTIVE for port object 90bc02d0-26bb-49b3-8f17-66b1467fe860 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:15.698874 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.699082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.702587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5295acb9-ea23-44d4-a1a5-e6a72e9022c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.706027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5295acb9-ea23-44d4-a1a5-e6a72e9022c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.711638 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5295acb9-ea23-44d4-a1a5-e6a72e9022c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c370fee1-e404-4aed-9c8e-f5f3ea91c194 HTTP/1.1" status: 204 len: 168 time: 0.2741735 Jul 23 10:30:15.723717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec34a787-afb4-4aff-a62b-c51f0c2c08b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.728014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439bff9f-13c7-4d70-b391-d23b08848f98 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:15.730147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec34a787-afb4-4aff-a62b-c51f0c2c08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.758856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:15.762525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Pushing event updated for resources: {'Port': ['ID=90bc02d0-26bb-49b3-8f17-66b1467fe860,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:15.767522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295acb9-ea23-44d4-a1a5-e6a72e9022c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370fee1-e404-4aed-9c8e-f5f3ea91c194,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:15.772817 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.776322 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.804172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:15.810425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:15.816169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:15.819511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Transition to ACTIVE for port object cad0dcbc-5b2c-4617-b00e-eb1207bc422f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:15.842133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.852761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:15.891659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec34a787-afb4-4aff-a62b-c51f0c2c08b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9ab1a1d316e4341bc0618cd6068b28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195483 Jul 23 10:30:15.894487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:15.894912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fed65f-4a49-413d-93d9-4f47a3c584b3 req-03f9215d-f694-4a34-bc68-ce24b2eaf44d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:15.903972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27fed65f-4a49-413d-93d9-4f47a3c584b3 req-03f9215d-f694-4a34-bc68-ce24b2eaf44d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.5985007 Jul 23 10:30:15.905915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34a787-afb4-4aff-a62b-c51f0c2c08b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713d229-c97d-4c10-8efb-d7229691d069,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:15.966199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Attempting to bind port cad0dcbc-5b2c-4617-b00e-eb1207bc422f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:15.966812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Attempting to bind port cad0dcbc-5b2c-4617-b00e-eb1207bc422f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:15.967370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Attempting to bind port cad0dcbc-5b2c-4617-b00e-eb1207bc422f on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:15.976735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb7ffe-6038-4685-84f4-3f2d67834f21 None None] Pushing event updated for resources: {'Port': ['ID=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:15.980763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:15.981395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:15.981988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.982544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:15.983202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Bound port: cad0dcbc-5b2c-4617-b00e-eb1207bc422f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:15.984301 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:15.998779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27fed65f-4a49-413d-93d9-4f47a3c584b3 req-fa43b3d0-46be-4e60-bb2b-741cb662d2a0 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930278 Jul 23 10:30:16.006445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec2-004e-420e-9d69-e59105782c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.006885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.053447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] For port cad0dcbc-5b2c-4617-b00e-eb1207bc422f, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:16.057222 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec2-004e-420e-9d69-e59105782c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.060372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] For port cad0dcbc-5b2c-4617-b00e-eb1207bc422f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:16.064283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['439bff9f-13c7-4d70-b391-d23b08848f98'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:16.106486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.157671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec2-004e-420e-9d69-e59105782c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.160586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec2-004e-420e-9d69-e59105782c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.161881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c96f7ec2-004e-420e-9d69-e59105782c16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2713d229-c97d-4c10-8efb-d7229691d069 HTTP/1.1" status: 204 len: 168 time: 0.2655423 Jul 23 10:30:16.176454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb7ffe-6038-4685-84f4-3f2d67834f21 None None] Pushing event updated for resources: {'Port': ['ID=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:16.185040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7ec2-004e-420e-9d69-e59105782c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713d229-c97d-4c10-8efb-d7229691d069,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:16.270680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.285841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Routers {'7b597887-9d6e-4ab8-af34-e8360f1571e2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:16.290276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7b597887-9d6e-4ab8-af34-e8360f1571e2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:16.350928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43864) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:16.370019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-589af0fd-8e1f-4aad-8cdc-f2306fc3d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.452462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d69fb5fd-d1db-4ebc-acef-ed388e1c1710 None None] Provisioning for port 90bc02d0-26bb-49b3-8f17-66b1467fe860 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:16.532947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d69fb5fd-d1db-4ebc-acef-ed388e1c1710 None None] Provisioning complete for port 90bc02d0-26bb-49b3-8f17-66b1467fe860 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:16.533697 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d69fb5fd-d1db-4ebc-acef-ed388e1c1710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.641340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.659779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-589af0fd-8e1f-4aad-8cdc-f2306fc3d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.663938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.672985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-589af0fd-8e1f-4aad-8cdc-f2306fc3d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.715356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.716774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-589af0fd-8e1f-4aad-8cdc-f2306fc3d342 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a2e9e23599a4addac5a2341cc23e52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646443 Jul 23 10:30:16.719079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589af0fd-8e1f-4aad-8cdc-f2306fc3d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf859ae-7c23-4186-ad52-e8dc8b59615b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:16.723687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:16.788128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-425296c2-f7cb-4a6a-8fba-4471c63594d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.815586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-425296c2-f7cb-4a6a-8fba-4471c63594d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.862715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] Set router 7b597887-9d6e-4ab8-af34-e8360f1571e2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:16.867584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-7679811d-7d0e-41b4-9479-ca74496eb86d tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:16.869618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-7679811d-7d0e-41b4-9479-ca74496eb86d tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.55 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.4593310 Jul 23 10:30:16.882206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-425296c2-f7cb-4a6a-8fba-4471c63594d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.885267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-425296c2-f7cb-4a6a-8fba-4471c63594d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:16.886426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-425296c2-f7cb-4a6a-8fba-4471c63594d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bf859ae-7c23-4186-ad52-e8dc8b59615b HTTP/1.1" status: 204 len: 168 time: 0.1629343 Jul 23 10:30:16.902022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425296c2-f7cb-4a6a-8fba-4471c63594d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf859ae-7c23-4186-ad52-e8dc8b59615b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:16.992557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Pushing event updated for resources: {'Port': ['ID=90bc02d0-26bb-49b3-8f17-66b1467fe860,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:17.005583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d69fb5fd-d1db-4ebc-acef-ed388e1c1710 None None] Port 90bc02d0-26bb-49b3-8f17-66b1467fe860 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:17.008260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e24eaa-7b7d-411a-8252-228402a3d728 req-f0cb37bf-0e05-4a48-87c5-f25cc38bb2d0 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:17.019576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7e24eaa-7b7d-411a-8252-228402a3d728 req-f0cb37bf-0e05-4a48-87c5-f25cc38bb2d0 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.4709096 Jul 23 10:30:17.179690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7e24eaa-7b7d-411a-8252-228402a3d728 req-b7f4a4d6-aa65-43c8-b0c1-f9fbdbb96fba tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443021 Jul 23 10:30:17.232343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:17.238325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:17.266534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Deleting port 004248b7-052f-4196-b7c3-11940b7ba274 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:17.266889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:17.401106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '90bc02d0-26bb-49b3-8f17-66b1467fe860', 'name': '', 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'mac_address': 'fa:16:3e:d2:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:15Z', 'updated_at': '2021-07-23T10:30:15Z', 'revision_number': 1, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'subnets': [{'id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:17.558840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d42550-bb61-4924-ae4a-edc29dc5f841 None None] The sync data for ids ['7b597887-9d6e-4ab8-af34-e8360f1571e2'] in n-d-778550-4 is: [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '90bc02d0-26bb-49b3-8f17-66b1467fe860', 'name': '', 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'mac_address': 'fa:16:3e:d2:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:15Z', 'updated_at': '2021-07-23T10:30:15Z', 'revision_number': 1, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'subnets': [{'id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:17.747535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40416fa-0171-495f-babe-b8d4a3f07ebf req-d9d37b31-bc68-4c42-9ee1-c2c44028265b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:17.761585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e40416fa-0171-495f-babe-b8d4a3f07ebf req-d9d37b31-bc68-4c42-9ee1-c2c44028265b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 945 time: 0.2644696 Jul 23 10:30:17.804988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] For port 004248b7-052f-4196-b7c3-11940b7ba274, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=004248b7-052f-4196-b7c3-11940b7ba274,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:17.805566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:17.838793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Router 7b597887-9d6e-4ab8-af34-e8360f1571e2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:30:17.854485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-13f77882-2711-4b80-aa9d-99924f8a9376 None None] Provisioning complete for port 90bc02d0-26bb-49b3-8f17-66b1467fe860 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:17.854872 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13f77882-2711-4b80-aa9d-99924f8a9376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:17.861009 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e40416fa-0171-495f-babe-b8d4a3f07ebf req-77b88d2f-c86d-4b47-8566-b1ee78d724c7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932510 Jul 23 10:30:17.968233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-13f77882-2711-4b80-aa9d-99924f8a9376 None None] Port 90bc02d0-26bb-49b3-8f17-66b1467fe860 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:18.189094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:18.198139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-767c911f-d948-4bde-a795-3bf40f8d9076 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b597887-9d6e-4ab8-af34-e8360f1571e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9633281 Jul 23 10:30:18.246426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:18.246841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:18.247137 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Floating IP b13c8ba0-91a4-4a3e-82ac-dadf55ac2473 disassociated. External IP: 172.25.4.86, port: 004248b7-052f-4196-b7c3-11940b7ba274. Jul 23 10:30:18.247488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Calling delete_port for 004248b7-052f-4196-b7c3-11940b7ba274 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:18.419829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:18.436139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e4a5c-0930-4e96-b599-2a2efc59d6a9 req-a4e5cb8c-c755-41f9-9bcb-36d2489473a4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:18.445623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f37e4a5c-0930-4e96-b599-2a2efc59d6a9 req-a4e5cb8c-c755-41f9-9bcb-36d2489473a4 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 945 time: 0.1382644 Jul 23 10:30:18.544582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f37e4a5c-0930-4e96-b599-2a2efc59d6a9 req-e0f305a9-3b4f-41b8-8804-a41f6fd354ff tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups?id=67bc1814-0b67-44c0-9a1f-0d9e4faf6657&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938239 Jul 23 10:30:18.601304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:18.647938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-548717555'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:18.669196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event deleted for resources: {'Port': ['ID=004248b7-052f-4196-b7c3-11940b7ba274,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:18.689599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:18.697023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:18.752620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:18.806431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:18.807061 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Added segment 5cfc0dc4-0386-4c31-beb8-afe011b0a889 of type vlan for network 86d0b7de-1c31-4ee2-8252-9488243ddc6d Jul 23 10:30:18.950660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:18.997038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:30:19.017694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.035321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:19.036472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.074959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6540132 Jul 23 10:30:19.086656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cad0dcbc-5b2c-4617-b00e-eb1207bc422f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:19.134062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43958) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:19.134411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43960) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:19.147373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'subnet': {'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:19.215245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port cad0dcbc-5b2c-4617-b00e-eb1207bc422f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:19.226404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cad0dcbc-5b2c-4617-b00e-eb1207bc422f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:19.227958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.342215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5419bd-f887-4e68-b1bf-1fc6ef08e931 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Network': ['ID=86d0b7de-1c31-4ee2-8252-9488243ddc6d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:19.357521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:19.394954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85c473-2749-405f-b3d5-f703a1a7c8f1 req-b80dfa8b-3dc3-47c9-bd58-3cf97231c616 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:19.408649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af85c473-2749-405f-b3d5-f703a1a7c8f1 req-b80dfa8b-3dc3-47c9-bd58-3cf97231c616 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 945 time: 0.3419199 Jul 23 10:30:19.477676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af85c473-2749-405f-b3d5-f703a1a7c8f1 req-75716ac5-45b3-464b-b629-616266067fa9 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639093 Jul 23 10:30:19.479276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:19.493241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-803345076-network', 'tenant_id': 'bd8c54d85e96467c8a373d125dfa49a6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:19.530909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Made reservation on behalf of bd8c54d85e96467c8a373d125dfa49a6 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:19.534006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.559696 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.572529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 439bff9f-13c7-4d70-b391-d23b08848f98 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:19.588567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 439bff9f-13c7-4d70-b391-d23b08848f98 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:19.589008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.635967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.642763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:19.658609 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] Sync routers for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:19.665640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:19.673432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.715134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port cad0dcbc-5b2c-4617-b00e-eb1207bc422f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:19.721294 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:19.723180 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:19.729385 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.782242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] No DVR routers for this DVR port 004248b7-052f-4196-b7c3-11940b7ba274 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:30:19.817324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:19.855535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.857598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f19424c7-39ac-4a4d-b472-709e8cf541ac req-35a16c9e-87f6-4269-9b7d-5fd1bb688878 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.55 "DELETE /v2.0/ports/004248b7-052f-4196-b7c3-11940b7ba274 HTTP/1.1" status: 204 len: 173 time: 2.9768927 Jul 23 10:30:19.869029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'name': 'network-vif-deleted', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:19.872742 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e637d-f0bc-4e42-a964-b82477103c97" -d '{"events": [{"server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "name": "network-vif-deleted", "tag": "004248b7-052f-4196-b7c3-11940b7ba274"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:19.893607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aec0919f-0ef7-446e-b0f5-ad1ab292f766 req-52f3a9f3-edd8-4533-bc52-e53c2ffef1bc tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/ports?device_id=6202a51f-464e-4087-9c15-21a895214c6a HTTP/1.1" status: 200 len: 210 time: 0.1743195 Jul 23 10:30:19.927051 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:19.968274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:19.970561 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce7eb3c-b295-48bc-a154-fc33e62801f1" -d '{"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-plugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:20.014344 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:20.033300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:20.060808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:20.064438 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d92c4-5ec0-4a11-976f-34ce90b7fb01 x-openstack-request-id: req-336d92c4-5ec0-4a11-976f-34ce90b7fb01 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:20.064939 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6202a51f-464e-4087-9c15-21a895214c6a", "name": "network-vif-deleted", "tag": "004248b7-052f-4196-b7c3-11940b7ba274", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:20.065050 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-336d92c4-5ec0-4a11-976f-34ce90b7fb01 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:20.068337 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6202a51f-464e-4087-9c15-21a895214c6a', 'name': 'network-vif-deleted', 'tag': '004248b7-052f-4196-b7c3-11940b7ba274', 'status': 'completed', 'code': 200} Jul 23 10:30:20.160606 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54df8c2a-ed2f-442a-8d97-dbf5c8385afc x-openstack-request-id: req-54df8c2a-ed2f-442a-8d97-dbf5c8385afc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:20.163144 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-plugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:20.163667 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54df8c2a-ed2f-442a-8d97-dbf5c8385afc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:20.164383 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'code': 200} Jul 23 10:30:20.216345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:20.447258 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:09Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:20.456135 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:20.496976 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] Checking router: 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:20.505073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:20.508584 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:20.509198 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:20.644712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:20.659719 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:20.678740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:20.706359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9218103-bf21-4a33-8e2c-00aaf7e82aca req-b967bd86-6dfb-411d-9501-4ccac197b7e7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:20.710132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9218103-bf21-4a33-8e2c-00aaf7e82aca req-b967bd86-6dfb-411d-9501-4ccac197b7e7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1037924 Jul 23 10:30:20.780501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Subnet': ['ID=1792915b-9658-4779-8d41-87d42c69ccab,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:20.790117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:20.790475 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Added segment bcadb197-941a-4411-b8fd-6613c9c46f19 of type vlan for network 611b9f0c-9355-49a1-8228-6af49031475e Jul 23 10:30:20.793080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692438c0-d359-41d9-8c52-300f62033c04,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:20.832164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9218103-bf21-4a33-8e2c-00aaf7e82aca req-e38a48f1-0169-4945-8d68-0d949ddba0ff tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163111 Jul 23 10:30:20.843912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad314-fca9-449d-9b1e-ab29956472f0 req-fd3a5bfe-bc4e-447c-9d42-8ace95094960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:20.845618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-815ad314-fca9-449d-9b1e-ab29956472f0 req-fd3a5bfe-bc4e-447c-9d42-8ace95094960 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1097 time: 0.6439910 Jul 23 10:30:21.008188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cad0dcbc-5b2c-4617-b00e-eb1207bc422f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:21.088607 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:09Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:21.092301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:21.106299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cad0dcbc-5b2c-4617-b00e-eb1207bc422f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:21.106677 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.128448 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c4b51-951d-4675-abff-c4ce6961338b None None] The sync data for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 is: [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:28:01Z', 'revision_number': 4, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0d31cf54-b97f-44f6-8890-bb73016d5072', 'name': '', 'network_id': '1dd780b6-e63b-4665-9cdf-c7712878e93c', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'mac_address': 'fa:16:3e:87:aa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:28:00Z', 'updated_at': '2021-07-23T10:28:09Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'subnets': [{'id': '063a259a-8618-43f1-9800-3fa5877d3b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:21.260738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c10f3fd8-f8ec-4350-bb18-0906528e656b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.355871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c10f3fd8-f8ec-4350-bb18-0906528e656b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.390544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004248b7-052f-4196-b7c3-11940b7ba274 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:21.436287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Sync routers for ids ['7b597887-9d6e-4ab8-af34-e8360f1571e2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:21.448692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 004248b7-052f-4196-b7c3-11940b7ba274 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:21.454394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 004248b7-052f-4196-b7c3-11940b7ba274 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:21.464517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.476662 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c10f3fd8-f8ec-4350-bb18-0906528e656b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.480252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c10f3fd8-f8ec-4350-bb18-0906528e656b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.480696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Routers {'7b597887-9d6e-4ab8-af34-e8360f1571e2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:21.483652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c10f3fd8-f8ec-4350-bb18-0906528e656b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "DELETE /v2.0/security-groups/67bc1814-0b67-44c0-9a1f-0d9e4faf6657 HTTP/1.1" status: 204 len: 168 time: 0.3881216 Jul 23 10:30:21.484559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7b597887-9d6e-4ab8-af34-e8360f1571e2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:21.486911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:21.497734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f3fd8-f8ec-4350-bb18-0906528e656b tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc1814-0b67-44c0-9a1f-0d9e4faf6657,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:21.517033 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-5d867401-06dd-497b-8b37-8c7de82bc622 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] show failed (client error): The resource could not be found. Jul 23 10:30:21.520570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5d867401-06dd-497b-8b37-8c7de82bc622 tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "GET /v2.0/security-groups/67bc1814-0b67-44c0-9a1f-0d9e4faf6657 HTTP/1.1" status: 404 len: 347 time: 0.0262697 Jul 23 10:30:21.522395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:21.589421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Checking segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:21.591997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network hostable DHCP agents. Network: 86d0b7de-1c31-4ee2-8252-9488243ddc6d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:30:21.616032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.617126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:21.617729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.678148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-815ad314-fca9-449d-9b1e-ab29956472f0 req-bc11cec5-0f2f-408c-acb3-ced4d3b6e8cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8152821 Jul 23 10:30:21.733856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5938649 Jul 23 10:30:21.735845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:21.742958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Request body: {'subnet': {'network_id': '611b9f0c-9355-49a1-8228-6af49031475e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-803345076-subnet', 'tenant_id': 'bd8c54d85e96467c8a373d125dfa49a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:21.750926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:30:21.768730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Set router 7b597887-9d6e-4ab8-af34-e8360f1571e2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:21.780924 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0782ac05-0f9f-4378-a45e-4b9f06edf0e5 None None] New status for floating IP b13c8ba0-91a4-4a3e-82ac-dadf55ac2473: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:30:21.813603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Made reservation on behalf of bd8c54d85e96467c8a373d125dfa49a6 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:21.816321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.844363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 86d0b7de-1c31-4ee2-8252-9488243ddc6d) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:21.845969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be8a7-0e3c-4e75-9fe4-1e85d0ea9180 admin admin] Pushing event updated for resources: {'Network': ['ID=611b9f0c-9355-49a1-8228-6af49031475e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:21.851273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:21.852187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:21.866874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bef060-7a80-451c-90bb-c245e81b5932 None None] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:21.873996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 611b9f0c-9355-49a1-8228-6af49031475e details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:21.901730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-af1e6255-95d6-45f9-8264-78e3b98df04a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7650721 Jul 23 10:30:21.904138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44032) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:21.913494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2138746984'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:21.939925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:21.944955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.019276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:22.036412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.036412 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Added segment 90d7fdce-376e-4d50-905c-c0528dd6c4c7 of type vlan for network 4a6d184a-2a35-4a57-92d3-8113a420782f Jul 23 10:30:22.108469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.125179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2844096-a812-4ca7-b306-f5520f31f6ff req-3311d31c-f56b-4484-8b65-88ea63bae648 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:22.127119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2844096-a812-4ca7-b306-f5520f31f6ff req-3311d31c-f56b-4484-8b65-88ea63bae648 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1616230 Jul 23 10:30:22.173083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Deleting port 0fb9d6ef-0dd1-4b31-b762-bfc171e5ebe3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:22.175055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.188595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.218162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.226409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:22.227976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.258234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3515663 Jul 23 10:30:22.269390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44042) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:22.275675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'subnet': {'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:22.284424 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2844096-a812-4ca7-b306-f5520f31f6ff req-114b3507-e875-4158-a9fe-d99aef5fbb61 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501381 Jul 23 10:30:22.405613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=851f12cf-2bc6-4e45-9537-54b157ff856f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:22.427877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Checking segment: {'id': 'bcadb197-941a-4411-b8fd-6613c9c46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:22.431491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Network hostable DHCP agents. Network: 611b9f0c-9355-49a1-8228-6af49031475e, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:30:22.441897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd0ee7-ad9a-4132-94dd-8d4e62c7227b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Network': ['ID=4a6d184a-2a35-4a57-92d3-8113a420782f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:22.467764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.468104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.469538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:22.478456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.490855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '90bc02d0-26bb-49b3-8f17-66b1467fe860', 'name': '', 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'mac_address': 'fa:16:3e:d2:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:15Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 2, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'subnets': [{'id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:22.500943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4a6d184a-2a35-4a57-92d3-8113a420782f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:22.504404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Calling delete_port for 0fb9d6ef-0dd1-4b31-b762-bfc171e5ebe3 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:22.507964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'fixed_ips': [{'subnet_id': '1792915b-9658-4779-8d41-87d42c69ccab'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:30:22.509877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.514875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Network 611b9f0c-9355-49a1-8228-6af49031475e is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:30:22.627625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 611b9f0c-9355-49a1-8228-6af49031475e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:22.639009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:22.639712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.667351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-24bbaa21-fe19-421a-98e4-3bfc107dbb3f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9294801 Jul 23 10:30:22.699960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Checking router: 7b597887-9d6e-4ab8-af34-e8360f1571e2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:22.700532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Updating router 7b597887-9d6e-4ab8-af34-e8360f1571e2 port 90bc02d0-26bb-49b3-8f17-66b1467fe860 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:30:22.703871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e61123-f673-4190-947a-a01d92cf0e6f None None] Network 611b9f0c-9355-49a1-8228-6af49031475e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:22.820313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:22.951628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Pushing event deleted for resources: {'Port': ['ID=0fb9d6ef-0dd1-4b31-b762-bfc171e5ebe3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:22.967596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:23.018390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:23.023764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:23.025248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7b1a7e20-c75a-4d16-a80e-6df6141897fb tempest-ServersTestJSON-1673221490 tempest-ServersTestJSON-1673221490-project] 10.222.0.37 "DELETE /v2.0/floatingips/b13c8ba0-91a4-4a3e-82ac-dadf55ac2473 HTTP/1.1" status: 204 len: 168 time: 1.5018401 Jul 23 10:30:23.028474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:23.122545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Subnet': ['ID=a31a91f9-0e16-4a70-a72d-125fd2cb56c7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:23.145735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Checking segment: {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:23.147035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network hostable DHCP agents. Network: 4a6d184a-2a35-4a57-92d3-8113a420782f, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:30:23.188997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 4a6d184a-2a35-4a57-92d3-8113a420782f is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:30:23.208650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4a6d184a-2a35-4a57-92d3-8113a420782f) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:23.214674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:23.215534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:23.244466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cf7ab777-187f-4c94-87fb-00b5d959bc5a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9734027 Jul 23 10:30:23.299244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7376af-9f42-4669-844f-40258487913c None None] Network 4a6d184a-2a35-4a57-92d3-8113a420782f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:23.548698 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:23.601338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718cfd7-dc9f-41a2-9eba-ed7627b1858a req-d6dd8e0d-6529-4f6f-83aa-0fd051b9fbd5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:23.603212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3718cfd7-dc9f-41a2-9eba-ed7627b1858a req-d6dd8e0d-6529-4f6f-83aa-0fd051b9fbd5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1725485 Jul 23 10:30:23.719343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3718cfd7-dc9f-41a2-9eba-ed7627b1858a req-ac1c9058-a1bf-4c32-9968-3a11441b121b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766904 Jul 23 10:30:23.723432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:23.898080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-69857098-4e3e-45dc-b30c-2d12add8002f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:23.905452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-69857098-4e3e-45dc-b30c-2d12add8002f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:23.917044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-69857098-4e3e-45dc-b30c-2d12add8002f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/networks?id=86d0b7de-1c31-4ee2-8252-9488243ddc6d&id=4a6d184a-2a35-4a57-92d3-8113a420782f&id=86d0b7de-1c31-4ee2-8252-9488243ddc6d HTTP/1.1" status: 200 len: 1391 time: 0.2967296 Jul 23 10:30:23.936475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-54394608-d03f-48be-a39e-45a487a4e3ae tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/quotas/878491592fb6479aa6a8c53d133a734b HTTP/1.1" status: 200 len: 375 time: 0.0182769 Jul 23 10:30:24.044609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-3673a055-55e9-4351-8a4d-93e5727ad849 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066511 Jul 23 10:30:24.073148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6139b5e-b172-4d4f-80aa-dbf41c89d95f None None] Network 611b9f0c-9355-49a1-8228-6af49031475e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:24.079530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Allocated IP 19.80.0.2 (86d0b7de-1c31-4ee2-8252-9488243ddc6d/1792915b-9658-4779-8d41-87d42c69ccab/adb86d4c-3e9b-49c0-8fa1-1a3be72a8625) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:24.122222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.170444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-01263b90-ad6f-4d87-9901-d74b8958e4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166284 Jul 23 10:30:24.249263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44100) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:24.256146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-29418334-network', 'tenant_id': '177958a68b864603bc46d316365f14d3'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:24.258464 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.261848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Deleting port 0d31cf54-b97f-44f6-8890-bb73016d5072 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:24.261848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.286358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Made reservation on behalf of 177958a68b864603bc46d316365f14d3 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:24.289384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.308665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.336109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Transition to ACTIVE for port object 90bc02d0-26bb-49b3-8f17-66b1467fe860 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:24.349069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-f0e79f9e-bc2d-4aac-afed-e24fa5831dce service neutron] 10.222.0.37 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777496 Jul 23 10:30:24.422848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.477169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] For port 0d31cf54-b97f-44f6-8890-bb73016d5072, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0d31cf54-b97f-44f6-8890-bb73016d5072,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:24.478017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.524611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Calling delete_port for 0d31cf54-b97f-44f6-8890-bb73016d5072 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:24.527143 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.536654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-62ba7922-b95e-4be6-9335-1c777d3fec8f service neutron] 10.222.0.37 "GET /v2.0/networks/4a6d184a-2a35-4a57-92d3-8113a420782f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865039 Jul 23 10:30:24.547145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.558732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:24.575129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.575505 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Added segment bf0e78f0-fcbb-4110-bd57-4fb9cbf732cb of type vlan for network 809e9f99-9a11-443a-9397-b533d5faace8 Jul 23 10:30:24.670109 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.676099 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.684929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Transition to ACTIVE for port object adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:24.862027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80b988-1dce-48e6-8c93-f275d988ad6a None None] Pushing event updated for resources: {'Port': ['ID=90bc02d0-26bb-49b3-8f17-66b1467fe860,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:24.871216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-4a6d184a-2a35-4a57-92d3-8113a420782f', 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'fixed_ips': [{'subnet_id': 'a31a91f9-0e16-4a70-a72d-125fd2cb56c7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:30:24.872110 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.873717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-b6374693-1091-4138-9d68-07423b9aa465 service neutron] 10.222.0.37 "GET /v2.0/networks/4a6d184a-2a35-4a57-92d3-8113a420782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353329 Jul 23 10:30:24.878160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc4efd2-e3db-4fdb-a79f-8829b0197f2d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:24.903081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.919530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.920510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:24.921092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:24.932114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Transition to ACTIVE for port object adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:24.974116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d31cf54-b97f-44f6-8890-bb73016d5072,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:24.978312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.010000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7572644 Jul 23 10:30:25.011230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44112) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:25.019811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Request body: {'subnet': {'network_id': '809e9f99-9a11-443a-9397-b533d5faace8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-29418334-subnet', 'tenant_id': '177958a68b864603bc46d316365f14d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:25.049682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a14969-0ac1-4b95-b77d-ab9c894a5fb0 req-3252ee93-7f56-4238-acb2-8f6e389301de tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:25.051634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a14969-0ac1-4b95-b77d-ab9c894a5fb0 req-3252ee93-7f56-4238-acb2-8f6e389301de tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.2422845 Jul 23 10:30:25.064278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:25.064862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Pushing event updated for resources: {'Network': ['ID=809e9f99-9a11-443a-9397-b533d5faace8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:25.076562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Request body: {'floatingip': {'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:25.129615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.129955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.130294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.130651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.131867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.132198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.132526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.132851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.133176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.133498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.133816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.134135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb62f135-6b2d-4c05-b852-b01fe08b883f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:25.139669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.248269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Pushing event updated for resources: {'Port': ['ID=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:25.255140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.256862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Made reservation on behalf of 177958a68b864603bc46d316365f14d3 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:25.260674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.265749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-b8eb2031-83d6-4f06-a23b-addfc6621c03 service neutron] 10.222.0.37 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824399 Jul 23 10:30:25.270713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 809e9f99-9a11-443a-9397-b533d5faace8 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:25.361929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:25.387230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:25.399106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:25.405705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Attempting to bind port 90bc02d0-26bb-49b3-8f17-66b1467fe860 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:25.405705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Attempting to bind port 90bc02d0-26bb-49b3-8f17-66b1467fe860 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:25.406103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Attempting to bind port 90bc02d0-26bb-49b3-8f17-66b1467fe860 on network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:25.419829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:25.420221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Checking segment: {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:25.420621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.421020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Bound using segment: {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:25.421499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Bound port: 90bc02d0-26bb-49b3-8f17-66b1467fe860, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:25.421921 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.516907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-856317cc-612b-476c-bf48-d536685d469d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:25.519904 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-856317cc-612b-476c-bf48-d536685d469d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.2603154 Jul 23 10:30:25.546960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-18f31393-a0fe-4218-8155-f8a194ead2d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/quotas/08fbc9f966d6475b9ec24f5e3032e60f HTTP/1.1" status: 200 len: 375 time: 0.0196724 Jul 23 10:30:25.562280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Attempting to bind port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:25.563015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Attempting to bind port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:25.565750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Attempting to bind port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:25.580684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:25.581004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Checking segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:25.581379 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.581783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Bound using segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:25.582258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Bound port: adb86d4c-3e9b-49c0-8fa1-1a3be72a8625, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:25.582874 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.593852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-af256a72-6225-4053-81d9-4a948722a05f service neutron] 10.222.0.37 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135352 Jul 23 10:30:25.613965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Allocated IP 19.86.0.2 (4a6d184a-2a35-4a57-92d3-8113a420782f/a31a91f9-0e16-4a70-a72d-125fd2cb56c7/3f8353e8-a7e0-4afe-aaa4-e631a38c7f01) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:25.703064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] For port 90bc02d0-26bb-49b3-8f17-66b1467fe860, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:25.745513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] For port 90bc02d0-26bb-49b3-8f17-66b1467fe860, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=90bc02d0-26bb-49b3-8f17-66b1467fe860,segment=NetworkSegment(d5234d18-09a2-4f5a-a3d6-254fd2a552ed),segment_id=d5234d18-09a2-4f5a-a3d6-254fd2a552ed)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:25.757285 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.799729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] For port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:25.864844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-a85dd70e-4f4c-477f-8adb-cebb05a964bb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3087618 Jul 23 10:30:25.884347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] For port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:25.902782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:25.942944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Routers {'7b597887-9d6e-4ab8-af34-e8360f1571e2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:25.944500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7b597887-9d6e-4ab8-af34-e8360f1571e2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:26.013880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:26.080410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-cb3b942c-21c2-4c51-9e84-ae53f2ebbdcf service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020605 Jul 23 10:30:26.090582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:30:26.170234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72ea295-91ea-43ed-8a5f-f090b1a84425,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:26.237534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80b988-1dce-48e6-8c93-f275d988ad6a None None] Pushing event updated for resources: {'Port': ['ID=90bc02d0-26bb-49b3-8f17-66b1467fe860,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:26.256330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c371c450-8340-4265-811d-fe5b047bf5f1 req-04425c20-b2fd-44b4-b8d1-d8997e8d548d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 210 time: 0.1216881 Jul 23 10:30:26.353577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Checking segment: {'id': 'bf0e78f0-fcbb-4110-bd57-4fb9cbf732cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '809e9f99-9a11-443a-9397-b533d5faace8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:26.354047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Network hostable DHCP agents. Network: 809e9f99-9a11-443a-9397-b533d5faace8, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:30:26.383227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:26.391900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:26.396449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Network 809e9f99-9a11-443a-9397-b533d5faace8 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:30:26.436111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:26.449022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Transition to ACTIVE for port object 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:26.467139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Transition to ACTIVE for port object 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:26.470310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afd844-82f4-493a-b9ef-1be6c122053d None None] Pushing event updated for resources: {'Port': ['ID=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:26.485995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:26.507796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 809e9f99-9a11-443a-9397-b533d5faace8) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:26.532635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:26.533331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:26.545586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Network 4a6d184a-2a35-4a57-92d3-8113a420782f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:26.553514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f88d6-660b-4313-a50e-931f03272437 None None] Network 809e9f99-9a11-443a-9397-b533d5faace8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:26.573445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5a694e12-d193-4335-9f3b-c5f576888541 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5517926 Jul 23 10:30:26.624451 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Floating IP 59ea7059-1ea8-4f44-9a0f-fd4e20230dee associated. External IP: 172.25.4.35, port: 439bff9f-13c7-4d70-b391-d23b08848f98. Jul 23 10:30:26.712224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Pushing event updated for resources: {'Port': ['ID=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:26.728784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:26.735562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:26.904203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-a2a3d54d-6a2b-4dc9-afa7-0e97aeb94ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8114498 Jul 23 10:30:26.962184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] Set router 7b597887-9d6e-4ab8-af34-e8360f1571e2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:27.042029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:27.070820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c174ff29-fa0b-4851-9a88-3d9857c92447 admin admin] 10.222.0.37 "PUT /v2.0/routers/6d5d423a-a3ec-45c0-b9eb-bb62d68a533c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0394862 Jul 23 10:30:27.072043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44158) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:27.107291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Sync routers for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:27.129727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Router 6640e40e-d5cb-47db-bfca-45195f25c183 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:30:27.139357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b7db6-242d-406f-ae6b-b7d269ffccf7 None None] Network 809e9f99-9a11-443a-9397-b533d5faace8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:27.207585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Attempting to bind port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:27.208177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Attempting to bind port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:27.208759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Attempting to bind port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 on network 4a6d184a-2a35-4a57-92d3-8113a420782f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:27.232512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Routers {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:27.233231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:27.359996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:27.365527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:27.371638 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:27.392516 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:27.393161 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:27.446468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-832e730c-00dc-4350-8d8a-ef3c89ed2a63 req-a537426f-d649-4d5e-9ee5-3c90bf3495fe tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 210 time: 0.1251075 Jul 23 10:30:27.524839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:27.592713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:27.642257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc521076-28b4-4ba5-b5d3-dece98c7e0a0 req-e4abac5a-1295-458d-a392-148473d240c0 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 210 time: 0.1827059 Jul 23 10:30:27.673409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-210399c4-2bb2-4f70-af42-72fe34534b12 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "PUT /v2.0/floatingips/59ea7059-1ea8-4f44-9a0f-fd4e20230dee HTTP/1.1" status: 200 len: 991 time: 2.5964844 Jul 23 10:30:27.674297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:27.685516 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6" -d '{"events": [{"name": "network-changed", "server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:27.733605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49b12233-7f99-4444-8997-f2da55816013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:27.766860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:27.770038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Checking segment: {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:27.772796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:27.773908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Bound using segment: {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:27.774903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Bound port: 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:27.777265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:27.831778 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:27.893788 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:28.042919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Deleting port 324eeb75-f787-49a1-8961-6d2c1bebc565 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:28.044248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:28.183738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Set router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:28.215827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] For port 324eeb75-f787-49a1-8961-6d2c1bebc565, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=324eeb75-f787-49a1-8961-6d2c1bebc565,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:28.217146 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:28.232522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Calling delete_port for 324eeb75-f787-49a1-8961-6d2c1bebc565 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:28.341323 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d24fe8-3fbd-44c3-aa8a-23f3d5c52c12 x-openstack-request-id: req-17d24fe8-3fbd-44c3-aa8a-23f3d5c52c12 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:28.341808 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:28.342049 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17d24fe8-3fbd-44c3-aa8a-23f3d5c52c12 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:28.342569 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'status': 'completed', 'code': 200} Jul 23 10:30:28.482098 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '59ea7059-1ea8-4f44-9a0f-fd4e20230dee', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'mac_address': 'fa:16:3e:f6:26:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f8557-762d-4131-a04c-fab047134c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:30:05Z', 'updated_at': '2021-07-23T10:30:26Z', 'revision_number': 1, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:28.554665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-42fae54a-985e-4710-bd88-cc025da576cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:28.555901 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:28.556745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-42fae54a-985e-4710-bd88-cc025da576cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1097 time: 0.1406472 Jul 23 10:30:28.568778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b7f46-e4f6-4afc-8202-00e034cda985 None None] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:28.571902 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:28.573044 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:28.581267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-66b87e0d-6d25-4261-b977-5932f1c1e18c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:28.581802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-66b87e0d-6d25-4261-b977-5932f1c1e18c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/networks?id=611b9f0c-9355-49a1-8228-6af49031475e HTTP/1.1" status: 200 len: 814 time: 0.2576370 Jul 23 10:30:28.608272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-4d1965a0-f0fa-4259-801a-fa3648cca253 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/quotas/bd8c54d85e96467c8a373d125dfa49a6 HTTP/1.1" status: 200 len: 375 time: 0.0194945 Jul 23 10:30:28.618898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:28.711861 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:28.719507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Pushing event deleted for resources: {'Port': ['ID=324eeb75-f787-49a1-8961-6d2c1bebc565,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:28.720793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-46372c15-6f7b-4589-84bd-14211dc94837 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd8c54d85e96467c8a373d125dfa49a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933635 Jul 23 10:30:28.818412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b8b4ad9b-7f28-46b3-845e-ced2d70082ee None None] Provisioning for port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:28.837979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] For port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:28.951530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-7a0b31c4-10f0-47cc-8dc6-0aea0e864f87 service neutron] 10.222.0.37 "GET /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055454 Jul 23 10:30:28.960807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] For port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:28.989531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:29.010440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.031168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:29.033373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.061769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.195147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de9f0724-8a97-4cb3-ba54-4aa7d610d6d2 req-d04e310c-c3eb-4412-bda0-4d0e40cd0c1a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 210 time: 0.1034868 Jul 23 10:30:29.321534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.323644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '90bc02d0-26bb-49b3-8f17-66b1467fe860', 'name': '', 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'mac_address': 'fa:16:3e:d2:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:15Z', 'updated_at': '2021-07-23T10:30:25Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'subnets': [{'id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:29.325285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.335099 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '59ea7059-1ea8-4f44-9a0f-fd4e20230dee', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'mac_address': 'fa:16:3e:f6:26:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f8557-762d-4131-a04c-fab047134c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:30:05Z', 'updated_at': '2021-07-23T10:30:26Z', 'revision_number': 1, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:29.351960 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.354231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-8c7f25d5-c0d1-4b45-86d4-a1709fedcdd2 service neutron] 10.222.0.37 "GET /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017706 Jul 23 10:30:29.393873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1505d-5c81-414c-8ed9-88680189a5dc None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '59ea7059-1ea8-4f44-9a0f-fd4e20230dee', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'mac_address': 'fa:16:3e:f6:26:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f8557-762d-4131-a04c-fab047134c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:30:05Z', 'updated_at': '2021-07-23T10:30:26Z', 'revision_number': 1, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:29.408603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-2347f850-436b-4899-b660-90adf71ca9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:29.410957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-2347f850-436b-4899-b660-90adf71ca9ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.8468935 Jul 23 10:30:29.489626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.490855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:30:29.496313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.501166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-73678f2a-7975-43c7-b844-0c05b54ed404 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6d5d423a-a3ec-45c0-b9eb-bb62d68a533c HTTP/1.1" status: 204 len: 168 time: 2.4218416 Jul 23 10:30:29.501900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:29.647162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-24d2795c-6d05-42fa-b4d4-0bdd2cdf1527 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:29.674358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-24d2795c-6d05-42fa-b4d4-0bdd2cdf1527 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:29.680046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-24d2795c-6d05-42fa-b4d4-0bdd2cdf1527 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "GET /v2.0/networks?id=86d0b7de-1c31-4ee2-8252-9488243ddc6d&id=4a6d184a-2a35-4a57-92d3-8113a420782f&id=86d0b7de-1c31-4ee2-8252-9488243ddc6d HTTP/1.1" status: 200 len: 1391 time: 0.5859487 Jul 23 10:30:29.683167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Deleting subnet 063a259a-8618-43f1-9800-3fa5877d3b47 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:30:29.722916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:29.845333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83945-194f-4a10-8b07-50f7f9c93ecf None None] The sync data for ids ['7b597887-9d6e-4ab8-af34-e8360f1571e2'] in n-d-778550-4 is: [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:30:16Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '90bc02d0-26bb-49b3-8f17-66b1467fe860', 'name': '', 'network_id': '8925bba5-7ac3-46c6-8516-d2e2deb7b332', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'mac_address': 'fa:16:3e:d2:7c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:15Z', 'updated_at': '2021-07-23T10:30:25Z', 'revision_number': 4, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'subnets': [{'id': '7891cc17-f317-43c0-91d8-c587a4b96b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:29.880523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-62c9d954-e589-4be5-8358-1c04dcee890f req-a6433008-230d-4cfd-be95-529b8971e92d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 210 time: 0.4788778 Jul 23 10:30:29.929484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'port': {'device_id': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'admin_state_up': True, 'tenant_id': '878491592fb6479aa6a8c53d133a734b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:30.045703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.286464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-3d0d2dd3-d3a5-4072-ade8-23bb899e1f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 999 time: 0.8254852 Jul 23 10:30:30.436457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-a496f3e0-c5d4-4885-aad9-036b2968f2d3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:30.440578 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-a496f3e0-c5d4-4885-aad9-036b2968f2d3 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 814 time: 0.7521605 Jul 23 10:30:30.456698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e901515-4098-405f-a77c-7be199466093 req-ff99f9bf-601f-44a6-bb8b-af76af57b4dd tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 210 time: 0.1791794 Jul 23 10:30:30.483409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:30.494275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf3997a7-5116-49fb-814d-ed3d6197b483 req-f4eab812-149c-4f0d-82cc-7ddadbe35e73 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 210 time: 0.0860565 Jul 23 10:30:30.498773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Request body: {'port': {'device_id': '82b600c2-71c2-4dd1-b380-08504903e986', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'admin_state_up': True, 'tenant_id': '08fbc9f966d6475b9ec24f5e3032e60f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:30.565797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56394d-41a2-4cd5-9c8b-db27474186fa None None] New status for floating IP 59ea7059-1ea8-4f44-9a0f-fd4e20230dee: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:30:30.577409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3074af-b99d-49de-bf15-8b22d1dfc493 None None] Pushing event updated for resources: {'Port': ['ID=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:30.597885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-474acd70-56bf-43eb-97d2-68d15ee41eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:30.608120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-474acd70-56bf-43eb-97d2-68d15ee41eff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.2884429 Jul 23 10:30:30.655691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-253f96d7-b76e-4042-8489-f34c7a0b1435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.664737 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.667188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 90bc02d0-26bb-49b3-8f17-66b1467fe860 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:30.692717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.764322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:30.777267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.905634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-dd2583ed-e0fd-403c-8222-bb87c9c4467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:30.909966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-dd2583ed-e0fd-403c-8222-bb87c9c4467c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927220 Jul 23 10:30:30.924585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-1330ec1d-67c0-448b-b828-6ecc51ebeb03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:30:30.925690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-1330ec1d-67c0-448b-b828-6ecc51ebeb03 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078132 Jul 23 10:30:30.951641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Made reservation on behalf of 08fbc9f966d6475b9ec24f5e3032e60f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:30.965415 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.965619 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.979257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:30.980617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'name': 'tempest-ServersTestJSON-122380324-router', 'tenant_id': 'e81dc2513e284fa18befef79359406b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:27:51Z', 'updated_at': '2021-07-23T10:30:24Z', 'revision_number': 5, 'project_id': 'e81dc2513e284fa18befef79359406b7', 'gw_port': {'id': '324eeb75-f787-49a1-8961-6d2c1bebc565', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:02:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5d423a-a3ec-45c0-b9eb-bb62d68a533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:27:52Z', 'updated_at': '2021-07-23T10:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:31.028308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063a259a-8618-43f1-9800-3fa5877d3b47,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:31.049473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.050502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.050862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.051202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.051617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.051954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.052286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.053188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.053522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.053893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.054258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.054588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:31.065123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:31.077006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44242) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:31.079137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41ac4142-53b8-481f-a129-0194764459b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/063a259a-8618-43f1-9800-3fa5877d3b47 HTTP/1.1" status: 204 len: 168 time: 1.5762565 Jul 23 10:30:31.136856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6709e5-4cdc-4f6d-9c07-ea29eff97267 None None] Network 1dd780b6-e63b-4665-9cdf-c7712878e93c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:31.183595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Checking router: 6d5d423a-a3ec-45c0-b9eb-bb62d68a533c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:31.393771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecc24bc-d98e-4f05-b2a7-d5b68982e533 None None] Network 4a6d184a-2a35-4a57-92d3-8113a420782f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:31.404769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Allocated IP 172.20.0.8 (ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2/a365fd0e-8e6f-4a18-9ee1-60deae3c2d90/b3a2dde3-c871-480e-a69c-752b704381e4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:31.434245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83c5bff2-0eaa-4bd5-a671-a4da756c34aa req-67cbc427-bee0-49a6-a3c8-823f4207b974 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 210 time: 0.1491842 Jul 23 10:30:31.509611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:31.532106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Allocated IP 19.80.0.170 (86d0b7de-1c31-4ee2-8252-9488243ddc6d/1792915b-9658-4779-8d41-87d42c69ccab/6148431e-381a-48e5-99c7-4f2e8043867f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:31.617166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 90bc02d0-26bb-49b3-8f17-66b1467fe860 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:31.644540 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:31.645223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:31.666004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-aa2d4319-b9e5-4e0e-b8c6-f12d74c4563a service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332575 Jul 23 10:30:31.814828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:31.844146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fab4c9b-c770-4ade-a613-3997e54f4903 req-3d35d665-4719-4bc1-812e-416a5a4260bb tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 210 time: 0.2262089 Jul 23 10:30:31.861439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:31.861439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:30:31.861439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_agentschedulers_db [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:30:31.861439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848f51e-a201-4f5c-a042-97b01eadf09d None None] The sync data for ids ['6d5d423a-a3ec-45c0-b9eb-bb62d68a533c'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:31.916794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 90bc02d0-26bb-49b3-8f17-66b1467fe860 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:31.917387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:31.973685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e1f0134e-ac8d-41ad-98ba-1fceefabfc74 None None] Provisioning for port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:31.988154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.050821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:32.055162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['aba29986-7d6e-472d-95a0-3b81de29c63f', 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:32.203226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a22202-fc3a-4ab1-bc0a-ddf44c4e54b6 req-e6489739-950b-4ff3-b324-460395d4716b service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782290 Jul 23 10:30:32.220094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-e05f4833-4f49-4c3b-83b9-d8d22e1f02e0 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:32.226493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-e05f4833-4f49-4c3b-83b9-d8d22e1f02e0 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.55 "GET /v2.0/networks?id=611b9f0c-9355-49a1-8228-6af49031475e HTTP/1.1" status: 200 len: 814 time: 0.5507052 Jul 23 10:30:32.246281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Request body: {'port': {'device_id': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e', 'admin_state_up': True, 'tenant_id': 'bd8c54d85e96467c8a373d125dfa49a6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:32.256180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:32.287602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:32.298126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:32.405170 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.419610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Transition to ACTIVE for port object 6148431e-381a-48e5-99c7-4f2e8043867f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:32.459371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Deleting port 6e97df6c-53fa-4a77-b628-d04d053d0600 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:32.460157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.484028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:32.484731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.551230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.569883 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0834110 Jul 23 10:30:32.590959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6162f54-c782-4494-b423-a6e11d68e985 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event updated for resources: {'Port': ['ID=b3a2dde3-c871-480e-a69c-752b704381e4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:32.601863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.604250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7ef4a77-67ab-4b4a-8bec-67de5ccc7d9c None None] Provisioning complete for port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:32.604621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4a77-67ab-4b4a-8bec-67de5ccc7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.619974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-2bf94811-6073-40b7-932f-9146a7386150 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:30:32.621166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-2bf94811-6073-40b7-932f-9146a7386150 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243657 Jul 23 10:30:32.763454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] For port 6e97df6c-53fa-4a77-b628-d04d053d0600, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6e97df6c-53fa-4a77-b628-d04d053d0600,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:32.763994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.774195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81598c-bfaf-42f2-ae9b-d0f02f3c2e1e req-5801777b-9160-45ef-ad68-7bbc9fbae88d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:32.788515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea81598c-bfaf-42f2-ae9b-d0f02f3c2e1e req-5801777b-9160-45ef-ad68-7bbc9fbae88d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 931 time: 0.8250864 Jul 23 10:30:32.789782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] DHCP port deletion for 1dd780b6-e63b-4665-9cdf-c7712878e93c request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:30:32.796155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:32.878527 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea81598c-bfaf-42f2-ae9b-d0f02f3c2e1e req-7648604d-0566-4113-9e38-e477086d4275 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870104 Jul 23 10:30:32.883350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Calling delete_port for 6e97df6c-53fa-4a77-b628-d04d053d0600 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:32.902185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 90bc02d0-26bb-49b3-8f17-66b1467fe860, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=90bc02d0-26bb-49b3-8f17-66b1467fe860,segment=NetworkSegment(d5234d18-09a2-4f5a-a3d6-254fd2a552ed),segment_id=d5234d18-09a2-4f5a-a3d6-254fd2a552ed)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:32.923349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.052030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Made reservation on behalf of bd8c54d85e96467c8a373d125dfa49a6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:33.056146 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.151221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Port': ['ID=6148431e-381a-48e5-99c7-4f2e8043867f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:33.167474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-652021a1-daa1-4972-8a80-1328f79a8a03 req-83a0b11f-23c4-4c35-8f42-1ada5816c49c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 210 time: 0.0472875 Jul 23 10:30:33.180266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Request body: {'port': {'device_id': '82b600c2-71c2-4dd1-b380-08504903e986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:33.223325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=90bc02d0-26bb-49b3-8f17-66b1467fe860,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:33.236788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:33.319992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.374227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:33.403454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Allocated IP 172.20.0.11 (611b9f0c-9355-49a1-8228-6af49031475e/851f12cf-2bc6-4e45-9537-54b157ff856f/1d68a182-082d-409d-a6e4-37f269fa5e26) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:33.480914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Deleting port 6e97df6c-53fa-4a77-b628-d04d053d0600 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:30:33.481606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.537800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:33.556971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:33.770802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5be8f7-2be1-47da-8720-b2c88a9d0fb0 req-91c3be06-f17d-490d-9b26-0d224bc5ab14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:33.792517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd5be8f7-2be1-47da-8720-b2c88a9d0fb0 req-91c3be06-f17d-490d-9b26-0d224bc5ab14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 932 time: 1.1115117 Jul 23 10:30:33.871658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:33.872740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.878999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] For port 6e97df6c-53fa-4a77-b628-d04d053d0600, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6e97df6c-53fa-4a77-b628-d04d053d0600,segment=NetworkSegment(503144c1-1948-4232-b03e-e03aab643e3a),segment_id=503144c1-1948-4232-b03e-e03aab643e3a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:33.879398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.946578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Calling delete_port for 6e97df6c-53fa-4a77-b628-d04d053d0600 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:30:33.981972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:33.989396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-72820d55-4545-4be3-aac8-3c5bc44aa2b4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0919325 Jul 23 10:30:34.001328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:34.003025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a2dde3-c871-480e-a69c-752b704381e4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:34.016900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'port': {'device_id': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f', 'admin_state_up': True, 'tenant_id': '878491592fb6479aa6a8c53d133a734b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:34.019295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.023032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.028769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd5be8f7-2be1-47da-8720-b2c88a9d0fb0 req-dbc297ac-87bd-454d-9fa0-c93f08034e16 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125294 Jul 23 10:30:34.050503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Transition to ACTIVE for port object b3a2dde3-c871-480e-a69c-752b704381e4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:34.063634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:34.065078 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.068842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.163656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e97df6c-53fa-4a77-b628-d04d053d0600,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:34.168816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] No DVR routers for this DVR port 6e97df6c-53fa-4a77-b628-d04d053d0600 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:30:34.206700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a2dde3-c871-480e-a69c-752b704381e4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:34.230084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d01711c2-980d-43f9-a070-6c0b6d43cb7a None None] Provisioning for port 6148431e-381a-48e5-99c7-4f2e8043867f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:34.250831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d01711c2-980d-43f9-a070-6c0b6d43cb7a None None] Provisioning complete for port 6148431e-381a-48e5-99c7-4f2e8043867f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:34.251410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d01711c2-980d-43f9-a070-6c0b6d43cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.301177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d01711c2-980d-43f9-a070-6c0b6d43cb7a None None] Port 6148431e-381a-48e5-99c7-4f2e8043867f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:34.315074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.345801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acae2b-2f8c-446e-9893-970d8589f42e req-dbcf8368-fbf9-444a-b4be-509e1c9a9ccf tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:34.354761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93acae2b-2f8c-446e-9893-970d8589f42e req-dbcf8368-fbf9-444a-b4be-509e1c9a9ccf tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 943 time: 0.3025229 Jul 23 10:30:34.383302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.389652 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.425257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93acae2b-2f8c-446e-9893-970d8589f42e req-f4afa198-c542-4211-85e0-ad4217da5ae0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669272 Jul 23 10:30:34.428314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Attempting to bind port b3a2dde3-c871-480e-a69c-752b704381e4 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:34.429455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Attempting to bind port b3a2dde3-c871-480e-a69c-752b704381e4 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:34.430044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Attempting to bind port b3a2dde3-c871-480e-a69c-752b704381e4 on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:34.435022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Port b3a2dde3-c871-480e-a69c-752b704381e4 on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:34.435534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Attempting to bind port b3a2dde3-c871-480e-a69c-752b704381e4 on network ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:34.450720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:34.450720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Checking segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:34.450720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Bound using segment: {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:34.450720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Bound port: b3a2dde3-c871-480e-a69c-752b704381e4, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeb22d8-a25b-45dd-a714-70b1f0916662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:34.450720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.472925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.557362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] For port b3a2dde3-c871-480e-a69c-752b704381e4, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:34.561690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] For port b3a2dde3-c871-480e-a69c-752b704381e4, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b3a2dde3-c871-480e-a69c-752b704381e4,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:34.567802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.576331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd780b6-e63b-4665-9cdf-c7712878e93c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:34.606854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Network 611b9f0c-9355-49a1-8228-6af49031475e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:34.619550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:34.620544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.620619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503144c1-1948-4232-b03e-e03aab643e3a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:34.621276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503144c1-1948-4232-b03e-e03aab643e3a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:34.622272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3a2dde3-c871-480e-a69c-752b704381e4 HTTP/1.1" status: 200 len: 1091 time: 1.9605136 Jul 23 10:30:34.622857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b600c2-71c2-4dd1-b380-08504903e986', 'tag': 'b3a2dde3-c871-480e-a69c-752b704381e4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:34.626315 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfa05eb-0030-42a0-af2d-41f9af18dacb" -d '{"events": [{"name": "network-changed", "server_uuid": "82b600c2-71c2-4dd1-b380-08504903e986", "tag": "b3a2dde3-c871-480e-a69c-752b704381e4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:34.644577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:34.648934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:34.677858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb81fd-1fd5-4306-858a-314dffeb8c58 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a2dde3-c871-480e-a69c-752b704381e4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:34.678491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.696507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] No DVR routers for this DVR port 6e97df6c-53fa-4a77-b628-d04d053d0600 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:30:34.706317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Pushing event deleted for resources: {'Port': ['ID=6e97df6c-53fa-4a77-b628-d04d053d0600,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:34.720632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.721405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.722113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.722113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.723456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.723621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.723793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.723793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.723793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.725281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.725548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.726051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.726915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d436-f198-4d7b-86b5-eae8b11581f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:34.757717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:34.766391 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.768390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:34.794570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Pushing event updated for resources: {'Port': ['ID=1d68a182-082d-409d-a6e4-37f269fa5e26,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:34.826580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:34.830211 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.849114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-8597e59b-7bfc-41ad-83ea-f68f540fd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:34.850796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-8597e59b-7bfc-41ad-83ea-f68f540fd54e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 1094 time: 0.1618323 Jul 23 10:30:34.877558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.901129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:34.934617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:34.936558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.938466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:30:34.939150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:30:34.940848 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:30:34.949912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-4600010d-2a82-469f-b935-e6a1fc58c617 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a2dde3-c871-480e-a69c-752b704381e4 HTTP/1.1" status: 200 len: 217 time: 0.0846853 Jul 23 10:30:34.978741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb860d1-3413-4e55-a28c-9a3b2db72051 req-b1434d1e-ebd6-4389-a4a1-9e16ea97cc97 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:34.987379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6fb860d1-3413-4e55-a28c-9a3b2db72051 req-b1434d1e-ebd6-4389-a4a1-9e16ea97cc97 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 932 time: 0.6426282 Jul 23 10:30:35.007344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:35.008294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:35.066913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-01d3d03e-0c0c-4d10-b4cc-72fb86405605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:35.068715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-01d3d03e-0c0c-4d10-b4cc-72fb86405605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.1103785 Jul 23 10:30:35.145998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-bac43352-a7fb-4bf4-acfc-feaf01545283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554552 Jul 23 10:30:35.149317 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7d49d-84f7-46fb-bec8-678024b42140 x-openstack-request-id: req-48a7d49d-84f7-46fb-bec8-678024b42140 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:35.149317 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b600c2-71c2-4dd1-b380-08504903e986", "tag": "b3a2dde3-c871-480e-a69c-752b704381e4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:35.149568 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48a7d49d-84f7-46fb-bec8-678024b42140 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:35.150400 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b600c2-71c2-4dd1-b380-08504903e986', 'tag': 'b3a2dde3-c871-480e-a69c-752b704381e4', 'status': 'completed', 'code': 200} Jul 23 10:30:35.164278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42531ae4-48b1-40f5-a22b-81011f1eec26 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9277899 Jul 23 10:30:35.166290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d31cf54-b97f-44f6-8890-bb73016d5072 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:35.177322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:35.188589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Request body: {'port': {'device_id': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:35.201871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0d31cf54-b97f-44f6-8890-bb73016d5072 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:35.202224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0d31cf54-b97f-44f6-8890-bb73016d5072 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:35.203639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6e97df6c-53fa-4a77-b628-d04d053d0600 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:35.249743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:35.254564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1dd780b6-e63b-4665-9cdf-c7712878e93c HTTP/1.1" status: 204 len: 168 time: 4.1534996 Jul 23 10:30:35.259028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 6e97df6c-53fa-4a77-b628-d04d053d0600 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:35.259525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6e97df6c-53fa-4a77-b628-d04d053d0600 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:35.259862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324eeb75-f787-49a1-8961-6d2c1bebc565 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:30:35.272914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6fb860d1-3413-4e55-a28c-9a3b2db72051 req-c9d4b96c-d4f1-48e3-af98-721d35849093 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834880 Jul 23 10:30:35.330167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 324eeb75-f787-49a1-8961-6d2c1bebc565 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:30:35.331559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324eeb75-f787-49a1-8961-6d2c1bebc565 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:30:35.364024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaea4f-e296-4538-8ec4-9caeb8d7ea57 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd780b6-e63b-4665-9cdf-c7712878e93c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:35.435547 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:35.493616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:35.541991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-b703c406-3f69-4514-8778-f56e2dd25d47 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802094 Jul 23 10:30:35.575546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Allocated IP 19.86.0.146 (4a6d184a-2a35-4a57-92d3-8113a420782f/a31a91f9-0e16-4a70-a72d-125fd2cb56c7/b4fcedd0-f4b0-4af9-a63f-b044ee93a599) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:35.634040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:35.634780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:35.825166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 90bc02d0-26bb-49b3-8f17-66b1467fe860 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:35.894575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 90bc02d0-26bb-49b3-8f17-66b1467fe860 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:35.894958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.063940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ecd3a-a919-4211-85b2-b88a1d5c2f79 req-b20042a2-62cd-4514-ad34-a24224215191 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:36.075560 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca9ecd3a-a919-4211-85b2-b88a1d5c2f79 req-b20042a2-62cd-4514-ad34-a24224215191 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 932 time: 0.6775694 Jul 23 10:30:36.077214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:36.158252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b405484a-937b-4142-bb9b-eb0a5b141225 req-dc4c23d6-494b-45ac-9610-568d065de92a service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068628 Jul 23 10:30:36.167858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca9ecd3a-a919-4211-85b2-b88a1d5c2f79 req-17170bc7-3dca-4d6f-b0b8-e8a90982d516 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913014 Jul 23 10:30:36.206212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-29686d15-2bf7-4a63-a30d-786ecf43ae62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e81dc2513e284fa18befef79359406b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253994 Jul 23 10:30:36.206856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:36.217722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44348) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:36.315917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-244ff9fc-9ef9-419e-9450-a62ed5953697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.327056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d4c3-61e7-458d-b925-185905cbab2b req-0e46cb35-80de-4678-85c2-5d29c98deb02 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:36.328677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb86d4c3-61e7-458d-b925-185905cbab2b req-0e46cb35-80de-4678-85c2-5d29c98deb02 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 943 time: 0.7546887 Jul 23 10:30:36.361687 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:30:36.390458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-244ff9fc-9ef9-419e-9450-a62ed5953697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.451545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdc22-6066-42b4-b0f9-357d6f718f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.457930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-c604ed02-0ad6-4d02-b8aa-df93ed20bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:36.460332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-c604ed02-0ad6-4d02-b8aa-df93ed20bcad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 1094 time: 0.1632006 Jul 23 10:30:36.473531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb86d4c3-61e7-458d-b925-185905cbab2b req-74acba03-0c0a-4380-85d4-f39d44144e14 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159832 Jul 23 10:30:36.515967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-244ff9fc-9ef9-419e-9450-a62ed5953697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.518309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-244ff9fc-9ef9-419e-9450-a62ed5953697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.522022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-244ff9fc-9ef9-419e-9450-a62ed5953697 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/418ba225-5064-4a2a-81d0-f11c64933fd0 HTTP/1.1" status: 204 len: 168 time: 0.3101175 Jul 23 10:30:36.540668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.562246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ff9fc-9ef9-419e-9450-a62ed5953697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ba225-5064-4a2a-81d0-f11c64933fd0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:36.607322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Transition to ACTIVE for port object b4fcedd0-f4b0-4af9-a63f-b044ee93a599 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:36.689234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d68a182-082d-409d-a6e4-37f269fa5e26 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:36.701381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.718969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Transition to ACTIVE for port object 1d68a182-082d-409d-a6e4-37f269fa5e26 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:36.725097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.734663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-0a04cc77-9653-41db-8c12-e23eb644225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:36.736212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-0a04cc77-9653-41db-8c12-e23eb644225e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 915 time: 0.2670186 Jul 23 10:30:36.762670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.794561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d68a182-082d-409d-a6e4-37f269fa5e26,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:36.809845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-2f809482-2bc3-4186-879d-43082ed742a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a2dde3-c871-480e-a69c-752b704381e4 HTTP/1.1" status: 200 len: 217 time: 0.0603161 Jul 23 10:30:36.830942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdc22-6066-42b4-b0f9-357d6f718f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.836664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 4a6d184a-2a35-4a57-92d3-8113a420782f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:36.841169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:36.850251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:36.871007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3978c34-5dce-4bd6-998c-07e65e19cd60 req-fe4e5eb7-2647-4703-8843-09eed2a10b77 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:36.873151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3978c34-5dce-4bd6-998c-07e65e19cd60 req-fe4e5eb7-2647-4703-8843-09eed2a10b77 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 932 time: 0.2683544 Jul 23 10:30:36.875384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdc22-6066-42b4-b0f9-357d6f718f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:36.997287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ecbdc22-6066-42b4-b0f9-357d6f718f61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8908c9471c5748e6b2f71a391cfa47c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7782273 Jul 23 10:30:37.001191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:37.004139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Port': ['ID=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:37.013704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbdc22-6066-42b4-b0f9-357d6f718f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59fc48d-1a19-4534-a973-83a4db152b8e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:37.020400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-653e25fe-6bfa-4ce2-b0d9-c3a78cbcd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:37.022622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-653e25fe-6bfa-4ce2-b0d9-c3a78cbcd0a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.1861734 Jul 23 10:30:37.040408 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3978c34-5dce-4bd6-998c-07e65e19cd60 req-edd9f30d-d44f-4202-a986-d2839e280ec3 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148365 Jul 23 10:30:37.077465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-63ad79e7-7091-4b36-800c-c422b3231457 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358546 Jul 23 10:30:37.089244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:37.090012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.137642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c250e54-1d29-4ca5-8465-145ea4211e8c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1344543 Jul 23 10:30:37.147241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Attempting to bind port 1d68a182-082d-409d-a6e4-37f269fa5e26 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:37.148407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Attempting to bind port 1d68a182-082d-409d-a6e4-37f269fa5e26 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'bcadb197-941a-4411-b8fd-6613c9c46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:37.148407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Attempting to bind port 1d68a182-082d-409d-a6e4-37f269fa5e26 on network 611b9f0c-9355-49a1-8228-6af49031475e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:37.171308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'port': {'device_id': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'admin_state_up': True, 'tenant_id': '878491592fb6479aa6a8c53d133a734b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:37.181786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Port 1d68a182-082d-409d-a6e4-37f269fa5e26 on network 611b9f0c-9355-49a1-8228-6af49031475e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:37.181786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Attempting to bind port 1d68a182-082d-409d-a6e4-37f269fa5e26 on network 611b9f0c-9355-49a1-8228-6af49031475e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:37.212723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-7c36c56f-d355-4ed4-9f7d-3f6956053669 service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265590 Jul 23 10:30:37.248729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-173b2dfd-48b3-4d5c-b6ba-0ffb6a8d609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.265742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-848d4262-6692-46ef-80d5-a0ad220bf662 None None] Provisioning for port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:37.283894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-848d4262-6692-46ef-80d5-a0ad220bf662 None None] Provisioning complete for port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:37.285542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-173b2dfd-48b3-4d5c-b6ba-0ffb6a8d609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.285666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-848d4262-6692-46ef-80d5-a0ad220bf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.337929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:37.338525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Checking segment: {'id': 'bcadb197-941a-4411-b8fd-6613c9c46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:37.340634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Bound using segment: {'id': 'bcadb197-941a-4411-b8fd-6613c9c46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:37.341251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Bound port: 1d68a182-082d-409d-a6e4-37f269fa5e26, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcadb197-941a-4411-b8fd-6613c9c46f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:37.341646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.364336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-848d4262-6692-46ef-80d5-a0ad220bf662 None None] Port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:37.409260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dfa05eb-0030-42a0-af2d-41f9af18dacb req-cc2cf5b1-43b7-45b9-b01f-c3b38cf3a9bd service neutron] 10.222.0.20 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876740 Jul 23 10:30:37.446499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-173b2dfd-48b3-4d5c-b6ba-0ffb6a8d609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.449820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-173b2dfd-48b3-4d5c-b6ba-0ffb6a8d609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.451064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-173b2dfd-48b3-4d5c-b6ba-0ffb6a8d609c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a59fc48d-1a19-4534-a973-83a4db152b8e HTTP/1.1" status: 204 len: 168 time: 0.4435976 Jul 23 10:30:37.530583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b2dfd-48b3-4d5c-b6ba-0ffb6a8d609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59fc48d-1a19-4534-a973-83a4db152b8e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:37.564063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:37.608012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbedd1-5e95-4bc9-91ee-cf6b6c08db1c req-9d241aa4-2cb0-4729-a6e8-734c80baa244 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:37.614140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbedd1-5e95-4bc9-91ee-cf6b6c08db1c req-9d241aa4-2cb0-4729-a6e8-734c80baa244 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:37.623176 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18cbedd1-5e95-4bc9-91ee-cf6b6c08db1c req-9d241aa4-2cb0-4729-a6e8-734c80baa244 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 1655 time: 0.2614710 Jul 23 10:30:37.650331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] For port 1d68a182-082d-409d-a6e4-37f269fa5e26, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:37.706138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18cbedd1-5e95-4bc9-91ee-cf6b6c08db1c req-0825940a-7f27-47b4-98a4-e56ec538880c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752668 Jul 23 10:30:37.709783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] For port 1d68a182-082d-409d-a6e4-37f269fa5e26, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1d68a182-082d-409d-a6e4-37f269fa5e26,segment=NetworkSegment(bcadb197-941a-4411-b8fd-6613c9c46f19),segment_id=bcadb197-941a-4411-b8fd-6613c9c46f19)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:37.711332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:37.714959 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.740800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.754554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1dad4-3c9a-41eb-8203-261489f0c0b1 req-fcccd4e3-dd44-455a-8485-9a89a71bf396 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:37.777541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e1dad4-3c9a-41eb-8203-261489f0c0b1 req-fcccd4e3-dd44-455a-8485-9a89a71bf396 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 943 time: 0.1317916 Jul 23 10:30:37.843828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:37.845026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:37.846544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d68a182-082d-409d-a6e4-37f269fa5e26 HTTP/1.1" status: 200 len: 1092 time: 2.6706707 Jul 23 10:30:37.846983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'tag': '1d68a182-082d-409d-a6e4-37f269fa5e26'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:37.849358 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f6e674-de8c-4b35-b9b8-b89612fdc302" -d '{"events": [{"name": "network-changed", "server_uuid": "59fa87c3-675c-409b-ad17-e8a36fc61bfc", "tag": "1d68a182-082d-409d-a6e4-37f269fa5e26"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:37.908336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0e1dad4-3c9a-41eb-8203-261489f0c0b1 req-7252434a-75e6-4122-9fe7-e83248b1fd32 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288886 Jul 23 10:30:37.940158 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb22f0-bec1-4913-9e4f-9ec0a7036c51 x-openstack-request-id: req-02cb22f0-bec1-4913-9e4f-9ec0a7036c51 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:37.940679 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fa87c3-675c-409b-ad17-e8a36fc61bfc", "tag": "1d68a182-082d-409d-a6e4-37f269fa5e26", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:37.941084 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02cb22f0-bec1-4913-9e4f-9ec0a7036c51 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:37.941724 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'tag': '1d68a182-082d-409d-a6e4-37f269fa5e26', 'status': 'completed', 'code': 200} Jul 23 10:30:37.999624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2056929444-network', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:38.011976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec5ab2-a5e3-4713-85ec-17fc0620eae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d68a182-082d-409d-a6e4-37f269fa5e26,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:38.028800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Made reservation on behalf of bc403abeb8ad47a9a910adcfe3ae9a4b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:38.031651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.044403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:38.051238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.079231 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86f5e03a-1c0c-439f-87a3-5d1dd9e47564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.088875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-661a0bcc-f0fa-4a69-b633-65b9ee09f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:38.090710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-661a0bcc-f0fa-4a69-b633-65b9ee09f9e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd8c54d85e96467c8a373d125dfa49a6&device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 1095 time: 0.1540504 Jul 23 10:30:38.100805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Allocated IP 19.80.0.184 (86d0b7de-1c31-4ee2-8252-9488243ddc6d/1792915b-9658-4779-8d41-87d42c69ccab/ec89c68a-b963-45ff-9176-af03430dfc52) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:38.160580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-230f8622-09a9-40fe-9be8-55bc90127e50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d68a182-082d-409d-a6e4-37f269fa5e26 HTTP/1.1" status: 200 len: 217 time: 0.0571656 Jul 23 10:30:38.226369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.236542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.247483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267807-90b5-4781-b637-20d478357163 req-dcc430e1-952f-4f5d-95f5-59865a1c377c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:38.248680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-313a0d1f-5ff9-4d3c-a961-d4be54bf0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:38.249017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73267807-90b5-4781-b637-20d478357163 req-dcc430e1-952f-4f5d-95f5-59865a1c377c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 944 time: 0.1136575 Jul 23 10:30:38.250374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-313a0d1f-5ff9-4d3c-a961-d4be54bf0206 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=851f12cf-2bc6-4e45-9537-54b157ff856f HTTP/1.1" status: 200 len: 854 time: 0.0833392 Jul 23 10:30:38.309626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-3b67d09f-c948-4708-9c1d-1c17c28de593 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611b9f0c-9355-49a1-8228-6af49031475e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430253 Jul 23 10:30:38.311333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:30:38.331840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1dad46-44b4-426a-93e2-b98c89a50f66,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:38.344705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.345064 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Added segment ebe5a242-b9c8-4547-9b58-536fb665a9f2 of type vlan for network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 Jul 23 10:30:38.374863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b3a2dde3-c871-480e-a69c-752b704381e4 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:38.411016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73267807-90b5-4781-b637-20d478357163 req-55ea26bd-67dd-475b-9754-cbd6cada738f tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417308 Jul 23 10:30:38.452549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.479196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.504652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-c1293730-aeba-4b76-8601-0c38a8837bac service neutron] 10.222.0.55 "GET /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869564 Jul 23 10:30:38.508264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Transition to ACTIVE for port object ec89c68a-b963-45ff-9176-af03430dfc52 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:38.546504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86f5e03a-1c0c-439f-87a3-5d1dd9e47564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.557224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.559247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:38.560030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.569174 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86f5e03a-1c0c-439f-87a3-5d1dd9e47564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.582401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b3a2dde3-c871-480e-a69c-752b704381e4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b3a2dde3-c871-480e-a69c-752b704381e4,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:38.598869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b3a2dde3-c871-480e-a69c-752b704381e4', 'network_id': 'ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2', 'port_id': 'b3a2dde3-c871-480e-a69c-752b704381e4', 'mac_address': 'fa:16:3e:93:6f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a365fd0e-8e6f-4a18-9ee1-60deae3c2d90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:38.637038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0717969 Jul 23 10:30:38.640077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44408) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:38.649024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Request body: {'subnet': {'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2056929444-subnet', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:38.686040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.686642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f80e922-f9fd-47a1-87ae-8eaa4fbfa713 req-42ca6f5d-8bd7-47a5-bedf-6f6aff539b0e service neutron] 10.222.0.55 "GET /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710153 Jul 23 10:30:38.689652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.706013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a2dde3-c871-480e-a69c-752b704381e4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:38.706477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2f03-90e4-4d97-a7e9-27b64e30ccbb admin admin] Pushing event updated for resources: {'Network': ['ID=e3d82555-25b4-4ee6-bf9e-63eef1832fc1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:38.714097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86f5e03a-1c0c-439f-87a3-5d1dd9e47564 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12c26449b41040f68bca948420d621ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681943 Jul 23 10:30:38.731488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:30:38.732210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:38.734659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5e03a-1c0c-439f-87a3-5d1dd9e47564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b1afd-f31b-46c3-be5b-31de8f11b476,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:38.740002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b3a2dde3-c871-480e-a69c-752b704381e4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b3a2dde3-c871-480e-a69c-752b704381e4,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:38.768134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.806703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d40e756e-c89f-4f43-8a69-d903372ce929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.834442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d40e756e-c89f-4f43-8a69-d903372ce929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.898509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b3a2dde3-c871-480e-a69c-752b704381e4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:38.906505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Made reservation on behalf of bc403abeb8ad47a9a910adcfe3ae9a4b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:38.909450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.910268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d40e756e-c89f-4f43-8a69-d903372ce929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.913850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d40e756e-c89f-4f43-8a69-d903372ce929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:38.914119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:38.918832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d40e756e-c89f-4f43-8a69-d903372ce929 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e6b1afd-f31b-46c3-be5b-31de8f11b476 HTTP/1.1" status: 204 len: 168 time: 0.1821327 Jul 23 10:30:38.929194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e756e-c89f-4f43-8a69-d903372ce929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b1afd-f31b-46c3-be5b-31de8f11b476,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:38.964709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:38.973864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:38.993180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Port': ['ID=ec89c68a-b963-45ff-9176-af03430dfc52,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:39.155057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ff2f-dfd4-40df-91f4-91051e98f812 req-bcfa9c59-4333-4355-983e-6db762b467ea tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.156674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e27ff2f-dfd4-40df-91f4-91051e98f812 req-bcfa9c59-4333-4355-983e-6db762b467ea tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 944 time: 0.1075222 Jul 23 10:30:39.159364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-d8c2e3b8-88c2-4566-ae33-9c6bbea80839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.160149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b3a2dde3-c871-480e-a69c-752b704381e4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:39.161059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-d8c2e3b8-88c2-4566-ae33-9c6bbea80839 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd8c54d85e96467c8a373d125dfa49a6&device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 1095 time: 0.3912983 Jul 23 10:30:39.183104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.184063 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:39.218853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-7c67426d-ec44-4fe3-afdb-13b9c051d872 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0650692 Jul 23 10:30:39.252150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e27ff2f-dfd4-40df-91f4-91051e98f812 req-b826832b-70f6-4402-afc8-35e3bb6edabb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748172 Jul 23 10:30:39.257182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Request body: {'port': {'device_id': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:39.285597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405446b-15ae-4832-9b1f-f01de98da389 req-dcc68743-b9a8-4654-87d7-ddb775516f71 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.291874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405446b-15ae-4832-9b1f-f01de98da389 req-dcc68743-b9a8-4654-87d7-ddb775516f71 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.298782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405446b-15ae-4832-9b1f-f01de98da389 req-dcc68743-b9a8-4654-87d7-ddb775516f71 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.300736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a405446b-15ae-4832-9b1f-f01de98da389 req-dcc68743-b9a8-4654-87d7-ddb775516f71 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2377 time: 0.4379251 Jul 23 10:30:39.334305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-80b84ed5-1ca6-47d4-8cab-7d54a5b7ec27 None None] Provisioning for port ec89c68a-b963-45ff-9176-af03430dfc52 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:39.341806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-80b84ed5-1ca6-47d4-8cab-7d54a5b7ec27 None None] Provisioning complete for port ec89c68a-b963-45ff-9176-af03430dfc52 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:39.342576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80b84ed5-1ca6-47d4-8cab-7d54a5b7ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:39.436267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-80b84ed5-1ca6-47d4-8cab-7d54a5b7ec27 None None] Port ec89c68a-b963-45ff-9176-af03430dfc52 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:39.520351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:39.570169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a405446b-15ae-4832-9b1f-f01de98da389 req-8cf7ef56-3597-40d2-80cd-5dbb9bd0c963 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245560 Jul 23 10:30:39.579141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec0de303-c784-4092-bc5f-12dab078fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:39.586378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-97c6ad79-5e57-4b8d-ba75-b8ff98836de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.588423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-97c6ad79-5e57-4b8d-ba75-b8ff98836de0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=611b9f0c-9355-49a1-8228-6af49031475e HTTP/1.1" status: 200 len: 915 time: 0.4127960 Jul 23 10:30:39.589873 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:39.591765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfacdc-91e7-4566-9dff-6d155f2d5ad7 req-702f517f-4cc8-4de4-8883-74eb0130e691 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.593282 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfacdc-91e7-4566-9dff-6d155f2d5ad7 req-702f517f-4cc8-4de4-8883-74eb0130e691 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 944 time: 0.0936666 Jul 23 10:30:39.601519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:39.659345 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfacdc-91e7-4566-9dff-6d155f2d5ad7 req-742b5ea2-a5dc-4307-b940-0eb54ac9af9a tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540633 Jul 23 10:30:39.737574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-ea90509b-8a8a-4af0-8faf-9cad59f4e604 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d68a182-082d-409d-a6e4-37f269fa5e26 HTTP/1.1" status: 200 len: 217 time: 0.1261737 Jul 23 10:30:39.828789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75de4964-bd8d-4612-b11e-f679ebf61ae7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:39.925108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-3f45b10f-7624-4981-a0bd-ec04e9b4108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:39.926586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-3f45b10f-7624-4981-a0bd-ec04e9b4108c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=851f12cf-2bc6-4e45-9537-54b157ff856f HTTP/1.1" status: 200 len: 854 time: 0.1637173 Jul 23 10:30:39.930838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Checking segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:39.931201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Network hostable DHCP agents. Network: e3d82555-25b4-4ee6-bf9e-63eef1832fc1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:30:39.993485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-fc115e58-a3b4-4f5e-b3a7-40d6392f75f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=611b9f0c-9355-49a1-8228-6af49031475e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511448 Jul 23 10:30:40.049213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec0de303-c784-4092-bc5f-12dab078fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.060556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:30:40.062500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec0de303-c784-4092-bc5f-12dab078fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.128230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e3d82555-25b4-4ee6-bf9e-63eef1832fc1) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:40.135462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:40.135755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.136548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1cf86c-fbf2-4403-aa58-f92c59899b82 None None] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:40.198475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ec0de303-c784-4092-bc5f-12dab078fa73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d05691b0f18e4aa6b2e09bea667a892a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695025 Jul 23 10:30:40.201938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:40.213868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0de303-c784-4092-bc5f-12dab078fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dcb165-e591-4411-8149-4dede516c549,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:40.242495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4c447bed-75fb-422b-a17a-db06b5a57405 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6010616 Jul 23 10:30:40.243528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:40.252167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:40.284535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-8d6f92d6-0e4e-4f54-ae27-8e9c466f2a1b service neutron] 10.222.0.55 "GET /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744298 Jul 23 10:30:40.309517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.310786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.329400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cac1986-a62e-4cc4-8a3c-6aa50db498b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.339345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:30:40.341300 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.431123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b3a2dde3-c871-480e-a69c-752b704381e4 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:40.442948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6148431e-381a-48e5-99c7-4f2e8043867f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:40.445558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cac1986-a62e-4cc4-8a3c-6aa50db498b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.455505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.458639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.483065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Transition to ACTIVE for port object 6148431e-381a-48e5-99c7-4f2e8043867f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:40.486076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95f6e674-de8c-4b35-b9b8-b89612fdc302 req-2c125052-0a57-47c8-bc5c-5cb00529636d service neutron] 10.222.0.55 "GET /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883106 Jul 23 10:30:40.500308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.552273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Allocated IP 172.20.0.2 (e3d82555-25b4-4ee6-bf9e-63eef1832fc1/75de4964-bd8d-4612-b11e-f679ebf61ae7/3bf47def-f78a-43ec-b0d5-3f0ba9afab27) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:40.557490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b3a2dde3-c871-480e-a69c-752b704381e4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:40.562815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b3a2dde3-c871-480e-a69c-752b704381e4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:40.563461 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.624344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6148431e-381a-48e5-99c7-4f2e8043867f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:40.774617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Attempting to bind port 6148431e-381a-48e5-99c7-4f2e8043867f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:40.774617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Attempting to bind port 6148431e-381a-48e5-99c7-4f2e8043867f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:40.774617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Attempting to bind port 6148431e-381a-48e5-99c7-4f2e8043867f on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:40.777191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.798925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806532b-e415-443d-bc02-816521c2cffc req-c674181a-5d87-4e16-af98-62bd4949702d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:40.807079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2806532b-e415-443d-bc02-816521c2cffc req-c674181a-5d87-4e16-af98-62bd4949702d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 944 time: 0.4575851 Jul 23 10:30:40.816339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Port 6148431e-381a-48e5-99c7-4f2e8043867f on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:40.816781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Attempting to bind port 6148431e-381a-48e5-99c7-4f2e8043867f on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:40.817823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.825352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:40.825763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Checking segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:40.830752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Bound using segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:40.831618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Bound port: 6148431e-381a-48e5-99c7-4f2e8043867f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:40.832436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.839384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cac1986-a62e-4cc4-8a3c-6aa50db498b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.843637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cac1986-a62e-4cc4-8a3c-6aa50db498b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.847946 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6cac1986-a62e-4cc4-8a3c-6aa50db498b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77dcb165-e591-4411-8149-4dede516c549 HTTP/1.1" status: 204 len: 168 time: 0.6446359 Jul 23 10:30:40.862610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b600c2-71c2-4dd1-b380-08504903e986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a2dde3-c871-480e-a69c-752b704381e4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:40.865118 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fada6c-4988-479d-9360-1227e08f1855" -d '{"events": [{"server_uuid": "82b600c2-71c2-4dd1-b380-08504903e986", "name": "network-vif-plugged", "status": "completed", "tag": "b3a2dde3-c871-480e-a69c-752b704381e4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:40.869055 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:40.885570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1986-a62e-4cc4-8a3c-6aa50db498b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dcb165-e591-4411-8149-4dede516c549,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:40.897844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b3a2dde3-c871-480e-a69c-752b704381e4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b3a2dde3-c871-480e-a69c-752b704381e4,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:40.907916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Transition to ACTIVE for port object 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:40.920154 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2806532b-e415-443d-bc02-816521c2cffc req-fe4d35a8-21a9-4aa8-aaf2-3f695a8028de tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090631 Jul 23 10:30:40.926802 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.035091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Transition to ACTIVE for port object 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:41.053402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb74f-2a39-4a19-9cda-aad024c83440 req-6637a076-71d2-43e0-89de-95cd200ec005 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:41.072227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb74f-2a39-4a19-9cda-aad024c83440 req-6637a076-71d2-43e0-89de-95cd200ec005 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:41.088737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb74f-2a39-4a19-9cda-aad024c83440 req-6637a076-71d2-43e0-89de-95cd200ec005 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:41.090615 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.092500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97aeb74f-2a39-4a19-9cda-aad024c83440 req-6637a076-71d2-43e0-89de-95cd200ec005 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2389 time: 0.3587785 Jul 23 10:30:41.094617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b3a2dde3-c871-480e-a69c-752b704381e4,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:41.151040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41988788-f801-49aa-b134-2ac398a72f00 req-6c55a26a-21b9-44e5-8536-46df0873d750 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:41.158105 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41988788-f801-49aa-b134-2ac398a72f00 req-6c55a26a-21b9-44e5-8536-46df0873d750 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 944 time: 0.1008971 Jul 23 10:30:41.211277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:41.217807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:41.223608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:41.319555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41988788-f801-49aa-b134-2ac398a72f00 req-83f02cbf-d93c-4afb-bad7-6de0e2b630c4 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604562 Jul 23 10:30:41.322240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.348138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.403169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Pushing event updated for resources: {'Port': ['ID=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:41.430226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Attempting to bind port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:41.430613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Attempting to bind port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:41.430987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Attempting to bind port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 on network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:41.447582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:41.452164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Checking segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:41.456198 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.458122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Bound using segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:41.469507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Bound port: 3bf47def-f78a-43ec-b0d5-3f0ba9afab27, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:41.470112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.538401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Allocated IP 172.25.4.64 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/ada12208-e532-4b24-8f56-fd40ec385cc8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:41.613052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1d68a182-082d-409d-a6e4-37f269fa5e26 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:41.622395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] For port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:41.642783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] For port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:41.652770 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.795328 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df899c-ebd4-4a6e-9435-c43486dbcc86 x-openstack-request-id: req-94df899c-ebd4-4a6e-9435-c43486dbcc86 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:41.795733 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b600c2-71c2-4dd1-b380-08504903e986", "name": "network-vif-plugged", "status": "completed", "tag": "b3a2dde3-c871-480e-a69c-752b704381e4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:41.796058 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94df899c-ebd4-4a6e-9435-c43486dbcc86 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:41.796538 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b600c2-71c2-4dd1-b380-08504903e986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a2dde3-c871-480e-a69c-752b704381e4', 'code': 200} Jul 23 10:30:41.858559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711f605-6b77-43c1-9f8d-c535ddb6839d None None] Pushing event updated for resources: {'Port': ['ID=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:41.881606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:41.917429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1d68a182-082d-409d-a6e4-37f269fa5e26, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1d68a182-082d-409d-a6e4-37f269fa5e26,segment=NetworkSegment(bcadb197-941a-4411-b8fd-6613c9c46f19),segment_id=bcadb197-941a-4411-b8fd-6613c9c46f19)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:41.947060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '1d68a182-082d-409d-a6e4-37f269fa5e26', 'network_id': '611b9f0c-9355-49a1-8228-6af49031475e', 'port_id': '1d68a182-082d-409d-a6e4-37f269fa5e26', 'mac_address': 'fa:16:3e:39:98:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851f12cf-2bc6-4e45-9537-54b157ff856f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:41.994943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97aeb74f-2a39-4a19-9cda-aad024c83440 req-4fd5bc4f-cc5c-4860-8733-7cbaefcfd3c7 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8719847 Jul 23 10:30:42.015283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] For port 6148431e-381a-48e5-99c7-4f2e8043867f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:42.015283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] For port 6148431e-381a-48e5-99c7-4f2e8043867f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6148431e-381a-48e5-99c7-4f2e8043867f,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:42.033955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:42.037640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:42.067850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d68a182-082d-409d-a6e4-37f269fa5e26 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:42.090769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:42.104261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.105100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:42.106752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/6148431e-381a-48e5-99c7-4f2e8043867f HTTP/1.1" status: 200 len: 1092 time: 2.8633773 Jul 23 10:30:42.107601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'tag': '6148431e-381a-48e5-99c7-4f2e8043867f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:42.110283 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08211ced-a81d-4a7c-b4d2-990d43fc557f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "tag": "6148431e-381a-48e5-99c7-4f2e8043867f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:42.173239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1d68a182-082d-409d-a6e4-37f269fa5e26, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1d68a182-082d-409d-a6e4-37f269fa5e26,segment=NetworkSegment(bcadb197-941a-4411-b8fd-6613c9c46f19),segment_id=bcadb197-941a-4411-b8fd-6613c9c46f19)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:42.182486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:42.186226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:42.186691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Request body: {'port': {'device_id': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:42.207323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:42.211866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:42.245197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f2960-ca51-4e82-8b32-4b4e29e598e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6148431e-381a-48e5-99c7-4f2e8043867f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:42.351813 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd59cf-6cfe-4de1-a0c2-56b81f3571a8 x-openstack-request-id: req-edfd59cf-6cfe-4de1-a0c2-56b81f3571a8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:42.352850 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "tag": "6148431e-381a-48e5-99c7-4f2e8043867f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:42.353291 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edfd59cf-6cfe-4de1-a0c2-56b81f3571a8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:42.355600 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'tag': '6148431e-381a-48e5-99c7-4f2e8043867f', 'status': 'completed', 'code': 200} Jul 23 10:30:42.364871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Pushing event updated for resources: {'Port': ['ID=ada12208-e532-4b24-8f56-fd40ec385cc8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:42.403042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=1d68a182-082d-409d-a6e4-37f269fa5e26,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:42.419983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['1d68a182-082d-409d-a6e4-37f269fa5e26'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:42.446917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:42.693673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e475b-bb8b-4548-b827-44f521b62821 req-58597c40-9981-41aa-aef9-4aaa967b6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.695228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-435e475b-bb8b-4548-b827-44f521b62821 req-58597c40-9981-41aa-aef9-4aaa967b6b5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 1096 time: 0.7410319 Jul 23 10:30:42.744658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c05e0-474d-47b3-9c8e-6118f3828f34 req-47765907-628b-48b8-a847-ae2a4ab26d2c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.745793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-260c05e0-474d-47b3-9c8e-6118f3828f34 req-47765907-628b-48b8-a847-ae2a4ab26d2c tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 945 time: 0.2363734 Jul 23 10:30:42.760659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3aca4-a56e-4cd1-8f70-839e004a0687 req-bcd483b9-98f1-4712-9f13-d75b0a0de316 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.768135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39c3aca4-a56e-4cd1-8f70-839e004a0687 req-bcd483b9-98f1-4712-9f13-d75b0a0de316 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 945 time: 0.6968768 Jul 23 10:30:42.867897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-435e475b-bb8b-4548-b827-44f521b62821 req-51d931f0-95b8-4f5d-9ff0-6be04f4192df service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640170 Jul 23 10:30:42.883104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-260c05e0-474d-47b3-9c8e-6118f3828f34 req-4bdeaa51-67c3-4798-8bfd-9ba73e1f2a33 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304789 Jul 23 10:30:42.938563 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39c3aca4-a56e-4cd1-8f70-839e004a0687 req-6dc646b9-8557-4426-8cf7-0678b2266612 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562536 Jul 23 10:30:42.947596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-523f4f4b-ae35-4837-92a1-618ba1149546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.948085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-523f4f4b-ae35-4837-92a1-618ba1149546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.949017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-523f4f4b-ae35-4837-92a1-618ba1149546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:42.950379 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-523f4f4b-ae35-4837-92a1-618ba1149546 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2732 time: 0.5790420 Jul 23 10:30:42.967619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fcedd0-f4b0-4af9-a63f-b044ee93a599 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:42.984794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.016239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Transition to ACTIVE for port object b4fcedd0-f4b0-4af9-a63f-b044ee93a599 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:43.024319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.040144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.142808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:43.198166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Attempting to bind port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:43.198516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Attempting to bind port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:43.198851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Attempting to bind port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 on network 4a6d184a-2a35-4a57-92d3-8113a420782f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:43.203850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 on network 4a6d184a-2a35-4a57-92d3-8113a420782f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:43.204112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Attempting to bind port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 on network 4a6d184a-2a35-4a57-92d3-8113a420782f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:43.216842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:43.217201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Checking segment: {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:43.217605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Bound using segment: {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:43.219474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Bound port: b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d7fdce-376e-4d50-905c-c0528dd6c4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:43.219867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.338838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] For port b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:43.344831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] For port b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:43.353010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.436092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:43.444375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:43.445031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.446492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-d61147d9-0bb8-4380-b2a4-eafb7a8397f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4fcedd0-f4b0-4af9-a63f-b044ee93a599 HTTP/1.1" status: 200 len: 1092 time: 1.2755692 Jul 23 10:30:43.488297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1d68a182-082d-409d-a6e4-37f269fa5e26 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:43.504257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Request body: {'port': {'device_id': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:43.537825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:43.621282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 1d68a182-082d-409d-a6e4-37f269fa5e26 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:43.625929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 1d68a182-082d-409d-a6e4-37f269fa5e26 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:43.626458 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.659807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ca653-f31a-4beb-be74-dd178afaad9d None None] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:30:43.675365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:43.682798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:43.778282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] Provisioning for port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:43.788017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] Provisioning complete for port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:43.788419 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.007928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-954ed37a-b434-4072-86e9-08c0fd27f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.008632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-954ed37a-b434-4072-86e9-08c0fd27f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.009229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-954ed37a-b434-4072-86e9-08c0fd27f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.011943 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-954ed37a-b434-4072-86e9-08c0fd27f914 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=878491592fb6479aa6a8c53d133a734b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3417850 Jul 23 10:30:44.116884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f27b5-e454-4a37-b991-c013cc511353 req-b46ebeba-9477-4e8d-a70b-b3fcc0dd5808 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.124489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f27b5-e454-4a37-b991-c013cc511353 req-b46ebeba-9477-4e8d-a70b-b3fcc0dd5808 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.133044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f27b5-e454-4a37-b991-c013cc511353 req-b46ebeba-9477-4e8d-a70b-b3fcc0dd5808 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.134774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d3f27b5-e454-4a37-b991-c013cc511353 req-b46ebeba-9477-4e8d-a70b-b3fcc0dd5808 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2401 time: 0.4755833 Jul 23 10:30:44.181635 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.271585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaa2ab-0ae4-45f6-98d6-dcd7e8de6169 req-3d34ad8b-f42a-4530-9869-b1826fa1a6fc tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.282735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6bcaa2ab-0ae4-45f6-98d6-dcd7e8de6169 req-3d34ad8b-f42a-4530-9869-b1826fa1a6fc tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 945 time: 0.2163155 Jul 23 10:30:44.298280 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.338602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec89c68a-b963-45ff-9176-af03430dfc52 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:44.353512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.372064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6bcaa2ab-0ae4-45f6-98d6-dcd7e8de6169 req-8fd108b5-06eb-4fb3-818c-97f3795967f0 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877914 Jul 23 10:30:44.373758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'tag': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:44.376352 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddcb8fe-fdc2-4186-b293-758c44b1e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "tag": "b4fcedd0-f4b0-4af9-a63f-b044ee93a599"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:44.398860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d68a182-082d-409d-a6e4-37f269fa5e26'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:44.399112 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8372842-7c21-4b3b-bfbe-1bc186016af7" -d '{"events": [{"server_uuid": "59fa87c3-675c-409b-ad17-e8a36fc61bfc", "name": "network-vif-plugged", "status": "completed", "tag": "1d68a182-082d-409d-a6e4-37f269fa5e26"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:44.406240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Transition to ACTIVE for port object ec89c68a-b963-45ff-9176-af03430dfc52 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:44.414375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.418061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 1d68a182-082d-409d-a6e4-37f269fa5e26, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1d68a182-082d-409d-a6e4-37f269fa5e26,segment=NetworkSegment(bcadb197-941a-4411-b8fd-6613c9c46f19),segment_id=bcadb197-941a-4411-b8fd-6613c9c46f19)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:44.430621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.441245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.506007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d3f27b5-e454-4a37-b991-c013cc511353 req-7c38f9af-216d-421e-a887-bd17f28ffd34 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600998 Jul 23 10:30:44.519044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] For port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:44.531176 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.544517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-736b1851-52d5-4abb-90f5-d4edfdd5c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.550820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08211ced-a81d-4a7c-b4d2-990d43fc557f req-736b1851-52d5-4abb-90f5-d4edfdd5c604 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5322013 Jul 23 10:30:44.556159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Router ff52de1f-45ee-43b0-b243-788892b9f626 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:30:44.557954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=1d68a182-082d-409d-a6e4-37f269fa5e26,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:44.570826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Pushing event updated for resources: {'Port': ['ID=ec89c68a-b963-45ff-9176-af03430dfc52,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:44.692521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88c80d-0590-49f5-92cd-fa953fe96e2f None None] Pushing event updated for resources: {'Port': ['ID=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:44.721593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b13c5-9620-4447-888c-6214c3edcaeb req-43a83cd5-2cc3-42bc-8f30-d127f91dce0c tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:44.728772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-705b13c5-9620-4447-888c-6214c3edcaeb req-43a83cd5-2cc3-42bc-8f30-d127f91dce0c tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 945 time: 0.2509887 Jul 23 10:30:44.804952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-705b13c5-9620-4447-888c-6214c3edcaeb req-c7829a37-b819-4190-a906-df72e8f0e4b4 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681441 Jul 23 10:30:44.826783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Attempting to bind port ec89c68a-b963-45ff-9176-af03430dfc52 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:44.826783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Attempting to bind port ec89c68a-b963-45ff-9176-af03430dfc52 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:44.827064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Attempting to bind port ec89c68a-b963-45ff-9176-af03430dfc52 on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:44.843586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:44.846511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Port ec89c68a-b963-45ff-9176-af03430dfc52 on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:44.846844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Attempting to bind port ec89c68a-b963-45ff-9176-af03430dfc52 on network 86d0b7de-1c31-4ee2-8252-9488243ddc6d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:44.860305 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Sync routers for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:44.864739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:44.865636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Checking segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:44.866135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Bound using segment: {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:44.866589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Bound port: ec89c68a-b963-45ff-9176-af03430dfc52, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfc0dc4-0386-4c31-beb8-afe011b0a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:44.866952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.873942 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:44.875410 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:44.897442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:44.898805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-43a5968c-65cd-43f4-b0cf-dab555c68015 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6543460 Jul 23 10:30:44.902453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:44.977682 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc06cce-532f-4448-8039-6581e8ebdd38 x-openstack-request-id: req-9fc06cce-532f-4448-8039-6581e8ebdd38 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:44.977983 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "tag": "b4fcedd0-f4b0-4af9-a63f-b044ee93a599", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:44.978240 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fc06cce-532f-4448-8039-6581e8ebdd38 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:44.983698 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'tag': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599', 'status': 'completed', 'code': 200} Jul 23 10:30:45.031147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-674869cb-9894-4b00-8632-a52f61025418 None None] Provisioning complete for port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:45.033504 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-674869cb-9894-4b00-8632-a52f61025418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.046204 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:45.058981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] For port ec89c68a-b963-45ff-9176-af03430dfc52, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:45.065256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] For port ec89c68a-b963-45ff-9176-af03430dfc52, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec89c68a-b963-45ff-9176-af03430dfc52,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:45.077725 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.186868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.188098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.192026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec89c68a-b963-45ff-9176-af03430dfc52 HTTP/1.1" status: 200 len: 1092 time: 1.7005725 Jul 23 10:30:45.241993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f862bf4-6abd-4c55-999c-12a18911bb23 service neutron] Pushing event updated for resources: {'Port': ['ID=ec89c68a-b963-45ff-9176-af03430dfc52,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:45.283777 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad8ce6a-9a76-43c0-89f7-98467afd9f6c x-openstack-request-id: req-0ad8ce6a-9a76-43c0-89f7-98467afd9f6c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:45.284253 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa87c3-675c-409b-ad17-e8a36fc61bfc", "name": "network-vif-plugged", "status": "completed", "tag": "1d68a182-082d-409d-a6e4-37f269fa5e26", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:45.284642 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ad8ce6a-9a76-43c0-89f7-98467afd9f6c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:45.285187 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d68a182-082d-409d-a6e4-37f269fa5e26', 'code': 200} Jul 23 10:30:45.348097 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:42Z', 'revision_number': 3, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:45.409947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44544) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:45.432979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-c18beedf-7da2-47a7-b7e0-b57ac12bbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.433508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-c18beedf-7da2-47a7-b7e0-b57ac12bbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.433947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-c18beedf-7da2-47a7-b7e0-b57ac12bbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.435658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-c18beedf-7da2-47a7-b7e0-b57ac12bbcc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2866 time: 0.3651373 Jul 23 10:30:45.437931 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Checking router: ff52de1f-45ee-43b0-b243-788892b9f626 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:45.438530 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Updating router ff52de1f-45ee-43b0-b243-788892b9f626 port ada12208-e532-4b24-8f56-fd40ec385cc8 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:30:45.482271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97d877-3176-4b07-bc20-e8dce761f3b7 req-8a9061bd-e21f-4a04-8c7c-f52488d19d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.487652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f97d877-3176-4b07-bc20-e8dce761f3b7 req-8a9061bd-e21f-4a04-8c7c-f52488d19d6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 1097 time: 0.1222587 Jul 23 10:30:45.497281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:45.525823 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.624512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f97d877-3176-4b07-bc20-e8dce761f3b7 req-27648f49-1b8b-47ba-8771-72b6d0901a2f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324143 Jul 23 10:30:45.634944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:45.635535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.665707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9b07e3-5cc5-4a58-9218-01e8d6aab2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.679505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5833-b95e-4a28-a5b7-132a62e494a9 req-681d6539-652c-4716-9e17-487758906857 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.681399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa6e5833-b95e-4a28-a5b7-132a62e494a9 req-681d6539-652c-4716-9e17-487758906857 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 946 time: 0.1452832 Jul 23 10:30:45.727192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-8964c014-3db2-46c1-8fc2-4940b7a6efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.727964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-8964c014-3db2-46c1-8fc2-4940b7a6efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.728580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-8964c014-3db2-46c1-8fc2-4940b7a6efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:45.730327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-8964c014-3db2-46c1-8fc2-4940b7a6efef service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=878491592fb6479aa6a8c53d133a734b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2789669 Jul 23 10:30:45.753720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa6e5833-b95e-4a28-a5b7-132a62e494a9 req-54852ee6-b12b-475f-b91e-b9dc24791f5f tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592840 Jul 23 10:30:45.937919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9b07e3-5cc5-4a58-9218-01e8d6aab2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.945455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9b07e3-5cc5-4a58-9218-01e8d6aab2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.954784 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.966968 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Transition to ACTIVE for port object ada12208-e532-4b24-8f56-fd40ec385cc8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:45.976837 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:45.977026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5a9b07e3-5cc5-4a58-9218-01e8d6aab2c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8926771c9e1a4d78934ad6865e0aac94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657141 Jul 23 10:30:45.980336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44556) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:46.001088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b07e3-5cc5-4a58-9218-01e8d6aab2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0405cb-1cfa-4cf3-b5c6-53dc995f6a5f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:46.038647 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Pushing event updated for resources: {'Port': ['ID=ada12208-e532-4b24-8f56-fd40ec385cc8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:46.057950 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.058291 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.058640 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.058981 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.059318 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.059699 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.060033 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.060357 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.060690 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.061016 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.061343 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.061669 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:30:46.065075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d1086-647d-4d96-8c32-c2e741b90b6a req-53bad8b6-5d50-42fc-b618-948259af3867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.071731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d1086-647d-4d96-8c32-c2e741b90b6a req-53bad8b6-5d50-42fc-b618-948259af3867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.079077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d1086-647d-4d96-8c32-c2e741b90b6a req-53bad8b6-5d50-42fc-b618-948259af3867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.080995 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Attempting to bind port ada12208-e532-4b24-8f56-fd40ec385cc8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:46.081371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Attempting to bind port ada12208-e532-4b24-8f56-fd40ec385cc8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:46.081736 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Attempting to bind port ada12208-e532-4b24-8f56-fd40ec385cc8 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:46.087172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa6d1086-647d-4d96-8c32-c2e741b90b6a req-53bad8b6-5d50-42fc-b618-948259af3867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2413 time: 0.3555381 Jul 23 10:30:46.087966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:46.088594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90230320-1bc4-49bd-910a-da9b658ea633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.088701 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:46.089140 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.089497 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:46.089972 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Bound port: ada12208-e532-4b24-8f56-fd40ec385cc8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:46.090353 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.118005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-0e098b77-e13b-4373-9198-fec62920b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.119672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bddcb8fe-fdc2-4186-b293-758c44b1e93d req-0e098b77-e13b-4373-9198-fec62920b3c6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3473001 Jul 23 10:30:46.122942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90230320-1bc4-49bd-910a-da9b658ea633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.145928 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] For port ada12208-e532-4b24-8f56-fd40ec385cc8, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:46.149749 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] For port ada12208-e532-4b24-8f56-fd40ec385cc8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ada12208-e532-4b24-8f56-fd40ec385cc8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:46.157884 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.192530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90230320-1bc4-49bd-910a-da9b658ea633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.196402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90230320-1bc4-49bd-910a-da9b658ea633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.200849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-90230320-1bc4-49bd-910a-da9b658ea633 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c0405cb-1cfa-4cf3-b5c6-53dc995f6a5f HTTP/1.1" status: 204 len: 168 time: 0.2163892 Jul 23 10:30:46.206603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa6d1086-647d-4d96-8c32-c2e741b90b6a req-04458fb1-47b4-41ce-9141-12fc8dd630ac tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184390 Jul 23 10:30:46.217940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90230320-1bc4-49bd-910a-da9b658ea633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0405cb-1cfa-4cf3-b5c6-53dc995f6a5f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:46.246851 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:46.248075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:46.294304 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa893936-e93e-4442-a9c0-260b6be4daca None None] Pushing event updated for resources: {'Port': ['ID=ada12208-e532-4b24-8f56-fd40ec385cc8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:46.409668 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:46.710383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:46.717237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-903216ec-2431-4329-b33a-adc3ce51494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.717744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-903216ec-2431-4329-b33a-adc3ce51494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.718493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-903216ec-2431-4329-b33a-adc3ce51494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.720204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-903216ec-2431-4329-b33a-adc3ce51494a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2866 time: 0.5367124 Jul 23 10:30:46.728718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aff903a-da8e-4812-8498-d58b031155ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.746867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:46.780788 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:42Z', 'revision_number': 3, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:46.782443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-ef5f412f-7378-4979-81d1-65205d44e334 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=6148431e-381a-48e5-99c7-4f2e8043867f HTTP/1.1" status: 200 len: 217 time: 0.0446987 Jul 23 10:30:46.819612 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382ab6b-b3e7-407a-abd1-9a5893dd8e1d None None] The sync data for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 is: [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:42Z', 'revision_number': 3, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:46.904360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-79c44d27-0369-477c-9e6b-fb0c8d1d5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:46.906007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-79c44d27-0369-477c-9e6b-fb0c8d1d5b26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1792915b-9658-4779-8d41-87d42c69ccab HTTP/1.1" status: 200 len: 801 time: 0.1164110 Jul 23 10:30:46.986072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'tag': 'ec89c68a-b963-45ff-9176-af03430dfc52'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:46.988157 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "tag": "ec89c68a-b963-45ff-9176-af03430dfc52"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:46.993349 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aff903a-da8e-4812-8498-d58b031155ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.005741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9aff903a-da8e-4812-8498-d58b031155ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.065614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Allocated IP 172.20.0.1 (e3d82555-25b4-4ee6-bf9e-63eef1832fc1/75de4964-bd8d-4612-b11e-f679ebf61ae7/be0455c1-be0e-4356-833d-e47b391da4d7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:47.070174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-9e48f2be-b0dd-4425-a381-bb335a9f1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:47.070406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff903a-da8e-4812-8498-d58b031155ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4d27a-05c5-437f-a543-5faf6b53184a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:47.071821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-9e48f2be-b0dd-4425-a381-bb335a9f1ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86d0b7de-1c31-4ee2-8252-9488243ddc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588104 Jul 23 10:30:47.082280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9aff903a-da8e-4812-8498-d58b031155ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5735ae478c8f4f548144bd5c1a467483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706315 Jul 23 10:30:47.087057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:47.093285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d621fb-7335-4d46-821e-a6b8606fcbe3 req-ad24d37b-f1be-43e9-be19-feb0f4872972 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:47.101002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99d621fb-7335-4d46-821e-a6b8606fcbe3 req-ad24d37b-f1be-43e9-be19-feb0f4872972 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 946 time: 0.2150476 Jul 23 10:30:47.166583 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b487601-29bc-45cb-96bc-d781afa28229 x-openstack-request-id: req-6b487601-29bc-45cb-96bc-d781afa28229 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:47.167411 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "tag": "ec89c68a-b963-45ff-9176-af03430dfc52", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:47.167411 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b487601-29bc-45cb-96bc-d781afa28229 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:47.167729 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'tag': 'ec89c68a-b963-45ff-9176-af03430dfc52', 'status': 'completed', 'code': 200} Jul 23 10:30:47.220044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99d621fb-7335-4d46-821e-a6b8606fcbe3 req-05109a07-7356-4281-a586-160ed41efe12 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086705 Jul 23 10:30:47.385084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce70c-8b48-4af4-af5e-83fe40c690fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.400575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610ee4-5514-4d84-9dbf-18d6f4f1dd89 req-4801f6fe-fe04-41c6-bff7-44406c86b16e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:47.401493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-abd07308-a7da-43c3-8ae4-8e462a2e0012 service neutron] 10.222.0.20 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873521 Jul 23 10:30:47.410155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610ee4-5514-4d84-9dbf-18d6f4f1dd89 req-4801f6fe-fe04-41c6-bff7-44406c86b16e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:47.416182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610ee4-5514-4d84-9dbf-18d6f4f1dd89 req-4801f6fe-fe04-41c6-bff7-44406c86b16e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:47.423516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f610ee4-5514-4d84-9dbf-18d6f4f1dd89 req-4801f6fe-fe04-41c6-bff7-44406c86b16e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2413 time: 0.1233387 Jul 23 10:30:47.473941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f610ee4-5514-4d84-9dbf-18d6f4f1dd89 req-78583b50-f994-46d5-bc01-c86f506e9074 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Jul 23 10:30:47.495808 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.526213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce70c-8b48-4af4-af5e-83fe40c690fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.527299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ada12208-e532-4b24-8f56-fd40ec385cc8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:47.548097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Transition to ACTIVE for port object be0455c1-be0e-4356-833d-e47b391da4d7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:47.594725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ada12208-e532-4b24-8f56-fd40ec385cc8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:47.601277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ada12208-e532-4b24-8f56-fd40ec385cc8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:47.601898 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.714455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-b7153b38-bf93-451c-91b4-74e9f48f28d2 service neutron] 10.222.0.20 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801149 Jul 23 10:30:47.763903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.770129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-bc618982-1842-4c42-bb46-68f6c3c80184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=b4fcedd0-f4b0-4af9-a63f-b044ee93a599 HTTP/1.1" status: 200 len: 217 time: 0.0456808 Jul 23 10:30:47.803462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce70c-8b48-4af4-af5e-83fe40c690fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.825914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ada12208-e532-4b24-8f56-fd40ec385cc8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ada12208-e532-4b24-8f56-fd40ec385cc8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:47.827844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce70c-8b48-4af4-af5e-83fe40c690fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.831280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e1ce70c-8b48-4af4-af5e-83fe40c690fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49b4d27a-05c5-437f-a543-5faf6b53184a HTTP/1.1" status: 204 len: 168 time: 0.7409732 Jul 23 10:30:47.835730 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.891001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ce70c-8b48-4af4-af5e-83fe40c690fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4d27a-05c5-437f-a543-5faf6b53184a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:47.907998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:47.974953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ada12208-e532-4b24-8f56-fd40ec385cc8,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:48.038408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Pushing event updated for resources: {'Port': ['ID=be0455c1-be0e-4356-833d-e47b391da4d7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:48.050384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-367d835d-f6b4-413f-bdda-e88a264e6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:48.063404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-367d835d-f6b4-413f-bdda-e88a264e6d66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a31a91f9-0e16-4a70-a72d-125fd2cb56c7 HTTP/1.1" status: 200 len: 801 time: 0.2823548 Jul 23 10:30:48.070803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:48.115495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:48.119079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:48.254071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:48.559703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-2f671ca9-9234-40f5-bb18-40d1706445c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:48.561501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-2f671ca9-9234-40f5-bb18-40d1706445c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a6d184a-2a35-4a57-92d3-8113a420782f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4877486 Jul 23 10:30:48.566331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:48.626504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0564cf42-160c-4a39-b495-dacd54f4d291 None None] Provisioning for port be0455c1-be0e-4356-833d-e47b391da4d7 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:48.633609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0564cf42-160c-4a39-b495-dacd54f4d291 None None] Provisioning complete for port be0455c1-be0e-4356-833d-e47b391da4d7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:48.633989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0564cf42-160c-4a39-b495-dacd54f4d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:48.716594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c21be-6d7c-44ad-b9f0-95a4c17e93cb req-c5058f7e-dff3-4a4a-8f35-b473e5de11fe tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:48.725726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0564cf42-160c-4a39-b495-dacd54f4d291 None None] Port be0455c1-be0e-4356-833d-e47b391da4d7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:48.733742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c21be-6d7c-44ad-b9f0-95a4c17e93cb req-c5058f7e-dff3-4a4a-8f35-b473e5de11fe tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:48.750964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c21be-6d7c-44ad-b9f0-95a4c17e93cb req-c5058f7e-dff3-4a4a-8f35-b473e5de11fe tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:48.757128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d40c21be-6d7c-44ad-b9f0-95a4c17e93cb req-c5058f7e-dff3-4a4a-8f35-b473e5de11fe tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2413 time: 0.1497445 Jul 23 10:30:48.780997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-698d2604-c3dd-40c2-adbe-8fcc8d3aca47 service neutron] 10.222.0.20 "GET /v2.0/networks/4a6d184a-2a35-4a57-92d3-8113a420782f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978524 Jul 23 10:30:48.852270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d40c21be-6d7c-44ad-b9f0-95a4c17e93cb req-1a70955f-eee6-4672-a30a-f8f6eb384671 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894637 Jul 23 10:30:48.959260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-b93f3bc3-cb7b-4cf8-b067-929bbcf44574 service neutron] 10.222.0.20 "GET /v2.0/networks/4a6d184a-2a35-4a57-92d3-8113a420782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458406 Jul 23 10:30:49.061857 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-c0c992d5-eaa5-4ebc-81ad-f105de17b781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=ec89c68a-b963-45ff-9176-af03430dfc52 HTTP/1.1" status: 200 len: 217 time: 0.0951252 Jul 23 10:30:49.167568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:49.182900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-8571f5e2-75b2-4c43-9431-fe2cd81799e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:49.185063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-8571f5e2-75b2-4c43-9431-fe2cd81799e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1792915b-9658-4779-8d41-87d42c69ccab HTTP/1.1" status: 200 len: 801 time: 0.1154447 Jul 23 10:30:49.188616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:49.317030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Pushing event updated for resources: {'Port': ['ID=be0455c1-be0e-4356-833d-e47b391da4d7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:49.333075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:49.374970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-ce61d58f-6a98-4687-83be-88cfb21e9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:49.376636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-ce61d58f-6a98-4687-83be-88cfb21e9cca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86d0b7de-1c31-4ee2-8252-9488243ddc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1812475 Jul 23 10:30:49.471554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ada12208-e532-4b24-8f56-fd40ec385cc8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:49.529068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ada12208-e532-4b24-8f56-fd40ec385cc8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:49.529366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:49.546956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:49.554271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-e2ec91bb-abee-47d5-8768-3b58fc227dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656561 Jul 23 10:30:49.565125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:49.736458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fe50ed0-af2a-4597-92e4-9cd4b1fbfbfb req-571a965f-0539-4777-8a54-3ecf9f0547af service neutron] 10.222.0.20 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791675 Jul 23 10:30:49.756104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Router ff52de1f-45ee-43b0-b243-788892b9f626 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:30:49.854135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0f0c6766-1986-46e3-8116-1748d04c2be9 None None] Provisioning complete for port be0455c1-be0e-4356-833d-e47b391da4d7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:49.855483 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6766-1986-46e3-8116-1748d04c2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:49.868834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:30:49.874911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72cc5572-598c-4432-99b4-186dbe351b48 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff52de1f-45ee-43b0-b243-788892b9f626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9712243 Jul 23 10:30:49.895332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Sync routers for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:30:49.915295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:49.916154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:49.999462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c6766-1986-46e3-8116-1748d04c2be9 None None] Port be0455c1-be0e-4356-833d-e47b391da4d7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:50.035034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-47622daa-4f38-4c2f-b63f-908dba4bc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.040453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-47622daa-4f38-4c2f-b63f-908dba4bc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.040453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-47622daa-4f38-4c2f-b63f-908dba4bc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.040453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-47622daa-4f38-4c2f-b63f-908dba4bc60d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2866 time: 0.1489258 Jul 23 10:30:50.056733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118ee-3cb2-4a51-ae10-8049f1d628e8 req-463e618d-378b-46b3-8b8a-d21bcefb500a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.071676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:50.072132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118ee-3cb2-4a51-ae10-8049f1d628e8 req-463e618d-378b-46b3-8b8a-d21bcefb500a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.080128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0118ee-3cb2-4a51-ae10-8049f1d628e8 req-463e618d-378b-46b3-8b8a-d21bcefb500a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.081955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad0118ee-3cb2-4a51-ae10-8049f1d628e8 req-463e618d-378b-46b3-8b8a-d21bcefb500a tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2413 time: 0.1352820 Jul 23 10:30:50.139616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad0118ee-3cb2-4a51-ae10-8049f1d628e8 req-7d0af283-19d6-436d-98f8-bf0c80c405f3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505178 Jul 23 10:30:50.157786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-79a20d8e-c8d8-40f7-bc32-e8b8b41c0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.159351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-79a20d8e-c8d8-40f7-bc32-e8b8b41c0a84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86d0b7de-1c31-4ee2-8252-9488243ddc6d HTTP/1.1" status: 200 len: 902 time: 0.1116633 Jul 23 10:30:50.221705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-5a24cfe4-c2ef-4731-be8d-c32f7836cde4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=ec89c68a-b963-45ff-9176-af03430dfc52 HTTP/1.1" status: 200 len: 217 time: 0.0554843 Jul 23 10:30:50.275882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-d73769d6-6b0a-433a-bace-8f2b2719b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.277718 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-d73769d6-6b0a-433a-bace-8f2b2719b41a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1792915b-9658-4779-8d41-87d42c69ccab HTTP/1.1" status: 200 len: 801 time: 0.0466914 Jul 23 10:30:50.366295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-c3969210-7953-448d-a9b1-9c373155b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:50.367896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-c3969210-7953-448d-a9b1-9c373155b209 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86d0b7de-1c31-4ee2-8252-9488243ddc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833223 Jul 23 10:30:50.386158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 2, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:50.426155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Checking router: ff52de1f-45ee-43b0-b243-788892b9f626 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:30:50.440914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Updating router ff52de1f-45ee-43b0-b243-788892b9f626 port be0455c1-be0e-4356-833d-e47b391da4d7 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:30:50.534986 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:50.594510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-d5595f61-0e3d-4fea-a251-c3deed74a614 service neutron] 10.222.0.20 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155004 Jul 23 10:30:50.654304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44674) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:50.664342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930520606', 'description': 'tempest-description--1139645638'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:50.723313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:50.810964 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1f3eb8f-d58a-4746-b7be-bdf5f7997363 req-05bb8be8-6cbc-480f-b386-077d3cad2309 service neutron] 10.222.0.20 "GET /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094984 Jul 23 10:30:50.949922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:50.956752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:50.984857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:50.994671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:50.999685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:51.001778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Transition to ACTIVE for port object be0455c1-be0e-4356-833d-e47b391da4d7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:51.007374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Request body: {'security_group_rule': {'security_group_id': 'e76a1504-8015-4844-866c-48fcb80c2e6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:51.009349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3512697 Jul 23 10:30:51.010716 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.018655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785659ee-45a8-4beb-b824-814e7514e31d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a1504-8015-4844-866c-48fcb80c2e6b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:51.048626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.063993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66741b4c-d516-49ee-ac9a-e97e0e3f76fc None None] Pushing event updated for resources: {'Port': ['ID=be0455c1-be0e-4356-833d-e47b391da4d7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:51.150909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.157503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Attempting to bind port be0455c1-be0e-4356-833d-e47b391da4d7 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:51.157885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Attempting to bind port be0455c1-be0e-4356-833d-e47b391da4d7 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:51.158299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Attempting to bind port be0455c1-be0e-4356-833d-e47b391da4d7 on network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:51.160013 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.172638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:51.173033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Checking segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:51.173439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.173847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Bound using segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:51.174851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Bound port: be0455c1-be0e-4356-833d-e47b391da4d7, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:51.175251 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.187223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.190885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869996 Jul 23 10:30:51.191273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:51.197016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Request body: {'security_group_rule': {'security_group_id': 'e76a1504-8015-4844-866c-48fcb80c2e6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:51.202127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7715-b391-45c4-8584-e5019ea34f4f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c987a9b-c6f1-4ce9-b562-485baf9db4af,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:51.237441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.264283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] For port be0455c1-be0e-4356-833d-e47b391da4d7, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:51.269146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] For port be0455c1-be0e-4356-833d-e47b391da4d7, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=be0455c1-be0e-4356-833d-e47b391da4d7,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:51.275828 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.352039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66741b4c-d516-49ee-ac9a-e97e0e3f76fc None None] Pushing event updated for resources: {'Port': ['ID=be0455c1-be0e-4356-833d-e47b391da4d7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:51.376075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.384822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.392980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:30:51.393618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:30:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:51.404601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d4c0-da4f-49ca-a0ff-008ce7b199a3 req-ab104112-7abc-4f26-8362-46529bd8441f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:51.415157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bfe3a4-cf09-4eb5-a160-a488e13ab797,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:51.416141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d4c0-da4f-49ca-a0ff-008ce7b199a3 req-ab104112-7abc-4f26-8362-46529bd8441f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:51.425113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d4c0-da4f-49ca-a0ff-008ce7b199a3 req-ab104112-7abc-4f26-8362-46529bd8441f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:51.436055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bd4d4c0-da4f-49ca-a0ff-008ce7b199a3 req-ab104112-7abc-4f26-8362-46529bd8441f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2413 time: 0.1764507 Jul 23 10:30:51.453403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.457352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14c7de15-0826-4fb2-aa17-3876263bba5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623374 Jul 23 10:30:51.457727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44688) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:30:51.463308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:51.489639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bd4d4c0-da4f-49ca-a0ff-008ce7b199a3 req-acc17d03-5b22-408e-8af2-7693ea7514cb tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jul 23 10:30:51.514769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.609441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:30:51.655298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:51.789191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Allocated IP 172.25.4.14 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/1c7e9978-1f07-4a62-a333-35041522376f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:51.859666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:51Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:30:51.888588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8184a7a-e7eb-4bd9-a4cf-43cc6f075cb7 None None] The sync data for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 is: [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:51Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:30:51.918835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.037775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.088045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:52.090983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:52.094795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:52.142151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event updated for resources: {'Port': ['ID=1c7e9978-1f07-4a62-a333-35041522376f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:52.217674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.264749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.425027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.431380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.469223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec89c68a-b963-45ff-9176-af03430dfc52 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:52.516946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event updated for resources: {'Port': ['ID=1c7e9978-1f07-4a62-a333-35041522376f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:52.528974 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.547639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.551462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-574a0766-9f88-481a-945d-39393831292b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0905654 Jul 23 10:30:52.626792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ec89c68a-b963-45ff-9176-af03430dfc52, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec89c68a-b963-45ff-9176-af03430dfc52,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:52.641094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ec89c68a-b963-45ff-9176-af03430dfc52', 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'port_id': 'ec89c68a-b963-45ff-9176-af03430dfc52', 'mac_address': 'fa:16:3e:12:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1792915b-9658-4779-8d41-87d42c69ccab', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:52.710756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f704cf-96fe-4de4-a27c-bf0ca31389d3 req-eb35a3bd-88c9-4769-b3ac-9d649b42c01e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:52.712407 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.723464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f704cf-96fe-4de4-a27c-bf0ca31389d3 req-eb35a3bd-88c9-4769-b3ac-9d649b42c01e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:52.729742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec89c68a-b963-45ff-9176-af03430dfc52 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:52.730802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f704cf-96fe-4de4-a27c-bf0ca31389d3 req-eb35a3bd-88c9-4769-b3ac-9d649b42c01e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:52.739116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80f704cf-96fe-4de4-a27c-bf0ca31389d3 req-eb35a3bd-88c9-4769-b3ac-9d649b42c01e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2413 time: 0.1372113 Jul 23 10:30:52.765359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ec89c68a-b963-45ff-9176-af03430dfc52, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec89c68a-b963-45ff-9176-af03430dfc52,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:52.772846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:52.773814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b4fcedd0-f4b0-4af9-a63f-b044ee93a599 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:52.781893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-2611daf9-dbb1-4a8e-bf67-503ba071ccad tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1930520606&fields=id&tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b HTTP/1.1" status: 200 len: 267 time: 0.0652947 Jul 23 10:30:52.795965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80f704cf-96fe-4de4-a27c-bf0ca31389d3 req-98d673fe-93e8-44b4-bf48-84c6a555ba02 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558159 Jul 23 10:30:52.902224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-7ba15d4d-ec3f-41a3-b28d-c3c68f66056f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:52.904460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-7ba15d4d-ec3f-41a3-b28d-c3c68f66056f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/networks?id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1 HTTP/1.1" status: 200 len: 812 time: 0.1216834 Jul 23 10:30:52.915146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:52.926496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ff785efb-0472-4e62-92ac-243a947d8c54 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/quotas/bc403abeb8ad47a9a910adcfe3ae9a4b HTTP/1.1" status: 200 len: 375 time: 0.0160673 Jul 23 10:30:52.945729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599', 'network_id': '4a6d184a-2a35-4a57-92d3-8113a420782f', 'port_id': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599', 'mac_address': 'fa:16:3e:67:17:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31a91f9-0e16-4a70-a72d-125fd2cb56c7', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:52.978191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ec89c68a-b963-45ff-9176-af03430dfc52,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:53.015152 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.035111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fcedd0-f4b0-4af9-a63f-b044ee93a599 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:53.054946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-bef2cb27-c506-4510-87c7-cb65052c6e7c tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888724 Jul 23 10:30:53.057914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:53.064408 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.065123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6148431e-381a-48e5-99c7-4f2e8043867f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:53.091509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-393b606d-2ad7-492f-bc0f-05ca1a6f82f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:30:53.098954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-393b606d-2ad7-492f-bc0f-05ca1a6f82f0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132356 Jul 23 10:30:53.271659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6148431e-381a-48e5-99c7-4f2e8043867f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6148431e-381a-48e5-99c7-4f2e8043867f,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:53.274304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:53.285230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '6148431e-381a-48e5-99c7-4f2e8043867f', 'network_id': '86d0b7de-1c31-4ee2-8252-9488243ddc6d', 'port_id': '6148431e-381a-48e5-99c7-4f2e8043867f', 'mac_address': 'fa:16:3e:37:a6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1792915b-9658-4779-8d41-87d42c69ccab', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:53.308874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-25fa6f64-ddf2-4f25-a5e9-0379f7943012 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028542 Jul 23 10:30:53.338585 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.383866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6148431e-381a-48e5-99c7-4f2e8043867f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:53.429897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6148431e-381a-48e5-99c7-4f2e8043867f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6148431e-381a-48e5-99c7-4f2e8043867f,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:53.435655 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.442716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-6f689552-9704-4a5c-80f2-fa8ddf0c8354 service neutron] 10.222.0.37 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329243 Jul 23 10:30:53.517598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device be0455c1-be0e-4356-833d-e47b391da4d7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:53.555612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6148431e-381a-48e5-99c7-4f2e8043867f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:53.582625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port be0455c1-be0e-4356-833d-e47b391da4d7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:53.586530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port be0455c1-be0e-4356-833d-e47b391da4d7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:53.586908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.676820 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.691466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cef88ad3-8cb8-4b70-82c5-c0e451aa8023 req-a8736c42-074b-4c82-9944-70c6a51bb87b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Jul 23 10:30:53.728779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port be0455c1-be0e-4356-833d-e47b391da4d7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=be0455c1-be0e-4356-833d-e47b391da4d7,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:53.733366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.791183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=be0455c1-be0e-4356-833d-e47b391da4d7,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:53.809627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:53.957569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a5b95-165a-412d-8c98-d8562e437c60 req-016dda48-209c-4181-a5cd-ca730c9419a2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:53.959164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ec89c68a-b963-45ff-9176-af03430dfc52'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:53.964670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a5b95-165a-412d-8c98-d8562e437c60 req-016dda48-209c-4181-a5cd-ca730c9419a2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:53.970967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a5b95-165a-412d-8c98-d8562e437c60 req-016dda48-209c-4181-a5cd-ca730c9419a2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:53.973072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b2a5b95-165a-412d-8c98-d8562e437c60 req-016dda48-209c-4181-a5cd-ca730c9419a2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2416 time: 0.0968823 Jul 23 10:30:54.017248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b4fcedd0-f4b0-4af9-a63f-b044ee93a599'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:54.022704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b2a5b95-165a-412d-8c98-d8562e437c60 req-c2bde2a6-84ab-499c-8c6b-9cac7a863dec tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Jul 23 10:30:54.088591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6148431e-381a-48e5-99c7-4f2e8043867f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:30:54.784780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-8e98d2fc-be9d-4504-95e0-fa10f4663d3c tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:54.786638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-8e98d2fc-be9d-4504-95e0-fa10f4663d3c tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.55 "GET /v2.0/networks?id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1 HTTP/1.1" status: 200 len: 812 time: 0.1111367 Jul 23 10:30:54.846925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b44de80f-c4a5-4258-8e26-925a3bbbbb94 req-2b9ac5bc-6a66-4551-af99-39d17912d6b1 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0430260 Jul 23 10:30:54.862596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-a38f9d77-8996-43ed-9011-1cfcc2e39dc3 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b HTTP/1.1" status: 200 len: 380 time: 0.0663388 Jul 23 10:30:54.872782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Request body: {'port': {'device_id': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'admin_state_up': True, 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'security_groups': ['e76a1504-8015-4844-866c-48fcb80c2e6b']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:54.982181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Made reservation on behalf of bc403abeb8ad47a9a910adcfe3ae9a4b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:30:54.985636 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.113465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Allocated IP 172.20.0.10 (e3d82555-25b4-4ee6-bf9e-63eef1832fc1/75de4964-bd8d-4612-b11e-f679ebf61ae7/6e061594-e767-4f9f-b22b-ffbc409d6d41) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:30:55.168977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff61b-6957-4371-b14f-3b3faac68366 req-ce4be8a8-1e65-400c-af24-d7d403f7c338 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:55.175513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff61b-6957-4371-b14f-3b3faac68366 req-ce4be8a8-1e65-400c-af24-d7d403f7c338 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:55.181603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff61b-6957-4371-b14f-3b3faac68366 req-ce4be8a8-1e65-400c-af24-d7d403f7c338 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:55.188741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fcff61b-6957-4371-b14f-3b3faac68366 req-ce4be8a8-1e65-400c-af24-d7d403f7c338 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2416 time: 0.0937932 Jul 23 10:30:55.235856 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7fcff61b-6957-4371-b14f-3b3faac68366 req-1ccd8758-f3ae-4ad1-b51e-b68d6a140404 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Jul 23 10:30:55.279496 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.293562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Transition to ACTIVE for port object 6e061594-e767-4f9f-b22b-ffbc409d6d41 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:55.330413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.372640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:30:55.376409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:30:55.380765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:30:55.420203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event updated for resources: {'Port': ['ID=6e061594-e767-4f9f-b22b-ffbc409d6d41,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:55.452752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:55.453676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.473882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-83b7a70a-b3d7-4b1d-bd0e-59549b3fefaa tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048312 Jul 23 10:30:55.474843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device be0455c1-be0e-4356-833d-e47b391da4d7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:55.486411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Request body: {'port': {'device_id': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:30:55.541572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port be0455c1-be0e-4356-833d-e47b391da4d7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:55.542095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.581799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.690243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a84cd4f2-84c2-4eb9-855f-9db797e76b44 None None] Provisioning for port 6e061594-e767-4f9f-b22b-ffbc409d6d41 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:55.698213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a84cd4f2-84c2-4eb9-855f-9db797e76b44 None None] Provisioning complete for port 6e061594-e767-4f9f-b22b-ffbc409d6d41 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:55.698589 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a84cd4f2-84c2-4eb9-855f-9db797e76b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.732792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a84cd4f2-84c2-4eb9-855f-9db797e76b44 None None] Port 6e061594-e767-4f9f-b22b-ffbc409d6d41 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:30:55.853826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e061594-e767-4f9f-b22b-ffbc409d6d41 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:55.861174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.872694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Transition to ACTIVE for port object 6e061594-e767-4f9f-b22b-ffbc409d6d41 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:30:55.877522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:55.980692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Pushing event updated for resources: {'Port': ['ID=6e061594-e767-4f9f-b22b-ffbc409d6d41,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:56.016322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36585f64-9a6c-4e6d-8ae5-617d2edd2742 req-5a3b0bfb-9e20-4d51-a862-f2d538ea82b4 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.019125 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36585f64-9a6c-4e6d-8ae5-617d2edd2742 req-5a3b0bfb-9e20-4d51-a862-f2d538ea82b4 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0905714 Jul 23 10:30:56.024715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Attempting to bind port 6e061594-e767-4f9f-b22b-ffbc409d6d41 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:30:56.026010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Attempting to bind port 6e061594-e767-4f9f-b22b-ffbc409d6d41 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:30:56.026599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Attempting to bind port 6e061594-e767-4f9f-b22b-ffbc409d6d41 on network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:56.031712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Port 6e061594-e767-4f9f-b22b-ffbc409d6d41 on network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:30:56.032053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Attempting to bind port 6e061594-e767-4f9f-b22b-ffbc409d6d41 on network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:30:56.038140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:30:56.038484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Checking segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:30:56.039012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Bound using segment: {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:30:56.039476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Bound port: 6e061594-e767-4f9f-b22b-ffbc409d6d41, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe5a242-b9c8-4547-9b58-536fb665a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:30:56.039843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.094149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36585f64-9a6c-4e6d-8ae5-617d2edd2742 req-7970d597-4d65-4512-a730-0d4470cbfd4c tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679765 Jul 23 10:30:56.122087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] For port 6e061594-e767-4f9f-b22b-ffbc409d6d41, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:30:56.125685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] For port 6e061594-e767-4f9f-b22b-ffbc409d6d41, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:30:56.132246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.168105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.168728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.170120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e061594-e767-4f9f-b22b-ffbc409d6d41 HTTP/1.1" status: 200 len: 1092 time: 0.6886325 Jul 23 10:30:56.170614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:56.172933 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62dc912-c30d-4a64-b983-205921735527" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:56.215714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52b661-3727-44f7-96f7-f284feb11764 service neutron] Pushing event updated for resources: {'Port': ['ID=6e061594-e767-4f9f-b22b-ffbc409d6d41,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:56.245310 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f30504-ca18-4f9a-bc4a-4108608de440 x-openstack-request-id: req-05f30504-ca18-4f9a-bc4a-4108608de440 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:56.245722 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:56.245980 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05f30504-ca18-4f9a-bc4a-4108608de440 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:56.246379 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'status': 'completed', 'code': 200} Jul 23 10:30:56.372113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-44f05cbe-ea0a-4e1a-a19f-54b56907fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.373780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-44f05cbe-ea0a-4e1a-a19f-54b56907fb0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b&device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 1095 time: 0.1534758 Jul 23 10:30:56.425486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7faf9-b815-45aa-886a-1fb501d9ab5f req-b04c7e3e-4d42-4370-82c5-0811f533f0b5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.444016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7faf9-b815-45aa-886a-1fb501d9ab5f req-b04c7e3e-4d42-4370-82c5-0811f533f0b5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.450699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7faf9-b815-45aa-886a-1fb501d9ab5f req-b04c7e3e-4d42-4370-82c5-0811f533f0b5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.452543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-d158b33b-f201-4fe9-b322-aff0089a5d56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41 HTTP/1.1" status: 200 len: 217 time: 0.0702639 Jul 23 10:30:56.453266 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ad7faf9-b815-45aa-886a-1fb501d9ab5f req-b04c7e3e-4d42-4370-82c5-0811f533f0b5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2416 time: 0.1304450 Jul 23 10:30:56.509195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ad7faf9-b815-45aa-886a-1fb501d9ab5f req-840b1f07-3992-4af9-acf3-7d0b697b26b0 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Jul 23 10:30:56.519051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6148431e-381a-48e5-99c7-4f2e8043867f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:56.529422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-7948315c-c584-4797-9ed4-96ad7faa8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.531738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-7948315c-c584-4797-9ed4-96ad7faa8de1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75de4964-bd8d-4612-b11e-f679ebf61ae7 HTTP/1.1" status: 200 len: 851 time: 0.0664043 Jul 23 10:30:56.571303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 6148431e-381a-48e5-99c7-4f2e8043867f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:56.575548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 6148431e-381a-48e5-99c7-4f2e8043867f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:56.575931 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.608163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-226c99ba-e212-47be-8e79-e640bb90237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.609848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-226c99ba-e212-47be-8e79-e640bb90237f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716712 Jul 23 10:30:56.673909 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.699833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148431e-381a-48e5-99c7-4f2e8043867f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:56.702637 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca2e36-afa9-4542-9a7a-313723e1af35" -d '{"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-plugged", "status": "completed", "tag": "6148431e-381a-48e5-99c7-4f2e8043867f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:56.735837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-16755244-a9ca-49fc-8e9b-7794f2de4b51 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186213 Jul 23 10:30:56.743403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6148431e-381a-48e5-99c7-4f2e8043867f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6148431e-381a-48e5-99c7-4f2e8043867f,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:56.745327 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ae9d3-61db-4093-b3e3-d836853a0ace x-openstack-request-id: req-236ae9d3-61db-4093-b3e3-d836853a0ace {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:56.745674 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-plugged", "status": "completed", "tag": "6148431e-381a-48e5-99c7-4f2e8043867f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:56.746406 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-236ae9d3-61db-4093-b3e3-d836853a0ace {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:56.746828 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148431e-381a-48e5-99c7-4f2e8043867f', 'code': 200} Jul 23 10:30:56.752067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.752727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec89c68a-b963-45ff-9176-af03430dfc52 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:56.845362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6148431e-381a-48e5-99c7-4f2e8043867f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:56.864305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ec89c68a-b963-45ff-9176-af03430dfc52 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:56.868839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ec89c68a-b963-45ff-9176-af03430dfc52 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:56.869789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.873245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99b965fb-3eea-41a6-a87d-2992bbc2e96e req-960601e5-6b03-4fc4-a113-bf23581452a8 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308684 Jul 23 10:30:56.953372 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.989608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ec89c68a-b963-45ff-9176-af03430dfc52, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec89c68a-b963-45ff-9176-af03430dfc52,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:56.994901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:56.995938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b4fcedd0-f4b0-4af9-a63f-b044ee93a599 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:30:56.996354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc912-c30d-4a64-b983-205921735527 req-47b8e4e5-76f3-42d6-badd-6ca6f2073cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:56.998064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-47b8e4e5-76f3-42d6-badd-6ca6f2073cbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b&device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0657156 Jul 23 10:30:57.078638 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30a25f99-ceb6-4f39-96a0-ff3f0d7c37cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:57.084515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ec89c68a-b963-45ff-9176-af03430dfc52,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:57.095945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc912-c30d-4a64-b983-205921735527 req-958d9f8e-b67a-4c21-82a4-7d87dbee38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.097548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-958d9f8e-b67a-4c21-82a4-7d87dbee38d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1 HTTP/1.1" status: 200 len: 913 time: 0.0922134 Jul 23 10:30:57.098729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:30:57.103056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:30:57.103606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:57.154587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-22568b74-a228-4f14-a230-d8a2ae8244be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41 HTTP/1.1" status: 200 len: 217 time: 0.0472233 Jul 23 10:30:57.189648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:57.225888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:57.230876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:57.285640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:57.544098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc912-c30d-4a64-b983-205921735527 req-274c8074-4ea9-4b4e-9f86-004648b09e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.545684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-274c8074-4ea9-4b4e-9f86-004648b09e26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75de4964-bd8d-4612-b11e-f679ebf61ae7 HTTP/1.1" status: 200 len: 851 time: 0.3854814 Jul 23 10:30:57.606628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aaf7c-25bf-42bd-b006-b5056b648707 req-4390c82c-6425-4013-ab02-28131c05adab tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.608333 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-096aaf7c-25bf-42bd-b006-b5056b648707 req-4390c82c-6425-4013-ab02-28131c05adab tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 944 time: 0.1109035 Jul 23 10:30:57.657042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc912-c30d-4a64-b983-205921735527 req-d622f469-753f-4c4f-9cf8-d15e69b204be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.658556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-d622f469-753f-4c4f-9cf8-d15e69b204be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942688 Jul 23 10:30:57.684629 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-096aaf7c-25bf-42bd-b006-b5056b648707 req-506fd8d3-ebc5-4b8d-ac77-a255974fdfb6 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580368 Jul 23 10:30:57.695350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490324-e340-4d5b-8fe1-0bd29921fef5 req-74155106-d4a6-4283-9477-cc2867da15e6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.702159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490324-e340-4d5b-8fe1-0bd29921fef5 req-74155106-d4a6-4283-9477-cc2867da15e6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.709508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490324-e340-4d5b-8fe1-0bd29921fef5 req-74155106-d4a6-4283-9477-cc2867da15e6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:57.717094 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc490324-e340-4d5b-8fe1-0bd29921fef5 req-74155106-d4a6-4283-9477-cc2867da15e6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.1044595 Jul 23 10:30:57.756512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc490324-e340-4d5b-8fe1-0bd29921fef5 req-cd45df54-7f26-4295-9d40-216d0708b876 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Jul 23 10:30:57.778756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-ddb16356-6779-4f28-a057-ac750adb34d2 service neutron] 10.222.0.55 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095262 Jul 23 10:30:57.874511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a62dc912-c30d-4a64-b983-205921735527 req-be7cbc95-b97c-4543-b120-76e99ab8d88f service neutron] 10.222.0.55 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880222 Jul 23 10:30:58.748071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec89c68a-b963-45ff-9176-af03430dfc52'}, {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:30:58.750389 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae23cb46-55ff-45c5-9457-3b6adf841c78" -d '{"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec89c68a-b963-45ff-9176-af03430dfc52"}, {"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4fcedd0-f4b0-4af9-a63f-b044ee93a599"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:30:58.789824 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa502d0-34e4-4527-b222-c22a74a3d4d3 x-openstack-request-id: req-5aa502d0-34e4-4527-b222-c22a74a3d4d3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:30:58.790132 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec89c68a-b963-45ff-9176-af03430dfc52", "code": 200}, {"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4fcedd0-f4b0-4af9-a63f-b044ee93a599", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:30:58.790390 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aa502d0-34e4-4527-b222-c22a74a3d4d3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:30:58.790788 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec89c68a-b963-45ff-9176-af03430dfc52', 'code': 200} Jul 23 10:30:58.791044 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599', 'code': 200} Jul 23 10:30:58.820944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e5f3d-8f6e-4b87-b223-0b2d322b94be req-50acbcf0-1803-44d1-be8e-78dcad6accd9 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.822685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-da4e5f3d-8f6e-4b87-b223-0b2d322b94be req-50acbcf0-1803-44d1-be8e-78dcad6accd9 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 944 time: 0.0660944 Jul 23 10:30:58.865881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-da4e5f3d-8f6e-4b87-b223-0b2d322b94be req-63775c07-d252-4b28-98dd-4b3a3cda256d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Jul 23 10:30:58.910006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4104d4-c56c-4681-a9ff-dbdcb4eaaf49 req-faa524f8-4b57-40de-9dda-4cbf7ba4c97f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.916737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4104d4-c56c-4681-a9ff-dbdcb4eaaf49 req-faa524f8-4b57-40de-9dda-4cbf7ba4c97f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.922609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4104d4-c56c-4681-a9ff-dbdcb4eaaf49 req-faa524f8-4b57-40de-9dda-4cbf7ba4c97f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.925088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a4104d4-c56c-4681-a9ff-dbdcb4eaaf49 req-faa524f8-4b57-40de-9dda-4cbf7ba4c97f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.0881765 Jul 23 10:30:58.965655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a4104d4-c56c-4681-a9ff-dbdcb4eaaf49 req-f55fe097-cf96-46f9-bf46-8fc8d5dddfa1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Jul 23 10:30:58.974954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8e263-ab3b-44f2-aab8-6ef936578ed8 req-d56f9926-6562-4b46-875c-02b6309615a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.975458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8e263-ab3b-44f2-aab8-6ef936578ed8 req-d56f9926-6562-4b46-875c-02b6309615a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.975942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8e263-ab3b-44f2-aab8-6ef936578ed8 req-d56f9926-6562-4b46-875c-02b6309615a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:58.977593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76a8e263-ab3b-44f2-aab8-6ef936578ed8 req-d56f9926-6562-4b46-875c-02b6309615a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2872 time: 0.0628619 Jul 23 10:30:59.012368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76a8e263-ab3b-44f2-aab8-6ef936578ed8 req-78ce2bc2-d515-4158-a349-d123cd0e97a1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283384 Jul 23 10:30:59.581038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6e061594-e767-4f9f-b22b-ffbc409d6d41 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:30:59.685086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6e061594-e767-4f9f-b22b-ffbc409d6d41, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:59.696127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'port_id': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'mac_address': 'fa:16:3e:5b:6d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:30:59.738406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43bfd498-ce6e-40b5-a3c5-311f873d3044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:59.742366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:59.754568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e061594-e767-4f9f-b22b-ffbc409d6d41 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:30:59.773746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6e061594-e767-4f9f-b22b-ffbc409d6d41, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:30:59.777524 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:30:59.830130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=6e061594-e767-4f9f-b22b-ffbc409d6d41,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:30:59.995368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2b3f-97f4-4bf5-ac67-fea3007e93d2 req-6a80a26d-4a28-458a-b07a-df47560331f2 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:30:59.996462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f7b2b3f-97f4-4bf5-ac67-fea3007e93d2 req-6a80a26d-4a28-458a-b07a-df47560331f2 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 945 time: 0.0648456 Jul 23 10:31:00.002439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['6e061594-e767-4f9f-b22b-ffbc409d6d41'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:00.040654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f7b2b3f-97f4-4bf5-ac67-fea3007e93d2 req-697e02f8-3def-43dd-8880-15c4b5145596 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 Jul 23 10:31:00.151777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:00.168951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3fcf-f074-4a0e-a2d1-bf8da66eb8b6 req-0b4978ea-411e-4703-ac41-3e3bc0cf66c8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:00.174706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3fcf-f074-4a0e-a2d1-bf8da66eb8b6 req-0b4978ea-411e-4703-ac41-3e3bc0cf66c8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:00.181182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3fcf-f074-4a0e-a2d1-bf8da66eb8b6 req-0b4978ea-411e-4703-ac41-3e3bc0cf66c8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:00.182819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa9b3fcf-f074-4a0e-a2d1-bf8da66eb8b6 req-0b4978ea-411e-4703-ac41-3e3bc0cf66c8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.0832899 Jul 23 10:31:00.220124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa9b3fcf-f074-4a0e-a2d1-bf8da66eb8b6 req-39ac76fd-6968-4c43-80ab-bc3475900d79 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Jul 23 10:31:01.176830 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:01.182815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e778de-5eed-41af-bf8b-a46779d992e9 req-caceeba5-4c48-495b-a945-b259bf647d5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.184334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9e778de-5eed-41af-bf8b-a46779d992e9 req-caceeba5-4c48-495b-a945-b259bf647d5e tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 945 time: 0.0715780 Jul 23 10:31:01.220779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9e778de-5eed-41af-bf8b-a46779d992e9 req-0ae4eadf-ea65-461b-b328-6dfdfdeb1971 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Jul 23 10:31:01.353485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aeeb3-aeb6-47e3-8ee1-a59747711bd1 req-05a63cbf-53e0-4788-899a-b55d30e36fd4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.359241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aeeb3-aeb6-47e3-8ee1-a59747711bd1 req-05a63cbf-53e0-4788-899a-b55d30e36fd4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.365341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aeeb3-aeb6-47e3-8ee1-a59747711bd1 req-05a63cbf-53e0-4788-899a-b55d30e36fd4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.367385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f3aeeb3-aeb6-47e3-8ee1-a59747711bd1 req-05a63cbf-53e0-4788-899a-b55d30e36fd4 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.0782051 Jul 23 10:31:01.406554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f3aeeb3-aeb6-47e3-8ee1-a59747711bd1 req-514a2943-ea02-4bbf-827d-3b1f6301d49f tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Jul 23 10:31:01.577392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6e061594-e767-4f9f-b22b-ffbc409d6d41 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:01.631450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 6e061594-e767-4f9f-b22b-ffbc409d6d41 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:01.635328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 6e061594-e767-4f9f-b22b-ffbc409d6d41 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:01.635741 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:01.713195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ef7-8af5-4c5c-b0b4-77bacb98fb6b req-41fb5f4d-1959-4c3a-b079-659f20927fe1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.714134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:01.719982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ef7-8af5-4c5c-b0b4-77bacb98fb6b req-41fb5f4d-1959-4c3a-b079-659f20927fe1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.726467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ef7-8af5-4c5c-b0b4-77bacb98fb6b req-41fb5f4d-1959-4c3a-b079-659f20927fe1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.728177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b67b7ef7-8af5-4c5c-b0b4-77bacb98fb6b req-41fb5f4d-1959-4c3a-b079-659f20927fe1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.0853481 Jul 23 10:31:01.736497 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:01.738718 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6ba8a-6557-4e2b-b183-5e8b47b59df1" -d '{"events": [{"server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "name": "network-vif-plugged", "status": "completed", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:01.752297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6e061594-e767-4f9f-b22b-ffbc409d6d41, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:01.757679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:01.788873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b67b7ef7-8af5-4c5c-b0b4-77bacb98fb6b req-9baec35b-5235-44e4-97f9-0e22deea0a49 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Jul 23 10:31:01.800623 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27027d49-d889-44c9-acdb-56457792e2f5 x-openstack-request-id: req-27027d49-d889-44c9-acdb-56457792e2f5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:01.801052 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "name": "network-vif-plugged", "status": "completed", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:01.801406 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27027d49-d889-44c9-acdb-56457792e2f5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:01.801895 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'code': 200} Jul 23 10:31:01.863034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=6e061594-e767-4f9f-b22b-ffbc409d6d41,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:01.940992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5a3cb-f45b-4d9f-851b-f22e1a4b7b21 req-9165bfad-83ae-40b0-8186-2688dd5a26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:01.942495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70a5a3cb-f45b-4d9f-851b-f22e1a4b7b21 req-9165bfad-83ae-40b0-8186-2688dd5a26f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0598767 Jul 23 10:31:01.987318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70a5a3cb-f45b-4d9f-851b-f22e1a4b7b21 req-0af33483-897c-410d-a93b-a30b4a700cca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353315 Jul 23 10:31:02.356850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766b5f4-de13-4fec-9659-82aab6f88efe req-2525dabd-a2a1-4dfd-a85a-5082877f90bb tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:02.358519 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6766b5f4-de13-4fec-9659-82aab6f88efe req-2525dabd-a2a1-4dfd-a85a-5082877f90bb tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0669055 Jul 23 10:31:02.398335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6766b5f4-de13-4fec-9659-82aab6f88efe req-f4acc9d2-e7d8-416d-9765-4c9cc1b715b0 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344083 Jul 23 10:31:02.419880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:02.929441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d661948-d629-4110-8404-d7fd2fed4279 req-661181e5-01d0-4f72-9345-0734a3d81bec tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:02.935522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d661948-d629-4110-8404-d7fd2fed4279 req-661181e5-01d0-4f72-9345-0734a3d81bec tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:02.941624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d661948-d629-4110-8404-d7fd2fed4279 req-661181e5-01d0-4f72-9345-0734a3d81bec tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:02.944308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d661948-d629-4110-8404-d7fd2fed4279 req-661181e5-01d0-4f72-9345-0734a3d81bec tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.0882723 Jul 23 10:31:02.991864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d661948-d629-4110-8404-d7fd2fed4279 req-4d5f621a-e382-48bf-8064-084180231a62 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Jul 23 10:31:03.538214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb454-31eb-4536-9fa2-84c7ea13a85f req-f2b26910-2332-442c-916f-fe481f585c0d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:03.539745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-779cb454-31eb-4536-9fa2-84c7ea13a85f req-f2b26910-2332-442c-916f-fe481f585c0d tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0682364 Jul 23 10:31:03.613892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-779cb454-31eb-4536-9fa2-84c7ea13a85f req-3d0121e1-281a-4e95-9f34-3277451659a4 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684030 Jul 23 10:31:03.650198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-3361298a-4046-403c-97f6-953064af7b01 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:03.656630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-3361298a-4046-403c-97f6-953064af7b01 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:03.662929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-3361298a-4046-403c-97f6-953064af7b01 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:03.666272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-3361298a-4046-403c-97f6-953064af7b01 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.1026504 Jul 23 10:31:03.765346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994a54f-326e-45e2-9040-fa30add61580 req-7c24a5f2-a9b4-4c14-acc8-48f5b04b7c8f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:03.767135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b994a54f-326e-45e2-9040-fa30add61580 req-7c24a5f2-a9b4-4c14-acc8-48f5b04b7c8f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.0821955 Jul 23 10:31:03.776866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:03.784132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Request body: {'floatingip': {'port_id': '6e061594-e767-4f9f-b22b-ffbc409d6d41'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:04.137190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:04.180887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:04.196485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port ec89c68a-b963-45ff-9176-af03430dfc52 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:04.196831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:04.315531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f97d5-1c7e-40b3-a563-d474ac7cdc9b req-a00a704b-4522-46d9-8740-f14623137867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:04.321583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f97d5-1c7e-40b3-a563-d474ac7cdc9b req-a00a704b-4522-46d9-8740-f14623137867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:04.328204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f97d5-1c7e-40b3-a563-d474ac7cdc9b req-a00a704b-4522-46d9-8740-f14623137867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:04.332391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-332f97d5-1c7e-40b3-a563-d474ac7cdc9b req-a00a704b-4522-46d9-8740-f14623137867 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 2419 time: 0.1238446 Jul 23 10:31:04.395015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-332f97d5-1c7e-40b3-a563-d474ac7cdc9b req-96c7aed3-5dae-4495-abfd-363d61dfb311 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550981 Jul 23 10:31:04.415842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port ec89c68a-b963-45ff-9176-af03430dfc52, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ec89c68a-b963-45ff-9176-af03430dfc52,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:04.416368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:04.437681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for ec89c68a-b963-45ff-9176-af03430dfc52 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:04.741569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-a13f5f80-56e0-4047-a069-6c4bdf055c37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598364 Jul 23 10:31:04.856632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-50cf875d-59a1-4657-aaec-65a7b6c031e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:04.859033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-50cf875d-59a1-4657-aaec-65a7b6c031e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 1097 time: 0.0689168 Jul 23 10:31:04.863671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:04.923300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=ec89c68a-b963-45ff-9176-af03430dfc52,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:04.980600 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:31:05.006303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-4b32b9f3-154e-4da2-88b3-06061d47bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:05.007906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-4b32b9f3-154e-4da2-88b3-06061d47bdbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 200 len: 915 time: 0.1157582 Jul 23 10:31:05.064518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port ec89c68a-b963-45ff-9176-af03430dfc52 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:05.069038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-0bdd5301-49d4-432d-b9f7-6139a49024cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba86146-eb0c-4500-9327-b7a608407a3a HTTP/1.1" status: 200 len: 217 time: 0.0527272 Jul 23 10:31:05.072088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.074864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-8a4a537d-442f-4cd8-baad-d1ab15a45b5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "DELETE /v2.0/ports/ec89c68a-b963-45ff-9176-af03430dfc52 HTTP/1.1" status: 204 len: 173 time: 1.4029427 Jul 23 10:31:05.077827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-deleted', 'tag': 'ec89c68a-b963-45ff-9176-af03430dfc52'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:05.080321 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd089237-b4d0-4aa0-bad6-ac65b4594e2a" -d '{"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-deleted", "tag": "ec89c68a-b963-45ff-9176-af03430dfc52"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:05.133447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-6e749dbf-32b6-4a2f-9ff2-e8de3cb68ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:05.135565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-6e749dbf-32b6-4a2f-9ff2-e8de3cb68ff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 200 len: 854 time: 0.0609765 Jul 23 10:31:05.141517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.143573 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9372fbd-a5a3-479c-a663-1b18ad757e4c x-openstack-request-id: req-f9372fbd-a5a3-479c-a663-1b18ad757e4c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:05.143874 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-deleted", "tag": "ec89c68a-b963-45ff-9176-af03430dfc52", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:05.144169 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9372fbd-a5a3-479c-a663-1b18ad757e4c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:05.144577 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-deleted', 'tag': 'ec89c68a-b963-45ff-9176-af03430dfc52', 'status': 'completed', 'code': 200} Jul 23 10:31:05.149616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.192677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-581394fb-b45d-421b-b914-9ecda6e0f5b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507650 Jul 23 10:31:05.317923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-22067575-7d0c-475b-abde-a9ff3b8c5a2b service neutron] 10.222.0.55 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174433 Jul 23 10:31:05.341468 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Floating IP 6b9620de-25fa-4a06-b93f-f5a97942289c associated. External IP: 172.25.4.14, port: 6e061594-e767-4f9f-b22b-ffbc409d6d41. Jul 23 10:31:05.381454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port 6148431e-381a-48e5-99c7-4f2e8043867f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:05.381917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.437869 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5efe1d90-e250-466f-bdb7-d111cbc2914b req-f3860c69-b5c5-4ca1-bad9-8acb015c618d service neutron] 10.222.0.55 "GET /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121740 Jul 23 10:31:05.541856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e256-36f8-4ef6-8087-e985f56e9e6b req-6f7cea55-657d-400f-b125-aeec69f06bc3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:05.544938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port 6148431e-381a-48e5-99c7-4f2e8043867f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6148431e-381a-48e5-99c7-4f2e8043867f,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:05.545329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.548956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e256-36f8-4ef6-8087-e985f56e9e6b req-6f7cea55-657d-400f-b125-aeec69f06bc3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:05.550106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c05e256-36f8-4ef6-8087-e985f56e9e6b req-6f7cea55-657d-400f-b125-aeec69f06bc3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 1683 time: 0.0835395 Jul 23 10:31:05.599924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c05e256-36f8-4ef6-8087-e985f56e9e6b req-4837acca-b087-4ebe-a99f-c7e6a2448ab2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Jul 23 10:31:05.621362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for 6148431e-381a-48e5-99c7-4f2e8043867f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:05.717389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Router ff52de1f-45ee-43b0-b243-788892b9f626 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:31:05.859905 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.899021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=6148431e-381a-48e5-99c7-4f2e8043867f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:05.909926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:31:05.923289 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] Sync routers for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:31:05.931855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.937866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:05.938720 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:05.961886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port 6148431e-381a-48e5-99c7-4f2e8043867f on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:05.991594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:05.993740 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-7e6b0515-25a7-46e0-9cae-9c5adfe3f059 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "DELETE /v2.0/ports/6148431e-381a-48e5-99c7-4f2e8043867f HTTP/1.1" status: 204 len: 173 time: 0.9069335 Jul 23 10:31:06.049253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e94ef9c3-77ab-4a48-b58c-e8474288cc27 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "PUT /v2.0/floatingips/6b9620de-25fa-4a06-b93f-f5a97942289c HTTP/1.1" status: 200 len: 991 time: 2.2687945 Jul 23 10:31:06.089293 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:31:06.157095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:06.157438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:06.251223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port b4fcedd0-f4b0-4af9-a63f-b044ee93a599, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:06.251723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:06.273063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for b4fcedd0-f4b0-4af9-a63f-b044ee93a599 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:06.355050 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6b9620de-25fa-4a06-b93f-f5a97942289c', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'port_id': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'mac_address': 'fa:16:3e:5b:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:30:52Z', 'updated_at': '2021-07-23T10:31:04Z', 'revision_number': 1, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:53Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:06.403624 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] Checking router: ff52de1f-45ee-43b0-b243-788892b9f626 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:31:06.414320 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:06.415676 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:06.432320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:06.469965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=b4fcedd0-f4b0-4af9-a63f-b044ee93a599,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:06.520295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port b4fcedd0-f4b0-4af9-a63f-b044ee93a599 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:06.524663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:06.527440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7d15a86-7fbd-4672-9a83-e458e0cab654 req-ca7ef9e8-3668-4862-824f-038b44f97aa2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.20 "DELETE /v2.0/ports/b4fcedd0-f4b0-4af9-a63f-b044ee93a599 HTTP/1.1" status: 204 len: 173 time: 0.5271788 Jul 23 10:31:06.544697 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:31:06.550425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6148431e-381a-48e5-99c7-4f2e8043867f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:06.587000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 6148431e-381a-48e5-99c7-4f2e8043867f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:06.587693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6148431e-381a-48e5-99c7-4f2e8043867f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:06.589119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec89c68a-b963-45ff-9176-af03430dfc52 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:06.622087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: ec89c68a-b963-45ff-9176-af03430dfc52 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:06.622694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ec89c68a-b963-45ff-9176-af03430dfc52 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:06.623643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b4fcedd0-f4b0-4af9-a63f-b044ee93a599 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:06.660957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b4fcedd0-f4b0-4af9-a63f-b044ee93a599 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:06.664520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b4fcedd0-f4b0-4af9-a63f-b044ee93a599 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:06.782662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f2462e3-de33-4939-9965-d9f3348c830a req-dde178d6-3abc-48b2-9f54-666374ca4075 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b30a74-6731-4372-ad1f-c7de973ba8cf HTTP/1.1" status: 200 len: 210 time: 0.0413413 Jul 23 10:31:06.840651 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6b9620de-25fa-4a06-b93f-f5a97942289c', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'port_id': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'mac_address': 'fa:16:3e:5b:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:30:52Z', 'updated_at': '2021-07-23T10:31:04Z', 'revision_number': 1, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:53Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:06.871044 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4848b0b-8b86-4802-9c2f-9e71e60098c9 None None] The sync data for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 is: [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6b9620de-25fa-4a06-b93f-f5a97942289c', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'port_id': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'mac_address': 'fa:16:3e:5b:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:30:52Z', 'updated_at': '2021-07-23T10:31:04Z', 'revision_number': 1, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:53Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:31:07.134965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e81043-b6ce-4aa9-879d-0fa792e8b172 None None] New status for floating IP 6b9620de-25fa-4a06-b93f-f5a97942289c: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:31:07.145686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-deleted', 'tag': '6148431e-381a-48e5-99c7-4f2e8043867f'}, {'name': 'network-changed', 'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41'}, {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-deleted', 'tag': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:07.150904 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12324d5f-0b65-4da6-8a45-f264c77f844c" -d '{"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-deleted", "tag": "6148431e-381a-48e5-99c7-4f2e8043867f"}, {"name": "network-changed", "server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41"}, {"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-deleted", "tag": "b4fcedd0-f4b0-4af9-a63f-b044ee93a599"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:07.220880 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d706feec-2c92-4ec8-8ef7-2ccdc17d21ee x-openstack-request-id: req-d706feec-2c92-4ec8-8ef7-2ccdc17d21ee {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:07.221671 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-deleted", "tag": "6148431e-381a-48e5-99c7-4f2e8043867f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41", "status": "completed", "code": 200}, {"server_uuid": "d0b30a74-6731-4372-ad1f-c7de973ba8cf", "name": "network-vif-deleted", "tag": "b4fcedd0-f4b0-4af9-a63f-b044ee93a599", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:07.222031 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d706feec-2c92-4ec8-8ef7-2ccdc17d21ee {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:07.222454 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-deleted', 'tag': '6148431e-381a-48e5-99c7-4f2e8043867f', 'status': 'completed', 'code': 200} Jul 23 10:31:07.222718 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'status': 'completed', 'code': 200} Jul 23 10:31:07.222977 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b30a74-6731-4372-ad1f-c7de973ba8cf', 'name': 'network-vif-deleted', 'tag': 'b4fcedd0-f4b0-4af9-a63f-b044ee93a599', 'status': 'completed', 'code': 200} Jul 23 10:31:07.320125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-e8449d30-8678-483a-80ed-c52799fd80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:07.321716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-e8449d30-8678-483a-80ed-c52799fd80ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b&device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0694382 Jul 23 10:31:07.455163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-22fab29b-04f0-4b73-bb74-cabd2c26867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:07.456787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-22fab29b-04f0-4b73-bb74-cabd2c26867e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1 HTTP/1.1" status: 200 len: 913 time: 0.1284127 Jul 23 10:31:07.535279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-10766f44-a8c3-4645-822d-6409ded5db69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41 HTTP/1.1" status: 200 len: 1001 time: 0.0717571 Jul 23 10:31:07.586745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-531859f9-17ae-487c-bc41-9e4d334a049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:07.588223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-531859f9-17ae-487c-bc41-9e4d334a049e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75de4964-bd8d-4612-b11e-f679ebf61ae7 HTTP/1.1" status: 200 len: 851 time: 0.0449362 Jul 23 10:31:07.654145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-465bc0e2-4ace-4c04-ac19-dc64cd37b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:07.655673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-465bc0e2-4ace-4c04-ac19-dc64cd37b3d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e3d82555-25b4-4ee6-bf9e-63eef1832fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607095 Jul 23 10:31:07.752768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-d1fa68d5-5deb-414c-b6ef-e7157aca354a service neutron] 10.222.0.55 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899148 Jul 23 10:31:07.840622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:07.853988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12324d5f-0b65-4da6-8a45-f264c77f844c req-a58ae312-95f9-4af6-8312-03600a781a2e service neutron] 10.222.0.55 "GET /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946100 Jul 23 10:31:07.903477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting subnet a31a91f9-0e16-4a70-a72d-125fd2cb56c7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:07.907117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:07.955987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.101994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.180957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.207184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6625fcff-5a48-4936-a6ce-dad075078ecf None None] Network 4a6d184a-2a35-4a57-92d3-8113a420782f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:08.217911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.219837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/subnets/a31a91f9-0e16-4a70-a72d-125fd2cb56c7 HTTP/1.1" status: 204 len: 168 time: 0.3782001 Jul 23 10:31:08.221050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27ced7-6ba2-4a74-bb26-880322222a6c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Subnet': ['ID=a31a91f9-0e16-4a70-a72d-125fd2cb56c7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:08.222574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44982) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:08.308262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.363586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:08.364201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.439677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:08.440044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.452432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:08.471006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] DHCP port deletion for 4a6d184a-2a35-4a57-92d3-8113a420782f request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:31:08.561634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] Deleting port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:08.562032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.581899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.616843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:08.632566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] For port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,segment=NetworkSegment(90d7fdce-376e-4d50-905c-c0528dd6c4c7),segment_id=90d7fdce-376e-4d50-905c-c0528dd6c4c7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:08.632960 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.640157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:08.645275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] Calling delete_port for 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:08.721965 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.727526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.737541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6d184a-2a35-4a57-92d3-8113a420782f']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:08.748713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d7fdce-376e-4d50-905c-c0528dd6c4c7') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:08.749005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d7fdce-376e-4d50-905c-c0528dd6c4c7') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:08.750031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] Pushing event deleted for resources: {'Port': ['ID=3f8353e8-a7e0-4afe-aaa4-e631a38c7f01,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:08.755912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659427a-3a8d-4125-9154-9d0f0ae2d165 None None] No DVR routers for this DVR port 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:08.760196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.776389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.782829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:08.783370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:08.787192 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:08.860566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.869185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:08.871302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/networks/4a6d184a-2a35-4a57-92d3-8113a420782f HTTP/1.1" status: 204 len: 168 time: 0.6475387 Jul 23 10:31:08.876050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:08.886826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b63df-a74d-42e5-92ba-0b4a4e29b07c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Network': ['ID=4a6d184a-2a35-4a57-92d3-8113a420782f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:08.936145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting subnet 1792915b-9658-4779-8d41-87d42c69ccab {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:08.939890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.010175 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.097441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.190706 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.238319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Subnet': ['ID=1792915b-9658-4779-8d41-87d42c69ccab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:09.247683 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.252133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41824a5e-b65c-4626-8e87-8f02b734ebce tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/subnets/1792915b-9658-4779-8d41-87d42c69ccab HTTP/1.1" status: 204 len: 168 time: 0.3726008 Jul 23 10:31:09.253027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45004) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:09.253895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8bf80-da55-4dfb-9154-b3c3fa9b4ad4 None None] Network 86d0b7de-1c31-4ee2-8252-9488243ddc6d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:09.350021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.432497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:09.433044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.486640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:09.500431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:09.500790 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.511454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:09.511869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f8353e8-a7e0-4afe-aaa4-e631a38c7f01 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:09.518533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] DHCP port deletion for 86d0b7de-1c31-4ee2-8252-9488243ddc6d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:31:09.521551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:09.570737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] Deleting port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:09.571127 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.637675 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.655236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] For port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,segment=NetworkSegment(5cfc0dc4-0386-4c31-beb8-afe011b0a889),segment_id=5cfc0dc4-0386-4c31-beb8-afe011b0a889)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:09.655666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.673617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] Calling delete_port for adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:09.684523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:09.688709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:09.765506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.768966 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.779527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d0b7de-1c31-4ee2-8252-9488243ddc6d']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:09.794381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfc0dc4-0386-4c31-beb8-afe011b0a889') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:09.794725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfc0dc4-0386-4c31-beb8-afe011b0a889') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:09.795073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] No DVR routers for this DVR port adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:09.805885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eed3b0-71ec-47b2-9dee-c9b8aef9fa44 None None] Pushing event deleted for resources: {'Port': ['ID=adb86d4c-3e9b-49c0-8fa1-1a3be72a8625,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:09.811166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.827230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.834949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:09.835465 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:09.838657 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:09.901032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.906713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.908802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/networks/86d0b7de-1c31-4ee2-8252-9488243ddc6d HTTP/1.1" status: 204 len: 168 time: 0.6546965 Jul 23 10:31:09.918920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:09.923506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-501708032'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:09.928414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115bb63-17d5-43e9-b9a3-ee14e23c54a8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Network': ['ID=86d0b7de-1c31-4ee2-8252-9488243ddc6d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:09.953349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:09.957603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.983389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:09.993496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:09.993886 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Added segment 0fa40376-9021-4d35-81a9-fba5acbc1ec5 of type vlan for network 9183905f-315f-4f42-b589-a47a2d098dd1 Jul 23 10:31:10.053948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.084597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.090146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:10.090744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.127394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2086504 Jul 23 10:31:10.130954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45018) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:10.136768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'subnet': {'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:10.166460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d85d9-ed41-431e-9be0-522469aab6be tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Network': ['ID=9183905f-315f-4f42-b589-a47a2d098dd1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:10.179763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 9183905f-315f-4f42-b589-a47a2d098dd1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:10.259243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:10.263160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.498264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.558401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Subnet': ['ID=f0433534-2651-486a-8b6f-1a46721f0b74,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:10.567250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Checking segment: {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:10.567641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network hostable DHCP agents. Network: 9183905f-315f-4f42-b589-a47a2d098dd1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:31:10.586296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 9183905f-315f-4f42-b589-a47a2d098dd1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:31:10.595500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 9183905f-315f-4f42-b589-a47a2d098dd1) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:10.600372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:10.600954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.606539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde7b35-1423-448b-b977-b10b76346f55 None None] Network 9183905f-315f-4f42-b589-a47a2d098dd1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:10.619130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a945e87a-9f98-4adc-bbb4-bb1315ca2b12 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4840121 Jul 23 10:31:10.619314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45032) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:10.624715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-78658866'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:10.649253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:10.652796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.680835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:10.704788 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.705325 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Added segment 38b1464f-8a6e-4445-bd4e-912553746a58 of type vlan for network 63ac6791-2dcd-4171-b9bf-2b3fa461520d Jul 23 10:31:10.768272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.786189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-9183905f-315f-4f42-b589-a47a2d098dd1', 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'fixed_ips': [{'subnet_id': 'f0433534-2651-486a-8b6f-1a46721f0b74'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:31:10.787943 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.802747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.810929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:10.812115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.837267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2144861 Jul 23 10:31:10.837612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:10.843379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'subnet': {'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:10.927646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239687cf-261a-42cd-bc98-ceca09d2c548 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Network': ['ID=63ac6791-2dcd-4171-b9bf-2b3fa461520d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:10.938799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:10.948812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:10.952335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:10.971764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Allocated IP 19.80.0.2 (9183905f-315f-4f42-b589-a47a2d098dd1/f0433534-2651-486a-8b6f-1a46721f0b74/47801ae1-6831-45c8-8222-399f9e6b7ace) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:11.155121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.171503 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.181633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Transition to ACTIVE for port object 47801ae1-6831-45c8-8222-399f9e6b7ace will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:11.199748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Transition to ACTIVE for port object 47801ae1-6831-45c8-8222-399f9e6b7ace will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:11.207224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.218759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Subnet': ['ID=f628643e-9d21-486c-8deb-8c49ab099135,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:11.229517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Checking segment: {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:11.229894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network hostable DHCP agents. Network: 63ac6791-2dcd-4171-b9bf-2b3fa461520d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:31:11.249624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:31:11.264164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Network 9183905f-315f-4f42-b589-a47a2d098dd1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:11.265433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 63ac6791-2dcd-4171-b9bf-2b3fa461520d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:11.267688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:11.271548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:11.279679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a02ba8-c576-4f84-afa5-c88bff6bd35b None None] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:11.284406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:11.285634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.300112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Pushing event updated for resources: {'Port': ['ID=47801ae1-6831-45c8-8222-399f9e6b7ace,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:11.315518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d17aa282-9d45-4554-8dae-cf7a3e15370d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4761004 Jul 23 10:31:11.374067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Attempting to bind port 47801ae1-6831-45c8-8222-399f9e6b7ace on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:31:11.374446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Attempting to bind port 47801ae1-6831-45c8-8222-399f9e6b7ace by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:31:11.374816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Attempting to bind port 47801ae1-6831-45c8-8222-399f9e6b7ace on network 9183905f-315f-4f42-b589-a47a2d098dd1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:11.422170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:31:11.422655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Checking segment: {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:11.423160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.423704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Bound using segment: {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:31:11.424283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Bound port: 47801ae1-6831-45c8-8222-399f9e6b7ace, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:31:11.424775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.527336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] For port 47801ae1-6831-45c8-8222-399f9e6b7ace, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:31:11.530996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:11.535352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] For port 47801ae1-6831-45c8-8222-399f9e6b7ace, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47801ae1-6831-45c8-8222-399f9e6b7ace,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:31:11.556897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.562267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:11.562608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adb86d4c-3e9b-49c0-8fa1-1a3be72a8625 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:11.652990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53468e4-8b62-4b66-a19c-c1fac3e6cae7 None None] Pushing event updated for resources: {'Port': ['ID=47801ae1-6831-45c8-8222-399f9e6b7ace,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:11.671268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-ee8a4f77-4549-4875-9f28-8630651bed5b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:11.680847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-ee8a4f77-4549-4875-9f28-8630651bed5b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:11.684039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-ee8a4f77-4549-4875-9f28-8630651bed5b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/networks?id=9183905f-315f-4f42-b589-a47a2d098dd1&id=63ac6791-2dcd-4171-b9bf-2b3fa461520d HTTP/1.1" status: 200 len: 1389 time: 0.1759939 Jul 23 10:31:11.701945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-63ac6791-2dcd-4171-b9bf-2b3fa461520d', 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'fixed_ips': [{'subnet_id': 'f628643e-9d21-486c-8deb-8c49ab099135'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:31:11.702820 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:11.708096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4e3c7ac2-721c-42aa-b799-8cc8ea062b87 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/quotas/878491592fb6479aa6a8c53d133a734b HTTP/1.1" status: 200 len: 375 time: 0.0115404 Jul 23 10:31:11.803915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-1c915335-1fe9-477c-b55c-789ed395ae84 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889766 Jul 23 10:31:11.992427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-ae43bbf1-f254-4123-b78d-d495e776cec3 service neutron] 10.222.0.37 "GET /v2.0/networks/9183905f-315f-4f42-b589-a47a2d098dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876700 Jul 23 10:31:11.996971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Allocated IP 19.86.0.2 (63ac6791-2dcd-4171-b9bf-2b3fa461520d/f628643e-9d21-486c-8deb-8c49ab099135/1be39ee3-cafe-47ca-8f8c-868ea6794712) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:12.135026 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-d6741617-21f2-4aa2-90a8-fc3150957b1c service neutron] 10.222.0.37 "GET /v2.0/networks/9183905f-315f-4f42-b589-a47a2d098dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145630 Jul 23 10:31:12.192913 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:12.202872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Transition to ACTIVE for port object 1be39ee3-cafe-47ca-8f8c-868ea6794712 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:12.228146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Transition to ACTIVE for port object 1be39ee3-cafe-47ca-8f8c-868ea6794712 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:12.235231 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:12.254010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-f3f21b6f-406b-47a6-8bb3-1b66eb03e6c9 service neutron] 10.222.0.37 "GET /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123135 Jul 23 10:31:12.281354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:12.284533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:12.289654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:12.292830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Pushing event updated for resources: {'Port': ['ID=1be39ee3-cafe-47ca-8f8c-868ea6794712,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:12.353065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Attempting to bind port 1be39ee3-cafe-47ca-8f8c-868ea6794712 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:31:12.354616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Attempting to bind port 1be39ee3-cafe-47ca-8f8c-868ea6794712 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:31:12.356587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Attempting to bind port 1be39ee3-cafe-47ca-8f8c-868ea6794712 on network 63ac6791-2dcd-4171-b9bf-2b3fa461520d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:12.361961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:31:12.362347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Checking segment: {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:12.362766 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:12.363173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Bound using segment: {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:31:12.363727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Bound port: 1be39ee3-cafe-47ca-8f8c-868ea6794712, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:31:12.364246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:12.378248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-dfa638d7-e329-45a1-a98c-ac212f49bab1 service neutron] 10.222.0.37 "GET /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178162 Jul 23 10:31:12.505000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] For port 1be39ee3-cafe-47ca-8f8c-868ea6794712, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:31:12.509347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] For port 1be39ee3-cafe-47ca-8f8c-868ea6794712, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be39ee3-cafe-47ca-8f8c-868ea6794712,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:31:12.518043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:12.679338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbb0b8-f850-4c66-bbbb-500b248ba415 None None] Pushing event updated for resources: {'Port': ['ID=1be39ee3-cafe-47ca-8f8c-868ea6794712,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:12.764646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5ab680f-9372-49b3-bd40-27bb5248ea37 req-56326703-f189-4ed3-aff0-2bea3591c3f8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 210 time: 0.0796683 Jul 23 10:31:13.231000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7f2e4-29b8-44bc-923c-1f69bad5375b None None] Network 9183905f-315f-4f42-b589-a47a2d098dd1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:13.349784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b3683db8-83ec-455d-92d9-561417fccee9 None None] Provisioning for port 47801ae1-6831-45c8-8222-399f9e6b7ace completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:13.369235 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:31:13.586119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be39ee3-cafe-47ca-8f8c-868ea6794712 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:13.695911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 1be39ee3-cafe-47ca-8f8c-868ea6794712 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:13.701343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47801ae1-6831-45c8-8222-399f9e6b7ace up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:13.858820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 47801ae1-6831-45c8-8222-399f9e6b7ace completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:13.867058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 47801ae1-6831-45c8-8222-399f9e6b7ace triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:13.867878 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:13.986801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88ecb190-b3a8-4b16-ad22-04e4b1aca1da req-2f47ff61-ef6f-4241-8c58-5397d210bc73 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 210 time: 0.0756266 Jul 23 10:31:14.014786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.044331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f72eb70f-2588-462a-b45b-e5b11826c646 None None] Provisioning complete for port 47801ae1-6831-45c8-8222-399f9e6b7ace triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:14.045576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f72eb70f-2588-462a-b45b-e5b11826c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.095271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 47801ae1-6831-45c8-8222-399f9e6b7ace, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47801ae1-6831-45c8-8222-399f9e6b7ace,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:14.105351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.278657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=47801ae1-6831-45c8-8222-399f9e6b7ace,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:14.281369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afaf093-19ac-4229-86eb-e38479296cd0 None None] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:14.345025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-b1d8757b-7486-4d99-85fb-addf8ed01f25 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:14.353468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-b1d8757b-7486-4d99-85fb-addf8ed01f25 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:14.357851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-b1d8757b-7486-4d99-85fb-addf8ed01f25 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.55 "GET /v2.0/networks?id=9183905f-315f-4f42-b589-a47a2d098dd1&id=63ac6791-2dcd-4171-b9bf-2b3fa461520d HTTP/1.1" status: 200 len: 1389 time: 0.3198924 Jul 23 10:31:14.382761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'port': {'device_id': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1', 'admin_state_up': True, 'tenant_id': '878491592fb6479aa6a8c53d133a734b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:14.560412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-032885c1-fb72-402d-b905-02dacef42935 None None] Provisioning for port 1be39ee3-cafe-47ca-8f8c-868ea6794712 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:14.568908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-032885c1-fb72-402d-b905-02dacef42935 None None] Provisioning complete for port 1be39ee3-cafe-47ca-8f8c-868ea6794712 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:14.569886 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032885c1-fb72-402d-b905-02dacef42935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.571827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45132) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:14.574160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:14.577779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.691827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032885c1-fb72-402d-b905-02dacef42935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.766631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-032885c1-fb72-402d-b905-02dacef42935 None None] For port 1be39ee3-cafe-47ca-8f8c-868ea6794712, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be39ee3-cafe-47ca-8f8c-868ea6794712,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:14.775206 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-032885c1-fb72-402d-b905-02dacef42935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:14.830608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Allocated IP 19.80.0.75 (9183905f-315f-4f42-b589-a47a2d098dd1/f0433534-2651-486a-8b6f-1a46721f0b74/74723dd1-c9fd-48af-ba04-e5aa544d0a94) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:14.890538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032885c1-fb72-402d-b905-02dacef42935 None None] Pushing event updated for resources: {'Port': ['ID=1be39ee3-cafe-47ca-8f8c-868ea6794712,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:14.945525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e04166d-74bd-434f-a4d1-c4213e04f6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.003664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4f7ed59-aa5a-4d7b-9dd3-07dc55ad17c8 None None] Provisioning complete for port 1be39ee3-cafe-47ca-8f8c-868ea6794712 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:15.004290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ed59-aa5a-4d7b-9dd3-07dc55ad17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.129974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7734bc2b-3686-4bf0-91f1-3c96298ad6b8 req-e1f0d525-3164-47ae-acba-4b85efb96273 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 210 time: 0.0438004 Jul 23 10:31:15.163755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.189679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Transition to ACTIVE for port object 74723dd1-c9fd-48af-ba04-e5aa544d0a94 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:15.212572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e04166d-74bd-434f-a4d1-c4213e04f6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.218252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e04166d-74bd-434f-a4d1-c4213e04f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.280029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:15.280330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8e04166d-74bd-434f-a4d1-c4213e04f6d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36343f90957a4578bac84b661dc6c81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069008 Jul 23 10:31:15.280763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04166d-74bd-434f-a4d1-c4213e04f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0d49c-9ff3-4010-92c8-29b12c399622,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:15.289453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.340209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 9183905f-315f-4f42-b589-a47a2d098dd1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:15.345919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:15.350006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:15.388827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Port': ['ID=74723dd1-c9fd-48af-ba04-e5aa544d0a94,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:15.395684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11275099-1812-414f-b072-127304a7179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.441752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:15.443386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.462933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11275099-1812-414f-b072-127304a7179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.463569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4363483a-7cf7-46a7-ac61-7cf6e12bd140 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0937181 Jul 23 10:31:15.498860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Request body: {'port': {'device_id': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d', 'admin_state_up': True, 'tenant_id': '878491592fb6479aa6a8c53d133a734b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:15.545213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11275099-1812-414f-b072-127304a7179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.547946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11275099-1812-414f-b072-127304a7179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.551493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-11275099-1812-414f-b072-127304a7179d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85e0d49c-9ff3-4010-92c8-29b12c399622 HTTP/1.1" status: 204 len: 168 time: 0.2681620 Jul 23 10:31:15.561087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be39ee3-cafe-47ca-8f8c-868ea6794712 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:15.580132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11275099-1812-414f-b072-127304a7179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0d49c-9ff3-4010-92c8-29b12c399622,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:15.687448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1be39ee3-cafe-47ca-8f8c-868ea6794712 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:15.687828 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.746635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Made reservation on behalf of 878491592fb6479aa6a8c53d133a734b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:15.758886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.794032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47801ae1-6831-45c8-8222-399f9e6b7ace up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:15.867792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 47801ae1-6831-45c8-8222-399f9e6b7ace triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:15.868442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.878468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ed3ba93d-a2b4-460f-9693-96a0df2f1ed8 None None] Provisioning for port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:15.929874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ed3ba93d-a2b4-460f-9693-96a0df2f1ed8 None None] Provisioning complete for port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:15.930228 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba93d-a2b4-460f-9693-96a0df2f1ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:15.993863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ba93d-a2b4-460f-9693-96a0df2f1ed8 None None] Port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:31:16.031085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Allocated IP 19.86.0.246 (63ac6791-2dcd-4171-b9bf-2b3fa461520d/f628643e-9d21-486c-8deb-8c49ab099135/8c2e6168-9210-47b8-9b35-a917cbacffa3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:16.173946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535945e-023c-4329-a46f-20b389ba920d req-5e9a644b-fe97-4386-9b25-3fb02702f243 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:16.183947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3535945e-023c-4329-a46f-20b389ba920d req-5e9a644b-fe97-4386-9b25-3fb02702f243 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 945 time: 0.1348965 Jul 23 10:31:16.252850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3535945e-023c-4329-a46f-20b389ba920d req-18d81fdf-3531-4bab-b177-3d6cc378fa94 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Jul 23 10:31:16.366592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:16.432442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Transition to ACTIVE for port object 8c2e6168-9210-47b8-9b35-a917cbacffa3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:16.441497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b113ec-10df-4c9e-9aea-646d7ccefca7 req-7f57e936-c51a-4c13-93e0-1d74adb020f2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:16.443174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21b113ec-10df-4c9e-9aea-646d7ccefca7 req-7f57e936-c51a-4c13-93e0-1d74adb020f2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 931 time: 0.1873147 Jul 23 10:31:16.508150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21b113ec-10df-4c9e-9aea-646d7ccefca7 req-d0abb42c-cbae-4c4c-a73c-b54b4d9afdd9 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Jul 23 10:31:16.517880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:16.585612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:16.589437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:16.591387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event updated for resources: {'Port': ['ID=8c2e6168-9210-47b8-9b35-a917cbacffa3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:16.595178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:16.672675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:16.684835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:16.717530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-345a5b32-87a8-479b-b404-8b36ca6cebef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2362487 Jul 23 10:31:16.732471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Request body: {'port': {'device_id': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:16.884190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:17.051630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b34c63df-9a1a-40c6-81cc-bf62af0cab39 None None] Provisioning for port 8c2e6168-9210-47b8-9b35-a917cbacffa3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:17.055967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b34c63df-9a1a-40c6-81cc-bf62af0cab39 None None] Provisioning complete for port 8c2e6168-9210-47b8-9b35-a917cbacffa3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:17.056351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b34c63df-9a1a-40c6-81cc-bf62af0cab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:17.123580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b34c63df-9a1a-40c6-81cc-bf62af0cab39 None None] Port 8c2e6168-9210-47b8-9b35-a917cbacffa3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:31:17.246558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74723dd1-c9fd-48af-ba04-e5aa544d0a94 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:17.256367 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:17.272747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Transition to ACTIVE for port object 74723dd1-c9fd-48af-ba04-e5aa544d0a94 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:17.280268 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:17.409289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264955-63a5-4370-b911-302b5918f002 service neutron] Pushing event updated for resources: {'Port': ['ID=74723dd1-c9fd-48af-ba04-e5aa544d0a94,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:17.571408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Attempting to bind port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:31:17.573307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Attempting to bind port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:31:17.573307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Attempting to bind port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 on network 9183905f-315f-4f42-b589-a47a2d098dd1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:17.588630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984b023-f5bc-4852-916d-2502727c78f2 req-f6e780f3-2128-44f3-b004-d23400a9d383 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:17.590240 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4984b023-f5bc-4852-916d-2502727c78f2 req-f6e780f3-2128-44f3-b004-d23400a9d383 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 945 time: 0.1826088 Jul 23 10:31:17.592643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 on network 9183905f-315f-4f42-b589-a47a2d098dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:31:17.593604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Attempting to bind port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 on network 9183905f-315f-4f42-b589-a47a2d098dd1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:17.603671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:31:17.604016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Checking segment: {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:17.604408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Bound using segment: {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:31:17.608120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Bound port: 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa40376-9021-4d35-81a9-fba5acbc1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:31:17.608516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:17.846471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4984b023-f5bc-4852-916d-2502727c78f2 req-fd909b0d-3032-476e-a0ad-767a2fefb4ea tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383735 Jul 23 10:31:17.870734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] For port 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:31:17.874811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] For port 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=74723dd1-c9fd-48af-ba04-e5aa544d0a94,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:31:17.876814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282b748-25de-426a-8b3f-44f2cf0a52da req-d0ea305e-b600-4c1c-a8b2-2a43051568b6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:17.888080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:17.898263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282b748-25de-426a-8b3f-44f2cf0a52da req-d0ea305e-b600-4c1c-a8b2-2a43051568b6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:17.914971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d282b748-25de-426a-8b3f-44f2cf0a52da req-d0ea305e-b600-4c1c-a8b2-2a43051568b6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1666 time: 0.2196748 Jul 23 10:31:17.957712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-a83e66c2-e6ff-4d85-800e-f8647c576f1a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:17.971236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-a83e66c2-e6ff-4d85-800e-f8647c576f1a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 945 time: 0.2739961 Jul 23 10:31:17.997063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264955-63a5-4370-b911-302b5918f002 service neutron] Pushing event updated for resources: {'Port': ['ID=74723dd1-c9fd-48af-ba04-e5aa544d0a94,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:18.003699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:18.004487 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:18.006475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-47264955-63a5-4370-b911-302b5918f002 service neutron] 10.222.0.55 "PUT /v2.0/ports/74723dd1-c9fd-48af-ba04-e5aa544d0a94 HTTP/1.1" status: 200 len: 1091 time: 1.2786164 Jul 23 10:31:18.007250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'tag': '74723dd1-c9fd-48af-ba04-e5aa544d0a94'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:18.015317 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b2bc07-0ef4-4933-8458-44d4988639aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "tag": "74723dd1-c9fd-48af-ba04-e5aa544d0a94"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:18.063462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Request body: {'port': {'device_id': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:18.175710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d282b748-25de-426a-8b3f-44f2cf0a52da req-be09c76c-4c9c-4bc7-b0ab-0d6ec632e312 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547853 Jul 23 10:31:18.190532 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6fb305-65d8-4bdb-bbfa-f90278d370c7 x-openstack-request-id: req-cb6fb305-65d8-4bdb-bbfa-f90278d370c7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:18.190904 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "tag": "74723dd1-c9fd-48af-ba04-e5aa544d0a94", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:18.191229 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb6fb305-65d8-4bdb-bbfa-f90278d370c7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:18.191729 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'tag': '74723dd1-c9fd-48af-ba04-e5aa544d0a94', 'status': 'completed', 'code': 200} Jul 23 10:31:18.201953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:18.286278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Deleting port b3a2dde3-c871-480e-a69c-752b704381e4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:18.287189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:18.439924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] For port b3a2dde3-c871-480e-a69c-752b704381e4, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b3a2dde3-c871-480e-a69c-752b704381e4,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:18.440468 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:18.457029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Calling delete_port for b3a2dde3-c871-480e-a69c-752b704381e4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:18.471569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-d6689553-55db-4964-aa69-b2b2d36af891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:18.472136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-d6689553-55db-4964-aa69-b2b2d36af891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:18.473799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-d6689553-55db-4964-aa69-b2b2d36af891 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1913 time: 0.2487435 Jul 23 10:31:18.703705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:18.725164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:18.736204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event deleted for resources: {'Port': ['ID=b3a2dde3-c871-480e-a69c-752b704381e4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:18.835718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['aba29986-7d6e-472d-95a0-3b81de29c63f', 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f', 'b3a2dde3-c871-480e-a69c-752b704381e4'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:19.040646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-96efbc88-f4b9-4456-949e-ed38155de179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.041416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-96efbc88-f4b9-4456-949e-ed38155de179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.042032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-96efbc88-f4b9-4456-949e-ed38155de179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.043972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-96efbc88-f4b9-4456-949e-ed38155de179 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=878491592fb6479aa6a8c53d133a734b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5583737 Jul 23 10:31:19.095559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45276) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:19.241716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-ed22f497-bb07-4a6e-95b5-b5910292f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.243863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b2bc07-0ef4-4933-8458-44d4988639aa req-ed22f497-bb07-4a6e-95b5-b5910292f902 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906490 Jul 23 10:31:19.299583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d3100fc-33a1-4ce1-b50a-69a39fc60586 req-d4f213cd-9212-4f24-9563-98d447dc353a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=82b600c2-71c2-4dd1-b380-08504903e986 HTTP/1.1" status: 200 len: 210 time: 0.0486400 Jul 23 10:31:19.300575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] No DVR routers for this DVR port b3a2dde3-c871-480e-a69c-752b704381e4 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:19.312672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.314832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12acf522-e560-42f8-ab53-eaa8cc939329 req-c2d8da11-3367-45ee-9580-a4021f4678cb tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "DELETE /v2.0/ports/b3a2dde3-c871-480e-a69c-752b704381e4 HTTP/1.1" status: 204 len: 173 time: 1.3043456 Jul 23 10:31:19.315129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b600c2-71c2-4dd1-b380-08504903e986', 'name': 'network-vif-deleted', 'tag': 'b3a2dde3-c871-480e-a69c-752b704381e4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:19.318005 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2e71e-0ea5-494d-b4b9-a574f5657781" -d '{"events": [{"server_uuid": "82b600c2-71c2-4dd1-b380-08504903e986", "name": "network-vif-deleted", "tag": "b3a2dde3-c871-480e-a69c-752b704381e4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:19.352871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2e6168-9210-47b8-9b35-a917cbacffa3 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:19.375617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d58cb60-eca1-45d9-85ad-9c6369fc63d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.384131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.397287 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b28025-9680-4328-8b43-39e53d4bd510 x-openstack-request-id: req-c9b28025-9680-4328-8b43-39e53d4bd510 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:19.397583 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b600c2-71c2-4dd1-b380-08504903e986", "name": "network-vif-deleted", "tag": "b3a2dde3-c871-480e-a69c-752b704381e4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:19.397876 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9b28025-9680-4328-8b43-39e53d4bd510 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:19.398221 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b600c2-71c2-4dd1-b380-08504903e986', 'name': 'network-vif-deleted', 'tag': 'b3a2dde3-c871-480e-a69c-752b704381e4', 'status': 'completed', 'code': 200} Jul 23 10:31:19.471843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Transition to ACTIVE for port object 8c2e6168-9210-47b8-9b35-a917cbacffa3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:19.483152 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.558178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d58cb60-eca1-45d9-85ad-9c6369fc63d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.571646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d58cb60-eca1-45d9-85ad-9c6369fc63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.576817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2e6168-9210-47b8-9b35-a917cbacffa3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:19.587489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29943f59-e1fe-47ab-a5a0-9ccfea625ea1 req-92ce8a46-db41-4dc5-b35e-b266937232ba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.594740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29943f59-e1fe-47ab-a5a0-9ccfea625ea1 req-92ce8a46-db41-4dc5-b35e-b266937232ba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.597135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29943f59-e1fe-47ab-a5a0-9ccfea625ea1 req-92ce8a46-db41-4dc5-b35e-b266937232ba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1666 time: 0.2736292 Jul 23 10:31:19.698331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3d58cb60-eca1-45d9-85ad-9c6369fc63d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c15a31899cd45e0b4294fec6d38be92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885174 Jul 23 10:31:19.701512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:19.703291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58cb60-eca1-45d9-85ad-9c6369fc63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d95e805-d86d-4e90-b475-b539e1c32b49,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:19.744630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29943f59-e1fe-47ab-a5a0-9ccfea625ea1 req-43f9de7a-4e8a-4eb1-a290-3d68849ca7ec tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313894 Jul 23 10:31:19.760816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Attempting to bind port 8c2e6168-9210-47b8-9b35-a917cbacffa3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:31:19.761159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Attempting to bind port 8c2e6168-9210-47b8-9b35-a917cbacffa3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:31:19.761491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Attempting to bind port 8c2e6168-9210-47b8-9b35-a917cbacffa3 on network 63ac6791-2dcd-4171-b9bf-2b3fa461520d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:19.779329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Port 8c2e6168-9210-47b8-9b35-a917cbacffa3 on network 63ac6791-2dcd-4171-b9bf-2b3fa461520d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:31:19.780015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Attempting to bind port 8c2e6168-9210-47b8-9b35-a917cbacffa3 on network 63ac6791-2dcd-4171-b9bf-2b3fa461520d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:19.789642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:31:19.790082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Checking segment: {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:19.790542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Bound using segment: {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:31:19.791724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Bound port: 8c2e6168-9210-47b8-9b35-a917cbacffa3, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b1464f-8a6e-4445-bd4e-912553746a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:31:19.792184 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.797304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c291cf12-a30a-4509-b2a4-599c7e788dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.832860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c291cf12-a30a-4509-b2a4-599c7e788dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.867721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] For port 8c2e6168-9210-47b8-9b35-a917cbacffa3, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:31:19.870895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] For port 8c2e6168-9210-47b8-9b35-a917cbacffa3, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:31:19.877565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.901838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c291cf12-a30a-4509-b2a4-599c7e788dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.905151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c291cf12-a30a-4509-b2a4-599c7e788dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.906484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:19.907113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:19.908938 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c291cf12-a30a-4509-b2a4-599c7e788dc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d95e805-d86d-4e90-b475-b539e1c32b49 HTTP/1.1" status: 204 len: 168 time: 0.2057085 Jul 23 10:31:19.917961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291cf12-a30a-4509-b2a4-599c7e788dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d95e805-d86d-4e90-b475-b539e1c32b49,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:19.923273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c2e6168-9210-47b8-9b35-a917cbacffa3 HTTP/1.1" status: 200 len: 1092 time: 1.8643792 Jul 23 10:31:20.077974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c099c7-4b9d-459f-81c0-fe99643657b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2e6168-9210-47b8-9b35-a917cbacffa3,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:20.150085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-37457c3f-bb43-44ce-b8f8-741ca30611f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.150575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-37457c3f-bb43-44ce-b8f8-741ca30611f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.168402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-37457c3f-bb43-44ce-b8f8-741ca30611f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1980 time: 0.1891029 Jul 23 10:31:20.220525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'tag': '8c2e6168-9210-47b8-9b35-a917cbacffa3'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:20.222788 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa862f6-4487-4efb-a473-4dd2699003f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "tag": "8c2e6168-9210-47b8-9b35-a917cbacffa3"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:20.228549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-e984e604-5b06-4aa0-b19a-440c1914deca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=74723dd1-c9fd-48af-ba04-e5aa544d0a94 HTTP/1.1" status: 200 len: 217 time: 0.0430501 Jul 23 10:31:20.274356 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f98c92-2c1b-43dd-b9c8-5227516bba3e x-openstack-request-id: req-15f98c92-2c1b-43dd-b9c8-5227516bba3e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:20.274668 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "tag": "8c2e6168-9210-47b8-9b35-a917cbacffa3", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:20.274908 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15f98c92-2c1b-43dd-b9c8-5227516bba3e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:20.275328 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'tag': '8c2e6168-9210-47b8-9b35-a917cbacffa3', 'status': 'completed', 'code': 200} Jul 23 10:31:20.293216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-f83f3cd0-c85a-4093-a2ac-7923bf0aa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.294739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-f83f3cd0-c85a-4093-a2ac-7923bf0aa21d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f0433534-2651-486a-8b6f-1a46721f0b74 HTTP/1.1" status: 200 len: 801 time: 0.0615337 Jul 23 10:31:20.378103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45308) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:20.384584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4742c731-0eb1-4d1e-b9ab-ecdb982106bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.393422 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-4742c731-0eb1-4d1e-b9ab-ecdb982106bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9183905f-315f-4f42-b589-a47a2d098dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836499 Jul 23 10:31:20.395445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af70347-4104-41de-95d3-6ee5a65445d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.542908 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-fe01b7e7-cd89-444a-87b3-afe4ee06f015 service neutron] 10.222.0.55 "GET /v2.0/networks/9183905f-315f-4f42-b589-a47a2d098dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476667 Jul 23 10:31:20.590317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af70347-4104-41de-95d3-6ee5a65445d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.599182 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-e11bfebe-19c0-4889-9c9a-2d2de605edc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1167152 Jul 23 10:31:20.600329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af70347-4104-41de-95d3-6ee5a65445d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.647905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5af70347-4104-41de-95d3-6ee5a65445d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dabd74a836a3432298a1eefa4e3c057d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682652 Jul 23 10:31:20.649014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af70347-4104-41de-95d3-6ee5a65445d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc43863-59d6-4c02-8b84-299eee6a7586,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:20.656573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:20.731800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-58496386-a77d-4550-b11c-55d3ae6b942c service neutron] 10.222.0.55 "GET /v2.0/networks/9183905f-315f-4f42-b589-a47a2d098dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797574 Jul 23 10:31:20.736529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efe64ffe-33bc-4ffd-a348-64af18692b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.749693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.750536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.751159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.751836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.753269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.754005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.755246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.757439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-48361bb9-3110-408e-bcba-ae53604928ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6503 time: 0.0839953 Jul 23 10:31:20.788417 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-180073b6-ec6c-45e6-b5ef-858c193922df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3 HTTP/1.1" status: 200 len: 217 time: 0.0467699 Jul 23 10:31:20.809731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efe64ffe-33bc-4ffd-a348-64af18692b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.887277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-035d2d77-01d6-49f6-a45a-019876f2a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.888793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-035d2d77-01d6-49f6-a45a-019876f2a55b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f628643e-9d21-486c-8deb-8c49ab099135 HTTP/1.1" status: 200 len: 801 time: 0.0922401 Jul 23 10:31:20.914122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-c957b04f-e84a-4773-99c6-36db235631ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.914518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-c957b04f-e84a-4773-99c6-36db235631ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.915047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-c957b04f-e84a-4773-99c6-36db235631ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:20.917239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-c957b04f-e84a-4773-99c6-36db235631ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=24afed73-8d16-4e34-9fac-9e073aee35e4&id=24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 200 len: 2298 time: 0.1336293 Jul 23 10:31:20.992697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efe64ffe-33bc-4ffd-a348-64af18692b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.995432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efe64ffe-33bc-4ffd-a348-64af18692b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:20.999260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-efe64ffe-33bc-4ffd-a348-64af18692b73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbc43863-59d6-4c02-8b84-299eee6a7586 HTTP/1.1" status: 204 len: 168 time: 0.3410971 Jul 23 10:31:21.012220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe64ffe-33bc-4ffd-a348-64af18692b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc43863-59d6-4c02-8b84-299eee6a7586,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:21.029316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028823bd-c974-4f54-a7bd-d7c227f93e59 req-60e7cae6-a60d-4b47-8989-f665094e932b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.035363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028823bd-c974-4f54-a7bd-d7c227f93e59 req-60e7cae6-a60d-4b47-8989-f665094e932b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.044436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-028823bd-c974-4f54-a7bd-d7c227f93e59 req-60e7cae6-a60d-4b47-8989-f665094e932b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1678 time: 0.1590350 Jul 23 10:31:21.067703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-62136e79-8cde-46b7-96ee-a1f1fbbce278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.070312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-62136e79-8cde-46b7-96ee-a1f1fbbce278 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63ac6791-2dcd-4171-b9bf-2b3fa461520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466880 Jul 23 10:31:21.088123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-aa97dc2d-ea10-4494-a48d-b4c44ec3d789 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 200 len: 1001 time: 0.1637378 Jul 23 10:31:21.149608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-028823bd-c974-4f54-a7bd-d7c227f93e59 req-408cb3a7-a3b9-4f39-879b-a14f2eb89b77 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035619 Jul 23 10:31:21.230423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-59d05bb7-8dc9-4c70-bffc-1450dca35ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.233430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-59d05bb7-8dc9-4c70-bffc-1450dca35ff5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e810624-364b-43b0-8e00-4e89343d65c3 HTTP/1.1" status: 200 len: 856 time: 0.1382523 Jul 23 10:31:21.301336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-0a61e700-3caf-4f32-8fe3-093c0785660a service neutron] 10.222.0.55 "GET /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164319 Jul 23 10:31:21.362074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-6d630984-1c3a-4b54-b162-291b103fdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.365984 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-6d630984-1c3a-4b54-b162-291b103fdacb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246045 Jul 23 10:31:21.501158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c713bd5-db6c-459e-88bd-4f7ac5c45c6a req-3eff7c4f-0562-4f5e-8e25-fd04199f0567 service neutron] 10.222.0.55 "GET /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906219 Jul 23 10:31:21.580902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-62819973-155c-4054-8ff7-6f84e6fea05a service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036982 Jul 23 10:31:21.654773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-bdfdc7d0-e2a8-4820-8307-f386c8e15f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.655318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-bdfdc7d0-e2a8-4820-8307-f386c8e15f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.656885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-bdfdc7d0-e2a8-4820-8307-f386c8e15f7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=878491592fb6479aa6a8c53d133a734b&device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1980 time: 0.0787151 Jul 23 10:31:21.721972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbff53-91ab-4106-b439-d48b1928aa85 req-15a524ce-2b88-4e9c-a025-40c4d68a8ea8 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.730806 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2adbff53-91ab-4106-b439-d48b1928aa85 req-15a524ce-2b88-4e9c-a025-40c4d68a8ea8 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 946 time: 0.2161915 Jul 23 10:31:21.801138 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2adbff53-91ab-4106-b439-d48b1928aa85 req-09ff9868-4017-4162-a0bc-ba36a596d7da tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693655 Jul 23 10:31:21.805346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-92428640-4d03-49b2-9054-546237788629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.806251 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-9e5985d1-f822-4d25-99af-bbd1c5096278 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158599 Jul 23 10:31:21.807139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-92428640-4d03-49b2-9054-546237788629 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63ac6791-2dcd-4171-b9bf-2b3fa461520d HTTP/1.1" status: 200 len: 901 time: 0.1429882 Jul 23 10:31:21.851739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-4793fb4f-bc8c-460a-9311-6e6fc9f8cc1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 217 time: 0.0386894 Jul 23 10:31:21.867666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-82fb65bd-93b6-40a6-bd57-7464b65a8c01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3 HTTP/1.1" status: 200 len: 217 time: 0.0504177 Jul 23 10:31:21.916557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-c0aceb44-6167-4582-bce3-23adaee91c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.918051 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-c0aceb44-6167-4582-bce3-23adaee91c07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0591807 Jul 23 10:31:21.923393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-a46db075-42cd-4561-84c6-f7027eeb3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:21.924999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-a46db075-42cd-4561-84c6-f7027eeb3615 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f628643e-9d21-486c-8deb-8c49ab099135 HTTP/1.1" status: 200 len: 801 time: 0.0483263 Jul 23 10:31:22.001144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-3912f1fc-f77a-4291-b925-1b3476ccefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.003803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-3912f1fc-f77a-4291-b925-1b3476ccefe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786548 Jul 23 10:31:22.007482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-68c7c28e-d5c6-4fcb-ad1f-58c6d8673dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.009893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-68c7c28e-d5c6-4fcb-ad1f-58c6d8673dcf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63ac6791-2dcd-4171-b9bf-2b3fa461520d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771174 Jul 23 10:31:22.107807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-62d44002-a18e-492c-9dc4-491bde2e2c50 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976236 Jul 23 10:31:22.131067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-a126dbd2-2a45-4019-807b-ed579c1223dd service neutron] 10.222.0.55 "GET /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057289 Jul 23 10:31:22.221746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-3bc86887-d4ff-4607-81ae-afe795d988fe service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079903 Jul 23 10:31:22.256945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aa862f6-4487-4efb-a473-4dd2699003f2 req-17d18f6a-7509-4df5-afb9-57ddbb0a0c31 service neutron] 10.222.0.55 "GET /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191704 Jul 23 10:31:22.301082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-0ec80c8a-5a72-41b4-a5f0-afe74eb65ea7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 217 time: 0.0725787 Jul 23 10:31:22.369555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-5695a253-4405-49bc-bced-b4ec7d086def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.371027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-5695a253-4405-49bc-bced-b4ec7d086def service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0640013 Jul 23 10:31:22.380089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd463f-0e24-4e04-a9c3-b3e8e45a5cec req-945e49f0-8410-4361-b077-c6b0fa89a3b2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.387384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd463f-0e24-4e04-a9c3-b3e8e45a5cec req-945e49f0-8410-4361-b077-c6b0fa89a3b2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.389018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48bd463f-0e24-4e04-a9c3-b3e8e45a5cec req-945e49f0-8410-4361-b077-c6b0fa89a3b2 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1678 time: 0.1580315 Jul 23 10:31:22.456226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48bd463f-0e24-4e04-a9c3-b3e8e45a5cec req-dfcd2602-56b8-4876-934c-a3d407e66d5d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569749 Jul 23 10:31:22.474030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-3eba2064-2452-4fef-9e96-ffad10da988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.476811 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-3eba2064-2452-4fef-9e96-ffad10da988e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869110 Jul 23 10:31:22.593898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-2791839a-a7e8-49bb-9c7c-5d35c50371b9 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102746 Jul 23 10:31:22.621339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b3a2dde3-c871-480e-a69c-752b704381e4 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:22.669693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b3a2dde3-c871-480e-a69c-752b704381e4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:22.670129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b3a2dde3-c871-480e-a69c-752b704381e4 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:22.713974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-7d33ad5b-5047-4b2e-8b5c-3fe23c2a16fd service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122811 Jul 23 10:31:22.772145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-41ad180c-5d5a-4605-9375-d44eedb862d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=85a8ec39-3313-4901-9153-a7c967ec1724 HTTP/1.1" status: 200 len: 217 time: 0.0499055 Jul 23 10:31:22.826920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-a6dbed35-c4d9-4421-ab35-c571e340d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.826920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-a6dbed35-c4d9-4421-ab35-c571e340d406 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0470750 Jul 23 10:31:22.902156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-5a5a7863-28ef-4ddd-9187-411e60121d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.903896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-5a5a7863-28ef-4ddd-9187-411e60121d7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728383 Jul 23 10:31:22.974649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa212-0ea4-4c20-8911-09363d5a3ecf req-3b11a2af-41b8-4d68-b94e-a558c62a8520 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:22.977004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cdfa212-0ea4-4c20-8911-09363d5a3ecf req-3b11a2af-41b8-4d68-b94e-a558c62a8520 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 946 time: 0.0937681 Jul 23 10:31:23.055503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-1a4bb41e-b3f7-4517-a57a-934245e5b977 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424465 Jul 23 10:31:23.056008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cdfa212-0ea4-4c20-8911-09363d5a3ecf req-024d3418-c100-465f-8f32-1a3443de5bc3 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/security-groups?id=692438c0-d359-41d9-8c52-300f62033c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723696 Jul 23 10:31:23.163537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-2c3ffc08-c37e-40b8-8e4c-3f1f7170d095 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:23.165540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-2c3ffc08-c37e-40b8-8e4c-3f1f7170d095 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.55 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 946 time: 0.0739245 Jul 23 10:31:23.189179 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-6839bbb6-1d0c-4b98-9289-af475a7c54a8 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254511 Jul 23 10:31:23.258007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-b3a201bd-bbd6-4d83-883d-7a9573dc9170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=205a82f1-1ee8-4582-8a80-30154663216e HTTP/1.1" status: 200 len: 217 time: 0.0615880 Jul 23 10:31:23.301883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Deleting port 1d68a182-082d-409d-a6e4-37f269fa5e26 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:23.302807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:23.339490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-e5221c6e-c0a5-4c8c-adc7-84451ff51489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:23.341717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-e5221c6e-c0a5-4c8c-adc7-84451ff51489 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0781541 Jul 23 10:31:23.423130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-975fa74f-f617-4b7f-b830-7fe4cc2f4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:23.425985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-975fa74f-f617-4b7f-b830-7fe4cc2f4e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774214 Jul 23 10:31:23.426674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] For port 1d68a182-082d-409d-a6e4-37f269fa5e26, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=1d68a182-082d-409d-a6e4-37f269fa5e26,segment=NetworkSegment(bcadb197-941a-4411-b8fd-6613c9c46f19),segment_id=bcadb197-941a-4411-b8fd-6613c9c46f19)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:23.427083 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:23.440629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Calling delete_port for 1d68a182-082d-409d-a6e4-37f269fa5e26 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:23.622336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-6d9417dc-85df-49ef-946b-c5b1a2dd7728 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890593 Jul 23 10:31:23.640331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:23.653638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['1d68a182-082d-409d-a6e4-37f269fa5e26'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:23.678474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Pushing event deleted for resources: {'Port': ['ID=1d68a182-082d-409d-a6e4-37f269fa5e26,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:23.748877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5888-54bb-4bef-af77-0e998157b7ef req-ec1d56ff-23b7-4dd4-9fd6-9a93ac322df5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:23.754871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5888-54bb-4bef-af77-0e998157b7ef req-ec1d56ff-23b7-4dd4-9fd6-9a93ac322df5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:23.756673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-952a5888-54bb-4bef-af77-0e998157b7ef req-ec1d56ff-23b7-4dd4-9fd6-9a93ac322df5 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1678 time: 0.1746087 Jul 23 10:31:23.760059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-afb0cc0f-b39a-4d9f-b6bc-b7067f053410 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314192 Jul 23 10:31:23.776226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] No DVR routers for this DVR port 1d68a182-082d-409d-a6e4-37f269fa5e26 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:23.779405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:23.781639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0d62cbb8-1256-4bdc-ad5a-cd54a92db661 req-5cf2862e-dff4-40ff-a5dc-21c00807dd49 tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.55 "DELETE /v2.0/ports/1d68a182-082d-409d-a6e4-37f269fa5e26 HTTP/1.1" status: 204 len: 173 time: 0.6092994 Jul 23 10:31:23.782226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'name': 'network-vif-deleted', 'tag': '1d68a182-082d-409d-a6e4-37f269fa5e26'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:23.785752 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad38e3-f6da-4df1-b33b-7c78eb052f85" -d '{"events": [{"server_uuid": "59fa87c3-675c-409b-ad17-e8a36fc61bfc", "name": "network-vif-deleted", "tag": "1d68a182-082d-409d-a6e4-37f269fa5e26"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:23.820247 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:23.855135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-952a5888-54bb-4bef-af77-0e998157b7ef req-3a1cc982-e3d0-4f45-823b-8e3515389c90 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766160 Jul 23 10:31:23.861448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-91871c7e-4c8e-4f4a-ade0-c853326fc166 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5 HTTP/1.1" status: 200 len: 217 time: 0.0895145 Jul 23 10:31:23.961094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-2acd10c4-e1a0-4ff0-8977-86bff2ed5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:23.962687 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-2acd10c4-e1a0-4ff0-8977-86bff2ed5e2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.0995111 Jul 23 10:31:23.976237 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d370fe-e2a1-4999-81ec-edc40c09bc06 x-openstack-request-id: req-c2d370fe-e2a1-4999-81ec-edc40c09bc06 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:23.976988 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fa87c3-675c-409b-ad17-e8a36fc61bfc", "name": "network-vif-deleted", "tag": "1d68a182-082d-409d-a6e4-37f269fa5e26", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:23.976988 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2d370fe-e2a1-4999-81ec-edc40c09bc06 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:23.977159 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa87c3-675c-409b-ad17-e8a36fc61bfc', 'name': 'network-vif-deleted', 'tag': '1d68a182-082d-409d-a6e4-37f269fa5e26', 'status': 'completed', 'code': 200} Jul 23 10:31:24.042186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-21f15f30-b4ae-40b7-b01a-60b61c27e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:24.044229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-21f15f30-b4ae-40b7-b01a-60b61c27e36e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747051 Jul 23 10:31:24.106756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767255-200c-4433-8b30-b3989bb52662 req-3fe3c5df-0a7e-406f-88cc-89005fe3c5e8 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:24.114048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08767255-200c-4433-8b30-b3989bb52662 req-3fe3c5df-0a7e-406f-88cc-89005fe3c5e8 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 946 time: 0.0923080 Jul 23 10:31:24.193696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08767255-200c-4433-8b30-b3989bb52662 req-5cc953cf-3802-4a54-a3c8-61abe4afa5d2 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Jul 23 10:31:24.202640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-e662d93f-152b-4005-9257-556479ff69b9 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497054 Jul 23 10:31:24.323085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18ed2f56-0f77-470b-be6a-34a0d0e2bec4 req-e9fb0a13-7f7b-4d62-9468-f28698ec52ec tempest-VolumesAdminNegativeTest-143388237 tempest-VolumesAdminNegativeTest-143388237-project] 10.222.0.37 "GET /v2.0/ports?device_id=59fa87c3-675c-409b-ad17-e8a36fc61bfc HTTP/1.1" status: 200 len: 210 time: 0.0445437 Jul 23 10:31:24.325784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-f2018066-d24c-4002-853e-0c3924242f3e service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157720 Jul 23 10:31:24.373368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-d4cabf6b-dc1d-46c8-b630-3b5639860043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 200 len: 217 time: 0.0410538 Jul 23 10:31:24.446824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-28789b1d-87bc-4092-8683-2ac70b585447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:24.448583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-28789b1d-87bc-4092-8683-2ac70b585447 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.0670209 Jul 23 10:31:24.511573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-11fe6eb9-847e-4031-aacd-d778408a314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:24.513116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-11fe6eb9-847e-4031-aacd-d778408a314d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578344 Jul 23 10:31:24.617135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-22bef032-ae16-44eb-92f4-40b3149b8d00 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967629 Jul 23 10:31:24.716856 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd10d290-7162-4b23-a1e7-c6cbdd2ec94b req-068081f2-5431-415e-9bcb-ecc589dfa63d service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 Jul 23 10:31:24.941455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45544) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:24.993348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0bde3-3dfa-4dbe-a628-eaf5ddda698d req-2a63ea24-a30e-4e84-90a9-2d9f81706613 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:24.999556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0bde3-3dfa-4dbe-a628-eaf5ddda698d req-2a63ea24-a30e-4e84-90a9-2d9f81706613 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:25.001230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4b0bde3-3dfa-4dbe-a628-eaf5ddda698d req-2a63ea24-a30e-4e84-90a9-2d9f81706613 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1678 time: 0.0792387 Jul 23 10:31:25.042871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4b0bde3-3dfa-4dbe-a628-eaf5ddda698d req-06828bba-b6af-4d6e-a8a6-40f510a2d6d8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351369 Jul 23 10:31:25.054827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.143966 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.148282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.184286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31032fd52f4f40ba8101c050d44ed6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417908 Jul 23 10:31:25.186209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8424654-7686-42c6-acd4-32d985e253d7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:25.186967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45550) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:25.194312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.194653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.194995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.195332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.195696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.196026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.196356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.196677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.197055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.197382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.197704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.198026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5b785-3cb9-47e6-81ed-e30ea9b50044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:25.250009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-025bfa76-4b86-467e-858c-c11f75e4bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.273614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-025bfa76-4b86-467e-858c-c11f75e4bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.322435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-025bfa76-4b86-467e-858c-c11f75e4bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.325243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-025bfa76-4b86-467e-858c-c11f75e4bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.326411 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-025bfa76-4b86-467e-858c-c11f75e4bcec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8424654-7686-42c6-acd4-32d985e253d7 HTTP/1.1" status: 204 len: 168 time: 0.1383967 Jul 23 10:31:25.329985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e488008-a2f7-4721-a2b0-7c1e040374a2 req-689838f1-3156-43f1-a0be-dde82f68139a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:25.331670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e488008-a2f7-4721-a2b0-7c1e040374a2 req-689838f1-3156-43f1-a0be-dde82f68139a tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 946 time: 0.0691020 Jul 23 10:31:25.336082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bfa76-4b86-467e-858c-c11f75e4bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8424654-7686-42c6-acd4-32d985e253d7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:25.371959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45560) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:25.389169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e488008-a2f7-4721-a2b0-7c1e040374a2 req-9335c70d-7d9f-4b55-a9a4-3673fd6d3b6d tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Jul 23 10:31:25.421777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Deleting subnet 851f12cf-2bc6-4e45-9537-54b157ff856f {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:25.424772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.463887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.501576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.554720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.581250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851f12cf-2bc6-4e45-9537-54b157ff856f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:25.585813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.589903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7eb656cc-68ad-4b95-bb5f-8da1e0d413f2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/851f12cf-2bc6-4e45-9537-54b157ff856f HTTP/1.1" status: 204 len: 168 time: 0.2147412 Jul 23 10:31:25.590701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45564) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:25.618799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:25.637476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3fd59d0-eccf-4dc9-9208-8b736c49a0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.658196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-513457c2-7883-4c92-a98e-1d47b865d9b0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:25.659652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-513457c2-7883-4c92-a98e-1d47b865d9b0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 946 time: 0.0658736 Jul 23 10:31:25.689637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.692476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 74723dd1-c9fd-48af-ba04-e5aa544d0a94 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:31:25.796136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Deleting port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:25.796733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.812609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.835161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611b9f0c-9355-49a1-8228-6af49031475e']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:25.849732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=74723dd1-c9fd-48af-ba04-e5aa544d0a94,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:25.850760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcadb197-941a-4411-b8fd-6613c9c46f19') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:25.851064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcadb197-941a-4411-b8fd-6613c9c46f19') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:25.865695 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.866552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '74723dd1-c9fd-48af-ba04-e5aa544d0a94', 'network_id': '9183905f-315f-4f42-b589-a47a2d098dd1', 'port_id': '74723dd1-c9fd-48af-ba04-e5aa544d0a94', 'mac_address': 'fa:16:3e:29:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0433534-2651-486a-8b6f-1a46721f0b74', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:31:25.892381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.895455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3fd59d0-eccf-4dc9-9208-8b736c49a0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.901834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:25.902234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:25.904048 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:25.905761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3fd59d0-eccf-4dc9-9208-8b736c49a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.914581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.918186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] For port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:25.918564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.928278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74723dd1-c9fd-48af-ba04-e5aa544d0a94 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:25.935983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Calling delete_port for cd5f58dc-a0ba-44cf-ab48-268ccea58c6f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:25.949371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=74723dd1-c9fd-48af-ba04-e5aa544d0a94,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:25.954725 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:25.955714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8c2e6168-9210-47b8-9b35-a917cbacffa3 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:31:25.998136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d3fd59d0-eccf-4dc9-9208-8b736c49a0c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ac0f23faf734e21b1edaa48fcfacd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760908 Jul 23 10:31:25.998950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:26.000853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd59d0-eccf-4dc9-9208-8b736c49a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4c449-8793-45da-9c87-9a0be81ddc4f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.003957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.011158 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.016482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] 10.222.0.37 "DELETE /v2.0/networks/611b9f0c-9355-49a1-8228-6af49031475e HTTP/1.1" status: 204 len: 168 time: 0.4214866 Jul 23 10:31:26.023639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45574) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:26.026413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f2c02-b39c-441e-a2be-effb505e9b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=611b9f0c-9355-49a1-8228-6af49031475e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.030943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=74723dd1-c9fd-48af-ba04-e5aa544d0a94,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.076483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Deleting subnet c72ea295-91ea-43ed-8a5f-f090b1a84425 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:26.079856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.084396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0780f304-0954-4aeb-9da3-2294a6172c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.116961 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0780f304-0954-4aeb-9da3-2294a6172c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.121217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.137835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8c2e6168-9210-47b8-9b35-a917cbacffa3, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:26.151144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '8c2e6168-9210-47b8-9b35-a917cbacffa3', 'network_id': '63ac6791-2dcd-4171-b9bf-2b3fa461520d', 'port_id': '8c2e6168-9210-47b8-9b35-a917cbacffa3', 'mac_address': 'fa:16:3e:09:cb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f628643e-9d21-486c-8deb-8c49ab099135', 'ip_address': '19.86.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:31:26.204112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.206882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.218066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2e6168-9210-47b8-9b35-a917cbacffa3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:26.225631 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0780f304-0954-4aeb-9da3-2294a6172c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.229264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0780f304-0954-4aeb-9da3-2294a6172c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.233305 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0780f304-0954-4aeb-9da3-2294a6172c67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbf4c449-8793-45da-9c87-9a0be81ddc4f HTTP/1.1" status: 204 len: 168 time: 0.2332363 Jul 23 10:31:26.241031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8c2e6168-9210-47b8-9b35-a917cbacffa3, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:26.247243 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.253920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f304-0954-4aeb-9da3-2294a6172c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4c449-8793-45da-9c87-9a0be81ddc4f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.260115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.267228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e4e9f-c5cc-42a8-a0df-00b731ee94a7 req-385a3c4f-496d-4846-bf64-b3bf952603fc tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:26.274074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e4e9f-c5cc-42a8-a0df-00b731ee94a7 req-385a3c4f-496d-4846-bf64-b3bf952603fc tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:26.275745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b6e4e9f-c5cc-42a8-a0df-00b731ee94a7 req-385a3c4f-496d-4846-bf64-b3bf952603fc tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1679 time: 0.1246037 Jul 23 10:31:26.311223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.349719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] No DVR routers for this DVR port cd5f58dc-a0ba-44cf-ab48-268ccea58c6f on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:26.353273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.355659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-847d9e18-351d-4f96-b89e-9957f08902d7 req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "DELETE /v2.0/ports/cd5f58dc-a0ba-44cf-ab48-268ccea58c6f HTTP/1.1" status: 204 len: 173 time: 0.6906588 Jul 23 10:31:26.356445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'name': 'network-vif-deleted', 'tag': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:26.360190 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ead66c-d5f7-420a-8b01-2fe39938492c" -d '{"events": [{"server_uuid": "d0f78c60-f0dd-43ac-9f39-5d96275fd849", "name": "network-vif-deleted", "tag": "cd5f58dc-a0ba-44cf-ab48-268ccea58c6f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:26.363868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805394ce-e7b3-4524-b729-93527fbb2293 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event deleted for resources: {'Port': ['ID=cd5f58dc-a0ba-44cf-ab48-268ccea58c6f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.367710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8c2e6168-9210-47b8-9b35-a917cbacffa3,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.368242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b6e4e9f-c5cc-42a8-a0df-00b731ee94a7 req-b15b6df8-e008-4eb2-b23b-99e755b6b9e8 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814047 Jul 23 10:31:26.370729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72ea295-91ea-43ed-8a5f-f090b1a84425,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:26.387550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:26.388457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.392657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b9748fc6-8b34-407c-bcd0-7cfa4866ae71 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c72ea295-91ea-43ed-8a5f-f090b1a84425 HTTP/1.1" status: 204 len: 168 time: 0.3677151 Jul 23 10:31:26.395249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:26.406773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['aba29986-7d6e-472d-95a0-3b81de29c63f', 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:26.434424 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93923956-6251-4cd3-adb3-9a1518472aef x-openstack-request-id: req-93923956-6251-4cd3-adb3-9a1518472aef {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:26.434728 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f78c60-f0dd-43ac-9f39-5d96275fd849", "name": "network-vif-deleted", "tag": "cd5f58dc-a0ba-44cf-ab48-268ccea58c6f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:26.435462 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93923956-6251-4cd3-adb3-9a1518472aef {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:26.435462 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f78c60-f0dd-43ac-9f39-5d96275fd849', 'name': 'network-vif-deleted', 'tag': 'cd5f58dc-a0ba-44cf-ab48-268ccea58c6f', 'status': 'completed', 'code': 200} Jul 23 10:31:26.511797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.556047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81c1570b-01c2-4360-af29-aefdf69c047c req-d0328caf-60c4-4989-8c05-f1d42683c428 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0f78c60-f0dd-43ac-9f39-5d96275fd849 HTTP/1.1" status: 200 len: 210 time: 0.0419457 Jul 23 10:31:26.562663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['74723dd1-c9fd-48af-ba04-e5aa544d0a94'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:26.637923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.648211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809e9f99-9a11-443a-9397-b533d5faace8']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:26.658480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0e78f0-fcbb-4110-bd57-4fb9cbf732cb') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:26.658781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0e78f0-fcbb-4110-bd57-4fb9cbf732cb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:26.671717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.687486 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.694740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:26.699568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:26.702326 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:26.761780 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.775839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:26.778698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/809e9f99-9a11-443a-9397-b533d5faace8 HTTP/1.1" status: 204 len: 168 time: 0.3823612 Jul 23 10:31:26.804708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43528071-1de8-4612-a38a-060d4e3b1de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=809e9f99-9a11-443a-9397-b533d5faace8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:27.029751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:27.058675 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab73d8f8-6470-4aed-b71b-8b2c7ea3243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.079448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-82956465-9454-4a8e-9a78-cc1f113d7cc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd8c54d85e96467c8a373d125dfa49a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478556 Jul 23 10:31:27.080097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45612) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:27.131918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e04-22a9-4711-bcd5-e3bc60b60dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.155755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e04-22a9-4711-bcd5-e3bc60b60dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.209236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e04-22a9-4711-bcd5-e3bc60b60dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.211868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e04-22a9-4711-bcd5-e3bc60b60dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.213013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7bb27e04-22a9-4711-bcd5-e3bc60b60dfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/692438c0-d359-41d9-8c52-300f62033c04 HTTP/1.1" status: 204 len: 168 time: 0.1319616 Jul 23 10:31:27.220911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb27e04-22a9-4711-bcd5-e3bc60b60dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692438c0-d359-41d9-8c52-300f62033c04,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:27.515986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6829eb2-8948-48d8-95b6-fda01dbd6d35 req-e31374a9-619c-47e2-bf83-c54c79c81fb3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:27.523196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6829eb2-8948-48d8-95b6-fda01dbd6d35 req-e31374a9-619c-47e2-bf83-c54c79c81fb3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:27.524971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6829eb2-8948-48d8-95b6-fda01dbd6d35 req-e31374a9-619c-47e2-bf83-c54c79c81fb3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1680 time: 0.0861564 Jul 23 10:31:27.551105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['8c2e6168-9210-47b8-9b35-a917cbacffa3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:27.572171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6829eb2-8948-48d8-95b6-fda01dbd6d35 req-e83f929b-b712-48cf-b18b-db375c53859e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Jul 23 10:31:27.602249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45640) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:27.663456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-59f1867b-3e5c-43a1-a746-e08d28e88b42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=177958a68b864603bc46d316365f14d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667303 Jul 23 10:31:27.665363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45644) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:27.702796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 74723dd1-c9fd-48af-ba04-e5aa544d0a94 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:27.724591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3d48-9447-4573-8011-9d11061d2b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.749825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3d48-9447-4573-8011-9d11061d2b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.777369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:27.782375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:27.782957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.824657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3d48-9447-4573-8011-9d11061d2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.827438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3d48-9447-4573-8011-9d11061d2b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.831263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fbfc3d48-9447-4573-8011-9d11061d2b98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbc4efd2-e3db-4fdb-a79f-8829b0197f2d HTTP/1.1" status: 204 len: 168 time: 0.1635170 Jul 23 10:31:27.845129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3d48-9447-4573-8011-9d11061d2b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc4efd2-e3db-4fdb-a79f-8829b0197f2d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:27.908068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.937187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74723dd1-c9fd-48af-ba04-e5aa544d0a94'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:27.939888 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef9912d-6c28-4011-b5e9-1855954a1a68" -d '{"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-plugged", "status": "completed", "tag": "74723dd1-c9fd-48af-ba04-e5aa544d0a94"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:27.940984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac4f8b-ef00-460f-ba8c-93ce1dbbe045 req-b05c70a2-e976-42ea-9a56-a6b8bd70ee99 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:27.943620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9aac4f8b-ef00-460f-ba8c-93ce1dbbe045 req-b05c70a2-e976-42ea-9a56-a6b8bd70ee99 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 945 time: 0.0994053 Jul 23 10:31:27.954990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=74723dd1-c9fd-48af-ba04-e5aa544d0a94,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:27.960878 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:27.961764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1d68a182-082d-409d-a6e4-37f269fa5e26 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:28.018610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9aac4f8b-ef00-460f-ba8c-93ce1dbbe045 req-067bd960-abb5-486a-9dcd-f272eec4222e tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678802 Jul 23 10:31:28.023535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45662) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:28.042252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 1d68a182-082d-409d-a6e4-37f269fa5e26 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:28.042477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 1d68a182-082d-409d-a6e4-37f269fa5e26 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:28.071591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=74723dd1-c9fd-48af-ba04-e5aa544d0a94,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:28.085025 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13e008-c304-41a3-877c-a6f76756b999 x-openstack-request-id: req-9a13e008-c304-41a3-877c-a6f76756b999 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:28.085730 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-plugged", "status": "completed", "tag": "74723dd1-c9fd-48af-ba04-e5aa544d0a94", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:28.085730 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a13e008-c304-41a3-877c-a6f76756b999 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:28.086022 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74723dd1-c9fd-48af-ba04-e5aa544d0a94', 'code': 200} Jul 23 10:31:28.191507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-115359598'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:28.221575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Made reservation on behalf of af10c813ef01450e81ff05f9bebd522f for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:28.226109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.236138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.331658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.335964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.362477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:28.378888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf66343-3644-4fca-959a-fe4c4b8bab48,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:28.382908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.383750 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Added segment 75ee13ae-db15-40aa-a888-45bedfa9537f of type vlan for network 1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163 Jul 23 10:31:28.435522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.465537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.471713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:28.472354 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.509928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4853089 Jul 23 10:31:28.513898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:28.549663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d13dad-2193-4b9d-a119-5c8d61783fb6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Pushing event updated for resources: {'Network': ['ID=1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:28.560978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:28.709123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'network': {'name': 'tempest-network--1612938217', 'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:28.732432 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Made reservation on behalf of eec4f4078b8e4744996ac9aa0aa71ad0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:28.735124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.735496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e5dd-0bb7-40cb-8acf-2631cd89da8c req-5a4574fb-9e8f-4889-8fa4-7c5a47017610 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:28.742036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e5dd-0bb7-40cb-8acf-2631cd89da8c req-5a4574fb-9e8f-4889-8fa4-7c5a47017610 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:28.743671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5820e5dd-0bb7-40cb-8acf-2631cd89da8c req-5a4574fb-9e8f-4889-8fa4-7c5a47017610 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1681 time: 0.0853486 Jul 23 10:31:28.753598 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.792860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5820e5dd-0bb7-40cb-8acf-2631cd89da8c req-5da7b392-8942-40fe-91b8-ea342bf69d63 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Jul 23 10:31:28.862758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.867293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.892546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:28.903575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a8493-0e60-4303-8753-2eb9396fcb64,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:28.908433 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:28.908780 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Added segment cc92717c-b598-4ecb-b0ad-12fb55f9b466 of type vlan for network 781dc03d-4b9c-4ff4-b875-d1096c2c12c9 Jul 23 10:31:28.954542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.000555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.001669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:29.002272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.035694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5183849 Jul 23 10:31:29.038277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45714) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:29.076281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14823d-1f73-4538-9fa2-444b9950a423 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Network': ['ID=781dc03d-4b9c-4ff4-b875-d1096c2c12c9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:29.097923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 781dc03d-4b9c-4ff4-b875-d1096c2c12c9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:29.123974 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.190521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2544f9-1ae0-4d9f-af6e-d65082877ba4 req-0e5027d9-4fe5-4c7e-945e-2057061337ff tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:29.191987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c2544f9-1ae0-4d9f-af6e-d65082877ba4 req-0e5027d9-4fe5-4c7e-945e-2057061337ff tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 945 time: 0.0755262 Jul 23 10:31:29.206748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.218393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781dc03d-4b9c-4ff4-b875-d1096c2c12c9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:29.230037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc92717c-b598-4ecb-b0ad-12fb55f9b466') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:29.230037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc92717c-b598-4ecb-b0ad-12fb55f9b466') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:29.238498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.243129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c2544f9-1ae0-4d9f-af6e-d65082877ba4 req-8f242449-4b1b-4c31-803f-44ea4ba653ed tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459058 Jul 23 10:31:29.256878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.272777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:29.273406 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:29.275314 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:29.341084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-3044b6af-27b2-46df-95f0-7349f5706948 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:29.342753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-3044b6af-27b2-46df-95f0-7349f5706948 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 945 time: 0.0903823 Jul 23 10:31:29.358338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.377960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 781dc03d-4b9c-4ff4-b875-d1096c2c12c9 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:31:29.380763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Network': ['ID=781dc03d-4b9c-4ff4-b875-d1096c2c12c9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:29.383293 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.390834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d637a845-7bdf-4812-b2cf-c54c69e3549e tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/networks/781dc03d-4b9c-4ff4-b875-d1096c2c12c9 HTTP/1.1" status: 204 len: 168 time: 0.3459055 Jul 23 10:31:29.390834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45740) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:29.395427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:29.421370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Made reservation on behalf of eec4f4078b8e4744996ac9aa0aa71ad0 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:29.424902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.452208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:29.468490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.468849 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Added segment c19d1ff1-8aa0-4c63-a0e1-12b8873e0fbf of type vlan for network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 Jul 23 10:31:29.499468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Deleting port aba29986-7d6e-472d-95a0-3b81de29c63f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:29.500147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.532830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.568771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.570311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:29.572360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.604075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] For port aba29986-7d6e-472d-95a0-3b81de29c63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=aba29986-7d6e-472d-95a0-3b81de29c63f,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:29.604548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.620365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Calling delete_port for aba29986-7d6e-472d-95a0-3b81de29c63f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:29.632657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2411993 Jul 23 10:31:29.636976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45748) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:29.643359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'subnet': {'network_id': '8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:29.666175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea852-2a2a-46c6-8e9e-df43ef975af6 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Network': ['ID=8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:29.679528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:29.704508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8c2e6168-9210-47b8-9b35-a917cbacffa3 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:29.723136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Made reservation on behalf of eec4f4078b8e4744996ac9aa0aa71ad0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:29.725576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.867450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 8c2e6168-9210-47b8-9b35-a917cbacffa3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:29.875699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 8c2e6168-9210-47b8-9b35-a917cbacffa3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:29.876504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45754) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:29.877426 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.917156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1669-3b74-4c40-99d6-36304bfb87ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.925006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:29.940759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:29.981200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['aba29986-7d6e-472d-95a0-3b81de29c63f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:29.983635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event deleted for resources: {'Port': ['ID=aba29986-7d6e-472d-95a0-3b81de29c63f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:30.010597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41674e14-9021-44e2-b4d0-55320b6ebec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.030258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.054619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] No DVR routers for this DVR port aba29986-7d6e-472d-95a0-3b81de29c63f on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:30.080075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.081975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fe31f1a-ec87-4a8f-9351-31df0b443c32 req-f4d55c55-7569-4cf1-9e93-643fe22094d0 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.20 "DELETE /v2.0/ports/aba29986-7d6e-472d-95a0-3b81de29c63f HTTP/1.1" status: 204 len: 173 time: 0.7336023 Jul 23 10:31:30.082683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'name': 'network-vif-deleted', 'tag': 'aba29986-7d6e-472d-95a0-3b81de29c63f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:30.085034 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ffe286-95ce-4dc8-a9e8-0ef9c8d0ed2a" -d '{"events": [{"server_uuid": "e2cca2de-3afc-4415-b19a-bcc045f04aef", "name": "network-vif-deleted", "tag": "aba29986-7d6e-472d-95a0-3b81de29c63f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:30.086615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2e6168-9210-47b8-9b35-a917cbacffa3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:30.089211 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38015452-e216-4813-923b-4f2e11b08fa4" -d '{"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-plugged", "status": "completed", "tag": "8c2e6168-9210-47b8-9b35-a917cbacffa3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:30.099375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8c2e6168-9210-47b8-9b35-a917cbacffa3, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:30.110443 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.124798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797a43a-ba62-4e5a-b27e-b6e0465f70c8 req-58869f73-e4d0-490a-a9a9-8955929ca51c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:30.132515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797a43a-ba62-4e5a-b27e-b6e0465f70c8 req-58869f73-e4d0-490a-a9a9-8955929ca51c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:30.140017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9797a43a-ba62-4e5a-b27e-b6e0465f70c8 req-58869f73-e4d0-490a-a9a9-8955929ca51c tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1681 time: 0.2449155 Jul 23 10:31:30.152182 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c09137-391e-4d07-9ba7-fe9b3212044a x-openstack-request-id: req-07c09137-391e-4d07-9ba7-fe9b3212044a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:30.152811 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-plugged", "status": "completed", "tag": "8c2e6168-9210-47b8-9b35-a917cbacffa3", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:30.153344 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07c09137-391e-4d07-9ba7-fe9b3212044a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:30.153867 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2e6168-9210-47b8-9b35-a917cbacffa3', 'code': 200} Jul 23 10:31:30.198026 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba2afe8-60bf-472c-bde9-a3867329075d x-openstack-request-id: req-aba2afe8-60bf-472c-bde9-a3867329075d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:30.198321 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cca2de-3afc-4415-b19a-bcc045f04aef", "name": "network-vif-deleted", "tag": "aba29986-7d6e-472d-95a0-3b81de29c63f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:30.200039 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba2afe8-60bf-472c-bde9-a3867329075d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:30.200465 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cca2de-3afc-4415-b19a-bcc045f04aef', 'name': 'network-vif-deleted', 'tag': 'aba29986-7d6e-472d-95a0-3b81de29c63f', 'status': 'completed', 'code': 200} Jul 23 10:31:30.204766 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.214637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9797a43a-ba62-4e5a-b27e-b6e0465f70c8 req-3c8dd146-a982-4ae4-a46f-d7c64d743a3d tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736732 Jul 23 10:31:30.216296 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41674e14-9021-44e2-b4d0-55320b6ebec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.228459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41674e14-9021-44e2-b4d0-55320b6ebec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.252358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8c2e6168-9210-47b8-9b35-a917cbacffa3,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:30.252604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41674e14-9021-44e2-b4d0-55320b6ebec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed5d010-90b9-42e8-8be6-d204733ac598,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:30.280171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-41674e14-9021-44e2-b4d0-55320b6ebec2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff0f0fc2ba2d4bed8cac4b0f4a2b8a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025891 Jul 23 10:31:30.282823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45766) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:30.400871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc36da19-9303-4a1e-a8b6-c1d52395f956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.414345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89a30-03d8-4299-88dc-42343dd2848f req-e9f09e7c-c590-4827-84ef-6c04d51f6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:30.414869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89a30-03d8-4299-88dc-42343dd2848f req-e9f09e7c-c590-4827-84ef-6c04d51f6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:30.416792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06d89a30-03d8-4299-88dc-42343dd2848f req-e9f09e7c-c590-4827-84ef-6c04d51f6124 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1984 time: 0.1105309 Jul 23 10:31:30.440733 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc36da19-9303-4a1e-a8b6-c1d52395f956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.492746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06d89a30-03d8-4299-88dc-42343dd2848f req-021ef31f-ad1f-492e-a0ed-144d69f60556 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610497 Jul 23 10:31:30.515776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc36da19-9303-4a1e-a8b6-c1d52395f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.518854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc36da19-9303-4a1e-a8b6-c1d52395f956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.520080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dc36da19-9303-4a1e-a8b6-c1d52395f956 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ed5d010-90b9-42e8-8be6-d204733ac598 HTTP/1.1" status: 204 len: 168 time: 0.2359979 Jul 23 10:31:30.529068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36da19-9303-4a1e-a8b6-c1d52395f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed5d010-90b9-42e8-8be6-d204733ac598,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:30.651637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-913c9171-9fc3-4ee9-8706-c3f07c8c4bcd req-d78418e9-dd57-44c7-a149-e9213b7f366e tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2cca2de-3afc-4415-b19a-bcc045f04aef HTTP/1.1" status: 200 len: 210 time: 0.0347223 Jul 23 10:31:30.675926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cd5f58dc-a0ba-44cf-ab48-268ccea58c6f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:30.713351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: cd5f58dc-a0ba-44cf-ab48-268ccea58c6f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:30.716199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cd5f58dc-a0ba-44cf-ab48-268ccea58c6f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:30.723111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:31:30.723847 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.786677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Subnet': ['ID=552800b1-1c7b-4dab-90af-5b7d3b272cf0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:30.794490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Checking segment: {'id': 'c19d1ff1-8aa0-4c63-a0e1-12b8873e0fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:30.795002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Network hostable DHCP agents. Network: 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:31:30.813268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:31:30.829505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:30.837552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234906e-1604-4076-9b10-87dd09e33af0 None None] Network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:30.843857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:30.844671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.871461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8e54522d-0ae0-478a-acd0-25334374ef71 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2317791 Jul 23 10:31:30.872850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45782) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:30.877402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'floatingip': {'floating_network_id': '8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:30.900219 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:30.972542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4fd42-6209-4dbb-9d41-b356deed6d47 None None] Network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:30.999398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.114026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Allocated IP 172.20.0.5 (8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569/552800b1-1c7b-4dab-90af-5b7d3b272cf0/e3b37ca1-283a-44df-8748-dab3d5bef1b4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:31.184193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.217573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.258154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.259584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:31.341918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:31.349263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:31.354421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:31.371893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1076035003-network', 'tenant_id': '646b57bbc421406d9bacfe19a675a00f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:31.386300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Port': ['ID=e3b37ca1-283a-44df-8748-dab3d5bef1b4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:31.405377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.405732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.406256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.406687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.407018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.407642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.407895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.408233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.408911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.409284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.409628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.410048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:31.411689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Made reservation on behalf of 646b57bbc421406d9bacfe19a675a00f for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:31.418580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.444928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.533823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574362c8-7865-4f90-bd21-8e40fa9f9208 req-3dd5b372-6886-44a7-8329-b0166111b7a7 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:31.540348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574362c8-7865-4f90-bd21-8e40fa9f9208 req-3dd5b372-6886-44a7-8329-b0166111b7a7 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:31.542036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-574362c8-7865-4f90-bd21-8e40fa9f9208 req-3dd5b372-6886-44a7-8329-b0166111b7a7 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1682 time: 0.2475030 Jul 23 10:31:31.547099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.579353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.584295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.609363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:31.619660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21dff9d-3711-4328-a957-75a4056743d7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:31.620152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-574362c8-7865-4f90-bd21-8e40fa9f9208 req-363fb2ad-1953-4ff0-bb1d-ac549dbb688b tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670729 Jul 23 10:31:31.625083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.628096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.628096 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Added segment 5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38 of type vlan for network 90d03019-6a8b-4228-8d99-84043664d40b Jul 23 10:31:31.669720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.706984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.708129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:31.709354 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.741960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4812417 Jul 23 10:31:31.745021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45812) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:31.751569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Request body: {'subnet': {'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1076035003-subnet', 'tenant_id': '646b57bbc421406d9bacfe19a675a00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:31.793096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f276bed-ae58-4ec8-939c-2aaad9fe01ff admin admin] Pushing event updated for resources: {'Network': ['ID=90d03019-6a8b-4228-8d99-84043664d40b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:31.812413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.812870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Made reservation on behalf of 646b57bbc421406d9bacfe19a675a00f for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:31.812951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 90d03019-6a8b-4228-8d99-84043664d40b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:31.815764 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.820574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.886354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Port': ['ID=e3b37ca1-283a-44df-8748-dab3d5bef1b4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:31.950264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.965519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:31.967241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-885363b6-caa2-43cf-9ce0-af5f31f28eaf tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0933053 Jul 23 10:31:31.970578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:32.030278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.054386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b4bca555-5ba6-49b8-ab6c-833bacfd594f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 HTTP/1.1" status: 200 len: 689 time: 0.0818572 Jul 23 10:31:32.056896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:32.099793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:32.102759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Checking segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:32.103193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Network hostable DHCP agents. Network: 90d03019-6a8b-4228-8d99-84043664d40b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:31:32.120935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Network 90d03019-6a8b-4228-8d99-84043664d40b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:31:32.132455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 90d03019-6a8b-4228-8d99-84043664d40b) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:32.137660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:32.138537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.142594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780cc90-3d73-4ed3-9f33-e8c21224a439 None None] Network 90d03019-6a8b-4228-8d99-84043664d40b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:32.158526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.160852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f7928c91-8f31-4d1c-ab7b-31f673ab12d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4147546 Jul 23 10:31:32.300496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Deleting port e3b37ca1-283a-44df-8748-dab3d5bef1b4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:32.301323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.303338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8b7cc-e290-49c1-9a7e-05bae3b41249 None None] Network 90d03019-6a8b-4228-8d99-84043664d40b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:32.417297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.417688 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.431655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Calling delete_port for e3b37ca1-283a-44df-8748-dab3d5bef1b4 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:32.522339 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.603109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.634507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3b37ca1-283a-44df-8748-dab3d5bef1b4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:32.704401 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.719632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-bd9332b7-e0c0-44dc-b16f-bdb65deced98 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:32.727499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-bd9332b7-e0c0-44dc-b16f-bdb65deced98 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.1382327 Jul 23 10:31:32.738473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-56727473-86d2-4e6b-af43-8e67a7d781e1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/quotas/646b57bbc421406d9bacfe19a675a00f HTTP/1.1" status: 200 len: 375 time: 0.0100241 Jul 23 10:31:32.761756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.778315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-0e5a14b9-6e28-4ddb-a254-80113ec3bd13 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322495 Jul 23 10:31:32.875591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a53461-a4a0-477d-b25d-ae9e2199eb5a req-ca1f19ba-e653-43bd-a3dd-0febf8f562bb tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:32.882349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a53461-a4a0-477d-b25d-ae9e2199eb5a req-ca1f19ba-e653-43bd-a3dd-0febf8f562bb tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:32.883474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05a53461-a4a0-477d-b25d-ae9e2199eb5a req-ca1f19ba-e653-43bd-a3dd-0febf8f562bb tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1682 time: 0.1006329 Jul 23 10:31:32.885244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:32.930599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=552800b1-1c7b-4dab-90af-5b7d3b272cf0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:32.953295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-f6e4dfbe-dd43-4ab5-88cc-775630f77660 service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685104 Jul 23 10:31:32.973470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05a53461-a4a0-477d-b25d-ae9e2199eb5a req-b778cf37-19a2-43fc-82e6-3c8c623c23d0 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833361 Jul 23 10:31:33.008224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:33.019223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:33.029820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19d1ff1-8aa0-4c63-a0e1-12b8873e0fbf') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:33.030216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19d1ff1-8aa0-4c63-a0e1-12b8873e0fbf') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:33.040622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:33.058782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:33.062107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-2fce6899-31b3-4b37-b593-166ef80845d5 service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078699 Jul 23 10:31:33.066937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:33.067591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:33.069886 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:33.140335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:33.150073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:31:33.156473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:33.158628 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 HTTP/1.1" status: 204 len: 168 time: 1.1007483 Jul 23 10:31:33.161928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:33.195709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477152b-faed-446f-9e11-d78a6c94ae80 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:33.302910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-130c916b-fe06-4695-b42b-74113a7245b8 req-0a1ea9ec-9797-4e41-af11-ba227e1dc733 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 210 time: 0.0517726 Jul 23 10:31:33.321231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4a343f68-ccf3-42f5-976d-197e50c2aa99 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.1566556 Jul 23 10:31:33.324024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:33.906745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.907406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.907646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.908105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.908566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.909247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.909506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.909919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.910368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.910816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.911307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.911788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.912367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.912815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.915039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2012bd84-5c49-4f9d-8f37-cf2120e22e38 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8931 time: 0.5896749 Jul 23 10:31:33.918271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:33.950633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23d8f-1430-4368-8d04-82aa6268889c req-548c7a7f-3cf7-452c-a878-4ec882f5a6ba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.958137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23d8f-1430-4368-8d04-82aa6268889c req-548c7a7f-3cf7-452c-a878-4ec882f5a6ba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:33.959881 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-af54e38a-ba15-4a94-9e72-dfed5b5d47d8 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] delete failed (client error): The resource could not be found. Jul 23 10:31:33.960827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6e23d8f-1430-4368-8d04-82aa6268889c req-548c7a7f-3cf7-452c-a878-4ec882f5a6ba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1682 time: 0.1591399 Jul 23 10:31:33.962694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af54e38a-ba15-4a94-9e72-dfed5b5d47d8 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/25fba263-b63b-478c-bb00-e5be1d4dfd76 HTTP/1.1" status: 404 len: 345 time: 0.0418820 Jul 23 10:31:33.965249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45882) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:33.988617 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a60f2b5-de6e-43d0-a488-ab9ead52e183 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 10:31:33.989176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a60f2b5-de6e-43d0-a488-ab9ead52e183 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:31:33.996010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1a60f2b5-de6e-43d0-a488-ab9ead52e183 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8c7d9de9-c0e8-4eaf-a5c0-0cebb69ce569 HTTP/1.1" status: 404 len: 339 time: 0.0254726 Jul 23 10:31:33.996228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:34.001145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'network': {'name': 'tempest-network--1441755059', 'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:34.047273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Made reservation on behalf of eec4f4078b8e4744996ac9aa0aa71ad0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:34.049867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.072281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6e23d8f-1430-4368-8d04-82aa6268889c req-f0e06541-c3a1-42ae-8c63-df78b73021f3 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047764 Jul 23 10:31:34.086925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:34.098114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.098456 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Added segment 50128e26-c660-43f5-8f0c-31cfcd3f097b of type vlan for network 3b1ab031-aa13-48f5-88e0-7fa1affef07f Jul 23 10:31:34.147043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.176233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.182317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.183484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.184227 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.216343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2193124 Jul 23 10:31:34.219112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45892) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:34.250742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f636a-7bf9-4726-87a1-0eebd2f4fa10 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Network': ['ID=3b1ab031-aa13-48f5-88e0-7fa1affef07f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:34.263297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3b1ab031-aa13-48f5-88e0-7fa1affef07f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:34.478626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42388b6a-5ccd-4d4b-93bc-9e1ffe712309 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.487450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42388b6a-5ccd-4d4b-93bc-9e1ffe712309 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.494703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42388b6a-5ccd-4d4b-93bc-9e1ffe712309 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.501193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42388b6a-5ccd-4d4b-93bc-9e1ffe712309 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.505955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-42388b6a-5ccd-4d4b-93bc-9e1ffe712309 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2824728 Jul 23 10:31:34.505955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e52811ab-d008-44f3-a6cd-920cfd9575a4 req-a77b79a4-170f-4927-8e0c-519db789eb57 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 210 time: 0.1110086 Jul 23 10:31:34.506157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45896) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:34.588658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.621464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-f7e51d29-1f4b-42be-9bef-e5e5e63c0e4d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.622923 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-f7e51d29-1f4b-42be-9bef-e5e5e63c0e4d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.1345360 Jul 23 10:31:34.645490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Request body: {'port': {'device_id': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'admin_state_up': True, 'tenant_id': '646b57bbc421406d9bacfe19a675a00f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:34.683996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device aba29986-7d6e-472d-95a0-3b81de29c63f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:34.687931 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.699264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1ab031-aa13-48f5-88e0-7fa1affef07f']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:34.708335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: aba29986-7d6e-472d-95a0-3b81de29c63f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:34.708981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device aba29986-7d6e-472d-95a0-3b81de29c63f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:34.711208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50128e26-c660-43f5-8f0c-31cfcd3f097b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:34.711660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50128e26-c660-43f5-8f0c-31cfcd3f097b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:34.727220 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.746642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.764578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:34.765047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:34.767887 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:34.779315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Made reservation on behalf of 646b57bbc421406d9bacfe19a675a00f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:34.784766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.844560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.876886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b1ab031-aa13-48f5-88e0-7fa1affef07f {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:31:34.887324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.889259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/networks/3b1ab031-aa13-48f5-88e0-7fa1affef07f HTTP/1.1" status: 204 len: 168 time: 0.3823154 Jul 23 10:31:34.893174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45904) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:34.898081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'network': {'name': 'tempest-network--672327614', 'router:external': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:34.903323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437ee49-bf2d-4f4b-ad30-6bb1f651aa1f tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b1ab031-aa13-48f5-88e0-7fa1affef07f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:34.949158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Made reservation on behalf of eec4f4078b8e4744996ac9aa0aa71ad0 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:34.951568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:34.974510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-6eaed2b8-8a9d-40fa-b131-b0412da24cc6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.980945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-6eaed2b8-8a9d-40fa-b131-b0412da24cc6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:34.982690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-6eaed2b8-8a9d-40fa-b131-b0412da24cc6 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1682 time: 0.1477687 Jul 23 10:31:35.014676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Allocated IP 172.20.0.9 (90d03019-6a8b-4228-8d99-84043664d40b/61d9dd11-45f5-4cbb-b27c-85b309cc6f0c/6cd0a98d-9c37-45b0-b77f-530b2421af51) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:35.059048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:35.099751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.100098 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Added segment 99365008-3291-48a0-bd07-e0893988caab of type vlan for network 2b229114-08e4-4041-9708-caafc2dc87d3 Jul 23 10:31:35.163972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.169285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:35.169624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.277017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.278021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.278657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.311935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.321940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db069c-f122-4502-ade1-1ab0e9609283 req-ecaabf78-fe9d-4658-a640-3c5dbd5e935e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.330651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db069c-f122-4502-ade1-1ab0e9609283 req-ecaabf78-fe9d-4658-a640-3c5dbd5e935e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.330651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76db069c-f122-4502-ade1-1ab0e9609283 req-ecaabf78-fe9d-4658-a640-3c5dbd5e935e tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 1682 time: 0.1321199 Jul 23 10:31:35.345882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4516563 Jul 23 10:31:35.347934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port 74723dd1-c9fd-48af-ba04-e5aa544d0a94, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=74723dd1-c9fd-48af-ba04-e5aa544d0a94,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:35.348367 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.351346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45916) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:35.377591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76db069c-f122-4502-ade1-1ab0e9609283 req-66729440-b0d6-4cb1-b074-9ae962967b84 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/security-groups?id=49afcca8-addc-4f8f-a33c-e0e73de5fd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Jul 23 10:31:35.408863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.468600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Network 90d03019-6a8b-4228-8d99-84043664d40b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:35.476885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:35.486688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:35.517958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c9b161-c36e-484a-a5f7-0e8b7a1a6740 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.522911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-25c9b161-c36e-484a-a5f7-0e8b7a1a6740 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] 10.222.0.37 "GET /v2.0/networks/2b229114-08e4-4041-9708-caafc2dc87d3 HTTP/1.1" status: 200 len: 756 time: 0.1654322 Jul 23 10:31:35.527631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:35.528580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:35.554933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e4fb0-8047-4326-92b9-80b6ad78012a tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Network': ['ID=2b229114-08e4-4041-9708-caafc2dc87d3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:35.557248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for 74723dd1-c9fd-48af-ba04-e5aa544d0a94 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:35.568036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 2b229114-08e4-4041-9708-caafc2dc87d3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:35.668613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.669862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.690253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d6cca-936a-4e0b-9fbf-860e54a397f0 req-990bcf1c-9088-4837-868e-91d27cb9402f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.691841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-524d6cca-936a-4e0b-9fbf-860e54a397f0 req-990bcf1c-9088-4837-868e-91d27cb9402f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 931 time: 0.0914629 Jul 23 10:31:35.745702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9c601e-f8ec-4be1-bfaf-e415cf5ba8c6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.747072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ea9c601e-f8ec-4be1-bfaf-e415cf5ba8c6 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] 10.222.0.37 "GET /v2.0/networks/1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163 HTTP/1.1" status: 200 len: 767 time: 0.2085161 Jul 23 10:31:35.751236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:35.752556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-6182103e-019a-4d4c-ba51-1ab2a3d93c59 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1153483 Jul 23 10:31:35.774921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-524d6cca-936a-4e0b-9fbf-860e54a397f0 req-86d91a04-290e-47fc-b981-e4b0c3cca73d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 Jul 23 10:31:35.784852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Request body: {'port': {'device_id': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:35.788167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.812262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['74723dd1-c9fd-48af-ba04-e5aa544d0a94', '8c2e6168-9210-47b8-9b35-a917cbacffa3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:35.824712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c79bc8-9768-48d4-b264-1469463e204e req-de9d492c-569e-4098-991b-5eeb70abffa4 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:35.830936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=74723dd1-c9fd-48af-ba04-e5aa544d0a94,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:35.832122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70c79bc8-9768-48d4-b264-1469463e204e req-de9d492c-569e-4098-991b-5eeb70abffa4 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 946 time: 0.3053045 Jul 23 10:31:35.884691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port 74723dd1-c9fd-48af-ba04-e5aa544d0a94 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:35.887651 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.890418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-76c376d1-5eef-45af-bc33-075fc9e8ffef tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.55 "DELETE /v2.0/ports/74723dd1-c9fd-48af-ba04-e5aa544d0a94 HTTP/1.1" status: 204 len: 173 time: 0.9007752 Jul 23 10:31:35.890983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-deleted', 'tag': '74723dd1-c9fd-48af-ba04-e5aa544d0a94'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:35.893743 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca374f90-164d-4e0b-98e4-88e1d97c13bf" -d '{"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-deleted", "tag": "74723dd1-c9fd-48af-ba04-e5aa544d0a94"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:35.948100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:35.999945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70c79bc8-9768-48d4-b264-1469463e204e req-d6c28941-5b68-49ac-a14e-e4c87cb73c03 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667171 Jul 23 10:31:36.014371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.051091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port 8c2e6168-9210-47b8-9b35-a917cbacffa3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:36.051610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.062439 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2de434-f09a-4452-8e0f-896a3587e1ec x-openstack-request-id: req-fc2de434-f09a-4452-8e0f-896a3587e1ec {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:36.074903 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-deleted", "tag": "74723dd1-c9fd-48af-ba04-e5aa544d0a94", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:36.075381 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc2de434-f09a-4452-8e0f-896a3587e1ec {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:36.077095 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-deleted', 'tag': '74723dd1-c9fd-48af-ba04-e5aa544d0a94', 'status': 'completed', 'code': 200} Jul 23 10:31:36.172804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port 8c2e6168-9210-47b8-9b35-a917cbacffa3, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8c2e6168-9210-47b8-9b35-a917cbacffa3,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:36.173164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.186110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for 8c2e6168-9210-47b8-9b35-a917cbacffa3 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:36.228624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.245410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b229114-08e4-4041-9708-caafc2dc87d3']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:36.281221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99365008-3291-48a0-bd07-e0893988caab') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:36.281515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99365008-3291-48a0-bd07-e0893988caab') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:36.299197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.316844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.330788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:36.331017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.331188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:36.334103 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:36.342390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['74723dd1-c9fd-48af-ba04-e5aa544d0a94'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:36.360148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=8c2e6168-9210-47b8-9b35-a917cbacffa3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:36.419273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port 8c2e6168-9210-47b8-9b35-a917cbacffa3 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:36.423194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.425425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-603b6a06-9f29-47b0-b4eb-08cc2c81577f req-483e0464-1479-4723-894e-66c9c55414d1 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.55 "DELETE /v2.0/ports/8c2e6168-9210-47b8-9b35-a917cbacffa3 HTTP/1.1" status: 204 len: 173 time: 0.5275295 Jul 23 10:31:36.445507 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.461201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b229114-08e4-4041-9708-caafc2dc87d3 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:31:36.482874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.490691 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/networks/2b229114-08e4-4041-9708-caafc2dc87d3 HTTP/1.1" status: 204 len: 168 time: 0.7305419 Jul 23 10:31:36.490691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5137a-5776-4571-bae3-e7d42f65a525 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b229114-08e4-4041-9708-caafc2dc87d3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:36.493167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:36.500669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfde936d-799b-4840-97d5-1c2423b854c2 req-e9fcc2b6-a6f9-4a27-88fd-a1065b748faa tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49 HTTP/1.1" status: 200 len: 210 time: 0.0355482 Jul 23 10:31:36.506064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'network': {'name': 'tempest-network--1694153186'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:36.511170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd0a98d-9c37-45b0-b77f-530b2421af51 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:36.522673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.555511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Transition to ACTIVE for port object 6cd0a98d-9c37-45b0-b77f-530b2421af51 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:31:36.560273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.567087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Made reservation on behalf of eec4f4078b8e4744996ac9aa0aa71ad0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:36.570396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.639749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:36.642324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:36.669627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.669978 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Added segment 61066543-2529-47be-af9f-32470fcfbce7 of type vlan for network a432b43a-0c5b-4f21-8209-7a0df64ab488 Jul 23 10:31:36.734496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.770034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Attempting to bind port 6cd0a98d-9c37-45b0-b77f-530b2421af51 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:31:36.770416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Attempting to bind port 6cd0a98d-9c37-45b0-b77f-530b2421af51 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:31:36.770951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Attempting to bind port 6cd0a98d-9c37-45b0-b77f-530b2421af51 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:36.779919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Port 6cd0a98d-9c37-45b0-b77f-530b2421af51 on network 90d03019-6a8b-4228-8d99-84043664d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:31:36.780273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Attempting to bind port 6cd0a98d-9c37-45b0-b77f-530b2421af51 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:31:36.784783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.785778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:36.786455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.792978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:31:36.793313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Checking segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:36.793694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Bound using segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:31:36.794121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Bound port: 6cd0a98d-9c37-45b0-b77f-530b2421af51, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:31:36.794467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.858832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3645172 Jul 23 10:31:36.869220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45940) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:36.885153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a1e50-75e2-430c-ac37-9b53aaffe130 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Network': ['ID=a432b43a-0c5b-4f21-8209-7a0df64ab488,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:36.899719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a432b43a-0c5b-4f21-8209-7a0df64ab488 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:36.909125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:36.923152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:31:36.926622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:31:36.933051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.985988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:36.986550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:36.988547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] 10.222.0.20 "PUT /v2.0/ports/6cd0a98d-9c37-45b0-b77f-530b2421af51 HTTP/1.1" status: 200 len: 1091 time: 1.2159095 Jul 23 10:31:36.989404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:36.993598 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd02584-9765-44ca-8019-744e63602e82" -d '{"events": [{"name": "network-changed", "server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:37.061642 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb872a4-ad0d-4af3-8cb7-81a9747f1973 x-openstack-request-id: req-9eb872a4-ad0d-4af3-8cb7-81a9747f1973 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:37.061937 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:37.062194 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eb872a4-ad0d-4af3-8cb7-81a9747f1973 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:37.062668 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'status': 'completed', 'code': 200} Jul 23 10:31:37.063232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5e7a-bd20-42fb-9256-42c94e0f1466 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:37.149673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-135e8d4e-e687-413e-9b4f-723b8b8a151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:37.151198 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-135e8d4e-e687-413e-9b4f-723b8b8a151c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 1094 time: 0.0746853 Jul 23 10:31:37.153678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.163446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-237a23da-3a6a-4b28-aaeb-c7e7f788fa7c tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:37.164923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-237a23da-3a6a-4b28-aaeb-c7e7f788fa7c tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.55 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 946 time: 0.1612866 Jul 23 10:31:37.171960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17948931-52a2-49fe-a46e-a22548097ee0 req-aef7a99e-fa0b-4d72-9dcf-35236e21629c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:37.173371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17948931-52a2-49fe-a46e-a22548097ee0 req-aef7a99e-fa0b-4d72-9dcf-35236e21629c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 943 time: 0.3194964 Jul 23 10:31:37.215897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-cb1a7ab9-72d9-4c28-9ef0-d27a21364cf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51 HTTP/1.1" status: 200 len: 217 time: 0.0409286 Jul 23 10:31:37.227291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.257610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Network a432b43a-0c5b-4f21-8209-7a0df64ab488 is not hosted by any dhcp agent {{(pid=93833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:31:37.258382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:37.258984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.260330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "PUT /v2.0/networks/a432b43a-0c5b-4f21-8209-7a0df64ab488 HTTP/1.1" status: 200 len: 858 time: 0.3889856 Jul 23 10:31:37.276537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45952) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:37.334582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17948931-52a2-49fe-a46e-a22548097ee0 req-b5392c0d-26ce-40fd-86da-e6160956e2e8 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484396 Jul 23 10:31:37.372421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afb2f7-5e9b-4f5a-8f9b-bf039191c5c5 tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event updated for resources: {'Network': ['ID=a432b43a-0c5b-4f21-8209-7a0df64ab488,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:37.423443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.471721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Deleting port eba86146-eb0c-4500-9327-b7a608407a3a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:37.472079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.574240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:37.578200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.595069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a432b43a-0c5b-4f21-8209-7a0df64ab488']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:37.608691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-cda835fe-73de-4ef1-ad7a-c79276b94621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:37.609186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61066543-2529-47be-af9f-32470fcfbce7') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:37.609486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61066543-2529-47be-af9f-32470fcfbce7') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:37.610183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-cda835fe-73de-4ef1-ad7a-c79276b94621 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.3890247 Jul 23 10:31:37.627870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.638420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] For port eba86146-eb0c-4500-9327-b7a608407a3a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=eba86146-eb0c-4500-9327-b7a608407a3a,segment=NetworkSegment(daeb22d8-a25b-45dd-a714-70b1f0916662),segment_id=daeb22d8-a25b-45dd-a714-70b1f0916662)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:37.638784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.656764 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.658725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Calling delete_port for eba86146-eb0c-4500-9327-b7a608407a3a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:37.666914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:37.667314 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.668033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-53a9427f-ad75-408d-975b-36ff57c2290b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504067 Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:37.669660 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:37.686644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting subnet f628643e-9d21-486c-8deb-8c49ab099135 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:37.692049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.728971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa81213-db08-4f96-ae87-bcd9c8ad53a2 req-e1c2dd41-9d0a-46d7-99fd-7da0676d9c75 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:37.730487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aaa81213-db08-4f96-ae87-bcd9c8ad53a2 req-e1c2dd41-9d0a-46d7-99fd-7da0676d9c75 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/ports?device_id=03913ca8-7971-48e1-b6b9-6314d629f745 HTTP/1.1" status: 200 len: 946 time: 0.5016518 Jul 23 10:31:37.770209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.778456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a432b43a-0c5b-4f21-8209-7a0df64ab488 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:31:37.791753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.795948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a432b43a-0c5b-4f21-8209-7a0df64ab488 HTTP/1.1" status: 204 len: 168 time: 0.5160449 Jul 23 10:31:37.797155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa57a8-df9c-47e5-8b6f-e015afd314ea tempest-ExternalNetworksTestJSON-1851209994 tempest-ExternalNetworksTestJSON-1851209994-project-admin] Pushing event deleted for resources: {'Network': ['ID=a432b43a-0c5b-4f21-8209-7a0df64ab488,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:37.804039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:37.809903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.870546 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f4888f-6c17-4a43-a0b3-6a03bb6fbcb0 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] DELETE failed (client error): The resource could not be found. Jul 23 10:31:37.871028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f4888f-6c17-4a43-a0b3-6a03bb6fbcb0 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:31:37.875286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:37.875554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90f4888f-6c17-4a43-a0b3-6a03bb6fbcb0 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] 10.222.0.37 "DELETE /v2.0/subnets/552800b1-1c7b-4dab-90af-5b7d3b272cf0 HTTP/1.1" status: 404 len: 337 time: 0.0677278 Jul 23 10:31:37.875907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45962) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:37.887793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['eba86146-eb0c-4500-9327-b7a608407a3a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:37.910631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aaa81213-db08-4f96-ae87-bcd9c8ad53a2 req-789be908-16fe-4736-a92f-646c2bbf2591 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cd9db3e-50fd-47d4-b4a7-26021f4128ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699319 Jul 23 10:31:37.924184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-17d99b8d-2403-49e8-819d-dbb8213f04df service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485836 Jul 23 10:31:37.931384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Pushing event deleted for resources: {'Port': ['ID=eba86146-eb0c-4500-9327-b7a608407a3a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:37.997783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] No DVR routers for this DVR port eba86146-eb0c-4500-9327-b7a608407a3a on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:38.009983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.027878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.030042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c298ef4d-73d7-4a40-b08a-36f5f001ce83 req-420949f0-ac62-4bad-bc01-e5b894c96a34 tempest-AttachVolumeNegativeTest-1311273131 tempest-AttachVolumeNegativeTest-1311273131-project] 10.222.0.55 "DELETE /v2.0/ports/eba86146-eb0c-4500-9327-b7a608407a3a HTTP/1.1" status: 204 len: 173 time: 0.8557236 Jul 23 10:31:38.042327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.089227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-deleted', 'tag': '8c2e6168-9210-47b8-9b35-a917cbacffa3'}, {'server_uuid': '03913ca8-7971-48e1-b6b9-6314d629f745', 'name': 'network-vif-deleted', 'tag': 'eba86146-eb0c-4500-9327-b7a608407a3a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:38.092232 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f345dbf8-14a8-4f5f-bf13-43a5a15e944e" -d '{"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-deleted", "tag": "8c2e6168-9210-47b8-9b35-a917cbacffa3"}, {"server_uuid": "03913ca8-7971-48e1-b6b9-6314d629f745", "name": "network-vif-deleted", "tag": "eba86146-eb0c-4500-9327-b7a608407a3a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:38.117745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f2967c7-52a8-45a5-a27a-5973feb9e2a3 req-327ecf33-f2db-4db9-af1b-2e9d959e5bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850028 Jul 23 10:31:38.143690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.149295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.161051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:38.171571 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1071c3-a690-45bd-9985-0bc995adfac4 x-openstack-request-id: req-fd1071c3-a690-45bd-9985-0bc995adfac4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:38.171931 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49", "name": "network-vif-deleted", "tag": "8c2e6168-9210-47b8-9b35-a917cbacffa3", "status": "completed", "code": 200}, {"server_uuid": "03913ca8-7971-48e1-b6b9-6314d629f745", "name": "network-vif-deleted", "tag": "eba86146-eb0c-4500-9327-b7a608407a3a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:38.172266 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd1071c3-a690-45bd-9985-0bc995adfac4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:38.172720 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1426c1-37b4-4c8e-a16a-9cb0d8b24a49', 'name': 'network-vif-deleted', 'tag': '8c2e6168-9210-47b8-9b35-a917cbacffa3', 'status': 'completed', 'code': 200} Jul 23 10:31:38.173060 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03913ca8-7971-48e1-b6b9-6314d629f745', 'name': 'network-vif-deleted', 'tag': 'eba86146-eb0c-4500-9327-b7a608407a3a', 'status': 'completed', 'code': 200} Jul 23 10:31:38.174731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ee13ae-db15-40aa-a888-45bedfa9537f') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:38.175022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ee13ae-db15-40aa-a888-45bedfa9537f') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:38.186869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.203310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.211056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:38.211794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.213486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Subnet': ['ID=f628643e-9d21-486c-8deb-8c49ab099135,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:38.215382 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:38.258245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63749ad8-947b-46b0-9b99-c60253807d82 None None] Network 63ac6791-2dcd-4171-b9bf-2b3fa461520d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:38.289176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.296259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.300723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-62efd73d-e10c-4063-b3ef-71de8c4f4423 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/subnets/f628643e-9d21-486c-8deb-8c49ab099135 HTTP/1.1" status: 204 len: 168 time: 0.7208643 Jul 23 10:31:38.301315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:38.304737 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.309630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] 10.222.0.37 "DELETE /v2.0/networks/1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163 HTTP/1.1" status: 204 len: 168 time: 0.4303484 Jul 23 10:31:38.325291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fdda1-12d3-4cd7-bd89-ab821f45dd97 tempest-ExternalNetworksTestJSON-1352350210 tempest-ExternalNetworksTestJSON-1352350210-project] Pushing event deleted for resources: {'Network': ['ID=1a96f71b-ff5b-4ef6-86eb-dd3e42d2f163,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:38.429725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.440189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02584-9765-44ca-8019-744e63602e82 req-32f8746e-4ee6-4e06-9588-84af25435e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:38.441928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-32f8746e-4ee6-4e06-9588-84af25435e35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 1094 time: 0.2132843 Jul 23 10:31:38.528771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b577375-27dc-474f-9d1b-68113440098c None None] DHCP port deletion for 63ac6791-2dcd-4171-b9bf-2b3fa461520d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:31:38.565464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1446c-0c78-4970-9e7e-75b146678321 req-9911baf8-58b6-4c75-9312-65ff32c19671 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:38.567002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ae1446c-0c78-4970-9e7e-75b146678321 req-9911baf8-58b6-4c75-9312-65ff32c19671 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 943 time: 0.1294954 Jul 23 10:31:38.617602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Deleting port 1be39ee3-cafe-47ca-8f8c-868ea6794712 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:38.618447 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.633790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ae1446c-0c78-4970-9e7e-75b146678321 req-eb36ccab-f232-43ce-aa03-4681b410f9bc tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 Jul 23 10:31:38.651659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45980) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:38.681659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02584-9765-44ca-8019-744e63602e82 req-b3417594-4d5d-452b-9aac-61c1dd4f6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:38.683891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-b3417594-4d5d-452b-9aac-61c1dd4f6811 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 906 time: 0.2332637 Jul 23 10:31:38.689546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port 1be39ee3-cafe-47ca-8f8c-868ea6794712 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:38.689896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.733503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-a8a122c4-4e09-47ff-a70d-b1fd145ab39f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51 HTTP/1.1" status: 200 len: 217 time: 0.0413940 Jul 23 10:31:38.736397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2b577375-27dc-474f-9d1b-68113440098c None None] For port 1be39ee3-cafe-47ca-8f8c-868ea6794712, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be39ee3-cafe-47ca-8f8c-868ea6794712,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:38.736796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.756254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Calling delete_port for 1be39ee3-cafe-47ca-8f8c-868ea6794712 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:38.846663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-03ac7b26-4ba9-417e-a575-576f04e1f81d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af10c813ef01450e81ff05f9bebd522f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918104 Jul 23 10:31:38.846889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02584-9765-44ca-8019-744e63602e82 req-5ff63ab8-c431-4664-895b-c0a6b897d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:38.846889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-5ff63ab8-c431-4664-895b-c0a6b897d282 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.0981464 Jul 23 10:31:38.847058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45986) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:38.848175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port 1be39ee3-cafe-47ca-8f8c-868ea6794712, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be39ee3-cafe-47ca-8f8c-868ea6794712,segment=NetworkSegment(38b1464f-8a6e-4445-bd4e-912553746a58),segment_id=38b1464f-8a6e-4445-bd4e-912553746a58)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:38.848679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.864649 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.886914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for 1be39ee3-cafe-47ca-8f8c-868ea6794712 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:38.890100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-05bd4753-b45a-459c-87ab-39e7dace900c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326209 Jul 23 10:31:38.895275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Pushing event deleted for resources: {'Port': ['ID=1be39ee3-cafe-47ca-8f8c-868ea6794712,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:38.902172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b577375-27dc-474f-9d1b-68113440098c None None] No DVR routers for this DVR port 1be39ee3-cafe-47ca-8f8c-868ea6794712 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:38.906517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e71ef2b-b899-4714-86ba-27f3fc1a3314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.918222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.918583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.918931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.919270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.919639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.919972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.920400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.920631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.923926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.924278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.924616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.925482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b577375-27dc-474f-9d1b-68113440098c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:31:38.938423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e71ef2b-b899-4714-86ba-27f3fc1a3314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:38.987215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45990) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:39.016156 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e71ef2b-b899-4714-86ba-27f3fc1a3314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.018926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e71ef2b-b899-4714-86ba-27f3fc1a3314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.020073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5e71ef2b-b899-4714-86ba-27f3fc1a3314 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbf66343-3644-4fca-959a-fe4c4b8bab48 HTTP/1.1" status: 204 len: 168 time: 0.1721907 Jul 23 10:31:39.035720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71ef2b-b899-4714-86ba-27f3fc1a3314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf66343-3644-4fca-959a-fe4c4b8bab48,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:39.053965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-4ba0ba71-7ddb-458b-90ce-fc56baef111a service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551001 Jul 23 10:31:39.054731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.058732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Deleting subnet a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:39.062740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.101967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.104058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port 1be39ee3-cafe-47ca-8f8c-868ea6794712 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:39.113733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=1be39ee3-cafe-47ca-8f8c-868ea6794712,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:39.151101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.210593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.234773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.241934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a365fd0e-8e6f-4a18-9ee1-60deae3c2d90,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:39.243922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.245953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c04561f2-db5a-4285-99da-12c69393a358 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a365fd0e-8e6f-4a18-9ee1-60deae3c2d90 HTTP/1.1" status: 204 len: 168 time: 0.2576134 Jul 23 10:31:39.249894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45996) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:39.250208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ac6791-2dcd-4171-b9bf-2b3fa461520d']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:39.268622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b1464f-8a6e-4445-bd4e-912553746a58') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:39.268924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b1464f-8a6e-4445-bd4e-912553746a58') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:39.272820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd02584-9765-44ca-8019-744e63602e82 req-62ba6352-f6e6-4754-8347-a80bd70fece1 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089205 Jul 23 10:31:39.280859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.297691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.305016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:39.305769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:39.309173 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:39.326273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.336089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:39.397882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.412997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.415194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/networks/63ac6791-2dcd-4171-b9bf-2b3fa461520d HTTP/1.1" status: 204 len: 168 time: 1.1121132 Jul 23 10:31:39.415442 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.418106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46002) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:39.431133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d6725-39cb-42f8-8ea3-9e23e21b6e14 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Network': ['ID=63ac6791-2dcd-4171-b9bf-2b3fa461520d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:39.437262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-263503cc-fd08-492f-8079-bfaebbd81a5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eec4f4078b8e4744996ac9aa0aa71ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977628 Jul 23 10:31:39.437557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:39.455085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:39.473048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeb22d8-a25b-45dd-a714-70b1f0916662') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:39.473348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeb22d8-a25b-45dd-a714-70b1f0916662') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:39.488000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91eb8ae2-15c9-43b0-b4bf-669098e2aac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.488120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.493899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be39ee3-cafe-47ca-8f8c-868ea6794712 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:39.504560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting subnet f0433534-2651-486a-8b6f-1a46721f0b74 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:39.511441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.512230 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91eb8ae2-15c9-43b0-b4bf-669098e2aac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.514538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.517464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 1be39ee3-cafe-47ca-8f8c-868ea6794712 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:39.517823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be39ee3-cafe-47ca-8f8c-868ea6794712 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:39.543159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:39.543600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:39.545268 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:39.564361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91eb8ae2-15c9-43b0-b4bf-669098e2aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.568171 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91eb8ae2-15c9-43b0-b4bf-669098e2aac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.571985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91eb8ae2-15c9-43b0-b4bf-669098e2aac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/066a8493-0e60-4303-8753-2eb9396fcb64 HTTP/1.1" status: 204 len: 168 time: 0.1332963 Jul 23 10:31:39.584185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:39.585850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb8ae2-15c9-43b0-b4bf-669098e2aac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a8493-0e60-4303-8753-2eb9396fcb64,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:39.770159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 74723dd1-c9fd-48af-ba04-e5aa544d0a94 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:39.805112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 74723dd1-c9fd-48af-ba04-e5aa544d0a94 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:39.805462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 74723dd1-c9fd-48af-ba04-e5aa544d0a94 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:39.805891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8c2e6168-9210-47b8-9b35-a917cbacffa3 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:39.828659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 8c2e6168-9210-47b8-9b35-a917cbacffa3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:39.829268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8c2e6168-9210-47b8-9b35-a917cbacffa3 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:40.001077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.013716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.019195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2 HTTP/1.1" status: 204 len: 168 time: 0.7647333 Jul 23 10:31:40.033542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080d728-cf5b-42c7-935e-410baf36409b admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbe8d5b-9d7b-4861-96a1-ec953ec0f9f2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:40.091553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.101900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3af2e-8deb-4522-a19c-e4cfddbbec47 req-dace7831-4f46-400e-bff0-4290f200e894 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:40.103450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff3af2e-8deb-4522-a19c-e4cfddbbec47 req-dace7831-4f46-400e-bff0-4290f200e894 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 943 time: 0.1678460 Jul 23 10:31:40.179679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eff3af2e-8deb-4522-a19c-e4cfddbbec47 req-2c0596ed-a8fd-473b-b82e-470af09fd0b4 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579960 Jul 23 10:31:40.189282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.215704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Subnet': ['ID=f0433534-2651-486a-8b6f-1a46721f0b74,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:40.220537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:40.227694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.233986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-004c04aa-82ac-4605-bd2f-b888b30e0869 tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/subnets/f0433534-2651-486a-8b6f-1a46721f0b74 HTTP/1.1" status: 204 len: 168 time: 0.8147089 Jul 23 10:31:40.234625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:40.235582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d66365-d6a9-4c84-8d6f-2aed9ba2ee7e None None] Network 9183905f-315f-4f42-b589-a47a2d098dd1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:40.279468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96d832e5-597f-4999-85ae-6a957de38f4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08fbc9f966d6475b9ec24f5e3032e60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565953 Jul 23 10:31:40.280828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:40.338826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.341092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc800f8f-50c4-4d85-bd70-19dab5c1abf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.366298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc800f8f-50c4-4d85-bd70-19dab5c1abf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.420924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Deleting port 47801ae1-6831-45c8-8222-399f9e6b7ace {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:40.421582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.436531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc800f8f-50c4-4d85-bd70-19dab5c1abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.440015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc800f8f-50c4-4d85-bd70-19dab5c1abf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.445846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dc800f8f-50c4-4d85-bd70-19dab5c1abf5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cd9db3e-50fd-47d4-b4a7-26021f4128ac HTTP/1.1" status: 204 len: 168 time: 0.1631167 Jul 23 10:31:40.458658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800f8f-50c4-4d85-bd70-19dab5c1abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd9db3e-50fd-47d4-b4a7-26021f4128ac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:40.463693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] DHCP port deletion for 9183905f-315f-4f42-b589-a47a2d098dd1 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:31:40.510013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] For port 47801ae1-6831-45c8-8222-399f9e6b7ace, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47801ae1-6831-45c8-8222-399f9e6b7ace,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:40.510562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.526218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Calling delete_port for 47801ae1-6831-45c8-8222-399f9e6b7ace owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:40.542578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] Deleting port 47801ae1-6831-45c8-8222-399f9e6b7ace {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:40.543107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.609511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] For port 47801ae1-6831-45c8-8222-399f9e6b7ace, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47801ae1-6831-45c8-8222-399f9e6b7ace,segment=NetworkSegment(0fa40376-9021-4d35-81a9-fba5acbc1ec5),segment_id=0fa40376-9021-4d35-81a9-fba5acbc1ec5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:40.610027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.620628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.626152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] Calling delete_port for 47801ae1-6831-45c8-8222-399f9e6b7ace owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:40.641883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] No DVR routers for this DVR port 47801ae1-6831-45c8-8222-399f9e6b7ace on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:40.688599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Port': ['ID=47801ae1-6831-45c8-8222-399f9e6b7ace,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:40.731222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:31:40.744049 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.772864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.778819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] No DVR routers for this DVR port 47801ae1-6831-45c8-8222-399f9e6b7ace on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:40.787297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9b381-8a1a-4f25-88d0-d602fb50f968 None None] Pushing event deleted for resources: {'Port': ['ID=47801ae1-6831-45c8-8222-399f9e6b7ace,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:40.787533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9183905f-315f-4f42-b589-a47a2d098dd1']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:40.803038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa40376-9021-4d35-81a9-fba5acbc1ec5') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:40.803340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa40376-9021-4d35-81a9-fba5acbc1ec5') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:40.816141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.847813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.870968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:40.872590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:40.880771 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:40.940234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:40.968834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'mac_address': 'fa:16:3e:02:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:31:40.994464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:41.018777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:41.024679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] 10.222.0.37 "DELETE /v2.0/networks/9183905f-315f-4f42-b589-a47a2d098dd1 HTTP/1.1" status: 204 len: 168 time: 0.7889068 Jul 23 10:31:41.035731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b10d5f-ed75-4320-b0eb-e71340b2ecba tempest-ServersTestMultiNic-1322863595 tempest-ServersTestMultiNic-1322863595-project] Pushing event deleted for resources: {'Network': ['ID=9183905f-315f-4f42-b589-a47a2d098dd1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:41.056672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de612cdc-2cd5-40b9-b7f9-facc68982ac1 req-7081c1cb-1919-40ae-851e-a3b1bb4c317e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:41.059446 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:41.064031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de612cdc-2cd5-40b9-b7f9-facc68982ac1 req-7081c1cb-1919-40ae-851e-a3b1bb4c317e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1022158 Jul 23 10:31:41.076999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd0a98d-9c37-45b0-b77f-530b2421af51 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:41.105000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:41.110742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:41.124343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de612cdc-2cd5-40b9-b7f9-facc68982ac1 req-5dcce990-01ed-4109-880e-12f293922d26 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571690 Jul 23 10:31:41.203141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:41.240541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:41.423677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b7a5b-b56e-4a4e-820e-c2efbf8e4378 req-f24cafc7-afb0-4cf2-9c74-02fb12c691c0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:41.428941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba5b7a5b-b56e-4a4e-820e-c2efbf8e4378 req-f24cafc7-afb0-4cf2-9c74-02fb12c691c0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 944 time: 0.1080325 Jul 23 10:31:41.470038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6cd0a98d-9c37-45b0-b77f-530b2421af51'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:41.512153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba5b7a5b-b56e-4a4e-820e-c2efbf8e4378 req-575863b4-ef20-45c7-a159-80cad73f6d3b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777724 Jul 23 10:31:41.530214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47801ae1-6831-45c8-8222-399f9e6b7ace no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:41.569362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 47801ae1-6831-45c8-8222-399f9e6b7ace {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:41.570588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47801ae1-6831-45c8-8222-399f9e6b7ace not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:41.573211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46110) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:41.774832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eba86146-eb0c-4500-9327-b7a608407a3a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:41.797476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: eba86146-eb0c-4500-9327-b7a608407a3a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:41.797823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device eba86146-eb0c-4500-9327-b7a608407a3a not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:41.853020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:41.859617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1326540847', 'router:external': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:41.883385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Made reservation on behalf of 19d60a203f564595a86a35688f2b0d40 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:41.886710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:41.896921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.014989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.019996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.053433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:42.062235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc6774-5fcf-4617-b423-f950d011c8d1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:42.068958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.069301 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Added segment e26f8eef-7e62-4a74-8eab-67275b7dd74f of type vlan for network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 Jul 23 10:31:42.115229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.162716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.164071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:42.165122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.181892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Deleting port 90bc02d0-26bb-49b3-8f17-66b1467fe860 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:42.182255 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.243071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Network': ['ID=30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:42.249361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9ab1ce02-0709-4562-8eb3-c20db929afd2 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6750810 Jul 23 10:31:42.252747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46130) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:42.254243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:42.260266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'subnet': {'network_id': '30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:42.289340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] For port 90bc02d0-26bb-49b3-8f17-66b1467fe860, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=90bc02d0-26bb-49b3-8f17-66b1467fe860,segment=NetworkSegment(d5234d18-09a2-4f5a-a3d6-254fd2a552ed),segment_id=d5234d18-09a2-4f5a-a3d6-254fd2a552ed)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:42.290022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.292662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Made reservation on behalf of 19d60a203f564595a86a35688f2b0d40 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:42.295128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.306145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Calling delete_port for 90bc02d0-26bb-49b3-8f17-66b1467fe860 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:42.510712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.544995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Pushing event deleted for resources: {'Port': ['ID=90bc02d0-26bb-49b3-8f17-66b1467fe860,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:42.622188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:31:42.622788 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.699142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Subnet': ['ID=63a13122-8b33-4bd0-82c0-ab1a181d4436,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:42.712469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Checking segment: {'id': 'e26f8eef-7e62-4a74-8eab-67275b7dd74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:42.712894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network hostable DHCP agents. Network: 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:31:42.736036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:31:42.741479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:42.763668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:42.771891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:42.776955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.799686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fd005-860b-4812-9dd9-c146b73b6c40 None None] Network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:42.814602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.836693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b782cce9-6dc7-4956-807d-d7efc0a3bea0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5820792 Jul 23 10:31:42.836923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46142) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:42.845230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-316276369', 'network_id': '30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:42.884719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 6cd0a98d-9c37-45b0-b77f-530b2421af51 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:31:42.898117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 6cd0a98d-9c37-45b0-b77f-530b2421af51 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:42.898871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.908707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Made reservation on behalf of 19d60a203f564595a86a35688f2b0d40 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:42.911295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:42.928382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] device_id is not set on port aadcdf14-8275-4d14-aa1e-5929680e466c yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:31:42.990274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed06629-3d1d-4ae0-8d1d-5d08d571f2db req-9eab9b50-3b2e-4407-ad51-1c3cb68fddb9 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:42.992072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eed06629-3d1d-4ae0-8d1d-5d08d571f2db req-9eab9b50-3b2e-4407-ad51-1c3cb68fddb9 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 944 time: 0.3428411 Jul 23 10:31:43.050189 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.052290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6366e6f-3a7d-4e29-a8f2-f0e50890ab54 None None] Network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:43.099890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:43.102128 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a168ef-4cc1-4fde-bf8c-deb0bad18da6" -d '{"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:43.105485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Allocated IP 2001:db8::238 (30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88/63a13122-8b33-4bd0-82c0-ab1a181d4436/aadcdf14-8275-4d14-aa1e-5929680e466c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:43.119348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eed06629-3d1d-4ae0-8d1d-5d08d571f2db req-640dfaf9-4690-462a-b4aa-994ea70069c3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200800 Jul 23 10:31:43.142695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:43.152189 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.176581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Router 7b597887-9d6e-4ab8-af34-e8360f1571e2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:31:43.240718 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc5340-98dd-4646-916f-a52c6a04de2c x-openstack-request-id: req-cddc5340-98dd-4646-916f-a52c6a04de2c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:43.241007 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:43.241204 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cddc5340-98dd-4646-916f-a52c6a04de2c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:43.241587 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'code': 200} Jul 23 10:31:43.246956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:43.335481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:31:43.341433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f88932e2-65ee-4836-898f-1b8ca3fdad5a admin admin] 10.222.0.37 "PUT /v2.0/routers/7b597887-9d6e-4ab8-af34-e8360f1571e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0997269 Jul 23 10:31:43.344109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.344266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:43.349396 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] Sync routers for ids ['7b597887-9d6e-4ab8-af34-e8360f1571e2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:31:43.370260 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] Routers {'7b597887-9d6e-4ab8-af34-e8360f1571e2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:43.370915 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7b597887-9d6e-4ab8-af34-e8360f1571e2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:43.388337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.445051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:43.448907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:43.465143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:43.466454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:43.467247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.479557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Port': ['ID=aadcdf14-8275-4d14-aa1e-5929680e466c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:43.493127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe6c42e0-90be-4b5d-8ec5-9026623f395f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6527596 Jul 23 10:31:43.496200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46160) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:43.531827 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] Set router 7b597887-9d6e-4ab8-af34-e8360f1571e2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:31:43.608141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Deleting port aadcdf14-8275-4d14-aa1e-5929680e466c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:43.608566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.724462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.742041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Calling delete_port for aadcdf14-8275-4d14-aa1e-5929680e466c owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:43.782001 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:31:42Z', 'revision_number': 5, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:43.841432 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] Checking router: 7b597887-9d6e-4ab8-af34-e8360f1571e2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:31:43.869556 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] Routers {'7b597887-9d6e-4ab8-af34-e8360f1571e2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:43.871646 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7b597887-9d6e-4ab8-af34-e8360f1571e2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:43.879801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebecf4-ca31-4aa1-9dd4-df844cd4098e req-124921e8-05a9-4f06-89de-3d12723cb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:43.882029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dbebecf4-ca31-4aa1-9dd4-df844cd4098e req-124921e8-05a9-4f06-89de-3d12723cb2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 1096 time: 0.5389142 Jul 23 10:31:43.914925 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.920094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:43.961579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event deleted for resources: {'Port': ['ID=aadcdf14-8275-4d14-aa1e-5929680e466c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:43.999106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.001379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-beb9e0a6-0dda-4b9b-970b-f9cebec3cfa7 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/ports/aadcdf14-8275-4d14-aa1e-5929680e466c HTTP/1.1" status: 204 len: 168 time: 0.5041242 Jul 23 10:31:44.006307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46174) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:44.011204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88', 'external_fixed_ips': [{'subnet_id': '63a13122-8b33-4bd0-82c0-ab1a181d4436', 'ip_address': '2001:db8::238'}]}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:44.037687 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.043663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.058206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dbebecf4-ca31-4aa1-9dd4-df844cd4098e req-aec07f53-e9ea-4895-b7e9-9be4fe935b69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535312 Jul 23 10:31:44.073893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.106680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.124786 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] Set router 7b597887-9d6e-4ab8-af34-e8360f1571e2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:31:44.150492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Deleting port cad0dcbc-5b2c-4617-b00e-eb1207bc422f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:44.151082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.267207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.274901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] For port cad0dcbc-5b2c-4617-b00e-eb1207bc422f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:44.275715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.309831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Calling delete_port for cad0dcbc-5b2c-4617-b00e-eb1207bc422f owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:44.408627 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:31:42Z', 'revision_number': 5, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:44.437822 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609ebc4-959d-438a-9087-f1c6fd22b02b None None] The sync data for ids ['7b597887-9d6e-4ab8-af34-e8360f1571e2'] in n-d-778550-4 is: [{'id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'name': 'tempest-ServersTestMultiNic-1177235218-router', 'tenant_id': '878491592fb6479aa6a8c53d133a734b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:10Z', 'updated_at': '2021-07-23T10:31:42Z', 'revision_number': 5, 'project_id': '878491592fb6479aa6a8c53d133a734b', 'gw_port': {'id': 'cad0dcbc-5b2c-4617-b00e-eb1207bc422f', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597887-9d6e-4ab8-af34-e8360f1571e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:11Z', 'updated_at': '2021-07-23T10:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:31:44.458684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b68d27-60ca-4f39-89cc-56c099fcbea9 req-0af75599-5701-433f-addf-b1e8fab368d7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:44.460328 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56b68d27-60ca-4f39-89cc-56c099fcbea9 req-0af75599-5701-433f-addf-b1e8fab368d7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 945 time: 0.1816750 Jul 23 10:31:44.558845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56b68d27-60ca-4f39-89cc-56c099fcbea9 req-df3589ab-606b-455b-b76d-9e9aaddcbe7b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849388 Jul 23 10:31:44.569776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.591909 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.615769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.670732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad0dcbc-5b2c-4617-b00e-eb1207bc422f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:44.707009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.741626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Allocated IP 2001:db8::238 (30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88/63a13122-8b33-4bd0-82c0-ab1a181d4436/90b3e8da-9698-45e7-9961-b21533ef4459) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:44.751210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:31:44.804831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.815697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.876859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.877317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b597887-9d6e-4ab8-af34-e8360f1571e2 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:31:44.887836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.892466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.896304 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-25f061db-e36e-4d55-962b-fc7167b9e162 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7b597887-9d6e-4ab8-af34-e8360f1571e2 HTTP/1.1" status: 204 len: 168 time: 1.5426736 Jul 23 10:31:44.897076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:44.914098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:44.940321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:31:44.948001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.978876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Deleting subnet 7891cc17-f317-43c0-91d8-c587a4b96b9f {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:44.996736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:44.997622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:45.000786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:45.010068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:45.034115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.035079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.051338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:45.089802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:45.095452 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.120546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Port': ['ID=90b3e8da-9698-45e7-9961-b21533ef4459,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:45.132082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.171685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:45.223213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.265190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7891cc17-f317-43c0-91d8-c587a4b96b9f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:45.280545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.284248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-81a9a5dd-ae45-413f-aefb-a856e90653a7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7891cc17-f317-43c0-91d8-c587a4b96b9f HTTP/1.1" status: 204 len: 168 time: 0.3856497 Jul 23 10:31:45.285208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc694e-fec0-44ed-85ce-15795898cf44 None None] Network 8925bba5-7ac3-46c6-8516-d2e2deb7b332 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:45.286708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:45.291647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b9935ef4-aac4-47aa-8316-1f69dd5f24cf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:45.321304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.612872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.638868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 90bc02d0-26bb-49b3-8f17-66b1467fe860 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:45.693570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.697188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Deleting port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:45.697535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.759797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 90bc02d0-26bb-49b3-8f17-66b1467fe860 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:45.760321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 90bc02d0-26bb-49b3-8f17-66b1467fe860 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:45.771357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] For port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,segment=NetworkSegment(d5234d18-09a2-4f5a-a3d6-254fd2a552ed),segment_id=d5234d18-09a2-4f5a-a3d6-254fd2a552ed)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:45.772566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:45.801249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Calling delete_port for 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:45.922056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac8fdb-ccac-4b62-ab6e-ac10252f18fd req-efce624a-0a20-466a-b8ee-492750841c14 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:45.931320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11ac8fdb-ccac-4b62-ab6e-ac10252f18fd req-efce624a-0a20-466a-b8ee-492750841c14 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 945 time: 0.1281445 Jul 23 10:31:45.974614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.055194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] No DVR routers for this DVR port 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:31:46.057803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f45b4a2-c4a5-4699-b07d-9d8584813bd8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:46.059584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11ac8fdb-ccac-4b62-ab6e-ac10252f18fd req-6153c69e-0df9-40b6-89c8-c35df6a488a5 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268673 Jul 23 10:31:46.072174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Router 39de50bd-9c46-4c08-946c-e0785963b39c is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:31:46.202593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff85fb5-30bb-4b39-84ae-29bd0d6a19e2 None None] DHCP port deletion for 8925bba5-7ac3-46c6-8516-d2e2deb7b332 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:31:46.206322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.231552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8925bba5-7ac3-46c6-8516-d2e2deb7b332']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:46.255597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:46.256145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5234d18-09a2-4f5a-a3d6-254fd2a552ed') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:46.267748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.298367 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.303071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:31:46.313890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:46.314589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.316884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Sync routers for ids ['39de50bd-9c46-4c08-946c-e0785963b39c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:46.319378 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:46.329859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Routers {'39de50bd-9c46-4c08-946c-e0785963b39c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:46.330979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['39de50bd-9c46-4c08-946c-e0785963b39c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:46.344500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.347097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a955085-2245-4be4-8210-6c671b2b6370 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3387063 Jul 23 10:31:46.349044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46246) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:46.523786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.537585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.554929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8925bba5-7ac3-46c6-8516-d2e2deb7b332 HTTP/1.1" status: 204 len: 168 time: 1.2645857 Jul 23 10:31:46.601560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62c1ab-4020-406d-b52a-a5f53efd76e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8925bba5-7ac3-46c6-8516-d2e2deb7b332,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:46.619043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Set router 39de50bd-9c46-4c08-946c-e0785963b39c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:31:46.723910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.764338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:46.910300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:46.998296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39de50bd-9c46-4c08-946c-e0785963b39c', 'name': '', 'tenant_id': '19d60a203f564595a86a35688f2b0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88', 'external_fixed_ips': [{'subnet_id': '63a13122-8b33-4bd0-82c0-ab1a181d4436', 'ip_address': '2001:db8::238'}], 'enable_snat': True}, 'gw_port_id': '90b3e8da-9698-45e7-9961-b21533ef4459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:31:44Z', 'updated_at': '2021-07-23T10:31:45Z', 'revision_number': 3, 'project_id': '19d60a203f564595a86a35688f2b0d40', 'gw_port': {'id': '90b3e8da-9698-45e7-9961-b21533ef4459', 'name': '', 'network_id': '30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39de50bd-9c46-4c08-946c-e0785963b39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '63a13122-8b33-4bd0-82c0-ab1a181d4436', 'ip_address': '2001:db8::238', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:31:44Z', 'updated_at': '2021-07-23T10:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63a13122-8b33-4bd0-82c0-ab1a181d4436', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:47.059602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Deleting port 90b3e8da-9698-45e7-9961-b21533ef4459 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:47.060287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.068844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Checking router: 39de50bd-9c46-4c08-946c-e0785963b39c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:31:47.069239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Updating router 39de50bd-9c46-4c08-946c-e0785963b39c port 90b3e8da-9698-45e7-9961-b21533ef4459 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:31:47.074303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46264) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:47.076277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:47.076671 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.155562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388feb0-7bf3-4c30-8dce-51db29c8aa3c req-bdb89fd5-1c77-4942-9d7e-20dcb3d31d78 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:47.163936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a388feb0-7bf3-4c30-8dce-51db29c8aa3c req-bdb89fd5-1c77-4942-9d7e-20dcb3d31d78 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 945 time: 0.1518857 Jul 23 10:31:47.211848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-55af6783-65f9-4266-a73e-433ff9952188 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=878491592fb6479aa6a8c53d133a734b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342537 Jul 23 10:31:47.212404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:47.242291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a388feb0-7bf3-4c30-8dce-51db29c8aa3c req-8f2bd6cf-7e3e-4350-bb01-593fd402a66f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771253 Jul 23 10:31:47.249082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.274890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.306549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c949dfc-c57c-4b80-9f03-aaac3a987264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.308296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Calling delete_port for 90b3e8da-9698-45e7-9961-b21533ef4459 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:47.353248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.369970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c949dfc-c57c-4b80-9f03-aaac3a987264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.454967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:47.459844 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc211cc-5876-4de1-9c99-5bc741773a08" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:47.501107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c949dfc-c57c-4b80-9f03-aaac3a987264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.506420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c949dfc-c57c-4b80-9f03-aaac3a987264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.508659 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c949dfc-c57c-4b80-9f03-aaac3a987264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49afcca8-addc-4f8f-a33c-e0e73de5fd3e HTTP/1.1" status: 204 len: 168 time: 0.2946703 Jul 23 10:31:47.527940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c949dfc-c57c-4b80-9f03-aaac3a987264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49afcca8-addc-4f8f-a33c-e0e73de5fd3e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:47.584167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.595053 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e90d180-b7d7-4d7f-bb5d-8eeb0a59ea02 x-openstack-request-id: req-5e90d180-b7d7-4d7f-bb5d-8eeb0a59ea02 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:47.596239 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:47.596511 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e90d180-b7d7-4d7f-bb5d-8eeb0a59ea02 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:47.598215 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'code': 200} Jul 23 10:31:47.601346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:47.620217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:47.625607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event deleted for resources: {'Port': ['ID=90b3e8da-9698-45e7-9961-b21533ef4459,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:47.669648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.717861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:47.744226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:47.744764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5f45b4a2-c4a5-4699-b07d-9d8584813bd8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:47.745428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cad0dcbc-5b2c-4617-b00e-eb1207bc422f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:31:47.856165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:47.871694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: cad0dcbc-5b2c-4617-b00e-eb1207bc422f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:31:47.872438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cad0dcbc-5b2c-4617-b00e-eb1207bc422f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:31:48.116645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:31:48.117185 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:31:48.633076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:48.636903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:48.685623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Port 90b3e8da-9698-45e7-9961-b21533ef4459 not found while updating agent binding for router 39de50bd-9c46-4c08-946c-e0785963b39c. {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 10:31:48.716418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] Routers {'39de50bd-9c46-4c08-946c-e0785963b39c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:48.717053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['39de50bd-9c46-4c08-946c-e0785963b39c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:48.718274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46326) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:48.720810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:48.721366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39de50bd-9c46-4c08-946c-e0785963b39c {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:31:48.728013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:48.732525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7eb6f862-0f24-4b9b-97e4-6fe360baa85f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/39de50bd-9c46-4c08-946c-e0785963b39c HTTP/1.1" status: 204 len: 168 time: 2.3793359 Jul 23 10:31:48.732722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46330) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:48.754511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd88a0-626f-4c53-ad7d-8a8ff726bb37 req-f49e87da-bd56-4ff4-ad38-3eaa84678960 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:48.762634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ccd88a0-626f-4c53-ad7d-8a8ff726bb37 req-f49e87da-bd56-4ff4-ad38-3eaa84678960 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 945 time: 0.1796920 Jul 23 10:31:48.818398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ccd88a0-626f-4c53-ad7d-8a8ff726bb37 req-769c23b4-ec71-4e00-afbb-c2178aa58c3d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498238 Jul 23 10:31:48.846609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:48.847963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Deleting subnet 63a13122-8b33-4bd0-82c0-ab1a181d4436 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:31:48.849599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c5657-620e-4f1d-ad86-15a6f47e5a73 None None] The sync data for ids ['39de50bd-9c46-4c08-946c-e0785963b39c'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:31:48.866046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:48.941922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:48.986133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1321964816-network', 'tenant_id': 'c86636d285cf4929903fc2f47056ecd1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:49.033691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.054824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Made reservation on behalf of c86636d285cf4929903fc2f47056ecd1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:49.057786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.074245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.187519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.202342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.204648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/63a13122-8b33-4bd0-82c0-ab1a181d4436 HTTP/1.1" status: 204 len: 168 time: 0.4709597 Jul 23 10:31:49.207514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46358) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:49.243273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c9f2e-0c46-45e5-8e36-496e0f8dc985 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=63a13122-8b33-4bd0-82c0-ab1a181d4436,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:49.335482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.345637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.353469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.384746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:31:49.400599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e1667-3353-4b03-8a53-1d8fa68249f6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:49.415399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.416110 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Added segment 16381c20-cd83-4b0f-af38-04970be17022 of type vlan for network ad69a18e-8019-42be-840e-dee30a98da5c Jul 23 10:31:49.537810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.539916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.548191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:49.566960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26f8eef-7e62-4a74-8eab-67275b7dd74f') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:49.568299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26f8eef-7e62-4a74-8eab-67275b7dd74f') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:49.579481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.603846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.608566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.609757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:49.610354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.620855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:31:49.621470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:31:49.683670 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:31:49.698548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad69a18e-8019-42be-840e-dee30a98da5c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:49.710573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ad69a18e-8019-42be-840e-dee30a98da5c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:31:49.722789 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04ced4e3-5167-4869-9a47-7c874ff8add5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0033019 Jul 23 10:31:49.726968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:49.736973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Request body: {'subnet': {'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1321964816-subnet', 'tenant_id': 'c86636d285cf4929903fc2f47056ecd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:49.747907 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.762308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:31:49.778830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:49.781091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/networks/30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88 HTTP/1.1" status: 204 len: 168 time: 0.5705190 Jul 23 10:31:49.786946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641432b9-3a21-4113-902f-cf56b4ad9f69 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event deleted for resources: {'Network': ['ID=30b2ccb2-0a10-44d2-9376-d7eb0d3ecd88,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:49.819145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Made reservation on behalf of c86636d285cf4929903fc2f47056ecd1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:49.830008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.148268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.258952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53bcd25-4dca-407a-9eaf-edd754dc3200,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:50.264574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46398) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:50.270104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'name': 'tempest-router--2107771147', 'project_id': '4150aed49126469a8f3db6458db543d8'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:50.279692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Checking segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:31:50.280395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Network hostable DHCP agents. Network: ad69a18e-8019-42be-840e-dee30a98da5c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:31:50.299955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.302590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.305141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Network ad69a18e-8019-42be-840e-dee30a98da5c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:31:50.326874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ad69a18e-8019-42be-840e-dee30a98da5c) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:50.332352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:50.334828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.337382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986bccf-052d-4bb5-87bb-fcbd9e8bef41 None None] Network ad69a18e-8019-42be-840e-dee30a98da5c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:50.360952 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:31:50.369766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-575d70d6-5d31-4d22-acaf-1de210169841 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6413422 Jul 23 10:31:50.408908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.426004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.468397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.471810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0b2a875c-22b6-46d5-bbcd-99b6ff858211 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2041414 Jul 23 10:31:50.472853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:50.631758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:50.711980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c779760-fc04-40ec-a3e4-b18e19b06114 None None] Network ad69a18e-8019-42be-840e-dee30a98da5c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:31:50.855118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:31:50.998147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:51.000568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:51.143766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:51.159081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'mac_address': 'fa:16:3e:02:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:31:51.210337 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:51.227454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd0a98d-9c37-45b0-b77f-530b2421af51 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:31:51.260870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:51.270164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:51.276045 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:51.281425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db40a2d7-05b8-449e-a0b0-5d954bb0528a {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:31:51.347928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:51.363755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-58117927-8a2d-40f9-8175-cbf411e2f468 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/db40a2d7-05b8-449e-a0b0-5d954bb0528a HTTP/1.1" status: 204 len: 168 time: 0.8807452 Jul 23 10:31:51.369563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:51.384741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e740a7c6-f3ab-4d0d-bd67-cb9825a87584 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:51.391605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e740a7c6-f3ab-4d0d-bd67-cb9825a87584 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 818 time: 0.3213360 Jul 23 10:31:51.412049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-ad9a2736-cc5d-43a8-9dd3-59e01709c4b2 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/quotas/c86636d285cf4929903fc2f47056ecd1 HTTP/1.1" status: 200 len: 375 time: 0.0140007 Jul 23 10:31:51.465063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-4a893e9c-f4f2-4fa5-93c0-74eedf41c7c1 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471327 Jul 23 10:31:51.477418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6cd0a98d-9c37-45b0-b77f-530b2421af51'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:31:51.481588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-7910977c-3ffd-482d-950a-599c64bcce32 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:31:51.483199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-7910977c-3ffd-482d-950a-599c64bcce32 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097284 Jul 23 10:31:51.594477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46444) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:51.645354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-f0203ca0-0325-4afe-8e96-129bfd3e193b service neutron] 10.222.0.37 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564066 Jul 23 10:31:51.837302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-d1bedaf6-992b-4a73-92cd-e1de38083a27 service neutron] 10.222.0.37 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849074 Jul 23 10:31:51.967515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-446270778', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:52.002924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:52.004519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:52.079705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:52.407661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce60da1b-f42f-44d0-b67a-21a631715f77 req-4886e07f-041f-4341-8789-16ee9a0ebb66 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 210 time: 0.0727201 Jul 23 10:31:52.486972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:52.794906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:31:52.958979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 6cd0a98d-9c37-45b0-b77f-530b2421af51 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:31:52.958979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.028785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.053070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.186359 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.232309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:31:53.233570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:31:53.236577 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca4eb9b-85b4-43b6-bee9-be4015984e1d" -d '{"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:31:53.241947 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.347983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Allocated IP 172.25.4.60 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/0a6edd6a-3ab4-4ad0-92fb-1fc2d0d300fe) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:53.352366 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699c6c70-1d01-48ee-8c15-aaa88f411d45 x-openstack-request-id: req-699c6c70-1d01-48ee-8c15-aaa88f411d45 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:31:53.367160 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:31:53.368938 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-699c6c70-1d01-48ee-8c15-aaa88f411d45 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:31:53.371025 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'code': 200} Jul 23 10:31:53.409597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:53.553328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.624112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1280cda-35e4-4c02-8be8-13a819d80912 req-c00bf07b-df31-4b0d-972f-c4991145aaa9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 210 time: 0.0972519 Jul 23 10:31:53.694322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.799524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:53.822124 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:53.830230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:53.838133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:53.993623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event updated for resources: {'Port': ['ID=0a6edd6a-3ab4-4ad0-92fb-1fc2d0d300fe,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:54.540732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:54.827667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b9eaaba-9a35-420b-b266-77ec7a3a7140 req-5c576761-a128-422c-bf3d-1cf57c149b4d tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 210 time: 0.0505211 Jul 23 10:31:54.949056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:55.266695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-0a8eed42-0c27-4eff-b309-c5b693d89cf1 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:55.272027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-0a8eed42-0c27-4eff-b309-c5b693d89cf1 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.20 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 818 time: 0.2480869 Jul 23 10:31:55.292077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Request body: {'port': {'device_id': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'admin_state_up': True, 'tenant_id': 'c86636d285cf4929903fc2f47056ecd1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:55.335206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-428a8741-c675-4fe2-88fe-3c5653628fee tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:55.336777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-428a8741-c675-4fe2-88fe-3c5653628fee tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 818 time: 0.3895123 Jul 23 10:31:55.362310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Request body: {'port': {'device_id': '631f24ee-5a15-460e-b00a-61782750d95c', 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'admin_state_up': True, 'tenant_id': 'c86636d285cf4929903fc2f47056ecd1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:55.535141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Made reservation on behalf of c86636d285cf4929903fc2f47056ecd1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:55.541520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:55.788132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-8814c9c0-ff3a-4eb8-9c9a-9841b144606b tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:55.788877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Allocated IP 172.20.0.8 (ad69a18e-8019-42be-840e-dee30a98da5c/c53bcd25-4dca-407a-9eaf-edd754dc3200/4cb030be-eb4a-490f-a7f4-cec37fce1ac8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:55.790070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-8814c9c0-ff3a-4eb8-9c9a-9841b144606b tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 818 time: 0.3801825 Jul 23 10:31:55.793401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Made reservation on behalf of c86636d285cf4929903fc2f47056ecd1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:55.798214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:55.808779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Request body: {'port': {'device_id': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'admin_state_up': True, 'tenant_id': 'c86636d285cf4929903fc2f47056ecd1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:56.023808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Router 96d07d3f-9645-4b7d-8c8e-12544fc398f7 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:31:56.102379 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:56.203910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:56.324190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9f66f41-0644-4394-bd86-fda5a68eac02 req-96845f4d-2109-4bab-b784-b8c3d87a0c48 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 210 time: 0.1393180 Jul 23 10:31:56.431669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Pushing event updated for resources: {'Port': ['ID=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:56.443250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Network ad69a18e-8019-42be-840e-dee30a98da5c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:56.457236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:56.467499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:56.529898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Made reservation on behalf of c86636d285cf4929903fc2f47056ecd1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:31:56.533773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:56.641298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:56.647654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:56.651215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-8cc6b713-afae-4e94-835b-60fc284afb80 {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:31:56.651832 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:31:56.656171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:31:56.674100 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] Sync routers for ids ['96d07d3f-9645-4b7d-8c8e-12544fc398f7'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:31:56.705606 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-496a918e-d847-413c-a233-889cc47c8ab9 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4175262 Jul 23 10:31:56.717657 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] Routers {'96d07d3f-9645-4b7d-8c8e-12544fc398f7'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:56.719907 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['96d07d3f-9645-4b7d-8c8e-12544fc398f7'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:56.728681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Request body: {'port': {'device_id': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:56.730034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:56.734151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c3fe3a16-31ed-48d5-b56e-552afaad3885 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1379666 Jul 23 10:31:56.740440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:56.785893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Allocated IP 172.20.0.12 (ad69a18e-8019-42be-840e-dee30a98da5c/c53bcd25-4dca-407a-9eaf-edd754dc3200/204a5628-912d-4721-933b-4902dd238881) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:56.856759 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:56.878606 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] Routers {'96d07d3f-9645-4b7d-8c8e-12544fc398f7'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:31:56.879683 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['96d07d3f-9645-4b7d-8c8e-12544fc398f7'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:56.978674 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:31:56.979648 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c7efd-8d24-4b6c-97af-3d816acddc5e None None] The sync data for ids ['96d07d3f-9645-4b7d-8c8e-12544fc398f7'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:31:57.068988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-149685a7-03ef-4b08-9980-1d0afd39a534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:57.082722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:57.153641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:57.177977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:57.210092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6797c608-9f9e-4f58-912f-13b4fe41b9c4 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/96d07d3f-9645-4b7d-8c8e-12544fc398f7 HTTP/1.1" status: 200 len: 923 time: 0.4658251 Jul 23 10:31:57.212441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:57.214354 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:57.279897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f6c42896-33f0-46a2-803b-93350607e9cb tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=96d07d3f-9645-4b7d-8c8e-12544fc398f7 HTTP/1.1" status: 200 len: 205 time: 0.0576723 Jul 23 10:31:57.282851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:31:57.399901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Network ad69a18e-8019-42be-840e-dee30a98da5c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:57.423781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:57.453712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:57.546640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Pushing event updated for resources: {'Port': ['ID=204a5628-912d-4721-933b-4902dd238881,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:57.720101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:57.720692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:57.779972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Allocated IP 172.20.0.10 (ad69a18e-8019-42be-840e-dee30a98da5c/c53bcd25-4dca-407a-9eaf-edd754dc3200/ca125845-ef08-420e-b87d-f3a61059e033) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:31:57.801293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-45d31c2e-a806-4e47-b35b-4d3527d27071 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9973626 Jul 23 10:31:57.829464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Request body: {'port': {'device_id': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:58.233944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:58.321286 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:58.496564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7e88-8baa-4c5c-bc70-4c6567561f36 req-09d17af3-be2b-4195-bc50-696b8e5fb6aa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:58.505504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de0a7e88-8baa-4c5c-bc70-4c6567561f36 req-09d17af3-be2b-4195-bc50-696b8e5fb6aa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 932 time: 0.5414596 Jul 23 10:31:58.588064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de0a7e88-8baa-4c5c-bc70-4c6567561f36 req-9f95bc68-68a5-470b-9ec9-e35a9edf1c03 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754232 Jul 23 10:31:58.613645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:58.754823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Deleting port 0a6edd6a-3ab4-4ad0-92fb-1fc2d0d300fe {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:31:58.755239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:58.915024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:58.946736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Calling delete_port for 0a6edd6a-3ab4-4ad0-92fb-1fc2d0d300fe owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:31:59.193720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.253035 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.322280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Network ad69a18e-8019-42be-840e-dee30a98da5c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:31:59.326195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:31:59.334603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:31:59.439656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Pushing event updated for resources: {'Port': ['ID=ca125845-ef08-420e-b87d-f3a61059e033,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:59.478951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:31:59.480080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.506131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-976dc245-48c3-4427-9540-5d468c06dd53 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1548688 Jul 23 10:31:59.518269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Request body: {'port': {'device_id': '631f24ee-5a15-460e-b00a-61782750d95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:31:59.569413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.605831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event deleted for resources: {'Port': ['ID=0a6edd6a-3ab4-4ad0-92fb-1fc2d0d300fe,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:31:59.702608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.751657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.918977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c7619c1-002f-4911-ad00-1aca3bb68949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:31:59.972672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:00.006305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.030914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Transition to ACTIVE for port object 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:32:00.033940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.038031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.043008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.309944 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.335192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.335769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Fanout notify agent at l3_agent the message router_deleted on router 96d07d3f-9645-4b7d-8c8e-12544fc398f7 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:00.345998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.353144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f0654744-560d-4d96-b340-9bd62ceab981 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/96d07d3f-9645-4b7d-8c8e-12544fc398f7 HTTP/1.1" status: 204 len: 168 time: 3.0631163 Jul 23 10:32:00.353144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:00.353443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:00.362419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaed95-4f13-4f80-b310-0033412a0962 req-bd18cfb0-eb35-4594-ba47-959473e6b5aa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:00.369772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4eaed95-4f13-4f80-b310-0033412a0962 req-bd18cfb0-eb35-4594-ba47-959473e6b5aa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 932 time: 0.6902223 Jul 23 10:32:00.375646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'name': 'tempest-snat-router-997920274', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': False}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:00.383068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204a5628-912d-4721-933b-4902dd238881 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:00.402564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.425996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Transition to ACTIVE for port object 204a5628-912d-4721-933b-4902dd238881 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:32:00.439542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.576548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4eaed95-4f13-4f80-b310-0033412a0962 req-0aed76b9-317d-47c2-ab4b-028dcd17655f tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058206 Jul 23 10:32:00.601575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.602671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.726738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Attempting to bind port 204a5628-912d-4721-933b-4902dd238881 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:00.727260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Attempting to bind port 204a5628-912d-4721-933b-4902dd238881 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:00.727774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Attempting to bind port 204a5628-912d-4721-933b-4902dd238881 on network ad69a18e-8019-42be-840e-dee30a98da5c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:00.735134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Pushing event updated for resources: {'Port': ['ID=204a5628-912d-4721-933b-4902dd238881,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:00.742809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Port 204a5628-912d-4721-933b-4902dd238881 on network ad69a18e-8019-42be-840e-dee30a98da5c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:32:00.743868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Attempting to bind port 204a5628-912d-4721-933b-4902dd238881 on network ad69a18e-8019-42be-840e-dee30a98da5c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:00.758058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:00.758058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Checking segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:00.758697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Bound using segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:00.759235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Bound port: 204a5628-912d-4721-933b-4902dd238881, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:00.759824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.886560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] For port 204a5628-912d-4721-933b-4902dd238881, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:32:00.890180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] For port 204a5628-912d-4721-933b-4902dd238881, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=204a5628-912d-4721-933b-4902dd238881,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:32:00.901787 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.904858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.930363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Attempting to bind port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:00.946728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Attempting to bind port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:00.946965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Attempting to bind port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 on network ad69a18e-8019-42be-840e-dee30a98da5c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:00.950852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:00.951847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:00.953624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] 10.222.0.55 "PUT /v2.0/ports/204a5628-912d-4721-933b-4902dd238881 HTTP/1.1" status: 200 len: 1092 time: 3.1428840 Jul 23 10:32:00.994960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'tag': '204a5628-912d-4721-933b-4902dd238881'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:00.998660 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1b34fd-48e4-406b-a303-dd9b5c40d5de", "tag": "204a5628-912d-4721-933b-4902dd238881"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:01.115199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 on network ad69a18e-8019-42be-840e-dee30a98da5c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:32:01.115506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Attempting to bind port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 on network ad69a18e-8019-42be-840e-dee30a98da5c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:01.142871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:01.147197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Checking segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:01.147796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Bound using segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:01.148474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Bound port: 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:01.149046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.194254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.245044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca125845-ef08-420e-b87d-f3a61059e033 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:01.305914 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ddea70-d4bd-4d86-b7ad-65d966b75b19 x-openstack-request-id: req-43ddea70-d4bd-4d86-b7ad-65d966b75b19 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:01.305914 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1b34fd-48e4-406b-a303-dd9b5c40d5de", "tag": "204a5628-912d-4721-933b-4902dd238881", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:01.306271 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ddea70-d4bd-4d86-b7ad-65d966b75b19 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:01.307861 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'tag': '204a5628-912d-4721-933b-4902dd238881', 'status': 'completed', 'code': 200} Jul 23 10:32:01.313320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.320861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c29d28-fcd5-4ddd-ba25-0a289af47b27 service neutron] Pushing event updated for resources: {'Port': ['ID=204a5628-912d-4721-933b-4902dd238881,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:01.384659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-ab652438-25fc-4b51-8af3-901fca0267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:01.385481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] For port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:32:01.389618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-ab652438-25fc-4b51-8af3-901fca0267e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 1095 time: 0.3773530 Jul 23 10:32:01.389798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] For port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:32:01.393720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Transition to ACTIVE for port object ca125845-ef08-420e-b87d-f3a61059e033 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:32:01.429924 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.469653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.511986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-1616d070-3ac4-4580-b205-b1de4e299364 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=204a5628-912d-4721-933b-4902dd238881 HTTP/1.1" status: 200 len: 217 time: 0.1112888 Jul 23 10:32:01.513370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.599352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-520e29af-65cb-4650-9835-1560ba042833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:01.600917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-520e29af-65cb-4650-9835-1560ba042833 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 200 len: 858 time: 0.0673184 Jul 23 10:32:01.634927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:01.639164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:01.641124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] 10.222.0.20 "PUT /v2.0/ports/4cb030be-eb4a-490f-a7f4-cec37fce1ac8 HTTP/1.1" status: 200 len: 1091 time: 4.9212232 Jul 23 10:32:01.647626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'tag': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:01.655513 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d41145-168e-4545-b894-748c8fbd1ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "0786b040-d3bc-400e-963f-f8a4293e0eaa", "tag": "4cb030be-eb4a-490f-a7f4-cec37fce1ac8"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:01.736287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-045b9537-54a2-4590-a8f5-9bb2b11436b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad69a18e-8019-42be-840e-dee30a98da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254251 Jul 23 10:32:01.903492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-26933a7c-58f6-40a1-abd8-fa4a35297e15 service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573820 Jul 23 10:32:01.967751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597fc9a-d39d-404a-9234-f5ff1d0ec947 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:02.035251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-81fc9198-b20e-4188-8afd-4125cd87f2b6 service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190715 Jul 23 10:32:02.038966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Pushing event updated for resources: {'Port': ['ID=ca125845-ef08-420e-b87d-f3a61059e033,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:02.069801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Attempting to bind port ca125845-ef08-420e-b87d-f3a61059e033 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:02.070311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Attempting to bind port ca125845-ef08-420e-b87d-f3a61059e033 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:02.071284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Attempting to bind port ca125845-ef08-420e-b87d-f3a61059e033 on network ad69a18e-8019-42be-840e-dee30a98da5c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:02.121286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Port ca125845-ef08-420e-b87d-f3a61059e033 on network ad69a18e-8019-42be-840e-dee30a98da5c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:32:02.126349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Attempting to bind port ca125845-ef08-420e-b87d-f3a61059e033 on network ad69a18e-8019-42be-840e-dee30a98da5c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:02.147597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:02.148094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Checking segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:02.148624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Bound using segment: {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:02.149197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Bound port: ca125845-ef08-420e-b87d-f3a61059e033, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16381c20-cd83-4b0f-af38-04970be17022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:02.149684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:02.229883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-d32e5d29-a969-46ba-a982-43b7d8f6d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:02.232007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-d32e5d29-a969-46ba-a982-43b7d8f6d61e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 1094 time: 0.5229228 Jul 23 10:32:02.300326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-10ac43e9-cef7-4632-8c4c-9c7df5bb7768 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8 HTTP/1.1" status: 200 len: 217 time: 0.0508959 Jul 23 10:32:02.320187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc322b-0c36-4c2b-9e6e-91c2c5c7df2f req-96970e82-92b4-4f40-bc85-5cfa23517f1c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:02.321754 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9bcc322b-0c36-4c2b-9e6e-91c2c5c7df2f req-96970e82-92b4-4f40-bc85-5cfa23517f1c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 944 time: 0.4712157 Jul 23 10:32:02.341027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] For port ca125845-ef08-420e-b87d-f3a61059e033, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:32:02.353962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] For port ca125845-ef08-420e-b87d-f3a61059e033, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ca125845-ef08-420e-b87d-f3a61059e033,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:32:02.381317 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:02.393092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-2cdc3413-9c20-4dde-85aa-3cb340a873cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:02.399019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-2cdc3413-9c20-4dde-85aa-3cb340a873cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 200 len: 858 time: 0.0883667 Jul 23 10:32:02.441864 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:02.492628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46626) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:02.585812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:02.593146 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:02.599834 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9bcc322b-0c36-4c2b-9e6e-91c2c5c7df2f req-5441a9e8-4802-426b-b7a8-931cbdbcfc0c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932008 Jul 23 10:32:02.615691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] 10.222.0.55 "PUT /v2.0/ports/ca125845-ef08-420e-b87d-f3a61059e033 HTTP/1.1" status: 200 len: 1092 time: 3.0916522 Jul 23 10:32:02.703275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-3d762b70-aad6-4976-b66d-99fcae13c50a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad69a18e-8019-42be-840e-dee30a98da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2943127 Jul 23 10:32:02.726642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8e6a-00fa-4974-ab12-384526cea675 service neutron] Pushing event updated for resources: {'Port': ['ID=ca125845-ef08-420e-b87d-f3a61059e033,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:02.844915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-6c2901cd-b95c-42ba-9f4a-535e3e3530c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:02.850817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-6c2901cd-b95c-42ba-9f4a-535e3e3530c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 1095 time: 0.7545011 Jul 23 10:32:02.906543 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2717940-cd08-4053-b18e-405f27dd2e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:02.956343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-84a123be-af0f-42f4-8f33-4ed6da3a6d88 service neutron] 10.222.0.20 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375407 Jul 23 10:32:02.966571 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4691a-c90d-4119-9656-ee6ce0e3546a x-openstack-request-id: req-92f4691a-c90d-4119-9656-ee6ce0e3546a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:02.968241 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0786b040-d3bc-400e-963f-f8a4293e0eaa", "tag": "4cb030be-eb4a-490f-a7f4-cec37fce1ac8", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:02.968525 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92f4691a-c90d-4119-9656-ee6ce0e3546a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:02.968958 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'tag': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8', 'status': 'completed', 'code': 200} Jul 23 10:32:03.186470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-93a69bfb-fe16-46a4-bbe5-dc62447273e5 service neutron] 10.222.0.20 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149081 Jul 23 10:32:03.189828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-8a7b18b9-2764-4638-b4e9-0bb660b23fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:03.195441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-8a7b18b9-2764-4638-b4e9-0bb660b23fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 1095 time: 0.5234404 Jul 23 10:32:03.317760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:03.337740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631f24ee-5a15-460e-b00a-61782750d95c', 'tag': 'ca125845-ef08-420e-b87d-f3a61059e033'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:03.340996 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1253035-32bf-4b59-a989-69dcb15e3f49" -d '{"events": [{"name": "network-changed", "server_uuid": "631f24ee-5a15-460e-b00a-61782750d95c", "tag": "ca125845-ef08-420e-b87d-f3a61059e033"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:03.350096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-ab3893c3-97c8-400a-b1ae-af3eb7e54b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:03.351753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-ab3893c3-97c8-400a-b1ae-af3eb7e54b8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 919 time: 0.4928856 Jul 23 10:32:03.404081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:03.410915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-e58d9c54-f3cb-42a8-90d0-303738c9c7f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca125845-ef08-420e-b87d-f3a61059e033 HTTP/1.1" status: 200 len: 217 time: 0.1947827 Jul 23 10:32:03.507221 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c617aa-a75e-42d2-b63a-a84ab7017cf0 x-openstack-request-id: req-48c617aa-a75e-42d2-b63a-a84ab7017cf0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:03.508410 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631f24ee-5a15-460e-b00a-61782750d95c", "tag": "ca125845-ef08-420e-b87d-f3a61059e033", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:03.509196 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48c617aa-a75e-42d2-b63a-a84ab7017cf0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:03.509846 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631f24ee-5a15-460e-b00a-61782750d95c', 'tag': 'ca125845-ef08-420e-b87d-f3a61059e033', 'status': 'completed', 'code': 200} Jul 23 10:32:03.517451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-f9f6ff0b-64b6-47d7-a0fb-38700ef91e67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=204a5628-912d-4721-933b-4902dd238881 HTTP/1.1" status: 200 len: 217 time: 0.1330907 Jul 23 10:32:03.583314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-b30dc7e5-f8a2-47f5-a803-bb6a22817347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:03.585188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-b30dc7e5-f8a2-47f5-a803-bb6a22817347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 200 len: 858 time: 0.0568001 Jul 23 10:32:03.632270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-0288793e-3405-466b-9604-d364c24ae947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:03.634004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-ef5b225d-75ae-4b9a-bb7b-c2abe18609e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:03.636737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-ef5b225d-75ae-4b9a-bb7b-c2abe18609e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 200 len: 858 time: 0.2067282 Jul 23 10:32:03.639717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-30efed1d-e592-4ad5-a5c4-ddea50471ee0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad69a18e-8019-42be-840e-dee30a98da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476067 Jul 23 10:32:03.640997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-0288793e-3405-466b-9604-d364c24ae947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 1094 time: 0.3243189 Jul 23 10:32:03.806864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-69125052-e13d-44d2-9b96-b3b87b33c6df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad69a18e-8019-42be-840e-dee30a98da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195385 Jul 23 10:32:03.813248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-94777b65-0c17-4cbb-a957-3a6100316ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:03.814924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-94777b65-0c17-4cbb-a957-3a6100316ce2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 919 time: 0.1643100 Jul 23 10:32:03.855836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2717940-cd08-4053-b18e-405f27dd2e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:03.885272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2717940-cd08-4053-b18e-405f27dd2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:03.902328 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-5df9f6ed-1ce4-4f13-8471-6ca030d2c2b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8 HTTP/1.1" status: 200 len: 217 time: 0.0588191 Jul 23 10:32:04.000834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d2717940-cd08-4053-b18e-405f27dd2e35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44217eecdeb74b01940b078b0a2040dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4978800 Jul 23 10:32:04.004636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-43514659-5c66-4bb7-81b6-3a43688574e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:04.006378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-43514659-5c66-4bb7-81b6-3a43688574e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 200 len: 858 time: 0.0689871 Jul 23 10:32:04.022144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:04.193848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:04.205430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-98021d0a-e3cc-48e5-875b-f3bd267ee87a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad69a18e-8019-42be-840e-dee30a98da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235702 Jul 23 10:32:04.250964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2717940-cd08-4053-b18e-405f27dd2e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e794ee02-59a5-48bd-a741-1a79e92fbdb8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:04.282936 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-19232b5a-9f1a-4b3e-a591-4fa38cca3aec service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341419 Jul 23 10:32:04.329297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67ee6386-e76b-47c4-ad66-d5efb8407d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:04.335595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-0c5fc549-1362-4293-8190-0910567535fb service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019827 Jul 23 10:32:04.407121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67ee6386-e76b-47c4-ad66-d5efb8407d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:04.445901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d33a0-26e6-45b8-89ba-279773da8ba7 req-702fe84e-2ab7-4be0-9810-3878de5dd822 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:04.447974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b30d33a0-26e6-45b8-89ba-279773da8ba7 req-702fe84e-2ab7-4be0-9810-3878de5dd822 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 944 time: 0.6289105 Jul 23 10:32:04.459704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Allocated IP 172.25.4.144 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/72c2da7d-56b8-4dd8-b98d-35d8c6b89f06) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:04.689590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f024812-dc2a-4e7d-a07e-e73bfcfba45b req-b890d3d3-748e-4cc4-afd7-4f5c0d1cca34 service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959332 Jul 23 10:32:04.691499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707b7e8e-4d8a-439b-bcab-0eb21bfc6c78 req-597add2d-e9be-4930-95ac-4898e2bb3d51 service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478696 Jul 23 10:32:04.714321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67ee6386-e76b-47c4-ad66-d5efb8407d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:04.717943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67ee6386-e76b-47c4-ad66-d5efb8407d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:04.719138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-67ee6386-e76b-47c4-ad66-d5efb8407d21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e794ee02-59a5-48bd-a741-1a79e92fbdb8 HTTP/1.1" status: 204 len: 168 time: 0.6877480 Jul 23 10:32:04.761663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee6386-e76b-47c4-ad66-d5efb8407d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794ee02-59a5-48bd-a741-1a79e92fbdb8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:04.812831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:04.980279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-53ce9b28-167a-49c4-bc22-7c8399d3cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:04.982542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-53ce9b28-167a-49c4-bc22-7c8399d3cb78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c86636d285cf4929903fc2f47056ecd1&device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 1095 time: 0.1998401 Jul 23 10:32:05.014459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:05.028646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8', 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'port_id': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8', 'mac_address': 'fa:16:3e:ee:14:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bcd25-4dca-407a-9eaf-edd754dc3200', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:05.074003 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:05.107970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:05.149035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:05.156209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:05.261244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:05.267831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-d67022d5-ab33-4af0-a645-c6cdb8ef1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:05.278114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-d67022d5-ab33-4af0-a645-c6cdb8ef1cfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 200 len: 919 time: 0.2828715 Jul 23 10:32:05.366095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-65ba9012-74b5-4714-8e71-2b64917ed34c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca125845-ef08-420e-b87d-f3a61059e033 HTTP/1.1" status: 200 len: 217 time: 0.0801651 Jul 23 10:32:05.541192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4cb030be-eb4a-490f-a7f4-cec37fce1ac8'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:05.546557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-41102010-ecac-43ae-a3cc-cef436fe1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:05.560828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-41102010-ecac-43ae-a3cc-cef436fe1d7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 200 len: 858 time: 0.1855659 Jul 23 10:32:05.625050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-df3218a0-3f09-4c26-90a8-8ef30cbef493 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad69a18e-8019-42be-840e-dee30a98da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573404 Jul 23 10:32:05.655977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:05.792876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b30d33a0-26e6-45b8-89ba-279773da8ba7 req-28439a9c-c283-4c14-9f7b-72187116581f tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3156934 Jul 23 10:32:05.797010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:05.825446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-45cd0c9a-d42f-4ccb-b1dc-3ac3474670ba service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897776 Jul 23 10:32:05.836809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-ec333031-ee18-40cd-8258-13af3c870d34 service neutron] 10.222.0.20 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6060104 Jul 23 10:32:05.897456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-ec47eaa2-0f0f-4c82-809e-fab0fcee9397 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8275080 Jul 23 10:32:05.926755 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 204a5628-912d-4721-933b-4902dd238881 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:06.072724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d41145-168e-4545-b894-748c8fbd1ef4 req-b57bb21d-5975-4e11-8667-b0bff0e38dab service neutron] 10.222.0.20 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740007 Jul 23 10:32:06.084087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:06.111643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:06.117618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:06.124077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1253035-32bf-4b59-a989-69dcb15e3f49 req-124225a3-6a27-4783-a28f-8c2657c6e50c service neutron] 10.222.0.55 "GET /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904520 Jul 23 10:32:06.205922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 204a5628-912d-4721-933b-4902dd238881, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=204a5628-912d-4721-933b-4902dd238881,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:06.500356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '204a5628-912d-4721-933b-4902dd238881', 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'port_id': '204a5628-912d-4721-933b-4902dd238881', 'mac_address': 'fa:16:3e:1d:5b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bcd25-4dca-407a-9eaf-edd754dc3200', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:06.541891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:06.556480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204a5628-912d-4721-933b-4902dd238881 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:06.564333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Port': ['ID=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:06.607734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 204a5628-912d-4721-933b-4902dd238881, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=204a5628-912d-4721-933b-4902dd238881,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:06.616922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:06.662256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-80fcc783-a2aa-488a-82d4-3558ca658d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:06.664633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-80fcc783-a2aa-488a-82d4-3558ca658d5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1097 time: 0.5757499 Jul 23 10:32:06.734117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=204a5628-912d-4721-933b-4902dd238881,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:06.839242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['204a5628-912d-4721-933b-4902dd238881'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:06.923368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:07.008442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-a288cb8a-d996-4a98-b3af-d2594d9b2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:07.010571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-a288cb8a-d996-4a98-b3af-d2594d9b2109 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.3033047 Jul 23 10:32:07.273270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-5b54f090-70d7-4248-b691-6be8fe2065b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 1001 time: 0.2232811 Jul 23 10:32:07.457262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c6f09-7f1a-4666-969b-980e80622cff req-250e6907-6992-4444-b9a8-04b44d86c3af tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:07.459048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d79c6f09-7f1a-4666-969b-980e80622cff req-250e6907-6992-4444-b9a8-04b44d86c3af tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 945 time: 0.5200694 Jul 23 10:32:07.478133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-7d4ea033-a826-4586-9185-f52468496693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:07.479615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-7d4ea033-a826-4586-9185-f52468496693 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.1906223 Jul 23 10:32:07.580803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:07.588584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d79c6f09-7f1a-4666-969b-980e80622cff req-59fc2a24-ede7-40ee-bbaa-dd86f8eb0c78 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061513 Jul 23 10:32:07.731887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-22a2c4bf-ea22-4e2a-828c-ec7b3c947e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:07.733364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-22a2c4bf-ea22-4e2a-828c-ec7b3c947e4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409737 Jul 23 10:32:07.866430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 204a5628-912d-4721-933b-4902dd238881 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:07.869375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ca125845-ef08-420e-b87d-f3a61059e033 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:07.914163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-ff0cae35-4630-4f22-8056-65b80ba47721 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674552 Jul 23 10:32:07.979157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Router ba79e1c9-d210-4261-9f0e-027664d01538 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:08.005736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 204a5628-912d-4721-933b-4902dd238881 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:32:08.012876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 204a5628-912d-4721-933b-4902dd238881 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:08.013596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:08.079087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ca125845-ef08-420e-b87d-f3a61059e033, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ca125845-ef08-420e-b87d-f3a61059e033,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:08.095372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ca125845-ef08-420e-b87d-f3a61059e033', 'network_id': 'ad69a18e-8019-42be-840e-dee30a98da5c', 'port_id': 'ca125845-ef08-420e-b87d-f3a61059e033', 'mac_address': 'fa:16:3e:0e:ca:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bcd25-4dca-407a-9eaf-edd754dc3200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:08.186382 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:08.208830 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:08.225962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204a5628-912d-4721-933b-4902dd238881'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:08.228647 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e2355-1adf-44b6-b207-ef78ee0d9fd8" -d '{"events": [{"server_uuid": "0f1b34fd-48e4-406b-a303-dd9b5c40d5de", "name": "network-vif-plugged", "status": "completed", "tag": "204a5628-912d-4721-933b-4902dd238881"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:08.243333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca125845-ef08-420e-b87d-f3a61059e033 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:08.250242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 204a5628-912d-4721-933b-4902dd238881, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=204a5628-912d-4721-933b-4902dd238881,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:08.262866 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:08.315102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:08.333740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ca125845-ef08-420e-b87d-f3a61059e033, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ca125845-ef08-420e-b87d-f3a61059e033,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:08.350741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Sync routers for ids ['ba79e1c9-d210-4261-9f0e-027664d01538'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:08.361670 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:08.363736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:08.368034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34ef9890-9e9b-45de-ad22-a21520e41881 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0136011 Jul 23 10:32:08.368804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46736) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:08.408638 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69355449-1b55-4d6b-9a06-87fa3759b1dc req-bdc1ebbf-a276-43ec-9a0f-7aa2e9db7a40 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851530 Jul 23 10:32:08.424709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Routers {'ba79e1c9-d210-4261-9f0e-027664d01538'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:08.425356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba79e1c9-d210-4261-9f0e-027664d01538'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:08.497037 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e6a73d-1d0d-4560-a367-6609d6200aa9 x-openstack-request-id: req-50e6a73d-1d0d-4560-a367-6609d6200aa9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:08.497331 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b34fd-48e4-406b-a303-dd9b5c40d5de", "name": "network-vif-plugged", "status": "completed", "tag": "204a5628-912d-4721-933b-4902dd238881", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:08.497587 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50e6a73d-1d0d-4560-a367-6609d6200aa9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:08.497984 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204a5628-912d-4721-933b-4902dd238881', 'code': 200} Jul 23 10:32:08.538654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=204a5628-912d-4721-933b-4902dd238881,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:08.688571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ca125845-ef08-420e-b87d-f3a61059e033,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:08.699324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ca125845-ef08-420e-b87d-f3a61059e033'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:08.701976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9b079-b4d6-426f-a87c-98026ec448ab req-3eb791fc-9457-4497-8c90-786691f98ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:08.707511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2e9b079-b4d6-426f-a87c-98026ec448ab req-3eb791fc-9457-4497-8c90-786691f98ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 1097 time: 0.1617620 Jul 23 10:32:08.793688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2e9b079-b4d6-426f-a87c-98026ec448ab req-45e30d06-ea44-4071-8845-03bde8f19417 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786324 Jul 23 10:32:08.874207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:08.877162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1137a6c1-76ef-4eb4-b7e5-3dc6304cb352 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/ba79e1c9-d210-4261-9f0e-027664d01538 HTTP/1.1" status: 200 len: 908 time: 0.5061188 Jul 23 10:32:08.880351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:08.885547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'name': 'tempest-snat-router-997920274', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': True}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:08.899298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a431f44-7a16-4145-a58b-7360d554bbc3 req-826b84d9-1150-4dbe-ba22-3dbd87c7ea54 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:08.902219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a431f44-7a16-4145-a58b-7360d554bbc3 req-826b84d9-1150-4dbe-ba22-3dbd87c7ea54 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.2903275 Jul 23 10:32:08.952219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a431f44-7a16-4145-a58b-7360d554bbc3 req-ce1b4a2a-988a-4acb-883f-547bdaee26b1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445144 Jul 23 10:32:08.980891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Set router ba79e1c9-d210-4261-9f0e-027664d01538 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:32:09.078265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.079384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.228708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645367ac-8f57-4f6b-a50b-b07d7f0e09e9 req-711d490a-d2f3-4e1d-89a7-6ebf93a6d41b tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:09.232600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-645367ac-8f57-4f6b-a50b-b07d7f0e09e9 req-711d490a-d2f3-4e1d-89a7-6ebf93a6d41b tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 946 time: 0.3122625 Jul 23 10:32:09.236654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.290912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:32:09.300364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:09.301261 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.323708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afa63d-e4fa-4fe7-8256-d3f0ce585df5 req-8a3104e7-2c14-45a0-b198-ef7d272b00da tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:09.333697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78afa63d-e4fa-4fe7-8256-d3f0ce585df5 req-8a3104e7-2c14-45a0-b198-ef7d272b00da tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1922162 Jul 23 10:32:09.368838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-645367ac-8f57-4f6b-a50b-b07d7f0e09e9 req-f7cc017b-6345-4224-aa06-ddd3314969bd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296220 Jul 23 10:32:09.434008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78afa63d-e4fa-4fe7-8256-d3f0ce585df5 req-7aa2388b-e6c7-4d1f-86b0-d418578ff5bd tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995326 Jul 23 10:32:09.508344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.532407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.574670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba79e1c9-d210-4261-9f0e-027664d01538', 'name': 'tempest-snat-router-997920274', 'tenant_id': '19d60a203f564595a86a35688f2b0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': False}, 'gw_port_id': '72c2da7d-56b8-4dd8-b98d-35d8c6b89f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:32:00Z', 'updated_at': '2021-07-23T10:32:06Z', 'revision_number': 3, 'project_id': '19d60a203f564595a86a35688f2b0d40', 'gw_port': {'id': '72c2da7d-56b8-4dd8-b98d-35d8c6b89f06', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba79e1c9-d210-4261-9f0e-027664d01538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:32:03Z', 'updated_at': '2021-07-23T10:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:09.647026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:09.649116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Checking router: ba79e1c9-d210-4261-9f0e-027664d01538 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:32:09.649617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Updating router ba79e1c9-d210-4261-9f0e-027664d01538 port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:32:09.717051 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.720318 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.799131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:09.824122 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:09.868596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.222853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2110-96a1-49f5-aaeb-593e7b59229d req-81511635-5d1b-41d0-b0d1-a3702b73ecce tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:10.224757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.225784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe8d2110-96a1-49f5-aaeb-593e7b59229d req-81511635-5d1b-41d0-b0d1-a3702b73ecce tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1513689 Jul 23 10:32:10.236547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Transition to ACTIVE for port object 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:32:10.248759 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.306695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd7fbd-4509-4533-9a12-b358e4186e81 None None] Pushing event updated for resources: {'Port': ['ID=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:10.327882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe8d2110-96a1-49f5-aaeb-593e7b59229d req-9615c796-3e69-4d02-92f5-949136432746 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942526 Jul 23 10:32:10.345588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Attempting to bind port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:10.345995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Attempting to bind port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:10.346384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Attempting to bind port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:10.346911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Allocated IP 172.25.4.110 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/42b6b59c-06c0-4e5b-9ee9-fd44d781a881) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:10.374039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:10.376284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:10.376284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.376284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:10.378046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Bound port: 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:10.378575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.464401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] For port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:32:10.467700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] For port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:32:10.475276 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.532874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:10.545543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:10.548564 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50afd69-062f-4fc2-9d76-ea6bdec16b55" -d '{"events": [{"server_uuid": "0786b040-d3bc-400e-963f-f8a4293e0eaa", "name": "network-vif-plugged", "status": "completed", "tag": "4cb030be-eb4a-490f-a7f4-cec37fce1ac8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:10.600865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd7fbd-4509-4533-9a12-b358e4186e81 None None] Pushing event updated for resources: {'Port': ['ID=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:10.611780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Routers {'ba79e1c9-d210-4261-9f0e-027664d01538'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:10.612726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba79e1c9-d210-4261-9f0e-027664d01538'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:10.768629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] Set router ba79e1c9-d210-4261-9f0e-027664d01538 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:32:11.029886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660afb41-a87a-4c47-8ed5-8727610a8b81 req-3cac6b49-7088-408d-b8d8-7363f3063ace tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:11.031543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-660afb41-a87a-4c47-8ed5-8727610a8b81 req-3cac6b49-7088-408d-b8d8-7363f3063ace tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 946 time: 0.4962080 Jul 23 10:32:11.033031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.149188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:11.159265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Port': ['ID=42b6b59c-06c0-4e5b-9ee9-fd44d781a881,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:11.180484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:11.188741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:11.189574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba79e1c9-d210-4261-9f0e-027664d01538', 'name': 'tempest-snat-router-997920274', 'tenant_id': '19d60a203f564595a86a35688f2b0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': False}, 'gw_port_id': '72c2da7d-56b8-4dd8-b98d-35d8c6b89f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:32:00Z', 'updated_at': '2021-07-23T10:32:06Z', 'revision_number': 3, 'project_id': '19d60a203f564595a86a35688f2b0d40', 'gw_port': {'id': '72c2da7d-56b8-4dd8-b98d-35d8c6b89f06', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba79e1c9-d210-4261-9f0e-027664d01538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:32:03Z', 'updated_at': '2021-07-23T10:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:11.193369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:11.234977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a996099-a213-4014-bd02-40f03ea8587b None None] The sync data for ids ['ba79e1c9-d210-4261-9f0e-027664d01538'] in n-d-778550-4 is: [{'id': 'ba79e1c9-d210-4261-9f0e-027664d01538', 'name': 'tempest-snat-router-997920274', 'tenant_id': '19d60a203f564595a86a35688f2b0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': False}, 'gw_port_id': '72c2da7d-56b8-4dd8-b98d-35d8c6b89f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:32:00Z', 'updated_at': '2021-07-23T10:32:06Z', 'revision_number': 3, 'project_id': '19d60a203f564595a86a35688f2b0d40', 'gw_port': {'id': '72c2da7d-56b8-4dd8-b98d-35d8c6b89f06', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba79e1c9-d210-4261-9f0e-027664d01538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:32:03Z', 'updated_at': '2021-07-23T10:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:11.254087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-660afb41-a87a-4c47-8ed5-8727610a8b81 req-868ae115-b8c6-426e-9485-ee1db0ef9f83 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258299 Jul 23 10:32:11.259682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae41c9-187e-46c3-b3da-5cdc218eeca3 req-eec4fcbe-21d1-4966-850d-961a109511ce tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:11.268033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6ae41c9-187e-46c3-b3da-5cdc218eeca3 req-eec4fcbe-21d1-4966-850d-961a109511ce tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1619201 Jul 23 10:32:11.340589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6ae41c9-187e-46c3-b3da-5cdc218eeca3 req-adbb6e7d-7993-4b8f-bb97-d4d815e7dcf1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622392 Jul 23 10:32:11.371556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc02024c-4cc6-45d0-bec9-44192ce8280f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.461048 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9e895-6549-4354-9e0f-44df7c0217ac x-openstack-request-id: req-baa9e895-6549-4354-9e0f-44df7c0217ac {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:11.461529 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786b040-d3bc-400e-963f-f8a4293e0eaa", "name": "network-vif-plugged", "status": "completed", "tag": "4cb030be-eb4a-490f-a7f4-cec37fce1ac8", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:11.461795 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-baa9e895-6549-4354-9e0f-44df7c0217ac {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:11.464977 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8', 'code': 200} Jul 23 10:32:11.561255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc02024c-4cc6-45d0-bec9-44192ce8280f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.570125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc02024c-4cc6-45d0-bec9-44192ce8280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.609682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02024c-4cc6-45d0-bec9-44192ce8280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db4b73-5631-4750-9d27-40d26cb16619,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:11.673738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc02024c-4cc6-45d0-bec9-44192ce8280f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c51072e81f784b8484f4fb9ec2b7ceee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202014 Jul 23 10:32:11.674031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:11.787823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba88f69-f24a-4521-a82e-7aeff01f339e req-17f80e57-ed80-4a18-b4af-1275c7e162c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:11.789757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eba88f69-f24a-4521-a82e-7aeff01f339e req-17f80e57-ed80-4a18-b4af-1275c7e162c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 1096 time: 0.1990805 Jul 23 10:32:11.805320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43628b46-064c-4dd2-973c-62382c4216d0 req-0ab08b3e-13f0-488b-865f-cf041d0e7471 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:11.806167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8024b929-a243-48b0-9e72-45432cad32bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.807091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43628b46-064c-4dd2-973c-62382c4216d0 req-0ab08b3e-13f0-488b-865f-cf041d0e7471 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 945 time: 0.1867607 Jul 23 10:32:11.809131 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.873960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8024b929-a243-48b0-9e72-45432cad32bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.899686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ca125845-ef08-420e-b87d-f3a61059e033 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:11.951940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8024b929-a243-48b0-9e72-45432cad32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.955568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8024b929-a243-48b0-9e72-45432cad32bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:11.959670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8024b929-a243-48b0-9e72-45432cad32bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99db4b73-5631-4750-9d27-40d26cb16619 HTTP/1.1" status: 204 len: 168 time: 0.2843084 Jul 23 10:32:11.970563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024b929-a243-48b0-9e72-45432cad32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db4b73-5631-4750-9d27-40d26cb16619,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:12.061667 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.085782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ca125845-ef08-420e-b87d-f3a61059e033 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:32:12.110799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ca125845-ef08-420e-b87d-f3a61059e033 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:12.113530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.163719 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eba88f69-f24a-4521-a82e-7aeff01f339e req-6652d7a8-439f-4139-9728-20081c95fcea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553524 Jul 23 10:32:12.227382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43628b46-064c-4dd2-973c-62382c4216d0 req-bbd88976-4f26-48c2-bb4a-4ee53b2cdee5 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736965 Jul 23 10:32:12.345630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Router 4a708535-c1b8-455f-99b4-d3d6d7389b63 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:12.380154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46844) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:12.401134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-081686e4-8b7b-455b-ad2c-0a1e185dd31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.571283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:12.580949 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Sync routers for ids ['4a708535-c1b8-455f-99b4-d3d6d7389b63'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:12.600077 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Routers {'4a708535-c1b8-455f-99b4-d3d6d7389b63'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:12.602782 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a708535-c1b8-455f-99b4-d3d6d7389b63'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:12.626171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.658796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-081686e4-8b7b-455b-ad2c-0a1e185dd31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.674215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-081686e4-8b7b-455b-ad2c-0a1e185dd31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.678610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.680306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-39a9dda3-3dce-4757-b778-31f60842f864 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7987003 Jul 23 10:32:12.683228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:12.726531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ca125845-ef08-420e-b87d-f3a61059e033, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ca125845-ef08-420e-b87d-f3a61059e033,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:12.733086 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:12.758708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-081686e4-8b7b-455b-ad2c-0a1e185dd31a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4234d60f0fbf4a7587c4ad3215daaae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735604 Jul 23 10:32:12.776736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:12.858744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081686e4-8b7b-455b-ad2c-0a1e185dd31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb417c65-53f9-41d6-85da-29dcf0a4fc7b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:12.859189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ca125845-ef08-420e-b87d-f3a61059e033,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:12.859530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461ef87-db97-4b97-bb58-86365ac520ff req-952b6810-6463-4703-a3ad-16d53e55216c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:12.859530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4461ef87-db97-4b97-bb58-86365ac520ff req-952b6810-6463-4703-a3ad-16d53e55216c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.3284068 Jul 23 10:32:12.872170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:12.918439 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Set router 4a708535-c1b8-455f-99b4-d3d6d7389b63 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:32:12.953260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df55d649-25c3-4262-9849-fa61f99201e6 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/4a708535-c1b8-455f-99b4-d3d6d7389b63 HTTP/1.1" status: 200 len: 907 time: 0.2687180 Jul 23 10:32:12.959619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46864) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:13.020722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7b382be-6957-4340-bc5c-ba6481832835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.039124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:13.054208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:13.060118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:13.113503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7b382be-6957-4340-bc5c-ba6481832835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.125919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4461ef87-db97-4b97-bb58-86365ac520ff req-ca8f1bf4-5f11-4968-992c-96f88a452f44 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311323 Jul 23 10:32:13.161489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.200550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7b382be-6957-4340-bc5c-ba6481832835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.203410 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7b382be-6957-4340-bc5c-ba6481832835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.206973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7b382be-6957-4340-bc5c-ba6481832835 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb417c65-53f9-41d6-85da-29dcf0a4fc7b HTTP/1.1" status: 204 len: 168 time: 0.3891881 Jul 23 10:32:13.218711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b382be-6957-4340-bc5c-ba6481832835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb417c65-53f9-41d6-85da-29dcf0a4fc7b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:13.264228 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.289372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:13.294476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.324115 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a708535-c1b8-455f-99b4-d3d6d7389b63', 'name': 'tempest-snat-router-997920274', 'tenant_id': '19d60a203f564595a86a35688f2b0d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '42b6b59c-06c0-4e5b-9ee9-fd44d781a881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:32:09Z', 'updated_at': '2021-07-23T10:32:11Z', 'revision_number': 3, 'project_id': '19d60a203f564595a86a35688f2b0d40', 'gw_port': {'id': '42b6b59c-06c0-4e5b-9ee9-fd44d781a881', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a708535-c1b8-455f-99b4-d3d6d7389b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:32:09Z', 'updated_at': '2021-07-23T10:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:13.361721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:13.374859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Checking router: 4a708535-c1b8-455f-99b4-d3d6d7389b63 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:32:13.375529 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Updating router 4a708535-c1b8-455f-99b4-d3d6d7389b63 port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:32:13.380140 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.421846 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.432577 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.487469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:13.493073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631f24ee-5a15-460e-b00a-61782750d95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca125845-ef08-420e-b87d-f3a61059e033'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:13.496875 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a26cf7-c085-42e2-8c15-aad931dd98da" -d '{"events": [{"server_uuid": "631f24ee-5a15-460e-b00a-61782750d95c", "name": "network-vif-plugged", "status": "completed", "tag": "ca125845-ef08-420e-b87d-f3a61059e033"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:13.556237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:32:13.558578 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:32:13.613395 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8436e40e-fec3-4890-bf38-9b26b07f50d2 x-openstack-request-id: req-8436e40e-fec3-4890-bf38-9b26b07f50d2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:13.613951 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631f24ee-5a15-460e-b00a-61782750d95c", "name": "network-vif-plugged", "status": "completed", "tag": "ca125845-ef08-420e-b87d-f3a61059e033", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:13.614407 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8436e40e-fec3-4890-bf38-9b26b07f50d2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:13.614910 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631f24ee-5a15-460e-b00a-61782750d95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca125845-ef08-420e-b87d-f3a61059e033', 'code': 200} Jul 23 10:32:13.618405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b9935ef4-aac4-47aa-8316-1f69dd5f24cf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:13.691683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c88ca-f356-45d5-a07c-976bf6eab014 req-e5c19200-0478-4cf9-8b0f-e76dfd7cbee4 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:13.693829 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-509c88ca-f356-45d5-a07c-976bf6eab014 req-e5c19200-0478-4cf9-8b0f-e76dfd7cbee4 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 945 time: 0.3223560 Jul 23 10:32:13.720090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:13.837428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Deleting port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:13.838166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:13.850289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-509c88ca-f356-45d5-a07c-976bf6eab014 req-a061a349-2d1e-49e3-8d44-f033ec41faf8 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430709 Jul 23 10:32:13.887921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:32:13.917804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:13.925919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.080132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78a72f-b6a5-4a24-9206-300e98019347 req-3f9e7719-946f-4795-9be5-d1ace2e7bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:14.080611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c78a72f-b6a5-4a24-9206-300e98019347 req-3f9e7719-946f-4795-9be5-d1ace2e7bc91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 1097 time: 0.3582668 Jul 23 10:32:14.121469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.125520 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.152753 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Transition to ACTIVE for port object 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:32:14.159354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Calling delete_port for 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:14.167789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.168369 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.232123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:14.269200 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Pushing event updated for resources: {'Port': ['ID=42b6b59c-06c0-4e5b-9ee9-fd44d781a881,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:14.292919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.321697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:14.352447 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.355354 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Attempting to bind port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:14.355856 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Attempting to bind port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:14.356340 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Attempting to bind port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:14.359227 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.359708 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.360212 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.361162 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.361633 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.362064 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.362643 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.363229 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.363710 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.364264 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.364904 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.365461 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5e622-5b8e-47c6-86dc-62e9dc4abda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:14.373938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:14.392836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:14.394896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c78a72f-b6a5-4a24-9206-300e98019347 req-9f2210d8-f351-4f46-b001-26a4bef30b73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966468 Jul 23 10:32:14.396696 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:14.397918 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.399757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:14.400366 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Bound port: 42b6b59c-06c0-4e5b-9ee9-fd44d781a881, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:14.400897 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.440642 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.460189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d6089-45ce-4884-b85d-e4752b78efc6 req-b588b9b7-784c-480e-b526-11e1d0ef230b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:14.468739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-691d6089-45ce-4884-b85d-e4752b78efc6 req-b588b9b7-784c-480e-b526-11e1d0ef230b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1393540 Jul 23 10:32:14.507177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:14.536407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-691d6089-45ce-4884-b85d-e4752b78efc6 req-a6ea35f9-e068-46ca-afb2-92ec2db746db tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666697 Jul 23 10:32:14.553637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.553863 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:32:14.554268 n-d-778550-4 neutron-server[93836]: DEBUG oslo_db.api [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:32:14.579383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:14.593650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event deleted for resources: {'Port': ['ID=42b6b59c-06c0-4e5b-9ee9-fd44d781a881,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:14.678565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.783933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.786292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.837551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.838360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a708535-c1b8-455f-99b4-d3d6d7389b63 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:14.843265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:14.844078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-73b9a680-4c45-4223-becc-b9641608ead3 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4a708535-c1b8-455f-99b4-d3d6d7389b63 HTTP/1.1" status: 204 len: 168 time: 1.8834317 Jul 23 10:32:14.846885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:14.964622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.046209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed185dc8-3a08-4985-a559-7c75da5b30f1 req-b290778c-cddc-4780-9c29-517a2788a871 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:15.053275 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed185dc8-3a08-4985-a559-7c75da5b30f1 req-b290778c-cddc-4780-9c29-517a2788a871 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 945 time: 0.0917222 Jul 23 10:32:15.091766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Attempting to bind port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:15.092134 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Attempting to bind port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:15.092494 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Attempting to bind port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:15.102619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed185dc8-3a08-4985-a559-7c75da5b30f1 req-b0f20443-8716-4536-8f93-6b5bf3713402 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Jul 23 10:32:15.104606 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:15.106020 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:15.106975 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.109036 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:15.111925 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Bound port: 42b6b59c-06c0-4e5b-9ee9-fd44d781a881, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:15.112474 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.163752 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Port 42b6b59c-06c0-4e5b-9ee9-fd44d781a881 has been deleted concurrently {{(pid=93836) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 23 10:32:15.195663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.212008 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:15.212740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:32:15.215082 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a708535-c1b8-455f-99b4-d3d6d7389b63'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:32:15.215654 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36247d38-d071-49ec-8b7a-b97a386a0282 None None] The sync data for ids ['4a708535-c1b8-455f-99b4-d3d6d7389b63'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:15.284895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Deleting port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:15.285245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.482047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5dff7-5574-4cb6-9257-6af10f2912bd req-8f729510-d550-4655-9a30-56c8eeed3143 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:15.484427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38f5dff7-5574-4cb6-9257-6af10f2912bd req-8f729510-d550-4655-9a30-56c8eeed3143 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 946 time: 0.1634076 Jul 23 10:32:15.488053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] For port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:15.488764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.510806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Calling delete_port for 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:15.547190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:15.596553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38f5dff7-5574-4cb6-9257-6af10f2912bd req-c39371b6-df77-479e-8929-4615ed49962d tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790374 Jul 23 10:32:15.609467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:15.610046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.790622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee43e7-4358-4e9a-bca8-b3c0996d5ae6 req-e8daf03a-8a72-43b4-93f8-f8ee7b889525 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:15.795924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-faee43e7-4358-4e9a-bca8-b3c0996d5ae6 req-e8daf03a-8a72-43b4-93f8-f8ee7b889525 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1209750 Jul 23 10:32:15.830309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:15.915767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-faee43e7-4358-4e9a-bca8-b3c0996d5ae6 req-75f28f53-2288-463f-b0d5-239d1d08e145 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084788 Jul 23 10:32:15.919160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event deleted for resources: {'Port': ['ID=72c2da7d-56b8-4dd8-b98d-35d8c6b89f06,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:16.023794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.499514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.502259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.570808 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.573363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba79e1c9-d210-4261-9f0e-027664d01538 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:16.585006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.589717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-478d16db-b316-4c8f-add7-49d02af044f0 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ba79e1c9-d210-4261-9f0e-027664d01538 HTTP/1.1" status: 204 len: 168 time: 1.7383721 Jul 23 10:32:16.590060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47066) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:16.598244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2055251555', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:16.664034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.666426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.831176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:16.899230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:17.002655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:17.003264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:17.128197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43033b07-b17a-424f-a015-d15e349775c4 req-6227706a-e6a6-4f3e-a656-912708a098ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:17.135931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43033b07-b17a-424f-a015-d15e349775c4 req-6227706a-e6a6-4f3e-a656-912708a098ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1100924 Jul 23 10:32:17.167877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:17.202568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:17.205428 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f9f0b6-1bf1-4507-b03b-31ca185ad661" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:17.209470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43033b07-b17a-424f-a015-d15e349775c4 req-d298217e-2a08-4b7c-b224-961fa99be59f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687239 Jul 23 10:32:17.219571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:17.251588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:17.264691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:17.289187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6a28-1e5f-4733-8fec-19ba2908aab4 req-c802fd05-0f11-43b5-a997-0c004894ad4c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:17.303917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b2b6a28-1e5f-4733-8fec-19ba2908aab4 req-c802fd05-0f11-43b5-a997-0c004894ad4c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 946 time: 0.5346425 Jul 23 10:32:17.368112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:17.572658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:17.597635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:32:17.597911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72c2da7d-56b8-4dd8-b98d-35d8c6b89f06 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:32:17.707302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-7d4b8e5f-f86a-4713-9fe2-240c6db264d7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:17.710395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-7d4b8e5f-f86a-4713-9fe2-240c6db264d7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.1955822 Jul 23 10:32:17.731641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-c2418eae-73c4-420d-b2b7-dc0eeacde74e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/quotas/646b57bbc421406d9bacfe19a675a00f HTTP/1.1" status: 200 len: 375 time: 0.0153780 Jul 23 10:32:17.830651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-294b9e81-2cab-4226-a4d9-13b941d107d6 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919709 Jul 23 10:32:17.908015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b2b6a28-1e5f-4733-8fec-19ba2908aab4 req-c00b1505-f479-476b-92f1-f3da482a6da3 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981007 Jul 23 10:32:17.980593 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bffc7f7-0582-477a-963e-df4bb3cdfa85 x-openstack-request-id: req-5bffc7f7-0582-477a-963e-df4bb3cdfa85 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:17.981078 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:17.981209 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bffc7f7-0582-477a-963e-df4bb3cdfa85 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:17.981529 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'code': 200} Jul 23 10:32:18.154241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-19f499b0-1880-43a6-88f2-a768550a11b1 service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146985 Jul 23 10:32:18.261800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:18.319299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:18.330691 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-a1743c09-470e-4c09-bd43-ab15e20cb964 service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576948 Jul 23 10:32:18.690952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Allocated IP 172.25.4.99 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/157a8618-c828-410a-a58d-0a52b3f02bdb) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:18.800315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f064d6-d146-4bb9-bf69-fc46d73d2432 req-1b230043-0dcd-4637-89b4-76803d9fe852 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:18.812113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19f064d6-d146-4bb9-bf69-fc46d73d2432 req-1b230043-0dcd-4637-89b4-76803d9fe852 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 946 time: 0.1380322 Jul 23 10:32:18.876909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada88a-f3c0-46f0-abb8-b457f6ab0552 req-1d18ef66-aea6-4df1-9b3b-8f86d08d5a0d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:18.885166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0fada88a-f3c0-46f0-abb8-b457f6ab0552 req-1d18ef66-aea6-4df1-9b3b-8f86d08d5a0d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.4372501 Jul 23 10:32:18.889359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:18.944099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0fada88a-f3c0-46f0-abb8-b457f6ab0552 req-e26c5b75-17f4-4741-949b-2b6ecdff249b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579343 Jul 23 10:32:18.979392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.070527 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19f064d6-d146-4bb9-bf69-fc46d73d2432 req-3aa3a796-2450-4d3e-8d4c-872bf105911b tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519002 Jul 23 10:32:19.158859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.184272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-3fef7b84-cedc-44b4-b4a5-bcd1e8d13fec tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:19.185846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-3fef7b84-cedc-44b4-b4a5-bcd1e8d13fec tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/ports?device_id=be2750c7-6010-4fa8-8ca7-07e2cc6f155d HTTP/1.1" status: 200 len: 945 time: 0.3523645 Jul 23 10:32:19.227658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.294087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event updated for resources: {'Port': ['ID=157a8618-c828-410a-a58d-0a52b3f02bdb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:19.335360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:19.339314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:19.340969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:19.342451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.350140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:19.405234 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1e830c9-2dd5-4b69-9786-af010b290bd9 req-283b310f-f369-4f24-bd7f-bc6690b06d54 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 210 time: 0.2045863 Jul 23 10:32:19.458461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:19.478253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Deleting port 6cd0a98d-9c37-45b0-b77f-530b2421af51 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:19.478609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.710942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] For port 6cd0a98d-9c37-45b0-b77f-530b2421af51, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6cd0a98d-9c37-45b0-b77f-530b2421af51,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:19.711317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.737498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Calling delete_port for 6cd0a98d-9c37-45b0-b77f-530b2421af51 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:19.777467 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:19.982915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:19.985610 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d6266-a4ec-4bdb-8c0b-a6649acf1d0a" -d '{"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:20.057741 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d289bab-1358-444d-b8a7-5edee9099dd1 x-openstack-request-id: req-1d289bab-1358-444d-b8a7-5edee9099dd1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:20.058046 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:20.058304 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d289bab-1358-444d-b8a7-5edee9099dd1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:20.059003 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'code': 200} Jul 23 10:32:20.114327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:20.134601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:20.182591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event deleted for resources: {'Port': ['ID=6cd0a98d-9c37-45b0-b77f-530b2421af51,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:20.204278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-d0fd9ee2-4c48-49ca-9f9d-c5b1438dee44 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:20.206477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-d0fd9ee2-4c48-49ca-9f9d-c5b1438dee44 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 946 time: 0.3407445 Jul 23 10:32:20.376236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] No DVR routers for this DVR port 6cd0a98d-9c37-45b0-b77f-530b2421af51 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:32:20.382937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:20.385402 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5cdb1ce4-8672-47c0-8836-22107f9d81dc req-a567ebf8-f931-43b1-9f1b-bd3460c6fbc0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "DELETE /v2.0/ports/6cd0a98d-9c37-45b0-b77f-530b2421af51 HTTP/1.1" status: 204 len: 173 time: 1.1369417 Jul 23 10:32:20.392167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-deleted', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:20.395092 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e6ecd-9476-45df-a7bf-1ca2df7445c2" -d '{"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-deleted", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:20.489833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5a156-836b-477a-9bad-155016ce7b62 req-c7e7861b-c51d-48c0-bd1d-a8aa4913165c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:20.492299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56c5a156-836b-477a-9bad-155016ce7b62 req-c7e7861b-c51d-48c0-bd1d-a8aa4913165c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 946 time: 0.2843022 Jul 23 10:32:20.556586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Deleting port ca125845-ef08-420e-b87d-f3a61059e033 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:20.557502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:20.563043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56c5a156-836b-477a-9bad-155016ce7b62 req-20e93119-327e-43e1-9956-bd0f125b95fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Jul 23 10:32:20.581575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Router 13f676a7-1c67-4305-a5f9-4233143f3a54 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:20.722980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6dcc8-3e55-47fd-a301-569b6c6a3f2c req-c4c93d11-dedd-4d21-a513-0feeb173e848 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:20.729410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] For port ca125845-ef08-420e-b87d-f3a61059e033, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ca125845-ef08-420e-b87d-f3a61059e033,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:20.730728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0fb6dcc8-3e55-47fd-a301-569b6c6a3f2c req-c4c93d11-dedd-4d21-a513-0feeb173e848 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.5920248 Jul 23 10:32:20.730973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:20.760348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Calling delete_port for ca125845-ef08-420e-b87d-f3a61059e033 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:20.901536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0fb6dcc8-3e55-47fd-a301-569b6c6a3f2c req-51279882-ea66-484f-a970-e6b15c94a15d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643350 Jul 23 10:32:20.905141 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2403fd4f-203e-4fd3-9398-59997d92b996 x-openstack-request-id: req-2403fd4f-203e-4fd3-9398-59997d92b996 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:20.905588 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2750c7-6010-4fa8-8ca7-07e2cc6f155d", "name": "network-vif-deleted", "tag": "6cd0a98d-9c37-45b0-b77f-530b2421af51", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:20.905985 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2403fd4f-203e-4fd3-9398-59997d92b996 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:20.906675 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2750c7-6010-4fa8-8ca7-07e2cc6f155d', 'name': 'network-vif-deleted', 'tag': '6cd0a98d-9c37-45b0-b77f-530b2421af51', 'status': 'completed', 'code': 200} Jul 23 10:32:20.917548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-cb802b3d-ddaf-4a45-83b0-c3812559174b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:20.919049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-cb802b3d-ddaf-4a45-83b0-c3812559174b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.5394189 Jul 23 10:32:20.986086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Request body: {'port': {'device_id': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'admin_state_up': True, 'tenant_id': '646b57bbc421406d9bacfe19a675a00f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:21.024236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:21.027488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d29fddd-65cb-472f-819c-8de07543b731 req-c0e70966-53fc-4d17-82cb-562acf2477ed tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 210 time: 0.0374138 Jul 23 10:32:21.035502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] Sync routers for ids ['13f676a7-1c67-4305-a5f9-4233143f3a54'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:21.053191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] Routers {'13f676a7-1c67-4305-a5f9-4233143f3a54'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:21.054147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['13f676a7-1c67-4305-a5f9-4233143f3a54'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:21.061494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:21.138963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:21.140314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d3668c06-4b27-404f-97ee-86195f5a7650 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5481899 Jul 23 10:32:21.143615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47196) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:21.144542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Pushing event deleted for resources: {'Port': ['ID=ca125845-ef08-420e-b87d-f3a61059e033,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:21.149249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': False}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:21.156951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['204a5628-912d-4721-933b-4902dd238881', 'ca125845-ef08-420e-b87d-f3a61059e033'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:21.174332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] No DVR routers for this DVR port ca125845-ef08-420e-b87d-f3a61059e033 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:32:21.177868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:21.180342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e18ed4c1-8fd2-4687-b2f5-b387d496068e req-7fc972e9-dcf0-4319-a8e2-317c2502d9cd tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "DELETE /v2.0/ports/ca125845-ef08-420e-b87d-f3a61059e033 HTTP/1.1" status: 204 len: 173 time: 0.9597130 Jul 23 10:32:21.216499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4cb030be-eb4a-490f-a7f4-cec37fce1ac8'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:21.227248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:21.279860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Made reservation on behalf of 646b57bbc421406d9bacfe19a675a00f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:32:21.284149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:21.410700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] Routers {'13f676a7-1c67-4305-a5f9-4233143f3a54'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:21.412181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['13f676a7-1c67-4305-a5f9-4233143f3a54'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:21.472543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:21.473866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab77a4-e825-4720-afd4-897d84879665 None None] The sync data for ids ['13f676a7-1c67-4305-a5f9-4233143f3a54'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:21.880072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99c627f1-e025-4b03-aa8a-13d8e5634550 req-0c794923-8e49-4a86-a4ac-df2f5a7b5637 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=631f24ee-5a15-460e-b00a-61782750d95c HTTP/1.1" status: 200 len: 210 time: 0.0934727 Jul 23 10:32:21.914920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:21.986669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Allocated IP 172.20.0.6 (90d03019-6a8b-4228-8d99-84043664d40b/61d9dd11-45f5-4cbb-b27c-85b309cc6f0c/0d55a0a6-bc86-4098-8067-8887d5b12b58) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:22.040866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:22.242170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:22.264456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '439bff9f-13c7-4d70-b391-d23b08848f98', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98', 'mac_address': 'fa:16:3e:f6:26:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:22.304740 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca12edce-7926-4e33-9b8d-a2d6511a064b req-8373da28-1ff2-45b5-9d64-b6272a8fe37e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 210 time: 0.0875916 Jul 23 10:32:22.337985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-0441cff3-93e8-48bf-901e-8f34660c9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:22.342480 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:22.347037 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-0441cff3-93e8-48bf-901e-8f34660c9c44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1097 time: 0.2241788 Jul 23 10:32:22.367339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 439bff9f-13c7-4d70-b391-d23b08848f98 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:22.433714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12d85d-756e-484f-bbdb-0aecad26e6f8 req-8261c33a-52dc-4c77-be63-c83c7b0b8d43 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:22.435608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:22.435959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c12d85d-756e-484f-bbdb-0aecad26e6f8 req-8261c33a-52dc-4c77-be63-c83c7b0b8d43 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.3728843 Jul 23 10:32:22.446010 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:22.561520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:22.575197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['439bff9f-13c7-4d70-b391-d23b08848f98'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:22.588273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-096d4642-9646-405a-9efd-7d3b343f094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:22.593646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-096d4642-9646-405a-9efd-7d3b343f094e service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2210531 Jul 23 10:32:22.619214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:22.765585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c12d85d-756e-484f-bbdb-0aecad26e6f8 req-848d5ee9-8f6d-4cbd-a5d5-8b81736dab34 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194165 Jul 23 10:32:22.772088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-093138ab-4046-41c7-bbb3-be8e66dea2fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 1000 time: 0.1700776 Jul 23 10:32:22.777384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:22.845862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-5af26a5c-37af-4da2-9599-8715c97c9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:22.852195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-5af26a5c-37af-4da2-9599-8715c97c9c68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0731339 Jul 23 10:32:22.852941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Network 90d03019-6a8b-4228-8d99-84043664d40b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:22.878659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:22.882519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:22.903002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:22.947477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:22.952865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631f24ee-5a15-460e-b00a-61782750d95c', 'name': 'network-vif-deleted', 'tag': 'ca125845-ef08-420e-b87d-f3a61059e033'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:22.955988 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddadeb5-994d-4384-a83e-bcdda2971e20" -d '{"events": [{"server_uuid": "631f24ee-5a15-460e-b00a-61782750d95c", "name": "network-vif-deleted", "tag": "ca125845-ef08-420e-b87d-f3a61059e033"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:23.009664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 6cd0a98d-9c37-45b0-b77f-530b2421af51 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:32:23.010181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6cd0a98d-9c37-45b0-b77f-530b2421af51 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:32:23.074578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-22db589f-d599-4a76-bf88-d9b11543d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:23.076149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-22db589f-d599-4a76-bf88-d9b11543d1ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174103 Jul 23 10:32:23.104853 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518929d9-5ec3-49e5-980e-b7f811df401a x-openstack-request-id: req-518929d9-5ec3-49e5-980e-b7f811df401a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:23.104974 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631f24ee-5a15-460e-b00a-61782750d95c", "name": "network-vif-deleted", "tag": "ca125845-ef08-420e-b87d-f3a61059e033", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:23.105244 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-518929d9-5ec3-49e5-980e-b7f811df401a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:23.105657 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631f24ee-5a15-460e-b00a-61782750d95c', 'name': 'network-vif-deleted', 'tag': 'ca125845-ef08-420e-b87d-f3a61059e033', 'status': 'completed', 'code': 200} Jul 23 10:32:23.155901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:23.156673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:23.206281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-2e6270f6-faad-4344-8a85-5008746b7422 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2336373 Jul 23 10:32:23.233853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Request body: {'port': {'device_id': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:23.337333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-caaa9d60-1e8e-4bf4-94c2-49797c42c215 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307324 Jul 23 10:32:23.610004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8f76c34-02b3-43f2-9e77-6e979acce7af req-4038adc6-6b59-4daf-acc5-14d16fbd9eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629302 Jul 23 10:32:23.740667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1ef9e-d643-4f87-be50-fc9381497087 req-50d9e683-58e2-450e-bcd1-23b3830254ae tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:23.756101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cae1ef9e-d643-4f87-be50-fc9381497087 req-50d9e683-58e2-450e-bcd1-23b3830254ae tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 931 time: 0.2515194 Jul 23 10:32:23.828194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cae1ef9e-d643-4f87-be50-fc9381497087 req-43a5b8ba-332f-41ba-98ba-c08c43ffd969 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566502 Jul 23 10:32:23.877656 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:23.921346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:24.093340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 439bff9f-13c7-4d70-b391-d23b08848f98 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:24.093675 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:24.277584 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:24.327512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:24.329606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:24.332753 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0189a9-2cc6-4bde-a207-ec44c9494da6" -d '{"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-plugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:24.336895 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:24.338088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ca125845-ef08-420e-b87d-f3a61059e033 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:24.368133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: ca125845-ef08-420e-b87d-f3a61059e033 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:32:24.368391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ca125845-ef08-420e-b87d-f3a61059e033 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:32:24.486321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:24.711785 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99500c4-30e6-4a75-99e7-698f79f4b42d x-openstack-request-id: req-f99500c4-30e6-4a75-99e7-698f79f4b42d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:24.712073 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-plugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:24.712341 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f99500c4-30e6-4a75-99e7-698f79f4b42d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:24.712727 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'code': 200} Jul 23 10:32:24.779188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:24.802493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:24.927122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:25.087446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2022-aea4-4ff4-be39-43ecf61d2eed req-5779b8fc-62bd-47ee-89a6-8be4dc164a6e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:25.101141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2022-aea4-4ff4-be39-43ecf61d2eed req-5779b8fc-62bd-47ee-89a6-8be4dc164a6e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:25.115019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e25c2022-aea4-4ff4-be39-43ecf61d2eed req-5779b8fc-62bd-47ee-89a6-8be4dc164a6e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa&device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 1682 time: 0.1428907 Jul 23 10:32:25.198427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Router 13f676a7-1c67-4305-a5f9-4233143f3a54 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:32:25.228320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e25c2022-aea4-4ff4-be39-43ecf61d2eed req-b5c595c1-162d-4b3e-a5ed-be7bf06f8c4c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098545 Jul 23 10:32:25.411631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378c910-fe46-43c4-98ef-87c199defa69 req-2e3d7b67-2cc6-4fad-894b-fad4c70b1596 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:25.411631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9378c910-fe46-43c4-98ef-87c199defa69 req-2e3d7b67-2cc6-4fad-894b-fad4c70b1596 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 931 time: 0.1364272 Jul 23 10:32:25.523760 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9378c910-fe46-43c4-98ef-87c199defa69 req-51974abe-3053-4eec-9f74-0cbbe1f7369d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894458 Jul 23 10:32:25.607112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:25.621688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:25.622940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d34bf386-7817-450c-823b-22c2d1de16d5 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "PUT /v2.0/routers/13f676a7-1c67-4305-a5f9-4233143f3a54 HTTP/1.1" status: 200 len: 925 time: 4.4783854 Jul 23 10:32:25.625933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:25.626826 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] Sync routers for ids ['13f676a7-1c67-4305-a5f9-4233143f3a54'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:25.651887 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] Routers {'13f676a7-1c67-4305-a5f9-4233143f3a54'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:25.652095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876ddd-a50a-437c-8c22-26a9066ba358 req-b3f59f79-9ed7-4bb7-9256-372a840e487e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:25.652943 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['13f676a7-1c67-4305-a5f9-4233143f3a54'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:25.660333 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30876ddd-a50a-437c-8c22-26a9066ba358 req-b3f59f79-9ed7-4bb7-9256-372a840e487e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.8593471 Jul 23 10:32:25.772624 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:25.784558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30876ddd-a50a-437c-8c22-26a9066ba358 req-9417a110-a9a1-484d-b283-6d96ee41280d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223783 Jul 23 10:32:25.798513 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] Routers {'13f676a7-1c67-4305-a5f9-4233143f3a54'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:25.799393 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['13f676a7-1c67-4305-a5f9-4233143f3a54'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:25.937736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9bbf92d6-6cdd-46b2-b58a-9222e8863607 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/13f676a7-1c67-4305-a5f9-4233143f3a54 HTTP/1.1" status: 200 len: 925 time: 0.3080747 Jul 23 10:32:25.939021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:25.953654 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:25.957711 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786bdc1-2f70-4518-9cc3-6f2961e229fc None None] The sync data for ids ['13f676a7-1c67-4305-a5f9-4233143f3a54'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:26.137559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d55a0a6-bc86-4098-8067-8887d5b12b58 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:26.155663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.176021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Transition to ACTIVE for port object 0d55a0a6-bc86-4098-8067-8887d5b12b58 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:32:26.182842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.237938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:26.297713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa47706-821b-4670-b070-9b8178228ba4 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:26.299428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cfa47706-821b-4670-b070-9b8178228ba4 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=13f676a7-1c67-4305-a5f9-4233143f3a54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3594143 Jul 23 10:32:26.307257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:26.375201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:26.387600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.389683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.390255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.390816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.391527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.393796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.394950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.396255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.396909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.397495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.398215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.399354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:26.465647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Attempting to bind port 0d55a0a6-bc86-4098-8067-8887d5b12b58 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:32:26.466379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Attempting to bind port 0d55a0a6-bc86-4098-8067-8887d5b12b58 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:32:26.466930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Attempting to bind port 0d55a0a6-bc86-4098-8067-8887d5b12b58 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:26.480476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Port 0d55a0a6-bc86-4098-8067-8887d5b12b58 on network 90d03019-6a8b-4228-8d99-84043664d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:32:26.481324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Attempting to bind port 0d55a0a6-bc86-4098-8067-8887d5b12b58 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:32:26.487629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:32:26.488026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Checking segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:32:26.488435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Bound using segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:32:26.488957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Bound port: 0d55a0a6-bc86-4098-8067-8887d5b12b58, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:32:26.490437 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.493761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e213ae4-f03f-435d-a68e-5e25cfae5856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.589923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:32:26.603832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:32:26.615876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.717848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e213ae4-f03f-435d-a68e-5e25cfae5856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.781309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e213ae4-f03f-435d-a68e-5e25cfae5856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.793295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:26.794051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:26.809402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-5948ab26-6e02-4129-ba79-3524315749af service neutron] 10.222.0.20 "PUT /v2.0/ports/0d55a0a6-bc86-4098-8067-8887d5b12b58 HTTP/1.1" status: 200 len: 1091 time: 3.5868700 Jul 23 10:32:26.823378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:26.837727 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826" -d '{"events": [{"name": "network-changed", "server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:26.853332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c43627-166a-4d49-8334-a9b5311105f8 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:26.857312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2c43627-166a-4d49-8334-a9b5311105f8 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.5467389 Jul 23 10:32:26.868706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:26.909485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e213ae4-f03f-435d-a68e-5e25cfae5856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c906e-da29-4461-9e68-6557be608f83,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:26.921302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e213ae4-f03f-435d-a68e-5e25cfae5856 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bacd32c807646318b3352966d35387c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751359 Jul 23 10:32:26.922347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:26.945786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30858-76b5-4b3b-b7af-2c29dc684b6a req-5ea393a4-aca8-4eed-8fd8-d1af966e81c3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:26.947268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76e30858-76b5-4b3b-b7af-2c29dc684b6a req-5ea393a4-aca8-4eed-8fd8-d1af966e81c3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 943 time: 0.2255311 Jul 23 10:32:27.056213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cf5605b6-3b74-4d4d-9f40-c0327c2f1169 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f676a7-1c67-4305-a5f9-4233143f3a54 HTTP/1.1" status: 200 len: 205 time: 0.1766496 Jul 23 10:32:27.057820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47354) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:27.073489 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c5106f-b5dd-45cd-948f-c5abff1ba93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.079596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2786-28c3-43e7-add8-20438431e104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.127535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2786-28c3-43e7-add8-20438431e104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.212053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76e30858-76b5-4b3b-b7af-2c29dc684b6a req-b665e436-e50b-47bb-b608-148cdd617861 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573092 Jul 23 10:32:27.214898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2786-28c3-43e7-add8-20438431e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.237888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2786-28c3-43e7-add8-20438431e104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.241341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e5ae2786-28c3-43e7-add8-20438431e104 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b19c906e-da29-4461-9e68-6557be608f83 HTTP/1.1" status: 204 len: 168 time: 0.3144310 Jul 23 10:32:27.263332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae2786-28c3-43e7-add8-20438431e104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c906e-da29-4461-9e68-6557be608f83,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:27.380903 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:32:27.410494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948ab26-6e02-4129-ba79-3524315749af service neutron] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:27.429490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.606692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3f136-f837-4e64-8a04-0e1b07b62d3d req-c3bd0446-f2fb-4d64-a813-8abb747507c4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:27.614886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-55a24aca-6fef-4115-9550-db66ee7a7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:27.615566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-faa3f136-f837-4e64-8a04-0e1b07b62d3d req-c3bd0446-f2fb-4d64-a813-8abb747507c4 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.2342157 Jul 23 10:32:27.616849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-55a24aca-6fef-4115-9550-db66ee7a7212 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 1094 time: 0.7158554 Jul 23 10:32:27.656238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635655-7c08-413d-a22c-361c0c13983b req-0fbdddc5-e3ef-4d16-81d3-addaf3437627 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:27.664517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e635655-7c08-413d-a22c-361c0c13983b req-0fbdddc5-e3ef-4d16-81d3-addaf3437627 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 945 time: 0.6161456 Jul 23 10:32:27.705168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-faa3f136-f837-4e64-8a04-0e1b07b62d3d req-6146f13d-9d69-482d-8cc8-3b7a09177f78 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846510 Jul 23 10:32:27.720382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-e587d378-5a46-4d64-a1e3-87de66add751 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58 HTTP/1.1" status: 200 len: 217 time: 0.0535610 Jul 23 10:32:27.832685 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:27.839195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-8d07f5b8-0696-458a-a4eb-a68600dd1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:27.842155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-8d07f5b8-0696-458a-a4eb-a68600dd1fad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.1105771 Jul 23 10:32:27.867798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e635655-7c08-413d-a22c-361c0c13983b req-71ee260e-4995-429c-a754-b893dc7cea7a tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019866 Jul 23 10:32:27.937788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-6ecd44c3-74fe-4463-8147-6fde136bce71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638752 Jul 23 10:32:27.980858 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd4b23-6992-4ed7-9b35-b82a6fb4fab1 x-openstack-request-id: req-30dd4b23-6992-4ed7-9b35-b82a6fb4fab1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:27.981149 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:27.981404 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30dd4b23-6992-4ed7-9b35-b82a6fb4fab1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:27.982084 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'status': 'completed', 'code': 200} Jul 23 10:32:28.001808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:28.071881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0864951b-0323-4aef-92d2-7b6ee973339c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.094125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-f8dafe18-ad2b-4c0f-9170-f87d619f2102 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472442 Jul 23 10:32:28.105517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-014f206b-65c0-4c0d-88ee-8d7176681eef tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:28.107339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-014f206b-65c0-4c0d-88ee-8d7176681eef tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.20 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 945 time: 0.2339699 Jul 23 10:32:28.257042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d042b5ef-0106-4c60-9ab2-dd1bdd6b518b req-7e265e18-d34d-4af4-bf9d-c0f11ca7f59c service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499367 Jul 23 10:32:28.259268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Deleting port 157a8618-c828-410a-a58d-0a52b3f02bdb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:28.260138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.298075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0864951b-0323-4aef-92d2-7b6ee973339c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.334037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0864951b-0323-4aef-92d2-7b6ee973339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.431619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864951b-0323-4aef-92d2-7b6ee973339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746fc3da-1138-4fd3-bbc0-1d603325246d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:28.496624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.526374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579611e-6140-41b1-9119-91c390264ac0 req-d6845f3d-92f5-4151-b0de-7d115e5ee04c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:28.540439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9579611e-6140-41b1-9119-91c390264ac0 req-d6845f3d-92f5-4151-b0de-7d115e5ee04c tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1b34fd-48e4-406b-a303-dd9b5c40d5de HTTP/1.1" status: 200 len: 946 time: 0.5179317 Jul 23 10:32:28.546068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0864951b-0323-4aef-92d2-7b6ee973339c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=586966820ab24d04be6c691add715c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403414 Jul 23 10:32:28.556574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47372) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:28.574084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Calling delete_port for 157a8618-c828-410a-a58d-0a52b3f02bdb owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:28.623724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Deleting port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:28.624162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f618c-c400-4d36-bcf6-e1251d3437d7 req-2be6ad48-adc6-430e-a693-b57e9e0142de tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:28.624711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.631896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ef0f618c-c400-4d36-bcf6-e1251d3437d7 req-2be6ad48-adc6-430e-a693-b57e9e0142de tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 943 time: 0.2896938 Jul 23 10:32:28.722707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-dc77e2b7-01c6-4ddb-81ed-5db1cd38e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:28.724488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-dc77e2b7-01c6-4ddb-81ed-5db1cd38e2d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 1094 time: 0.3405998 Jul 23 10:32:28.832616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] For port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:28.835706 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.842965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Deleting port 204a5628-912d-4721-933b-4902dd238881 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:28.851837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:28.925342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ef0f618c-c400-4d36-bcf6-e1251d3437d7 req-e4a7d7a6-fd0e-4759-bfea-e9f7558f0f8e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924480 Jul 23 10:32:29.014346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Calling delete_port for 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:29.096014 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee8b9e65-0e80-4037-b160-9d9e655640d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.157549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee8b9e65-0e80-4037-b160-9d9e655640d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.242079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74571d-4194-4fbb-bf62-a8fb4ede6fb4 req-d99fe70b-0944-454b-8ca9-701de93a5bb7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:29.244221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d74571d-4194-4fbb-bf62-a8fb4ede6fb4 req-d99fe70b-0944-454b-8ca9-701de93a5bb7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.3890526 Jul 23 10:32:29.252358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee8b9e65-0e80-4037-b160-9d9e655640d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.255518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee8b9e65-0e80-4037-b160-9d9e655640d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.257726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] For port 204a5628-912d-4721-933b-4902dd238881, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=204a5628-912d-4721-933b-4902dd238881,segment=NetworkSegment(16381c20-cd83-4b0f-af38-04970be17022),segment_id=16381c20-cd83-4b0f-af38-04970be17022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:29.258370 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.259320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee8b9e65-0e80-4037-b160-9d9e655640d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/746fc3da-1138-4fd3-bbc0-1d603325246d HTTP/1.1" status: 204 len: 168 time: 0.7017245 Jul 23 10:32:29.324241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Calling delete_port for 204a5628-912d-4721-933b-4902dd238881 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:29.331827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b9e65-0e80-4037-b160-9d9e655640d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746fc3da-1138-4fd3-bbc0-1d603325246d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:29.383314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d74571d-4194-4fbb-bf62-a8fb4ede6fb4 req-3390345e-e007-4275-85e8-cbc848a4a9c2 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314056 Jul 23 10:32:29.469888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-b1ada362-218e-436c-af1e-443ef45499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:29.471388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-b1ada362-218e-436c-af1e-443ef45499cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 906 time: 0.6942189 Jul 23 10:32:29.531752 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.544587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['204a5628-912d-4721-933b-4902dd238881'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:29.596262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Pushing event deleted for resources: {'Port': ['ID=4cb030be-eb4a-490f-a7f4-cec37fce1ac8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:29.605347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4cb030be-eb4a-490f-a7f4-cec37fce1ac8'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:29.640361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4c7f9-9cc3-48eb-b8be-8efeef58d099 req-70b85150-a028-4cc7-8ce7-9f92c63a07f6 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:29.641992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dc4c7f9-9cc3-48eb-b8be-8efeef58d099 req-70b85150-a028-4cc7-8ce7-9f92c63a07f6 tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/ports?device_id=0786b040-d3bc-400e-963f-f8a4293e0eaa HTTP/1.1" status: 200 len: 945 time: 0.5499771 Jul 23 10:32:29.665888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-b1773a94-80f0-4914-abbc-a73f235033e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58 HTTP/1.1" status: 200 len: 217 time: 0.1703088 Jul 23 10:32:29.689260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] No DVR routers for this DVR port 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:32:29.707223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.717420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c18cd8f2-f00f-4c2c-9b36-3d8b90c06227 req-1e646038-6193-49ff-b0b2-3e078e0667fa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.20 "DELETE /v2.0/ports/4cb030be-eb4a-490f-a7f4-cec37fce1ac8 HTTP/1.1" status: 204 len: 173 time: 1.6001084 Jul 23 10:32:29.719080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'name': 'network-vif-deleted', 'tag': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:29.728659 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aba62de-a024-4b21-a540-3920dd136662" -d '{"events": [{"server_uuid": "0786b040-d3bc-400e-963f-f8a4293e0eaa", "name": "network-vif-deleted", "tag": "4cb030be-eb4a-490f-a7f4-cec37fce1ac8"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:29.755323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.868018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dc4c7f9-9cc3-48eb-b8be-8efeef58d099 req-a6466247-57d0-411b-9215-3e8381f78afa tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34e1667-3353-4b03-8a53-1d8fa68249f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128518 Jul 23 10:32:29.871810 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c4ad3-9f97-4209-9c52-64c208a60967 x-openstack-request-id: req-8f7c4ad3-9f97-4209-9c52-64c208a60967 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:29.874476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4cb030be-eb4a-490f-a7f4-cec37fce1ac8'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:29.877582 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786b040-d3bc-400e-963f-f8a4293e0eaa", "name": "network-vif-deleted", "tag": "4cb030be-eb4a-490f-a7f4-cec37fce1ac8", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:29.878447 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f7c4ad3-9f97-4209-9c52-64c208a60967 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:29.888127 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786b040-d3bc-400e-963f-f8a4293e0eaa', 'name': 'network-vif-deleted', 'tag': '4cb030be-eb4a-490f-a7f4-cec37fce1ac8', 'status': 'completed', 'code': 200} Jul 23 10:32:29.890099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-a46755b5-a76c-4f51-b7e7-b1b8fc5f075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:29.891991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-a46755b5-a76c-4f51-b7e7-b1b8fc5f075b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.2096817 Jul 23 10:32:29.976976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bce6f81-6ba8-4458-a267-36a41208cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:29.985050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-c4208bf4-058a-4448-8eeb-048a5acb4e8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803163 Jul 23 10:32:29.988598 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.049592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Pushing event deleted for resources: {'Port': ['ID=204a5628-912d-4721-933b-4902dd238881,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:30.060972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event deleted for resources: {'Port': ['ID=157a8618-c828-410a-a58d-0a52b3f02bdb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:30.083904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] No DVR routers for this DVR port 204a5628-912d-4721-933b-4902dd238881 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:32:30.086788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.092429 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9579611e-6140-41b1-9119-91c390264ac0 req-dc5e51ff-b268-4e88-a876-467b18aacc7e tempest-ListServersNegativeTestJSON-1268670688 tempest-ListServersNegativeTestJSON-1268670688-project] 10.222.0.55 "DELETE /v2.0/ports/204a5628-912d-4721-933b-4902dd238881 HTTP/1.1" status: 204 len: 173 time: 1.5437083 Jul 23 10:32:30.175786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.244436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec600c5-47f7-4111-8798-cbfb176c905a req-8b5c5d93-a8d1-47e9-8d3e-de191ff3d40b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:30.247914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ec600c5-47f7-4111-8798-cbfb176c905a req-8b5c5d93-a8d1-47e9-8d3e-de191ff3d40b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 943 time: 0.1443858 Jul 23 10:32:30.336705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ec600c5-47f7-4111-8798-cbfb176c905a req-c116fb29-a702-4ef9-9eac-14187fab785c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800214 Jul 23 10:32:30.346209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.493070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-8cfcb2a4-31b4-4cb0-97e8-f2fe093d479d service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948945 Jul 23 10:32:30.499922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.514067 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.742842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d41350b-fbc0-43b4-ba3b-1be1e9d31826 req-45004943-c4ff-4d9b-a54d-e48793f38ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400177 Jul 23 10:32:30.800987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.802708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Fanout notify agent at l3_agent the message router_deleted on router 13f676a7-1c67-4305-a5f9-4233143f3a54 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:30.815712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.822013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:30.827197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-844474401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:30.833907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-352e88a3-5210-4516-a713-ceae5adecadd tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/13f676a7-1c67-4305-a5f9-4233143f3a54 HTTP/1.1" status: 204 len: 168 time: 3.7704258 Jul 23 10:32:30.932950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.941543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:30.982959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca40d36-44f2-46e2-bb1a-8b030d41c669 req-d8af4bf3-46a7-47aa-bc42-51078c5416f5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:30.986149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ca40d36-44f2-46e2-bb1a-8b030d41c669 req-d8af4bf3-46a7-47aa-bc42-51078c5416f5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.2419927 Jul 23 10:32:31.056977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.080378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.089252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ca40d36-44f2-46e2-bb1a-8b030d41c669 req-8c07e586-e9b7-4f57-ad62-06f78682f150 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923967 Jul 23 10:32:31.113816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.118899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b4ad12b2-50af-4bea-8ef0-5a862326bb2b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2954352 Jul 23 10:32:31.119045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47410) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:31.126372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:31.214233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.228054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:31.303089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Deleting subnet c53bcd25-4dca-407a-9eaf-edd754dc3200 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:32:31.307283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.377642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.440643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.567178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.667997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53bcd25-4dca-407a-9eaf-edd754dc3200,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:31.682682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.683015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.683358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.683717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.684061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.684390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.684704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.685028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.685357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.685750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.686261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.687095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:31.696285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:31.701424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bcf695f9-45b6-4bdc-afca-95ef78290518 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c53bcd25-4dca-407a-9eaf-edd754dc3200 HTTP/1.1" status: 204 len: 168 time: 0.4697213 Jul 23 10:32:31.712079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47424) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:31.959454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'name': 'network-vif-deleted', 'tag': '204a5628-912d-4721-933b-4902dd238881'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:31.963118 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dfed33-2f59-4efc-8116-7bbc46ef7ec0" -d '{"events": [{"server_uuid": "0f1b34fd-48e4-406b-a303-dd9b5c40d5de", "name": "network-vif-deleted", "tag": "204a5628-912d-4721-933b-4902dd238881"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:31.995729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 204a5628-912d-4721-933b-4902dd238881 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:32.019432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.053946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.059087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 204a5628-912d-4721-933b-4902dd238881 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:32:32.059922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 204a5628-912d-4721-933b-4902dd238881 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:32:32.069090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c047-8f67-4035-a48d-a466829a3899 req-80e451df-f72c-45f0-a9e3-eb707669bd2e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:32.080971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e41c047-8f67-4035-a48d-a466829a3899 req-80e451df-f72c-45f0-a9e3-eb707669bd2e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 943 time: 0.5332353 Jul 23 10:32:32.199980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e41c047-8f67-4035-a48d-a466829a3899 req-57c172f7-66b3-4567-b042-44163e58fa30 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174428 Jul 23 10:32:32.280005 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b0cddd-2d0f-40ca-8b4a-430694e92c9b x-openstack-request-id: req-34b0cddd-2d0f-40ca-8b4a-430694e92c9b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:32.280310 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b34fd-48e4-406b-a303-dd9b5c40d5de", "name": "network-vif-deleted", "tag": "204a5628-912d-4721-933b-4902dd238881", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:32.280572 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34b0cddd-2d0f-40ca-8b4a-430694e92c9b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:32.280981 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b34fd-48e4-406b-a303-dd9b5c40d5de', 'name': 'network-vif-deleted', 'tag': '204a5628-912d-4721-933b-4902dd238881', 'status': 'completed', 'code': 200} Jul 23 10:32:32.390366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.415159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad69a18e-8019-42be-840e-dee30a98da5c']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:32.456392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16381c20-cd83-4b0f-af38-04970be17022') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:32.456945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16381c20-cd83-4b0f-af38-04970be17022') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:32.469246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.488583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.497438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:32:32.497848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: items = [ Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:32:32.499807 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:32:32.614627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.673489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.913906 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:32.938933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Allocated IP 172.25.4.138 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/6b7df810-c27c-495b-ae70-4f010c9663dc) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:32.952911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:32.970587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:33.052533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:32:33.053318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4cb030be-eb4a-490f-a7f4-cec37fce1ac8 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:32:33.136640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:33.187583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:33.236101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:33.256932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'mac_address': 'fa:16:3e:50:98:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:33.266757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3811dc-e6fa-4639-a36b-df6e604caa89 req-abdfe5e5-e494-4ed4-b76b-8778633be334 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:33.275639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c3811dc-e6fa-4639-a36b-df6e604caa89 req-abdfe5e5-e494-4ed4-b76b-8778633be334 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.9306376 Jul 23 10:32:33.328877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:33.338078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:33.339359 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:33.360541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d55a0a6-bc86-4098-8067-8887d5b12b58 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:33.362290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:33.375531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] 10.222.0.37 "DELETE /v2.0/networks/ad69a18e-8019-42be-840e-dee30a98da5c HTTP/1.1" status: 204 len: 168 time: 1.6608210 Jul 23 10:32:33.384376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:33.388967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:33.398736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:33.403908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:33.455512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106874ed-a0cf-4e1f-92e7-f10055d0de6e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad69a18e-8019-42be-840e-dee30a98da5c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:33.465085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:33.488284 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c3811dc-e6fa-4639-a36b-df6e604caa89 req-20d9b3f8-2026-483b-afe9-ad3977ae6eff tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114494 Jul 23 10:32:33.495162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event updated for resources: {'Port': ['ID=6b7df810-c27c-495b-ae70-4f010c9663dc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:33.763250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['0d55a0a6-bc86-4098-8067-8887d5b12b58'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:33.788332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa40ca-9ef5-41a1-b695-8497df90d75b req-97453a8b-b965-42ab-a274-febe7ea279f1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:33.797563 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22aa40ca-9ef5-41a1-b695-8497df90d75b req-97453a8b-b965-42ab-a274-febe7ea279f1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 944 time: 0.3909423 Jul 23 10:32:33.858714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22aa40ca-9ef5-41a1-b695-8497df90d75b req-d5e772d0-b27c-40df-9d94-c9fd90f01274 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Jul 23 10:32:33.961835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:34.102460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2848c75b-f6f2-45b1-b411-fbaefcf2b4b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c86636d285cf4929903fc2f47056ecd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386700 Jul 23 10:32:34.104854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47478) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:34.122286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.221519 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.226993 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aab9f64a-1083-4c8b-847d-ff92457b2f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.264100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aab9f64a-1083-4c8b-847d-ff92457b2f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.394113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aab9f64a-1083-4c8b-847d-ff92457b2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.399013 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aab9f64a-1083-4c8b-847d-ff92457b2f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.400641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aab9f64a-1083-4c8b-847d-ff92457b2f73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f34e1667-3353-4b03-8a53-1d8fa68249f6 HTTP/1.1" status: 204 len: 168 time: 0.2945032 Jul 23 10:32:34.413300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.417859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:34.435002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f64a-1083-4c8b-847d-ff92457b2f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e1667-3353-4b03-8a53-1d8fa68249f6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:34.769892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Router 717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:34.852914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458543e-7f5a-45e3-8782-0b65896b1b2f req-f851c93d-0c7b-4ed2-8c8b-c79f8f40a9aa tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:34.854870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a458543e-7f5a-45e3-8782-0b65896b1b2f req-f851c93d-0c7b-4ed2-8c8b-c79f8f40a9aa tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1454272 Jul 23 10:32:34.941490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a458543e-7f5a-45e3-8782-0b65896b1b2f req-979f0492-776a-4210-a7ee-477be32c6aee tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759106 Jul 23 10:32:34.992963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:35.006674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] Sync routers for ids ['717afc9d-f98e-45e3-a6dc-c5f0d81bdf81'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:35.013820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:35.016006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-860b4fd9-0463-4cc6-be0a-3ba3bf8d5d1f tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "PUT /v2.0/routers/717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 HTTP/1.1" status: 200 len: 883 time: 3.8948255 Jul 23 10:32:35.019018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47504) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:35.020875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] Routers {'717afc9d-f98e-45e3-a6dc-c5f0d81bdf81'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:35.023145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['717afc9d-f98e-45e3-a6dc-c5f0d81bdf81'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:35.136296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:35.172193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] Routers {'717afc9d-f98e-45e3-a6dc-c5f0d81bdf81'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:35.173217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['717afc9d-f98e-45e3-a6dc-c5f0d81bdf81'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:35.293959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:35.294962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dea22f-af29-46f6-9db0-b07419647e20 None None] The sync data for ids ['717afc9d-f98e-45e3-a6dc-c5f0d81bdf81'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:35.420963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:35.432943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10c8028e-ef68-41e9-b5b5-82d343f89900 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 HTTP/1.1" status: 200 len: 924 time: 0.4085016 Jul 23 10:32:35.494097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b88e9-21df-4ecb-b4ef-c526cd528238 req-a5f0fa4f-09e7-481a-a57a-ef83ecd5d6e5 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:35.502384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-727b88e9-21df-4ecb-b4ef-c526cd528238 req-a5f0fa4f-09e7-481a-a57a-ef83ecd5d6e5 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 944 time: 0.3156857 Jul 23 10:32:35.526815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830965c4-55d3-45e9-8abb-58fb2d33957b tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:35.532831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-830965c4-55d3-45e9-8abb-58fb2d33957b tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=717afc9d-f98e-45e3-a6dc-c5f0d81bdf81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1097348 Jul 23 10:32:35.533597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:35.613466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-727b88e9-21df-4ecb-b4ef-c526cd528238 req-6075a496-412e-4114-b3b9-95fac8bf090c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017573 Jul 23 10:32:35.718703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8aa55-f85c-47a3-9c2d-908e3a70a4c4 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:35.721093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-26a8aa55-f85c-47a3-9c2d-908e3a70a4c4 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.1863286 Jul 23 10:32:35.725270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47534) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:35.782747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dc69e361-08f3-4019-9a2e-1e6969ce6c0e tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 HTTP/1.1" status: 200 len: 205 time: 0.0563157 Jul 23 10:32:35.785449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:36.152984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.274445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:36.390103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d723c-06d9-4fd7-aa97-f25256781985 req-3062ae92-03e4-457f-b972-87ee2ddef25e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:36.407244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af3d723c-06d9-4fd7-aa97-f25256781985 req-3062ae92-03e4-457f-b972-87ee2ddef25e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.2474611 Jul 23 10:32:36.465686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.490956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d008a8a-4642-4629-8c84-1d19ca40d1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.538621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af3d723c-06d9-4fd7-aa97-f25256781985 req-e9a07c8f-a347-4318-9f18-9ca8ae09f8b1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130772 Jul 23 10:32:36.554820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Deleting port 6b7df810-c27c-495b-ae70-4f010c9663dc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:36.555390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.684471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.704614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Calling delete_port for 6b7df810-c27c-495b-ae70-4f010c9663dc owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:36.732893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d008a8a-4642-4629-8c84-1d19ca40d1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.742244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d008a8a-4642-4629-8c84-1d19ca40d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.790880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6d008a8a-4642-4629-8c84-1d19ca40d1a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a48606c55017499e99725e250ff7e3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146723 Jul 23 10:32:36.793744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47586) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:36.802563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d008a8a-4642-4629-8c84-1d19ca40d1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880bcb61-2208-4036-8061-9ac18bce640e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:36.934786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99c7c4c5-140b-4c84-8013-f88927943353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:36.963339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:36.986743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99c7c4c5-140b-4c84-8013-f88927943353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.031410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.053625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7f76e-c056-4c00-b9e2-562b7ed534d8 req-bd08db73-42b7-479a-8f2a-0c434c43341b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:37.070285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bf7f76e-c056-4c00-b9e2-562b7ed534d8 req-bd08db73-42b7-479a-8f2a-0c434c43341b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 944 time: 0.1968501 Jul 23 10:32:37.077352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event deleted for resources: {'Port': ['ID=6b7df810-c27c-495b-ae70-4f010c9663dc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:37.111893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 0d55a0a6-bc86-4098-8067-8887d5b12b58 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:32:37.122408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 0d55a0a6-bc86-4098-8067-8887d5b12b58 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:37.123129 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.146446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99c7c4c5-140b-4c84-8013-f88927943353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.149057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99c7c4c5-140b-4c84-8013-f88927943353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.150221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-99c7c4c5-140b-4c84-8013-f88927943353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/880bcb61-2208-4036-8061-9ac18bce640e HTTP/1.1" status: 204 len: 168 time: 0.3552444 Jul 23 10:32:37.170000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.176623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bf7f76e-c056-4c00-b9e2-562b7ed534d8 req-3e42be4a-973a-4849-8235-462e4778722d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047969 Jul 23 10:32:37.194190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7c4c5-140b-4c84-8013-f88927943353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880bcb61-2208-4036-8061-9ac18bce640e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:37.333199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.368395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:37.372757 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfefdd4-3ad8-49e7-a37a-d8593ca9cd1f" -d '{"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-plugged", "status": "completed", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:37.410167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:37.422143 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.445972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a73a28b-b341-4b2b-b499-eb6c06c0767a req-a20c9901-62a0-4676-9269-bc667c4c06b9 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.0706034 Jul 23 10:32:37.534033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.542182 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.617214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:37.635242 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1546aa-7d5d-4a2a-b988-916dfdb5d0ca x-openstack-request-id: req-fb1546aa-7d5d-4a2a-b988-916dfdb5d0ca {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:37.635761 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-plugged", "status": "completed", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:37.636817 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb1546aa-7d5d-4a2a-b988-916dfdb5d0ca {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:37.637377 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'code': 200} Jul 23 10:32:37.827199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db359-d8d8-41ac-9e52-75341e90ff5b req-00dd35c7-e13c-4691-8697-ec603947ca53 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:37.830398 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-962db359-d8d8-41ac-9e52-75341e90ff5b req-00dd35c7-e13c-4691-8697-ec603947ca53 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.4365947 Jul 23 10:32:37.831060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.831814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Fanout notify agent at l3_agent the message router_deleted on router 717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:37.858764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.860620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8aaed47a-263b-4383-b55c-e872a0590c38 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 HTTP/1.1" status: 204 len: 168 time: 2.0703526 Jul 23 10:32:37.860620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:37.873284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47620) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:37.880948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1081055869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:37.918010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f0aa27-d401-4ecb-9235-b17f84616d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.927026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a7a5-b5fb-4faa-9f4d-3eb70d7b1580 req-ff350c8b-5477-4691-bc5a-3a05b57ed1ca tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:37.934788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7239a7a5-b5fb-4faa-9f4d-3eb70d7b1580 req-ff350c8b-5477-4691-bc5a-3a05b57ed1ca tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1603928 Jul 23 10:32:37.944175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b410d6e-20af-4c95-903b-0908c2b94d85 req-7efca4c3-66e5-4a09-9453-8aa43cd9ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:37.945883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b410d6e-20af-4c95-903b-0908c2b94d85 req-7efca4c3-66e5-4a09-9453-8aa43cd9ee20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 1096 time: 0.2488754 Jul 23 10:32:37.970674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-962db359-d8d8-41ac-9e52-75341e90ff5b req-029e89b9-5c2a-4810-93b0-bc3323236717 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047955 Jul 23 10:32:37.995182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:37.996495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.053446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b410d6e-20af-4c95-903b-0908c2b94d85 req-2a679580-c0d7-400b-83b1-c83efe710805 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862818 Jul 23 10:32:38.182489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f0aa27-d401-4ecb-9235-b17f84616d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.183063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7239a7a5-b5fb-4faa-9f4d-3eb70d7b1580 req-ec274b37-3149-4184-9aba-0a903f4fc900 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466204 Jul 23 10:32:38.190882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f0aa27-d401-4ecb-9235-b17f84616d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.222784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e0f0aa27-d401-4ecb-9235-b17f84616d8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48af121b97734f75a01d5b52a1711231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465075 Jul 23 10:32:38.229913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:38.230376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.252064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.284405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.286595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bcb25e5d-1f89-43fd-95a4-b6850cf8d575 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4097800 Jul 23 10:32:38.288984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47638) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:38.297378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': True}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:38.318550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0aa27-d401-4ecb-9235-b17f84616d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeeabac-893f-4b69-b107-d3e3a0b1998b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:38.387448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3f8c-0b79-47f2-8eb0-623d1d0ecfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.465824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3f8c-0b79-47f2-8eb0-623d1d0ecfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.591763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f413a71-db33-4dbe-a1a9-d84bdc8bff3d req-21ab4281-3dda-4b54-b59c-906b03ad3921 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:38.593706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f413a71-db33-4dbe-a1a9-d84bdc8bff3d req-21ab4281-3dda-4b54-b59c-906b03ad3921 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1252475 Jul 23 10:32:38.595179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3f8c-0b79-47f2-8eb0-623d1d0ecfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.599812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3f8c-0b79-47f2-8eb0-623d1d0ecfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.601901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bf3a3f8c-0b79-47f2-8eb0-623d1d0ecfba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eeeabac-893f-4b69-b107-d3e3a0b1998b HTTP/1.1" status: 204 len: 168 time: 0.3705494 Jul 23 10:32:38.667993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a3f8c-0b79-47f2-8eb0-623d1d0ecfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeeabac-893f-4b69-b107-d3e3a0b1998b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:38.721875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f413a71-db33-4dbe-a1a9-d84bdc8bff3d req-eb4cea57-4856-4e08-b9c2-3b85f9cb0161 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186326 Jul 23 10:32:38.778053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:38.955521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d892a4c-6b16-46be-a54f-2c1dedadc939 req-0e23c9d5-492f-4cae-9c2e-54fa5a141ecd tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0970297 Jul 23 10:32:39.358518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:39.449359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340308a-a1de-4afa-9aa1-9fc815724909 req-e23230a8-400d-4455-bca9-120c282cb7ec tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:39.456857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0340308a-a1de-4afa-9aa1-9fc815724909 req-e23230a8-400d-4455-bca9-120c282cb7ec tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.3299015 Jul 23 10:32:39.459451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:39.533411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d325-a3c6-4ff9-b78b-af9074e3b8b2 req-9dc2375f-f20d-4418-beee-c4a785c5b0f6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:39.534667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b74d325-a3c6-4ff9-b78b-af9074e3b8b2 req-9dc2375f-f20d-4418-beee-c4a785c5b0f6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1692674 Jul 23 10:32:39.596763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b74d325-a3c6-4ff9-b78b-af9074e3b8b2 req-0d9951db-2274-479c-a20b-678721378220 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532322 Jul 23 10:32:39.602260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0340308a-a1de-4afa-9aa1-9fc815724909 req-f4c30c2b-28ca-4038-9fdd-348a526af0f5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442080 Jul 23 10:32:39.738880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Allocated IP 172.25.4.47 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/63795fb4-3b47-4f97-b585-c1c80d92cc3f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:39.970372 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:40.084410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cb2ff-22f4-48fb-a5f2-a274e2c8705b req-9a3eb86e-5f56-4eb9-a57d-503728893ad4 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:40.094405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-018cb2ff-22f4-48fb-a5f2-a274e2c8705b req-9a3eb86e-5f56-4eb9-a57d-503728893ad4 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1369913 Jul 23 10:32:40.120915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:40.182713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Port': ['ID=63795fb4-3b47-4f97-b585-c1c80d92cc3f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:40.197658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:40.199276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:40.215363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-018cb2ff-22f4-48fb-a5f2-a274e2c8705b req-386359ff-e294-45ac-8f6e-b6872d684656 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175642 Jul 23 10:32:40.216340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:40.220225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7b6d22ad-c7a1-4ae2-ae5e-2f3e76fcd9a4 req-397f0b4d-799d-4182-9094-7faaf9a29f29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.0528934 Jul 23 10:32:40.476973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b305aa8-9a0a-4bb8-992a-af82a34950bb req-283c3f98-b770-409c-8c7c-a53b84ae674e tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.1081805 Jul 23 10:32:40.747535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9d927-9ac8-417a-8fa0-1a7c1006664d req-25f7bfa6-154a-4482-9ab7-1cc74c4945e8 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:40.756103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62c9d927-9ac8-417a-8fa0-1a7c1006664d req-25f7bfa6-154a-4482-9ab7-1cc74c4945e8 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1093950 Jul 23 10:32:40.778934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:40.807739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62c9d927-9ac8-417a-8fa0-1a7c1006664d req-2e2c482e-da29-4ec1-a541-da7944903b06 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502849 Jul 23 10:32:40.835682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9185-b221-42e1-b90b-1976307b1943 req-dbccf3c0-3f72-4b87-804c-91584e2f4967 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:40.842677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d8c9185-b221-42e1-b90b-1976307b1943 req-dbccf3c0-3f72-4b87-804c-91584e2f4967 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.2243569 Jul 23 10:32:40.926074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d8c9185-b221-42e1-b90b-1976307b1943 req-724c5585-a3bc-4009-aa08-e093399f5f54 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825024 Jul 23 10:32:40.995040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:41.012977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:41.043093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671493f-2b43-4284-91bd-f96c4b549a0e req-3028593a-ac32-4072-8e76-92f9373aab07 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:41.044817 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3671493f-2b43-4284-91bd-f96c4b549a0e req-3028593a-ac32-4072-8e76-92f9373aab07 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1571834 Jul 23 10:32:41.132051 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3671493f-2b43-4284-91bd-f96c4b549a0e req-6321df8f-2b08-4216-aacc-9bd84bdda5b1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807950 Jul 23 10:32:41.159768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.163923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.166688 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.194548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:41.197142 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638cf10b-07a8-48ce-8d41-16b897fb4c7b" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:41.209065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a37261f6-9958-4bd1-a72b-bdcc04c6997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.214216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:41.219787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.251632 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a057e1-b945-4467-b8a3-7cd999616df4 x-openstack-request-id: req-03a057e1-b945-4467-b8a3-7cd999616df4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:41.252014 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:41.252186 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03a057e1-b945-4467-b8a3-7cd999616df4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:41.252795 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'code': 200} Jul 23 10:32:41.279016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:41.286466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.286817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.287161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.287707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.288040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.288399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.288730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.289046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.289399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.289726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.290035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.290369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:32:41.309790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a37261f6-9958-4bd1-a72b-bdcc04c6997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.314088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a37261f6-9958-4bd1-a72b-bdcc04c6997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.324302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Router 30e8fa49-9679-4c3e-b069-a8fc1832dbbd is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:41.354834 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a37261f6-9958-4bd1-a72b-bdcc04c6997c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=918b64262a4240e2b59cbf6dbaea63fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586915 Jul 23 10:32:41.357229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37261f6-9958-4bd1-a72b-bdcc04c6997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0a5b5-9c05-422d-a4e1-43b612647d7e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:41.361227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:41.410610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d5661cf-79f1-4355-bf6b-8d6f3b114f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.431104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:41.431457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d5661cf-79f1-4355-bf6b-8d6f3b114f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.436039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.437181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-214ad852-72dd-46c5-af59-59c9c3518a44 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "PUT /v2.0/routers/30e8fa49-9679-4c3e-b069-a8fc1832dbbd HTTP/1.1" status: 200 len: 918 time: 3.1470637 Jul 23 10:32:41.439719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47742) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:41.443602 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] Sync routers for ids ['30e8fa49-9679-4c3e-b069-a8fc1832dbbd'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:41.453580 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] Routers {'30e8fa49-9679-4c3e-b069-a8fc1832dbbd'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:41.454342 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30e8fa49-9679-4c3e-b069-a8fc1832dbbd'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:41.489354 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:41.496986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d5661cf-79f1-4355-bf6b-8d6f3b114f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.499722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d5661cf-79f1-4355-bf6b-8d6f3b114f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:41.501232 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] Routers {'30e8fa49-9679-4c3e-b069-a8fc1832dbbd'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:41.501381 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2d5661cf-79f1-4355-bf6b-8d6f3b114f1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55b0a5b5-9c05-422d-a4e1-43b612647d7e HTTP/1.1" status: 204 len: 168 time: 0.1390929 Jul 23 10:32:41.502182 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30e8fa49-9679-4c3e-b069-a8fc1832dbbd'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:41.517492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5661cf-79f1-4355-bf6b-8d6f3b114f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0a5b5-9c05-422d-a4e1-43b612647d7e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:41.538976 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:41.539664 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5788f-b441-42b4-9d0c-7601f2855191 None None] The sync data for ids ['30e8fa49-9679-4c3e-b069-a8fc1832dbbd'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:41.749107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-23175aa4-bffd-4b79-b1d5-647047360b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:41.750726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-23175aa4-bffd-4b79-b1d5-647047360b5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1097 time: 0.0659981 Jul 23 10:32:41.880063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-1ef229c8-b723-4ba8-8fd6-7c849e3e08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:41.881734 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-1ef229c8-b723-4ba8-8fd6-7c849e3e08c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.1245909 Jul 23 10:32:41.921182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d52ede1c-f192-42cc-ae2d-604e9285ed79 req-0d755c82-4f62-49f3-aa5a-ca07bca9a976 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0934629 Jul 23 10:32:41.924760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5aa647b5-2741-45f3-95b4-f5b0c9f602be req-a505f421-a2ca-40de-bf11-a8a5a3e0abad tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0982063 Jul 23 10:32:41.962608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e5731580-9c46-4413-ae3c-e605ef28135f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/30e8fa49-9679-4c3e-b069-a8fc1832dbbd HTTP/1.1" status: 200 len: 924 time: 0.5201869 Jul 23 10:32:41.970703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:42.036888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-03c3c25c-6fad-424c-a32c-7871610c563e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 1001 time: 0.1453345 Jul 23 10:32:42.091362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a17553-938b-4941-bd7b-ce5c5bd082d5 req-ab6fe8e8-7877-4639-b82f-1aaffd1e258b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.093090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46a17553-938b-4941-bd7b-ce5c5bd082d5 req-ab6fe8e8-7877-4639-b82f-1aaffd1e258b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.0830801 Jul 23 10:32:42.099666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7fd8-9625-4aa3-b123-d8e66b4c398b req-3fee08c6-cb54-48d6-a4b8-cc6672abf593 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.101240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75e7fd8-9625-4aa3-b123-d8e66b4c398b req-3fee08c6-cb54-48d6-a4b8-cc6672abf593 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.2085755 Jul 23 10:32:42.120865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-a927810b-d75d-4589-8a3b-41f0a17f82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.122286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-a927810b-d75d-4589-8a3b-41f0a17f82d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.0786445 Jul 23 10:32:42.140681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46a17553-938b-4941-bd7b-ce5c5bd082d5 req-829d60b3-6efe-43cd-8ce4-4aca4e7ec5a6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Jul 23 10:32:42.149645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71082c0-035a-4173-8fbd-a74cee2fb13d tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.149966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a71082c0-035a-4173-8fbd-a74cee2fb13d tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=30e8fa49-9679-4c3e-b069-a8fc1832dbbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1767070 Jul 23 10:32:42.152681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47774) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:42.188152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a75e7fd8-9625-4aa3-b123-d8e66b4c398b req-ede81cf5-a1e9-48bc-8bda-d376c4df5a43 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 Jul 23 10:32:42.227630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-9aee0bfe-923d-456c-b783-3a2228db7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.229178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-9aee0bfe-923d-456c-b783-3a2228db7f72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956607 Jul 23 10:32:42.268674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab16a72-d20f-4e5a-a5fa-7a15080ba253 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.271529 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aab16a72-d20f-4e5a-a5fa-7a15080ba253 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.1165276 Jul 23 10:32:42.273890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47778) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:42.311447 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0e33ea1e-f456-4329-ae43-661b34ea1431 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=30e8fa49-9679-4c3e-b069-a8fc1832dbbd HTTP/1.1" status: 200 len: 205 time: 0.0335937 Jul 23 10:32:42.311574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47782) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:42.390186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-fc092b3a-24de-444d-8b78-4569bf3bc286 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516032 Jul 23 10:32:42.414394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cfda4-4dfc-4e1b-9904-bf88af35d4e3 req-00043a82-a1c3-47bb-8348-9c27a9c6ba05 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:42.415935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a3cfda4-4dfc-4e1b-9904-bf88af35d4e3 req-00043a82-a1c3-47bb-8348-9c27a9c6ba05 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1514611 Jul 23 10:32:42.431943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:42.507050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a3cfda4-4dfc-4e1b-9904-bf88af35d4e3 req-f340ccb9-bf41-42b0-a561-0b44a4452529 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798559 Jul 23 10:32:42.529424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a367c6-4356-42c3-989d-9454a89fc1b8 req-f637357e-6669-46e9-b901-46c64c47ef67 service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313934 Jul 23 10:32:42.542385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:42.598801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Deleting port 63795fb4-3b47-4f97-b585-c1c80d92cc3f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:42.599149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:42.677527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:42.689217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Calling delete_port for 63795fb4-3b47-4f97-b585-c1c80d92cc3f owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:42.870339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:42.898790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event deleted for resources: {'Port': ['ID=63795fb4-3b47-4f97-b585-c1c80d92cc3f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:42.966203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.092415 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.095438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83f389ea-07dd-44d5-9ba9-4c5857b411e7 req-19c5b7a7-b4e6-4543-ad98-fc2cfe3c3817 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0636172 Jul 23 10:32:43.096590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.144381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.144928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Fanout notify agent at l3_agent the message router_deleted on router 30e8fa49-9679-4c3e-b069-a8fc1832dbbd {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:43.152666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.153758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64e63634-623d-4f2e-8a01-b21c1593a9bf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/30e8fa49-9679-4c3e-b069-a8fc1832dbbd HTTP/1.1" status: 204 len: 168 time: 0.8412108 Jul 23 10:32:43.157466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:43.162868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-470322833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:43.192034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.193867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.263763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.293898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.322294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.326149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0993452c-54d4-47da-b8c1-4386dd5d0be6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1649716 Jul 23 10:32:43.329240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47838) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:43.337639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': False}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:43.345840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a52b1-9987-4260-aced-5970ebd87392 req-78d47a63-1e42-4ec6-a664-7065ae10c83e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:43.347685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc7a52b1-9987-4260-aced-5970ebd87392 req-78d47a63-1e42-4ec6-a664-7065ae10c83e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.0974679 Jul 23 10:32:43.392342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc7a52b1-9987-4260-aced-5970ebd87392 req-4b2c41f0-9ce1-4c91-8840-2803ad8cf92c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376620 Jul 23 10:32:43.500251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed9015-2ce7-4501-b36a-d73b49628662 req-24b1b41b-1d11-4064-a36e-a985d0987fec tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:43.501802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69ed9015-2ce7-4501-b36a-d73b49628662 req-24b1b41b-1d11-4064-a36e-a985d0987fec tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.2138519 Jul 23 10:32:43.587386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.624361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69ed9015-2ce7-4501-b36a-d73b49628662 req-ace82440-0c23-44f0-b372-f8d22ecea013 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792856 Jul 23 10:32:43.705081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb3a9d-d9ab-4bfb-824e-4a20d5805677 req-f1a0a6d0-e205-4b42-afae-f1445df19614 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:43.706566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eebb3a9d-d9ab-4bfb-824e-4a20d5805677 req-f1a0a6d0-e205-4b42-afae-f1445df19614 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.0744028 Jul 23 10:32:43.747741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eebb3a9d-d9ab-4bfb-824e-4a20d5805677 req-541b23ed-34a3-470e-b11c-69f8406cd2f3 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345478 Jul 23 10:32:43.799633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:43.814491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.834499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.905380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5ec5-3c44-4ed4-a4d8-448fea8d03a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:43.940867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Allocated IP 172.25.4.189 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/07f75057-9479-4cae-a13c-042524f1a83f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:43.998951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5ec5-3c44-4ed4-a4d8-448fea8d03a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.004086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5ec5-3c44-4ed4-a4d8-448fea8d03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.045803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bf7f5ec5-3c44-4ed4-a4d8-448fea8d03a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63df6b2101fe4b26985fb2249b620805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450919 Jul 23 10:32:44.047748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f5ec5-3c44-4ed4-a4d8-448fea8d03a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e070d285-d3d5-4023-a916-6b2cb0f7b188,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:44.050009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:44.059365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.100838 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.104413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1051967e-5cae-4622-b871-1aea70d506b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.127325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1051967e-5cae-4622-b871-1aea70d506b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.140013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:44.147040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:44.149761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:44.179955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Pushing event updated for resources: {'Port': ['ID=07f75057-9479-4cae-a13c-042524f1a83f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:44.186306 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1051967e-5cae-4622-b871-1aea70d506b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.189515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1051967e-5cae-4622-b871-1aea70d506b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.193574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1051967e-5cae-4622-b871-1aea70d506b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e070d285-d3d5-4023-a916-6b2cb0f7b188 HTTP/1.1" status: 204 len: 168 time: 0.1397638 Jul 23 10:32:44.206229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051967e-5cae-4622-b871-1aea70d506b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e070d285-d3d5-4023-a916-6b2cb0f7b188,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:44.281996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc516a79-2a66-4cfd-926c-0a9f870ea517 req-bd8ef9e8-c90f-4444-8147-6aa903a25ff6 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0777860 Jul 23 10:32:44.611894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47908) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:44.632610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fd922-da72-4f50-89f8-5625ac9bc524 req-6a1b5a63-9f10-42e0-94e2-20f6a3391073 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:44.637822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036fd922-da72-4f50-89f8-5625ac9bc524 req-6a1b5a63-9f10-42e0-94e2-20f6a3391073 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1406841 Jul 23 10:32:44.639773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.645056 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7973bb-c84d-4911-82a2-a7cd589be462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.782068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036fd922-da72-4f50-89f8-5625ac9bc524 req-8caca020-9115-4879-8411-df9ffbc7afc7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845771 Jul 23 10:32:44.797843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7973bb-c84d-4911-82a2-a7cd589be462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.805378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7973bb-c84d-4911-82a2-a7cd589be462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.886543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fb7973bb-c84d-4911-82a2-a7cd589be462 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07dfbb9e416d49edbb8f04111cddf066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735481 Jul 23 10:32:44.889913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:44.915587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7973bb-c84d-4911-82a2-a7cd589be462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881c7f95-2699-44cc-b1a6-1d5228571a2c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:44.930760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.935229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:44.960066 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-752ac746-2961-445e-99d2-e3536e23bf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.012551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:32:45.020847 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-752ac746-2961-445e-99d2-e3536e23bf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.029507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bba3794c-ade2-4fa2-a663-e50d578c2582 req-e56684ae-7185-46d3-bb4f-010c1347bf1f tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0857110 Jul 23 10:32:45.109216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667fa50-09d8-4de8-afe8-5ab931f1e2e4 req-19748ee4-e702-40ee-a12f-ce482584a3f9 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:45.110902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a667fa50-09d8-4de8-afe8-5ab931f1e2e4 req-19748ee4-e702-40ee-a12f-ce482584a3f9 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1519980 Jul 23 10:32:45.159639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-752ac746-2961-445e-99d2-e3536e23bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.163508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-752ac746-2961-445e-99d2-e3536e23bf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.164910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-752ac746-2961-445e-99d2-e3536e23bf4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/881c7f95-2699-44cc-b1a6-1d5228571a2c HTTP/1.1" status: 204 len: 168 time: 0.2737486 Jul 23 10:32:45.203144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ac746-2961-445e-99d2-e3536e23bf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881c7f95-2699-44cc-b1a6-1d5228571a2c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:45.224816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:45.238844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'mac_address': 'fa:16:3e:b0:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:32:45.248699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8172c8-499e-48df-9b1b-2d8973648cff req-8918ff54-4566-4113-a103-c295291597a8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:45.250277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf8172c8-499e-48df-9b1b-2d8973648cff req-8918ff54-4566-4113-a103-c295291597a8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 946 time: 0.1160336 Jul 23 10:32:45.259674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a667fa50-09d8-4de8-afe8-5ab931f1e2e4 req-b977721d-35d8-4b53-882e-d3eee5d5a754 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406703 Jul 23 10:32:45.290079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.307906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:32:45.344014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:45.366980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.388775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf8172c8-499e-48df-9b1b-2d8973648cff req-cb8abc82-b2be-4877-b231-6a7a673ea40e tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083262 Jul 23 10:32:45.396223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Router 72ac1ae7-26ed-412c-bac6-21b6c187c33f is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:45.532174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=12']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:45.569192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b9935ef4-aac4-47aa-8316-1f69dd5f24cf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:32:45.625422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163865fc-ed28-41e7-a630-2bbfa6a45ca7 req-72da985c-ca1a-45bc-81ed-82e1453ec53a tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:45.637647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-163865fc-ed28-41e7-a630-2bbfa6a45ca7 req-72da985c-ca1a-45bc-81ed-82e1453ec53a tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.2496517 Jul 23 10:32:45.659029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:45.676890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] Sync routers for ids ['72ac1ae7-26ed-412c-bac6-21b6c187c33f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:45.679711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:45.683630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7568198b-3e93-463a-946c-48a6d5a3ee1f tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "PUT /v2.0/routers/72ac1ae7-26ed-412c-bac6-21b6c187c33f HTTP/1.1" status: 200 len: 919 time: 2.3523641 Jul 23 10:32:45.686415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:45.722591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-163865fc-ed28-41e7-a630-2bbfa6a45ca7 req-4bb5b0ca-36f0-425d-b918-d28ae28fe3e3 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791159 Jul 23 10:32:45.724028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] Routers {'72ac1ae7-26ed-412c-bac6-21b6c187c33f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:45.739469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['72ac1ae7-26ed-412c-bac6-21b6c187c33f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:45.773727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:45.809011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] Routers {'72ac1ae7-26ed-412c-bac6-21b6c187c33f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:45.816209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['72ac1ae7-26ed-412c-bac6-21b6c187c33f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:45.909714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:45.911544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdadd6-4dcd-4be0-b4b8-ee2aa5e2d434 None None] The sync data for ids ['72ac1ae7-26ed-412c-bac6-21b6c187c33f'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:45.950962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:45.951355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa4a74cd-f9ac-428e-88eb-a04025ff3922 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/72ac1ae7-26ed-412c-bac6-21b6c187c33f HTTP/1.1" status: 200 len: 925 time: 0.2602050 Jul 23 10:32:46.039825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:46.140247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0987a0-17c6-4be1-b15f-a16940f89a04 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:46.143566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee0987a0-17c6-4be1-b15f-a16940f89a04 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=72ac1ae7-26ed-412c-bac6-21b6c187c33f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1905055 Jul 23 10:32:46.146268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47968) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:46.169722 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:46.185152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480d4f9-4504-47f9-8e1b-3f35a5ff5597 req-75a7c57e-dbab-4464-9c92-f9e00bdfcf1c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:46.193163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7480d4f9-4504-47f9-8e1b-3f35a5ff5597 req-75a7c57e-dbab-4464-9c92-f9e00bdfcf1c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1450098 Jul 23 10:32:46.199704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:46.202159 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1df688-0dd5-493f-8549-dd21241b6e5a" -d '{"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-unplugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:46.229005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:46.244559 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:46.265763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7480d4f9-4504-47f9-8e1b-3f35a5ff5597 req-184191aa-7878-466c-b698-ea41a4fd513c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707593 Jul 23 10:32:46.331358 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab92f95-5934-4dde-b2d8-c74bb74826af x-openstack-request-id: req-3ab92f95-5934-4dde-b2d8-c74bb74826af {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:46.331794 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-unplugged", "status": "failed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:46.332077 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ab92f95-5934-4dde-b2d8-c74bb74826af {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:46.333910 n-d-778550-4 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'code': 422} returned with failed status Jul 23 10:32:46.343515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:46.388147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9dfe518-1ac3-46fb-914e-63bd3759baaa req-9951cf5d-f193-40b6-beb8-8e312a97c184 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0579607 Jul 23 10:32:46.430266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c51d4-2797-42e1-949b-0a1ed649dff9 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:46.431784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-959c51d4-2797-42e1-949b-0a1ed649dff9 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.2842991 Jul 23 10:32:46.434629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47982) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:46.474809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2dc707b4-92bc-4014-89b7-b8149e1eebba tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=72ac1ae7-26ed-412c-bac6-21b6c187c33f HTTP/1.1" status: 200 len: 205 time: 0.0372813 Jul 23 10:32:46.482761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47986) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:46.547702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c7315-309b-45e2-9936-33b855a6d807 req-ab606198-ace8-464a-8e11-d063662effa0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:46.577885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb9c7315-309b-45e2-9936-33b855a6d807 req-ab606198-ace8-464a-8e11-d063662effa0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1436269 Jul 23 10:32:46.623367 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:46.658482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb9c7315-309b-45e2-9936-33b855a6d807 req-271aaeed-1144-4509-a840-c6d96db26d40 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792534 Jul 23 10:32:46.799162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:46.947326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Deleting port 07f75057-9479-4cae-a13c-042524f1a83f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:46.947963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:47.026821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:32:47.094302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b9935ef4-aac4-47aa-8316-1f69dd5f24cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:32:47.095468 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:47.166389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:47.178415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e746d-ab0a-4e1d-ab5e-278ca1cc49f8 req-17f616af-e807-424f-b970-25b586cd8e39 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:47.181254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Calling delete_port for 07f75057-9479-4cae-a13c-042524f1a83f owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:47.191482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-994e746d-ab0a-4e1d-ab5e-278ca1cc49f8 req-17f616af-e807-424f-b970-25b586cd8e39 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.1355972 Jul 23 10:32:47.252748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:47.279769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-994e746d-ab0a-4e1d-ab5e-278ca1cc49f8 req-6df9a226-a85d-472d-8ce7-c36470f6b117 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872488 Jul 23 10:32:47.452376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:47.461123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:47.567946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6b058-f15c-4044-8bd6-5cf03741f4f2 req-c1aade2d-0d8d-48a2-9960-599915f9d661 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:47.570596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=13']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:47.577308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ae6b058-f15c-4044-8bd6-5cf03741f4f2 req-c1aade2d-0d8d-48a2-9960-599915f9d661 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 945 time: 0.1935167 Jul 23 10:32:47.630311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:47.674144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ae6b058-f15c-4044-8bd6-5cf03741f4f2 req-ecf48ae6-b48f-4d54-8995-d42c905c1b0a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956271 Jul 23 10:32:47.727131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event deleted for resources: {'Port': ['ID=07f75057-9479-4cae-a13c-042524f1a83f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:47.887020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-28bb97ce-0f84-46ec-94b4-cd4dfac691c0 req-479a3a6d-ea79-449b-b0f3-95ad9e61fbd4 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0910468 Jul 23 10:32:47.933574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c438fc-676b-4600-bfac-0b4e6e24b05f req-ddb8f9d7-b9b8-4b3b-aca2-208f33c0b256 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:47.948817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32c438fc-676b-4600-bfac-0b4e6e24b05f req-ddb8f9d7-b9b8-4b3b-aca2-208f33c0b256 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.4599559 Jul 23 10:32:47.950576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:48.335627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:48.340410 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07696500-8bbc-47a2-b49f-7c8828160444" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:48.474884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2002a1-fa6e-4ac1-bc06-4d08ed482750 req-d6308bc8-920e-4c4e-8247-8d31e34976a4 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:48.483395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d2002a1-fa6e-4ac1-bc06-4d08ed482750 req-d6308bc8-920e-4c4e-8247-8d31e34976a4 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1539242 Jul 23 10:32:48.571462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d2002a1-fa6e-4ac1-bc06-4d08ed482750 req-4443605d-c93a-442b-9b7f-fa83e96e78e9 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869668 Jul 23 10:32:48.643317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32c438fc-676b-4600-bfac-0b4e6e24b05f req-c7eea7cf-0fd5-416b-93cb-05d60d6b4dd7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6943536 Jul 23 10:32:48.645075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:48.654895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:48.769503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-5ee211ff-7858-4106-ba4f-e033dde3ccb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3795059 Jul 23 10:32:48.776068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:48.776899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Fanout notify agent at l3_agent the message router_deleted on router 72ac1ae7-26ed-412c-bac6-21b6c187c33f {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:48.793162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:48.798416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-de97d011-da03-45d2-a3fc-37119e65a911 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/72ac1ae7-26ed-412c-bac6-21b6c187c33f HTTP/1.1" status: 204 len: 168 time: 2.3142917 Jul 23 10:32:48.802663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48062) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:48.814306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1244708242', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:48.821105 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d588b-b227-46d5-80d9-ae2cca148a0c x-openstack-request-id: req-889d588b-b227-46d5-80d9-ae2cca148a0c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:48.821683 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-plugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:48.823192 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-889d588b-b227-46d5-80d9-ae2cca148a0c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:48.824085 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'code': 200} Jul 23 10:32:48.908520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:48.912334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:49.035450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81a7a3-40e9-42b0-9e64-db48c10122cb req-fafee9ba-ed64-40cd-a051-4bfb6d7a2d66 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:49.043612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee81a7a3-40e9-42b0-9e64-db48c10122cb req-fafee9ba-ed64-40cd-a051-4bfb6d7a2d66 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.1530905 Jul 23 10:32:49.120719 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee81a7a3-40e9-42b0-9e64-db48c10122cb req-f8b1b865-b60e-4654-a69b-d980fa23c4b4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757589 Jul 23 10:32:49.137457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:49.166188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d5944-00eb-4cc5-989b-38eb77f7fb86 req-369241cf-975f-44e4-9306-2489d9c7f076 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:49.180389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec0d5944-00eb-4cc5-989b-38eb77f7fb86 req-369241cf-975f-44e4-9306-2489d9c7f076 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.3775659 Jul 23 10:32:49.287464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe050a67-1a7c-4553-9486-92b42577b4ff req-853f2bde-f66a-49ce-8272-4c312589cea6 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0533960 Jul 23 10:32:49.342180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec0d5944-00eb-4cc5-989b-38eb77f7fb86 req-81c8ffe9-8c28-4f83-b1e3-1769bc23c658 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600134 Jul 23 10:32:49.449860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:49.572884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-4e7f7475-ce3d-482d-8358-5ac7f382e965 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:49.577453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-4e7f7475-ce3d-482d-8358-5ac7f382e965 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.1012561 Jul 23 10:32:49.776720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Deleting port 6e061594-e767-4f9f-b22b-ffbc409d6d41 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:49.777158 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:49.851749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:49.881477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7059d5c-0cde-47b6-95ea-fd6fec783a8f req-dd6f8791-b59d-4094-84e6-1e0eb6c9a051 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:49.888441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7059d5c-0cde-47b6-95ea-fd6fec783a8f req-dd6f8791-b59d-4094-84e6-1e0eb6c9a051 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1796594 Jul 23 10:32:49.902205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:49.912476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:49.969978 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7059d5c-0cde-47b6-95ea-fd6fec783a8f req-494683b3-103b-482f-b9fe-56d58b856ee0 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760961 Jul 23 10:32:49.972277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] For port 6e061594-e767-4f9f-b22b-ffbc409d6d41, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6e061594-e767-4f9f-b22b-ffbc409d6d41,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:49.976256 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.127836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc17b13-52af-495e-87c4-81518373867d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.130115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177bbb6-33e0-49f6-89f3-7a51ca76c89e req-168e9a1f-2ff8-409a-97a5-1418e016908f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:50.138310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2177bbb6-33e0-49f6-89f3-7a51ca76c89e req-168e9a1f-2ff8-409a-97a5-1418e016908f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.3274238 Jul 23 10:32:50.210348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2177bbb6-33e0-49f6-89f3-7a51ca76c89e req-3b3f17ab-70f7-4410-8024-00a17f7749fa tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710747 Jul 23 10:32:50.231512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Allocated IP 172.25.4.101 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/815c1e57-2cb8-4780-b4fe-80930025647d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:32:50.303317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-039317ea-1e0f-4493-aaea-32e194ac1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:50.304883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-039317ea-1e0f-4493-aaea-32e194ac1937 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51&tenant_id=537b85ad1d3945da8ec089f34f5137bd HTTP/1.1" status: 200 len: 1095 time: 0.2760866 Jul 23 10:32:50.468481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a9461ab-7312-45f0-a8cb-5d16b271b8af req-a768c823-d261-47a6-951d-26331e8692a9 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0533667 Jul 23 10:32:50.477615 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.496209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-17346b6f-39ae-4dcc-ba39-72054880499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:50.497847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-17346b6f-39ae-4dcc-ba39-72054880499f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537b85ad1d3945da8ec089f34f5137bd&device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1095 time: 0.1524870 Jul 23 10:32:50.638862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.715027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-a1a796b9-eb4a-4b35-b799-e3bd0055e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:50.716591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-a1a796b9-eb4a-4b35-b799-e3bd0055e8c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 200 len: 918 time: 0.2104757 Jul 23 10:32:50.734632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:32:50.741106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event updated for resources: {'Port': ['ID=815c1e57-2cb8-4780-b4fe-80930025647d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:50.803408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ac06-9423-42c3-986e-da797ba9b91f req-40622ca3-46d0-40e1-b792-57721f45514e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:50.813431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:32:50.813431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:32:50.834317 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8c3ac06-9423-42c3-986e-da797ba9b91f req-40622ca3-46d0-40e1-b792-57721f45514e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.5884726 Jul 23 10:32:50.859527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.859527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.859527 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Floating IP 6b9620de-25fa-4a06-b93f-f5a97942289c disassociated. External IP: 172.25.4.14, port: 6e061594-e767-4f9f-b22b-ffbc409d6d41. Jul 23 10:32:50.859527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Calling delete_port for 6e061594-e767-4f9f-b22b-ffbc409d6d41 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:50.948339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-2ec55d38-577d-42de-b9a4-38f3f0686bbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 200 len: 999 time: 0.2216344 Jul 23 10:32:50.951697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc17b13-52af-495e-87c4-81518373867d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.957143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8c3ac06-9423-42c3-986e-da797ba9b91f req-1bdef357-a98d-4bd1-af80-b193c4280bef tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410780 Jul 23 10:32:50.978380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc17b13-52af-495e-87c4-81518373867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:50.978941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b128-0440-44a9-861c-bca172de1ef2 req-e4af9fde-7884-4210-a0c4-2655f0b8d101 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:50.986044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8813b128-0440-44a9-861c-bca172de1ef2 req-e4af9fde-7884-4210-a0c4-2655f0b8d101 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 946 time: 0.3934910 Jul 23 10:32:51.016819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bfc17b13-52af-495e-87c4-81518373867d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56b5cbea4b644d6cb1bddce14ab73412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1130943 Jul 23 10:32:51.017821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:51.146621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc17b13-52af-495e-87c4-81518373867d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52333222-3ef3-4a22-9563-f97b3eba46c8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:51.170716 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.195844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-2c7f2d7d-6b1e-42cf-a98d-5661ce3acce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:51.195844 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-2c7f2d7d-6b1e-42cf-a98d-5661ce3acce0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 200 len: 856 time: 0.2288141 Jul 23 10:32:51.206757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8813b128-0440-44a9-861c-bca172de1ef2 req-008eac33-7456-4120-817f-dbeadc01bd25 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups?id=e76a1504-8015-4844-866c-48fcb80c2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195315 Jul 23 10:32:51.216664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event deleted for resources: {'Port': ['ID=6e061594-e767-4f9f-b22b-ffbc409d6d41,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:51.255388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f07fb-4b58-43c5-a014-4ad4ef1c58a9 req-9e9d4478-cfb3-4213-a50a-e0fbe91f1ed3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:51.263098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b2f07fb-4b58-43c5-a014-4ad4ef1c58a9 req-9e9d4478-cfb3-4213-a50a-e0fbe91f1ed3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1818883 Jul 23 10:32:51.326506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c1f226c-29cc-40ff-a448-4ae1e8e49e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.416942 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b2f07fb-4b58-43c5-a014-4ad4ef1c58a9 req-f0cb82a7-3316-4197-932f-5578012bc2fe tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528206 Jul 23 10:32:51.441651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Router ff52de1f-45ee-43b0-b243-788892b9f626 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:32:51.478163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c1f226c-29cc-40ff-a448-4ae1e8e49e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.498297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-ce600e86-07a6-4d1b-a5c6-b7c58740592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:51.499871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-ce600e86-07a6-4d1b-a5c6-b7c58740592f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab3d83c8-e91e-4ec4-a211-1c0158804018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011529 Jul 23 10:32:51.618621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-6963dc38-ed3a-45ae-9d2a-25c3d89f343b service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033604 Jul 23 10:32:51.683460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69987160-e277-47ed-9b26-81d280024255 req-8c505982-cc1b-453b-aed5-e45143a27b15 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0619521 Jul 23 10:32:51.687195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:51.697131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250992-5f2a-498a-b7c4-7fc5d5be63e9 req-5d6fc9d0-8525-4c38-96f9-f94b40c5a08f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:51.698802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1250992-5f2a-498a-b7c4-7fc5d5be63e9 req-5d6fc9d0-8525-4c38-96f9-f94b40c5a08f tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.3145466 Jul 23 10:32:51.716005 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] Sync routers for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:51.734800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.756336 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:51.760274 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:51.782521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] No DVR routers for this DVR port 6e061594-e767-4f9f-b22b-ffbc409d6d41 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:32:51.787709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.790620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53b579f8-ac14-4973-bf70-06c31eee2246 req-453ec266-7d11-49e9-bfe3-45277dbca578 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.55 "DELETE /v2.0/ports/6e061594-e767-4f9f-b22b-ffbc409d6d41 HTTP/1.1" status: 204 len: 173 time: 2.2029834 Jul 23 10:32:51.790836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'name': 'network-vif-deleted', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:32:51.808838 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f4fe1-f7fe-4caf-bfb6-291a44c8e80d" -d '{"events": [{"server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "name": "network-vif-deleted", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:32:51.899633 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c579e80-1555-4216-95c4-eff42cf3e267 x-openstack-request-id: req-3c579e80-1555-4216-95c4-eff42cf3e267 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:32:51.899968 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5af715-8896-4abd-b488-a6a78048c5b2", "name": "network-vif-deleted", "tag": "6e061594-e767-4f9f-b22b-ffbc409d6d41", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:32:51.900229 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c579e80-1555-4216-95c4-eff42cf3e267 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:32:51.900691 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5af715-8896-4abd-b488-a6a78048c5b2', 'name': 'network-vif-deleted', 'tag': '6e061594-e767-4f9f-b22b-ffbc409d6d41', 'status': 'completed', 'code': 200} Jul 23 10:32:51.937697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c1f226c-29cc-40ff-a448-4ae1e8e49e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.940597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c1f226c-29cc-40ff-a448-4ae1e8e49e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:51.942469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c1f226c-29cc-40ff-a448-4ae1e8e49e73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52333222-3ef3-4a22-9563-f97b3eba46c8 HTTP/1.1" status: 204 len: 168 time: 0.9204247 Jul 23 10:32:51.967660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f226c-29cc-40ff-a448-4ae1e8e49e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52333222-3ef3-4a22-9563-f97b3eba46c8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:51.996799 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:32:52.008429 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1250992-5f2a-498a-b7c4-7fc5d5be63e9 req-953f82db-76d8-4918-bb10-4592dfef2449 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979794 Jul 23 10:32:52.015883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36eaa1ba-8df9-43ec-8a32-232763ad154b req-78e65d7b-35b6-4c81-ba73-4a42ab58961a service neutron] 10.222.0.55 "GET /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894253 Jul 23 10:32:52.174549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dbaf9-5522-4236-ab82-aba883163914 req-0d6b38f1-b0c2-41de-b694-1a2b9467d00c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:52.183030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-333dbaf9-5522-4236-ab82-aba883163914 req-0d6b38f1-b0c2-41de-b694-1a2b9467d00c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.1045432 Jul 23 10:32:52.280008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-333dbaf9-5522-4236-ab82-aba883163914 req-9f7cdb81-1361-4a67-93cb-1d3fdb86a9de tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958099 Jul 23 10:32:52.366072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:52.543571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:52.559587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6ea24b2-a58d-4576-a78d-39909e095b82 req-41018305-ec0f-4e8f-9e1f-adefbcd1184b tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e5af715-8896-4abd-b488-a6a78048c5b2 HTTP/1.1" status: 200 len: 210 time: 0.1688232 Jul 23 10:32:52.584297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff9df-b6a8-48f4-aca4-7ff520038ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:52.603993 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:53Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:52.641008 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] Checking router: ff52de1f-45ee-43b0-b243-788892b9f626 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:32:52.653704 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:52.654531 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:52.659660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Router d08e1515-2c45-4721-b369-806505393bba is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:32:52.836221 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:32:52.876665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:52.877550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821873-3055-4269-822b-7cd991db62ca req-b80f720e-09e8-439c-859b-c5fae4ecce8d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:52.886406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e821873-3055-4269-822b-7cd991db62ca req-b80f720e-09e8-439c-859b-c5fae4ecce8d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.2933347 Jul 23 10:32:52.887719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] Sync routers for ids ['d08e1515-2c45-4721-b369-806505393bba'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:52.906251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] Routers {'d08e1515-2c45-4721-b369-806505393bba'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:52.906905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d08e1515-2c45-4721-b369-806505393bba'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:52.941335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff9df-b6a8-48f4-aca4-7ff520038ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:52.963941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72d12cf1-b8f4-4a9d-bcaa-38854f327075 req-4c5f3021-bea2-4b6d-b6d1-fc195b947586 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0465336 Jul 23 10:32:52.972051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:52.975466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-66326f1a-f030-4710-bd40-706e89bc7abf tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1646566 Jul 23 10:32:52.978085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48158) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:52.983988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:52.989014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:53.013756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e821873-3055-4269-822b-7cd991db62ca req-4ac73a75-426d-4ddc-8b91-cf4a46553d08 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263051 Jul 23 10:32:53.017574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] Routers {'d08e1515-2c45-4721-b369-806505393bba'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:53.018494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d08e1515-2c45-4721-b369-806505393bba'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:53.019806 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff9df-b6a8-48f4-aca4-7ff520038ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:53.093520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3f7ff9df-b6a8-48f4-aca4-7ff520038ad9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37808677d999403d84710956ad7f6cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488520 Jul 23 10:32:53.095042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ff9df-b6a8-48f4-aca4-7ff520038ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c40547-c067-45f2-8f14-44740e49d6d2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:53.110628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:53.201077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:53.204429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c72dbc9-b5f1-4e86-b41d-e8aea42e434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:53.210411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4199e7-5d2e-4d37-bcae-13ef0ba881ce None None] The sync data for ids ['d08e1515-2c45-4721-b369-806505393bba'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:53.240030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c72dbc9-b5f1-4e86-b41d-e8aea42e434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:53.296859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:53Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:53.322986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b45d-6c97-42ac-b8b4-36234c608249 req-a9b90229-5e5a-4222-a500-e7c31ae69b39 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:53.330992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0758b45d-6c97-42ac-b8b4-36234c608249 req-a9b90229-5e5a-4222-a500-e7c31ae69b39 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.1835020 Jul 23 10:32:53.345893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c72dbc9-b5f1-4e86-b41d-e8aea42e434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:53.349420 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c72dbc9-b5f1-4e86-b41d-e8aea42e434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:53.357848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c72dbc9-b5f1-4e86-b41d-e8aea42e434e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7c40547-c067-45f2-8f14-44740e49d6d2 HTTP/1.1" status: 204 len: 168 time: 0.2412477 Jul 23 10:32:53.384610 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9fda-9cdd-40c5-85c0-0993845a2d31 None None] The sync data for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 is: [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:30:48Z', 'revision_number': 4, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'be0455c1-be0e-4356-833d-e47b391da4d7', 'name': '', 'network_id': 'e3d82555-25b4-4ee6-bf9e-63eef1832fc1', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:46Z', 'updated_at': '2021-07-23T10:30:53Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'subnets': [{'id': '75de4964-bd8d-4612-b11e-f679ebf61ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:53.385175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72dbc9-b5f1-4e86-b41d-e8aea42e434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c40547-c067-45f2-8f14-44740e49d6d2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:53.553662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1faa9-4494-48bf-9ebc-bb05be0b1fcb req-2edbc732-fbc5-45b9-b906-6d9fdd4bef26 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:53.571078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a7e1faa9-4494-48bf-9ebc-bb05be0b1fcb req-2edbc732-fbc5-45b9-b906-6d9fdd4bef26 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.1668184 Jul 23 10:32:53.645708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0758b45d-6c97-42ac-b8b4-36234c608249 req-8bcb5cfa-dddf-4f7c-ab13-96cf238e6ea7 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128133 Jul 23 10:32:53.709506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a7e1faa9-4494-48bf-9ebc-bb05be0b1fcb req-6ffeabc1-a751-493f-bac6-b95f3af4e9f8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280439 Jul 23 10:32:53.875104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:53.894070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:53.949724 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a1d5c-a686-44f7-876f-2a7a216ac8e9 None None] New status for floating IP 6b9620de-25fa-4a06-b93f-f5a97942289c: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:32:53.978662 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f7cf07-e7eb-4c92-9627-54360cb24a49 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.084906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f7cf07-e7eb-4c92-9627-54360cb24a49 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.092653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6e061594-e767-4f9f-b22b-ffbc409d6d41 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:32:54.158831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 6e061594-e767-4f9f-b22b-ffbc409d6d41 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:32:54.159176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6e061594-e767-4f9f-b22b-ffbc409d6d41 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:32:54.223214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cce60bf1-7583-4fa9-a695-1bee7729ca1f req-25adc2d0-2415-4864-9072-ff3b50e2aa73 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0774968 Jul 23 10:32:54.279825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f7cf07-e7eb-4c92-9627-54360cb24a49 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.284811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f7cf07-e7eb-4c92-9627-54360cb24a49 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.287184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42f7cf07-e7eb-4c92-9627-54360cb24a49 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "DELETE /v2.0/security-groups/e76a1504-8015-4844-866c-48fcb80c2e6b HTTP/1.1" status: 204 len: 168 time: 0.4105740 Jul 23 10:32:54.294133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:54.327164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7cf07-e7eb-4c92-9627-54360cb24a49 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a1504-8015-4844-866c-48fcb80c2e6b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:54.343627 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-414df517-409b-4360-b132-adabd2a79ad7 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] show failed (client error): The resource could not be found. Jul 23 10:32:54.345601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-414df517-409b-4360-b132-adabd2a79ad7 tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "GET /v2.0/security-groups/e76a1504-8015-4844-866c-48fcb80c2e6b HTTP/1.1" status: 404 len: 347 time: 0.0500100 Jul 23 10:32:54.355607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:54.645759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Deleting port 1c7e9978-1f07-4a62-a333-35041522376f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:54.646191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.906346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.906935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.924829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Calling delete_port for 1c7e9978-1f07-4a62-a333-35041522376f owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:54.939156 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:54.958515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8626-c4a6-41f5-bbec-6b730bfa17ad req-9235f7c7-bce2-43c0-89f6-a9f1260873cb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:54.966571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c0f8626-c4a6-41f5-bbec-6b730bfa17ad req-9235f7c7-bce2-43c0-89f6-a9f1260873cb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1275752 Jul 23 10:32:55.016996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c0f8626-c4a6-41f5-bbec-6b730bfa17ad req-97bea5eb-7c97-47d6-bec5-fcae5f70c79f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Jul 23 10:32:55.034049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:55.212506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Deleting port 815c1e57-2cb8-4780-b4fe-80930025647d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:55.213476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:55.386473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d63703-89d4-4697-b21a-94d377a6c5dc req-43d0b5c5-7031-41ed-98ae-c869dfad6f21 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:55.402851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33d63703-89d4-4697-b21a-94d377a6c5dc req-43d0b5c5-7031-41ed-98ae-c869dfad6f21 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.2893531 Jul 23 10:32:55.526464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7fc83-7062-4873-b19d-2e130b5a1860 req-559c5f64-8bb5-41b1-afe9-39621d082b77 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:55.528474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbe7fc83-7062-4873-b19d-2e130b5a1860 req-559c5f64-8bb5-41b1-afe9-39621d082b77 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.2749429 Jul 23 10:32:55.562864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33d63703-89d4-4697-b21a-94d377a6c5dc req-9d16c09c-3090-4daf-85fe-e8b811375456 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580293 Jul 23 10:32:55.564701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:55.577908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:55.628654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Calling delete_port for 815c1e57-2cb8-4780-b4fe-80930025647d owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:55.694209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbe7fc83-7062-4873-b19d-2e130b5a1860 req-518078b8-2ea2-4f51-b17c-a8c0372ff888 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559999 Jul 23 10:32:55.731346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Pushing event deleted for resources: {'Port': ['ID=1c7e9978-1f07-4a62-a333-35041522376f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:55.777102 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:55.780432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:55.781934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-63af5f76-f1b2-4a8f-a97f-1acfa3cf527f tempest-ServersTestManualDisk-1688998973 tempest-ServersTestManualDisk-1688998973-project] 10.222.0.37 "DELETE /v2.0/floatingips/6b9620de-25fa-4a06-b93f-f5a97942289c HTTP/1.1" status: 204 len: 168 time: 1.4231963 Jul 23 10:32:55.786779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48220) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:56.056183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-778254e9-4fcc-4aca-b3c8-6c096fa83653 req-b83605f3-959e-4def-880e-58c4e2b185cb tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.1079967 Jul 23 10:32:56.219744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:56.278567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Pushing event deleted for resources: {'Port': ['ID=815c1e57-2cb8-4780-b4fe-80930025647d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:32:56.394461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:56.404076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23fa52-85e6-46aa-b7f8-3137812ec7e6 req-b64accc0-94d3-4ec0-976e-9d62a137f302 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:56.414784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a23fa52-85e6-46aa-b7f8-3137812ec7e6 req-b64accc0-94d3-4ec0-976e-9d62a137f302 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.2276211 Jul 23 10:32:56.533289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a23fa52-85e6-46aa-b7f8-3137812ec7e6 req-e3c3c9cf-e230-421d-9304-d745fe5dfcb2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173019 Jul 23 10:32:56.536519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:56.777069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:56.792480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:56.821859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:56.944678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6cc7066d-c142-4a38-84a0-d6ecf444dfe2 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-862756854'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:56.945143 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6cc7066d-c142-4a38-84a0-d6ecf444dfe2 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Unknown quota resources ['metering_label']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:32:57.077168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb012413-bfef-45f2-98e7-d1bf6db8b167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:57.101466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Router d08e1515-2c45-4721-b369-806505393bba has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:32:57.142977 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a7424-b929-48d1-86c1-680c923bdc31 req-62d7729d-4680-402b-b142-9172cece50d3 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:57.151925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-626a7424-b929-48d1-86c1-680c923bdc31 req-62d7729d-4680-402b-b142-9172cece50d3 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.4390538 Jul 23 10:32:57.285291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:32:57.298525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:57.305575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] Sync routers for ids ['d08e1515-2c45-4721-b369-806505393bba'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:32:57.316531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] Routers {'d08e1515-2c45-4721-b369-806505393bba'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:57.317545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d08e1515-2c45-4721-b369-806505393bba'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:57.320185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-506498f7-d6ff-48a9-b16a-2b8e15879c76 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "PUT /v2.0/routers/d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 200 len: 710 time: 4.3407862 Jul 23 10:32:57.320839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48248) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:57.361474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-626a7424-b929-48d1-86c1-680c923bdc31 req-cbff7ee6-d332-4cf4-ad0e-356bd2e270f0 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080917 Jul 23 10:32:57.376275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:57.420638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] Routers {'d08e1515-2c45-4721-b369-806505393bba'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:32:57.427095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:32:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d08e1515-2c45-4721-b369-806505393bba'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:57.481458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cc7066d-c142-4a38-84a0-d6ecf444dfe2 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:57.482634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6cc7066d-c142-4a38-84a0-d6ecf444dfe2 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9292810 Jul 23 10:32:57.493775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:57.512237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:32:57.512921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5097e0d-2fa9-43c5-bcc5-0162cba3a4fa None None] The sync data for ids ['d08e1515-2c45-4721-b369-806505393bba'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:32:57.524883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f9f8a788-2865-4d2d-968b-199aa6660b0e tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1359cb54-8eb3-4014-b3c5-c15d14877dab'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:57.528159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f9f8a788-2865-4d2d-968b-199aa6660b0e tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:32:57.562089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:57.562651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0fa2871e-caaf-4292-8a28-20319a3510e1 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/routers/d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 200 len: 745 time: 0.2196133 Jul 23 10:32:57.648799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f3f64-74a7-4591-a4ea-e54f1e27b89c req-5d43fb67-625f-4544-aa71-3f17e97d3220 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:57.658557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b8f3f64-74a7-4591-a4ea-e54f1e27b89c req-5d43fb67-625f-4544-aa71-3f17e97d3220 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.7073643 Jul 23 10:32:57.665812 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e1664d3-fe6c-4c9f-8552-d139a3c5c509 tempest-RoutersIpV6AdminTest-2035363669 tempest-RoutersIpV6AdminTest-2035363669-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 200 len: 205 time: 0.0990336 Jul 23 10:32:57.684275 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-28729eba-5498-4cd5-8c4c-36c8c8d5df9e req-7564f713-2a7a-4447-95fd-673aa126e330 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0493388 Jul 23 10:32:57.690395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48256) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:57.774431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-59601e79-308c-40c1-bc4c-0821e64f81f2 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 200 len: 205 time: 0.0822427 Jul 23 10:32:57.777245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48258) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:57.833970 n-d-778550-4 neutron-server[93834]: WARNING neutron.services.metering.metering_plugin [None req-f9f8a788-2865-4d2d-968b-199aa6660b0e tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 10:32:57.852226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b8f3f64-74a7-4591-a4ea-e54f1e27b89c req-9d1aa050-7699-4211-9f25-5a1349b8bb10 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882949 Jul 23 10:32:57.949444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:57.964874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a788-2865-4d2d-968b-199aa6660b0e tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:57.966331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f9f8a788-2865-4d2d-968b-199aa6660b0e tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4571137 Jul 23 10:32:57.969773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48260) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:57.978620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-566e53a7-d686-4cc5-adc9-52951454ad19 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1359cb54-8eb3-4014-b3c5-c15d14877dab'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:57.979376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-566e53a7-d686-4cc5-adc9-52951454ad19 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:32:58.115959 n-d-778550-4 neutron-server[93834]: WARNING neutron.services.metering.metering_plugin [None req-566e53a7-d686-4cc5-adc9-52951454ad19 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 10:32:58.280221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c90c-6e91-4214-8847-29f1107fa87f req-7ae9c1cd-2f4b-409b-9a33-2a50c035ea7e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:58.293941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f50c90c-6e91-4214-8847-29f1107fa87f req-7ae9c1cd-2f4b-409b-9a33-2a50c035ea7e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.4369571 Jul 23 10:32:58.313432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-566e53a7-d686-4cc5-adc9-52951454ad19 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.314887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-566e53a7-d686-4cc5-adc9-52951454ad19 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3440061 Jul 23 10:32:58.318226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.331150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e990ea7-7905-47d2-8d60-199ef0100bf9 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=fbe54835-daea-4ee7-aee1-c1458b04a062 HTTP/1.1" status: 200 len: 462 time: 0.0115681 Jul 23 10:32:58.335316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.377842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.397954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f50c90c-6e91-4214-8847-29f1107fa87f req-f0b3d4d9-d332-4027-a3f3-6774b180fa1e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019659 Jul 23 10:32:58.401512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.497443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.497953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Fanout notify agent at l3_agent the message router_deleted on router d08e1515-2c45-4721-b369-806505393bba {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:32:58.509009 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.510547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a660b331-1d85-4831-b27e-f9cb37a8b1ae tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 204 len: 168 time: 0.7298980 Jul 23 10:32:58.515970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.588427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1f9d5ecc-8ad0-48de-a9f3-effe98d02cf4 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 200 len: 205 time: 0.0706711 Jul 23 10:32:58.589127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48272) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.633301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdad1ff3-c26b-4605-946e-8f346f27af26 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.636911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fdad1ff3-c26b-4605-946e-8f346f27af26 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/fbe54835-daea-4ee7-aee1-c1458b04a062 HTTP/1.1" status: 204 len: 168 time: 0.2999287 Jul 23 10:32:58.665529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48274) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.673946 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-2a4c8921-c99d-4520-8b55-31a91d8786f9 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] delete failed (client error): The resource could not be found. Jul 23 10:32:58.675380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2a4c8921-c99d-4520-8b55-31a91d8786f9 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/d08e1515-2c45-4721-b369-806505393bba HTTP/1.1" status: 404 len: 336 time: 0.0811276 Jul 23 10:32:58.679777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48276) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.698260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-00e72290-7740-45bb-a40e-69e3f31d87ea tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=fbe54835-daea-4ee7-aee1-c1458b04a062 HTTP/1.1" status: 200 len: 221 time: 0.0311244 Jul 23 10:32:58.701445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.711305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0a7264a8-e89c-471c-a34f-00edd4a1b679 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1521928083', 'description': 'label created by tempest'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:32:58.712057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0a7264a8-e89c-471c-a34f-00edd4a1b679 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Unknown quota resources ['metering_label']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:32:58.740464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4640a7c-5267-49d1-9652-c53dc4a517f7 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=72ac1ae7-26ed-412c-bac6-21b6c187c33f HTTP/1.1" status: 200 len: 205 time: 0.0583694 Jul 23 10:32:58.744094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48282) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.793969 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-98f26283-674d-422a-9025-3a685dbe9e10 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] delete failed (client error): The resource could not be found. Jul 23 10:32:58.795012 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-98f26283-674d-422a-9025-3a685dbe9e10 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/72ac1ae7-26ed-412c-bac6-21b6c187c33f HTTP/1.1" status: 404 len: 336 time: 0.0496793 Jul 23 10:32:58.798646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48284) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.834653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Deleting port be0455c1-be0e-4356-833d-e47b391da4d7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:32:58.835819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:58.855230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf477b16-de0d-4bec-b586-46f51bd71e9c tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=30e8fa49-9679-4c3e-b069-a8fc1832dbbd HTTP/1.1" status: 200 len: 205 time: 0.0547972 Jul 23 10:32:58.868159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48286) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:58.902041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db58b8df-92f3-478a-b745-08bd6fb664b8 req-fbf55aa6-5325-4670-956b-bd2b92937682 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0381167 Jul 23 10:32:58.931825 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-ec1615d6-e106-4b65-ac09-b78524026a11 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] delete failed (client error): The resource could not be found. Jul 23 10:32:58.933137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec1615d6-e106-4b65-ac09-b78524026a11 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/30e8fa49-9679-4c3e-b069-a8fc1832dbbd HTTP/1.1" status: 404 len: 336 time: 0.0627086 Jul 23 10:32:58.937430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48290) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.042296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-56060a09-1095-4af5-bd26-9820cafffce6 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 HTTP/1.1" status: 200 len: 205 time: 0.1014071 Jul 23 10:32:59.045043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48292) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.156266 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-25a767fb-be34-49b1-9d80-7628e1f8f863 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] delete failed (client error): The resource could not be found. Jul 23 10:32:59.163685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-25a767fb-be34-49b1-9d80-7628e1f8f863 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/717afc9d-f98e-45e3-a6dc-c5f0d81bdf81 HTTP/1.1" status: 404 len: 336 time: 0.1167419 Jul 23 10:32:59.167601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48296) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.227268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-84d552ae-1ddc-427e-96dd-8e22448ddf4b tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f676a7-1c67-4305-a5f9-4233143f3a54 HTTP/1.1" status: 200 len: 205 time: 0.0576022 Jul 23 10:32:59.228351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48298) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.296666 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-07063661-d27b-452a-bf69-09f892c36520 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] delete failed (client error): The resource could not be found. Jul 23 10:32:59.303917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-07063661-d27b-452a-bf69-09f892c36520 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/13f676a7-1c67-4305-a5f9-4233143f3a54 HTTP/1.1" status: 404 len: 336 time: 0.0722945 Jul 23 10:32:59.306192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48300) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.357791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5645d539-8462-430d-ba1a-fb99820a68d4 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "GET /v2.0/ports?device_id=96d07d3f-9645-4b7d-8c8e-12544fc398f7 HTTP/1.1" status: 200 len: 205 time: 0.0495634 Jul 23 10:32:59.358990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48302) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.422578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813ea2d-fde6-4c53-9a84-ec678cf0de7d req-b8ffb5cd-649a-49c3-8d7d-e6e061e0b55b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:59.432577 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-375a1cbf-c9d2-4134-aa46-58a501b64361 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] delete failed (client error): The resource could not be found. Jul 23 10:32:59.435327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9813ea2d-fde6-4c53-9a84-ec678cf0de7d req-b8ffb5cd-649a-49c3-8d7d-e6e061e0b55b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.9065659 Jul 23 10:32:59.439321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-375a1cbf-c9d2-4134-aa46-58a501b64361 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/routers/96d07d3f-9645-4b7d-8c8e-12544fc398f7 HTTP/1.1" status: 404 len: 336 time: 0.0770569 Jul 23 10:32:59.445000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48306) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:32:59.516552 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b987b5-b427-427a-9170-8eae453556a2 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] DELETE failed (client error): The resource could not be found. Jul 23 10:32:59.517224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b987b5-b427-427a-9170-8eae453556a2 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:32:59.522285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-23b987b5-b427-427a-9170-8eae453556a2 tempest-RoutersIpV6AdminTest-1289321723 tempest-RoutersIpV6AdminTest-1289321723-project] 10.222.0.37 "DELETE /v2.0/subnets/63a13122-8b33-4bd0-82c0-ab1a181d4436 HTTP/1.1" status: 404 len: 337 time: 0.0733988 Jul 23 10:32:59.532571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4e487-fa03-4437-832d-cd1695d0bea4 req-aa9f348e-09a2-4a0b-a6af-8cb27bc569c0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:59.544063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6a4e487-fa03-4437-832d-cd1695d0bea4 req-aa9f348e-09a2-4a0b-a6af-8cb27bc569c0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.4864993 Jul 23 10:32:59.564179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] For port be0455c1-be0e-4356-833d-e47b391da4d7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=be0455c1-be0e-4356-833d-e47b391da4d7,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:32:59.564549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:59.579863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Calling delete_port for be0455c1-be0e-4356-833d-e47b391da4d7 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:32:59.639991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6a4e487-fa03-4437-832d-cd1695d0bea4 req-3a409b6d-0bbc-42f6-bbbc-0a988f322d6d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947001 Jul 23 10:32:59.892467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccd768a-067f-4327-a9e2-3f9f2f6211be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:32:59.925096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6b77c-e714-4e71-90db-684535d2f7b4 req-7ae675d4-548a-4e87-b0cf-22000a8c60bb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:32:59.928970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0c6b77c-e714-4e71-90db-684535d2f7b4 req-7ae675d4-548a-4e87-b0cf-22000a8c60bb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1746538 Jul 23 10:33:00.020704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0c6b77c-e714-4e71-90db-684535d2f7b4 req-1b39a2ec-c425-4c72-8280-a09c1623a109 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810177 Jul 23 10:33:00.038129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.055192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7264a8-e89c-471c-a34f-00edd4a1b679 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.056425 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a7264a8-e89c-471c-a34f-00edd4a1b679 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.3539007 Jul 23 10:33:00.060191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48316) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:00.083394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Pushing event deleted for resources: {'Port': ['ID=be0455c1-be0e-4356-833d-e47b391da4d7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:00.088547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9813ea2d-fde6-4c53-9a84-ec678cf0de7d req-5643ba62-8d07-4503-bfff-0db7884d6450 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6413584 Jul 23 10:33:00.146367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:00.183191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.301119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b96fd71b-ecb1-4810-993a-3de191d65ad6 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=36611f73-7352-4853-a0e1-64d5f950b9c2 HTTP/1.1" status: 200 len: 468 time: 0.2396412 Jul 23 10:33:00.302413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48322) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:00.339218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e98df1c6-ebf9-4279-bdd1-17b0348e17b6 req-9001a8c3-29e5-4d3b-b0dd-a2ad35bea82b tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0891328 Jul 23 10:33:00.537740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-028ca6e2-9264-4fbb-b89c-19f1db8dcbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.611549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.811520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-028ca6e2-9264-4fbb-b89c-19f1db8dcbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.827542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a779c27-ee6a-4cd1-9171-df14746c25db tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.827542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a779c27-ee6a-4cd1-9171-df14746c25db tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/36611f73-7352-4853-a0e1-64d5f950b9c2 HTTP/1.1" status: 204 len: 168 time: 0.5217369 Jul 23 10:33:00.860241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:00.881173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dcfe4228-a527-4b8e-8d30-37bf1d1e3112 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=36611f73-7352-4853-a0e1-64d5f950b9c2 HTTP/1.1" status: 200 len: 216 time: 0.0188406 Jul 23 10:33:00.892902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:00.901409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-028ca6e2-9264-4fbb-b89c-19f1db8dcbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:00.940097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b242dc0-e839-44a4-aafc-2af31422a7e1 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0438392 Jul 23 10:33:00.940922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48330) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:00.994287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f12e80-4368-49c3-a3a8-d7c196449f17 req-fae989ca-21ad-46ab-b47b-fc8b12cb22ba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:00.997887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ca6e2-9264-4fbb-b89c-19f1db8dcbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a3daf-5a34-408f-bffc-0d11c81fd666,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:01.002604 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-028ca6e2-9264-4fbb-b89c-19f1db8dcbc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e24e23a4f8174fe49011ed52a6b068f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8541403 Jul 23 10:33:01.010117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0cc18754-69da-4485-b887-39f9249ead25 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0580614 Jul 23 10:33:01.010117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:01.011831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:01.013161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70f12e80-4368-49c3-a3a8-d7c196449f17 req-fae989ca-21ad-46ab-b47b-fc8b12cb22ba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.2134454 Jul 23 10:33:01.147249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70f12e80-4368-49c3-a3a8-d7c196449f17 req-f0319cab-9ebc-442a-8c89-74c8f4ffc48c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133862 Jul 23 10:33:01.195397 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2393223e-3e10-4b88-958e-173644b0129b tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/1359cb54-8eb3-4014-b3c5-c15d14877dab HTTP/1.1" status: 200 len: 472 time: 0.1759105 Jul 23 10:33:01.224583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48340) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:01.240789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.247329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c8114aa0-958e-4406-b3ff-45c1f6791013 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/0cb20188-10c1-4a11-8cef-bce5858ba3aa HTTP/1.1" status: 200 len: 459 time: 0.0345404 Jul 23 10:33:01.256216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48342) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:01.395676 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a3d77b-90f9-40ee-8329-74eb2395fd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.434673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0f42b-c0f1-41f8-b98e-f73781411a71 req-0c04b207-d292-483a-8e53-62dc2a0a005b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:01.441727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6d0f42b-c0f1-41f8-b98e-f73781411a71 req-0c04b207-d292-483a-8e53-62dc2a0a005b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.2700789 Jul 23 10:33:01.461034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a3d77b-90f9-40ee-8329-74eb2395fd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.497735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Router ff52de1f-45ee-43b0-b243-788892b9f626 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:33:01.553895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2bacfd19-c3a8-4d3e-b36f-e6823fbe6e4b tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.555082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2bacfd19-c3a8-4d3e-b36f-e6823fbe6e4b tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/0cb20188-10c1-4a11-8cef-bce5858ba3aa HTTP/1.1" status: 204 len: 168 time: 0.2976515 Jul 23 10:33:01.558922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48350) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:01.559495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6d0f42b-c0f1-41f8-b98e-f73781411a71 req-cff55450-5c54-4cf6-865f-f7445b36900e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168153 Jul 23 10:33:01.732817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42eec-51bd-40b8-93fe-9c9ff5af80bd req-5fbd5e71-a7a4-45bc-8e87-7dee4bcf3546 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:01.734051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3b42eec-51bd-40b8-93fe-9c9ff5af80bd req-5fbd5e71-a7a4-45bc-8e87-7dee4bcf3546 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.3799636 Jul 23 10:33:01.827967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:33:01.843632 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] Sync routers for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:33:01.856796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e4c439da-8bad-4b48-a006-0b291c47ea2e admin admin] 10.222.0.37 "PUT /v2.0/routers/ff52de1f-45ee-43b0-b243-788892b9f626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0657351 Jul 23 10:33:01.857508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a3d77b-90f9-40ee-8329-74eb2395fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.860861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48354) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:01.875017 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:33:01.876309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:33:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:01.882434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a3d77b-90f9-40ee-8329-74eb2395fd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.888247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-79a3d77b-90f9-40ee-8329-74eb2395fd7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/278a3daf-5a34-408f-bffc-0d11c81fd666 HTTP/1.1" status: 204 len: 168 time: 0.8746943 Jul 23 10:33:01.902010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f631e1b-2bb3-4321-9a70-9c457bbf35b1 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:01.905642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9f631e1b-2bb3-4321-9a70-9c457bbf35b1 tempest-MeteringIpV6TestJSON-1402779768 tempest-MeteringIpV6TestJSON-1402779768-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/1359cb54-8eb3-4014-b3c5-c15d14877dab HTTP/1.1" status: 204 len: 168 time: 0.3463109 Jul 23 10:33:01.953572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3d77b-90f9-40ee-8329-74eb2395fd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a3daf-5a34-408f-bffc-0d11c81fd666,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:02.052466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf480ffc-04d2-4aa8-8b04-85a429f85d0a req-8764cd87-0b97-4f1c-a804-c6ad117d1f6b tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.1286604 Jul 23 10:33:02.184113 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:33:02.185209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3b42eec-51bd-40b8-93fe-9c9ff5af80bd req-430a5c64-3eb2-411c-95ef-5fceebd7c480 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132726 Jul 23 10:33:02.229167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:02.387161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:02.398959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48366) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:02.472914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:02.481227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d2a2-356b-4297-9d66-03aa299aff91 req-6224b16b-632f-4f13-ad86-178f8feb2a1b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:02.482627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c68d2a2-356b-4297-9d66-03aa299aff91 req-6224b16b-632f-4f13-ad86-178f8feb2a1b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.2230442 Jul 23 10:33:02.618937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Deleting port ada12208-e532-4b24-8f56-fd40ec385cc8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:02.619506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:02.637596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c68d2a2-356b-4297-9d66-03aa299aff91 req-3a0bb2ab-5e34-4f02-9272-e0e271b2fea8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424484 Jul 23 10:33:02.669765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65e438d9-0462-42c7-942b-caf7568186ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:02.739098 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:32:59Z', 'revision_number': 5, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port': {'id': 'ada12208-e532-4b24-8f56-fd40ec385cc8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:30:41Z', 'updated_at': '2021-07-23T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:02.784312 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] Checking router: ff52de1f-45ee-43b0-b243-788892b9f626 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:33:02.796888 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] Routers {'ff52de1f-45ee-43b0-b243-788892b9f626'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:33:02.797535 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:33:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff52de1f-45ee-43b0-b243-788892b9f626'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:02.812629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:02.921478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8be58279-7dbb-4795-a5d7-0793373d7771 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19d60a203f564595a86a35688f2b0d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053312 Jul 23 10:33:02.922054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48384) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:02.967847 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] Set router ff52de1f-45ee-43b0-b243-788892b9f626 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:33:02.993404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa8020d5-ca12-4f21-b819-e390a3f07c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:03.029179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa8020d5-ca12-4f21-b819-e390a3f07c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:03.037622 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:33:02Z', 'revision_number': 6, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:03.085828 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0871ba3-5058-4446-a98b-bc87a4be23fb None None] The sync data for ids ['ff52de1f-45ee-43b0-b243-788892b9f626'] in n-d-778550-4 is: [{'id': 'ff52de1f-45ee-43b0-b243-788892b9f626', 'name': 'tempest-ServersTestManualDisk-2056929444-router', 'tenant_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:30:40Z', 'updated_at': '2021-07-23T10:33:02Z', 'revision_number': 6, 'project_id': 'bc403abeb8ad47a9a910adcfe3ae9a4b', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:33:03.101141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa8020d5-ca12-4f21-b819-e390a3f07c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:03.104675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa8020d5-ca12-4f21-b819-e390a3f07c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:03.107596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fa8020d5-ca12-4f21-b819-e390a3f07c87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85dc6774-5fcf-4617-b423-f950d011c8d1 HTTP/1.1" status: 204 len: 168 time: 0.1839967 Jul 23 10:33:03.124337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8020d5-ca12-4f21-b819-e390a3f07c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc6774-5fcf-4617-b423-f950d011c8d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:03.313252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7351c8b2-851b-4549-8e39-a92c8d188761 req-3919cdde-b561-42ed-bd1f-ac126227e458 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0684800 Jul 23 10:33:03.533522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device be0455c1-be0e-4356-833d-e47b391da4d7 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:03.581877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039b470-ef50-4bc6-90c7-94ccf040608c req-01b51382-550f-431e-a7b9-edc2dd97729d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:03.583776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: be0455c1-be0e-4356-833d-e47b391da4d7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:03.584353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device be0455c1-be0e-4356-833d-e47b391da4d7 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:03.587473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] For port ada12208-e532-4b24-8f56-fd40ec385cc8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ada12208-e532-4b24-8f56-fd40ec385cc8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:03.588563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:03.589859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9039b470-ef50-4bc6-90c7-94ccf040608c req-01b51382-550f-431e-a7b9-edc2dd97729d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.1516302 Jul 23 10:33:03.630369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Calling delete_port for ada12208-e532-4b24-8f56-fd40ec385cc8 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:03.679935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9039b470-ef50-4bc6-90c7-94ccf040608c req-43d06454-54a7-439a-a9ce-7a857fe524ee tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890217 Jul 23 10:33:03.843702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a90e0-3b17-41af-b2b4-8655885d8717 req-9ed01998-fa03-4791-99ff-163a19bb9c19 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:03.853517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c45a90e0-3b17-41af-b2b4-8655885d8717 req-9ed01998-fa03-4791-99ff-163a19bb9c19 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.0892506 Jul 23 10:33:03.901396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c056ec2-06d8-4cf1-8457-a9f55d0204a2 req-29c24531-e2ba-4e3e-b25d-5b7d9171a08e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:03.908956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c056ec2-06d8-4cf1-8457-a9f55d0204a2 req-29c24531-e2ba-4e3e-b25d-5b7d9171a08e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.5484314 Jul 23 10:33:03.919683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c45a90e0-3b17-41af-b2b4-8655885d8717 req-b6099c94-0626-449d-8998-9de1e35eff4d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610538 Jul 23 10:33:04.029918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c056ec2-06d8-4cf1-8457-a9f55d0204a2 req-fc656b71-aac4-40e7-8327-73f0649a65f8 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198606 Jul 23 10:33:04.055131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65e438d9-0462-42c7-942b-caf7568186ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.073626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65e438d9-0462-42c7-942b-caf7568186ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.121201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e438d9-0462-42c7-942b-caf7568186ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a5a04-d968-407f-bd1e-58f8ae1170e6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:04.147122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.155355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-65e438d9-0462-42c7-942b-caf7568186ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c52d80cd4ec43fcac8a7994431e7743&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7553551 Jul 23 10:33:04.158408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:04.211394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada12208-e532-4b24-8f56-fd40ec385cc8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:04.219683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.299165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699312bc-c881-4045-9fc8-fbb263e10a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.344496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699312bc-c881-4045-9fc8-fbb263e10a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.358289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.364524 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:33:04.470332 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699312bc-c881-4045-9fc8-fbb263e10a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.479804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699312bc-c881-4045-9fc8-fbb263e10a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.483514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-699312bc-c881-4045-9fc8-fbb263e10a5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b87a5a04-d968-407f-bd1e-58f8ae1170e6 HTTP/1.1" status: 204 len: 168 time: 0.3226480 Jul 23 10:33:04.527339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699312bc-c881-4045-9fc8-fbb263e10a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a5a04-d968-407f-bd1e-58f8ae1170e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:04.530026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.532813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.597128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.597677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff52de1f-45ee-43b0-b243-788892b9f626 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:33:04.627812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.629759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c309b89-29bf-4aad-96b9-e443ee93fb81 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff52de1f-45ee-43b0-b243-788892b9f626 HTTP/1.1" status: 204 len: 168 time: 2.7522435 Jul 23 10:33:04.633139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48456) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:04.637776 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31fb8e3b-55de-48ec-bad0-2c8661086667 req-d4c099f0-ecd6-4b5f-9fcf-bc9054e05f2f tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0515039 Jul 23 10:33:04.740992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Deleting subnet 75de4964-bd8d-4612-b11e-f679ebf61ae7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:04.745863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.831365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:04.940502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.018067 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.265850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75de4964-bd8d-4612-b11e-f679ebf61ae7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:05.282865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537c3aa-2ed1-4ab7-ba3a-b1e96577c690 None None] Network e3d82555-25b4-4ee6-bf9e-63eef1832fc1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:05.283753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.290548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2830039-7392-48c8-b1b6-ea6508aafccb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/75de4964-bd8d-4612-b11e-f679ebf61ae7 HTTP/1.1" status: 204 len: 168 time: 0.6549544 Jul 23 10:33:05.292145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:05.338423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48494) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:05.371385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0254b5-92fe-4209-a30a-fdbf908b421b req-b7f6ca78-8112-4839-89ae-8b0b590ca41b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:05.392771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e0254b5-92fe-4209-a30a-fdbf908b421b req-b7f6ca78-8112-4839-89ae-8b0b590ca41b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.2066519 Jul 23 10:33:05.402017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a581f76-ddf7-4794-8f5f-7854538d406c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.488259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.501782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e0254b5-92fe-4209-a30a-fdbf908b421b req-40150ae2-3f8e-4b8d-a851-3849113192f7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985539 Jul 23 10:33:05.517395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7e057-6b38-4180-af33-6d963d413d66 req-687413be-c34a-4eea-964b-892f3073edc8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:05.519396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9f7e057-6b38-4180-af33-6d963d413d66 req-687413be-c34a-4eea-964b-892f3073edc8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.5105436 Jul 23 10:33:05.672404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] DHCP port deletion for e3d82555-25b4-4ee6-bf9e-63eef1832fc1 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:33:05.705407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9f7e057-6b38-4180-af33-6d963d413d66 req-0f0dfa85-f27f-4647-9119-519fb34e3fc6 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771495 Jul 23 10:33:05.738249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ada12208-e532-4b24-8f56-fd40ec385cc8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:05.827816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Deleting port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:05.832016 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.861620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ada12208-e532-4b24-8f56-fd40ec385cc8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:05.863937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ada12208-e532-4b24-8f56-fd40ec385cc8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:05.878224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a581f76-ddf7-4794-8f5f-7854538d406c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.931928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] Deleting port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:05.932181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:05.967059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35485c56-ada5-4d31-a5bf-cc08f1d972f8 req-68f8c2f7-2d66-43ce-bb88-24384f3fac4f tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0866318 Jul 23 10:33:06.065116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a581f76-ddf7-4794-8f5f-7854538d406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.095606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] For port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:06.096019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.120453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] Calling delete_port for 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:06.125981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] For port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,segment=NetworkSegment(ebe5a242-b9c8-4547-9b58-536fb665a9f2),segment_id=ebe5a242-b9c8-4547-9b58-536fb665a9f2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:06.133042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.151399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:06.181832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a581f76-ddf7-4794-8f5f-7854538d406c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05c6181873be4c5fb363fe23771beecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8402631 Jul 23 10:33:06.185013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48506) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:06.199308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Calling delete_port for 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:06.206899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a581f76-ddf7-4794-8f5f-7854538d406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d693ae-fdfb-4209-b287-0d3db70efef9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:06.212179 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.258300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] Pushing event deleted for resources: {'Port': ['ID=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:06.266909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af2bf4-21e7-4526-bdcb-09eb022a9df2 None None] No DVR routers for this DVR port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:06.272538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dda13a9-6354-4587-823a-d82b7855b6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.323957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dda13a9-6354-4587-823a-d82b7855b6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.365689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-220042061', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:06.376484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f878f18-127c-41f9-91f4-e4967fdacd5e req-ae6da698-0494-4993-84ee-54914e158625 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:06.380176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f878f18-127c-41f9-91f4-e4967fdacd5e req-ae6da698-0494-4993-84ee-54914e158625 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 946 time: 0.5603025 Jul 23 10:33:06.393687 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.436020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Made reservation on behalf of 9a40c0c844b4404f811b95e10a05bdd4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:06.439401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] No DVR routers for this DVR port 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:06.442232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf47def-f78a-43ec-b0d5-3f0ba9afab27,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:06.444185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.460011 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.476962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f878f18-127c-41f9-91f4-e4967fdacd5e req-4b48a095-274f-43d6-826a-2c7f7b95ac62 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871060 Jul 23 10:33:06.522540 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dda13a9-6354-4587-823a-d82b7855b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.526924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dda13a9-6354-4587-823a-d82b7855b6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.532866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1dda13a9-6354-4587-823a-d82b7855b6d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70d693ae-fdfb-4209-b287-0d3db70efef9 HTTP/1.1" status: 204 len: 168 time: 0.3444805 Jul 23 10:33:06.584520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda13a9-6354-4587-823a-d82b7855b6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d693ae-fdfb-4209-b287-0d3db70efef9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:06.653164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.702681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d82555-25b4-4ee6-bf9e-63eef1832fc1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:06.740230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe5a242-b9c8-4547-9b58-536fb665a9f2') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:06.740929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe5a242-b9c8-4547-9b58-536fb665a9f2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:06.762004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.772350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.775857 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.776815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] device_id is not set on port 37528596-d778-4d46-b325-53992c9c93e9 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:06.816711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.841207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:06.843074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:06.916314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Allocated IP 172.25.4.175 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/37528596-d778-4d46-b325-53992c9c93e9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:07.025597 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:07.033485 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.046058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.050210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3d82555-25b4-4ee6-bf9e-63eef1832fc1 HTTP/1.1" status: 204 len: 168 time: 1.7569954 Jul 23 10:33:07.093680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563b198-7a8a-4468-9cbb-74dba788f599 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d82555-25b4-4ee6-bf9e-63eef1832fc1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:07.110961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece99f-a204-45ef-b5d7-ca0096abd174 req-8c083485-74b4-4c6d-9c81-f330a439c10d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:07.114579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:07.117221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaece99f-a204-45ef-b5d7-ca0096abd174 req-8c083485-74b4-4c6d-9c81-f330a439c10d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.4135349 Jul 23 10:33:07.124117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54d648-dc22-4196-a582-87a22ac2df83,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:07.165098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.222448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaece99f-a204-45ef-b5d7-ca0096abd174 req-0bdce22f-f05a-4ed0-9c47-bfb1f5100b45 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041203 Jul 23 10:33:07.239959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e7410-92e1-4651-bc82-3173519760c5 req-828e5ba3-4802-4b16-ad1b-1896dae2c799 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:07.251517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de6e7410-92e1-4651-bc82-3173519760c5 req-828e5ba3-4802-4b16-ad1b-1896dae2c799 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.1660783 Jul 23 10:33:07.281280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.361311 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.366376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de6e7410-92e1-4651-bc82-3173519760c5 req-2d819f72-d1f4-4b6b-b1d3-392cfb53ea48 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137652 Jul 23 10:33:07.394622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:07.402865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:07.407539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:07.424757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:07.463920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:07.464966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:07.467568 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f9a73e-da53-4d87-84bd-cf1641a9d45b" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:07.471685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.556411 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f534596-9d97-4d48-9439-3aa799af3c9e x-openstack-request-id: req-2f534596-9d97-4d48-9439-3aa799af3c9e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:07.556713 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:07.556979 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f534596-9d97-4d48-9439-3aa799af3c9e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:07.557388 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'code': 200} Jul 23 10:33:07.566597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c61ce74-a82d-4c9c-bc29-b67df4999dd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc403abeb8ad47a9a910adcfe3ae9a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307695 Jul 23 10:33:07.566597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:07.573404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f97305a-499f-4789-9d21-ddb829237e1e req-572aeea0-316c-4407-b3b0-57ebb4045c99 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.1579232 Jul 23 10:33:07.596571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Pushing event updated for resources: {'Port': ['ID=37528596-d778-4d46-b325-53992c9c93e9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:07.616003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=14']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:07.636570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:07.645875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:07.646516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.675240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:07.675661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bf47def-f78a-43ec-b0d5-3f0ba9afab27 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:07.684485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cd867f0c-ffeb-4e2d-be67-93a9b3efc74c tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5315254 Jul 23 10:33:07.688213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:07.694927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.175'}]}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:07.702782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3593e123-36e3-468e-a9c4-72a0e40e1522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.741649 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.742614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.751005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3593e123-36e3-468e-a9c4-72a0e40e1522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.820420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.865497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3593e123-36e3-468e-a9c4-72a0e40e1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.869715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3593e123-36e3-468e-a9c4-72a0e40e1522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:07.874007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3593e123-36e3-468e-a9c4-72a0e40e1522 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea1dad46-44b4-426a-93e2-b98c89a50f66 HTTP/1.1" status: 204 len: 168 time: 0.3091459 Jul 23 10:33:07.885286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e123-36e3-468e-a9c4-72a0e40e1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1dad46-44b4-426a-93e2-b98c89a50f66,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:08.062888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:08.576172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:08.644472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff8f99-f4c4-48ad-8c80-9c17c024e194 req-b8f69097-1bdc-48ca-a04e-fa7afbe779ac tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:08.657292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9dff8f99-f4c4-48ad-8c80-9c17c024e194 req-b8f69097-1bdc-48ca-a04e-fa7afbe779ac tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.1560066 Jul 23 10:33:08.681420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:08.788540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9dff8f99-f4c4-48ad-8c80-9c17c024e194 req-8c4a780a-7729-4139-8e1a-decf7a955476 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296968 Jul 23 10:33:08.844059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d8f65-e420-4661-a8eb-17591b154e49 req-a8f4a4c9-51a8-42b5-866c-1fb82b298343 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:08.851959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-192d8f65-e420-4661-a8eb-17591b154e49 req-a8f4a4c9-51a8-42b5-866c-1fb82b298343 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.4214239 Jul 23 10:33:08.920633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-192d8f65-e420-4661-a8eb-17591b154e49 req-f18107ad-695b-408e-9735-7d659d74c81f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Jul 23 10:33:08.968732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48610) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:08.982088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cbb64a4a-fc07-4cc7-a3fd-4647a5698e99 req-5ed33102-eb72-4c7f-a798-ab0444b962e2 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0664866 Jul 23 10:33:09.085186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.177365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-696367331'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:09.277356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Made reservation on behalf of aa743618022342679d943859759308aa for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:09.281938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.325458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.328724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.331813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.418881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.419756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98b20b6c-fe2d-41d7-9490-fc4d52c56840 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:33:09.529119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.535342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.545995 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 10:33:09.547059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-deb2d41a-f869-473c-93cf-7a941045df1e tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8583429 Jul 23 10:33:09.550029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:09.565989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:09.582974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b385552-4af4-4723-9209-d76c6c358c24,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:09.600240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.601152 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Added segment 578e4e0c-88b5-483f-b21c-bac6d010ed63 of type vlan for network 8eef20f3-f05c-4220-bbac-b7a6b44250ca Jul 23 10:33:09.633479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48658) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:09.657164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.691456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.698397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:09.698802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.736186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Deleting port 37528596-d778-4d46-b325-53992c9c93e9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:09.736545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.746722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40f20b-45bc-40bb-af95-c500a000b653 req-8070e082-b63a-4586-9af9-67879500616d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:09.748639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b40f20b-45bc-40bb-af95-c500a000b653 req-8070e082-b63a-4586-9af9-67879500616d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1582127 Jul 23 10:33:09.752833 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7823100 Jul 23 10:33:09.760618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:09.769357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2071134986-network', 'tenant_id': 'bfd70b5f4bd741b7b6c770e3337c51b4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:09.780501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837e95-7f8b-4cb7-8966-38076e914a9b tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Network': ['ID=8eef20f3-f05c-4220-bbac-b7a6b44250ca,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:09.791471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'subnet': {'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:09.791977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:09.944026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c445497-4233-4f2a-9c3c-a6aaee7689ad req-07ac0c96-1d55-465c-a459-1268b8985881 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:09.951405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c445497-4233-4f2a-9c3c-a6aaee7689ad req-07ac0c96-1d55-465c-a459-1268b8985881 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.0792181 Jul 23 10:33:09.984334 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.986714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Made reservation on behalf of bfd70b5f4bd741b7b6c770e3337c51b4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:09.989089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:09.992037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c445497-4233-4f2a-9c3c-a6aaee7689ad req-5141e1fb-253d-4631-98c5-25125e971ca5 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396223 Jul 23 10:33:10.014906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b40f20b-45bc-40bb-af95-c500a000b653 req-3ec992d8-c02f-4f28-9d28-c6a28ddee7e3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517149 Jul 23 10:33:10.015815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Calling delete_port for 37528596-d778-4d46-b325-53992c9c93e9 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:10.018759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.057236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:33:10.057236 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:33:10.057236 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': 'bfd70b5f4bd741b7b6c770e3337c51b4', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 33, 10, 38475)}] Jul 23 10:33:10.057236 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:33:10.057638 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:33:10.114745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Made reservation on behalf of aa743618022342679d943859759308aa for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:10.118183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.141744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278bb9-0f28-442a-8ad6-c27b0d6e041b req-60522588-fbc9-4422-9401-31a194693b1e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:10.143812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88278bb9-0f28-442a-8ad6-c27b0d6e041b req-60522588-fbc9-4422-9401-31a194693b1e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.0746822 Jul 23 10:33:10.162573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d3d1a7c-48f3-49bb-98fc-1a5e336c5a79 req-0eb3f668-05e9-4e3a-be54-cd92f9aa4772 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0636375 Jul 23 10:33:10.212588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88278bb9-0f28-442a-8ad6-c27b0d6e041b req-c45e3470-f5bc-4f88-9c26-afc3ee03e161 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593946 Jul 23 10:33:10.295856 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.330465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Pushing event deleted for resources: {'Port': ['ID=37528596-d778-4d46-b325-53992c9c93e9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:10.431836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.433763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ab5700fe-2717-44f2-80e2-f4d09522c0dc tempest-RoutersAdminNegativeTest-680502810 tempest-RoutersAdminNegativeTest-680502810-project-admin] 10.222.0.37 "DELETE /v2.0/ports/37528596-d778-4d46-b325-53992c9c93e9 HTTP/1.1" status: 204 len: 168 time: 0.8823919 Jul 23 10:33:10.501265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.523957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647f44-d8fa-4f34-8452-faac23cbe2fc req-6f597745-d4cc-4062-98a8-c5c49519c7cf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:10.525491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8647f44-d8fa-4f34-8452-faac23cbe2fc req-6f597745-d4cc-4062-98a8-c5c49519c7cf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1207724 Jul 23 10:33:10.553914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-4cdc641b-41e9-48c4-8537-de30f3e41674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:10.556704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-4cdc641b-41e9-48c4-8537-de30f3e41674 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 0.1136918 Jul 23 10:33:10.558630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.593167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Subnet': ['ID=bf95918c-f855-4fc6-b80e-2b78cba76993,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:10.623113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8647f44-d8fa-4f34-8452-faac23cbe2fc req-98f1d2ef-8882-4647-a5c2-efc7ff5a20ff tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870881 Jul 23 10:33:10.688118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Checking segment: {'id': '578e4e0c-88b5-483f-b21c-bac6d010ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:10.688502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network hostable DHCP agents. Network: 8eef20f3-f05c-4220-bbac-b7a6b44250ca, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:10.715639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-6c23fa33-1da1-481e-901f-dfd94ba4e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:10.717330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-6c23fa33-1da1-481e-901f-dfd94ba4e56b service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.1510031 Jul 23 10:33:10.731210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48682) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:10.765009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:10.785000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 8eef20f3-f05c-4220-bbac-b7a6b44250ca) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:10.793624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619bd60-0159-4b1a-80b7-16a204e7fb65 None None] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:10.797650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.801670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:10.802559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.806588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-858ba025-b567-4dd1-ae24-a618c948b33c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.0761108 Jul 23 10:33:10.808562 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.847358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:10.853344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5a17ccc6-2373-4896-8616-af5cd330ec95 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0866821 Jul 23 10:33:10.866539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:10.876935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1508751705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:10.887157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bb-011f-42ad-8278-9f01364d93ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.889244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.889871 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Added segment 5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048 of type vlan for network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 Jul 23 10:33:10.891221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:10.892036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-6cf96cc8-a117-4fe2-ae6f-4b70e9937d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:10.893974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-6cf96cc8-a117-4fe2-ae6f-4b70e9937d1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0802469 Jul 23 10:33:10.945977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.951142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:10.952308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.030697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-85314dfd-ae8a-4499-a557-f1efea31a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:11.032459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-85314dfd-ae8a-4499-a557-f1efea31a204 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252260 Jul 23 10:33:11.054922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.056520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.057744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:11.058640 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.078011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.100413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-8eef20f3-f05c-4220-bbac-b7a6b44250ca', 'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca', 'tenant_id': 'aa743618022342679d943859759308aa', 'fixed_ips': [{'subnet_id': 'bf95918c-f855-4fc6-b80e-2b78cba76993'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:11.101317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.157725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d48f16e-23ec-45a5-87af-eeaa30b524f3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:11.177093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:11.191334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bb-011f-42ad-8278-9f01364d93ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.196470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-bbf415be-0a08-42cd-a654-bc53f6d4017f service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516569 Jul 23 10:33:11.200539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bb-011f-42ad-8278-9f01364d93ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.203409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.207374 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a928aaf5-3a3b-4802-9bca-e7cef59db6dd tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3372536 Jul 23 10:33:11.207579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:11.220265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72a12243-3a27-400b-99a7-b048d7cb6ec6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5848174 Jul 23 10:33:11.221824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:11.258085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c8d880bb-011f-42ad-8278-9f01364d93ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d85b7f1a13a242f98a491da8a28605e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235083 Jul 23 10:33:11.271795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:11.291605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Request body: {'subnet': {'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2071134986-subnet', 'tenant_id': 'bfd70b5f4bd741b7b6c770e3337c51b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:11.331052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Allocated IP 172.20.0.2 (8eef20f3-f05c-4220-bbac-b7a6b44250ca/bf95918c-f855-4fc6-b80e-2b78cba76993/248c23e4-8b07-4599-9a82-67cd15d20807) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:11.341455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e234b-dfc3-472b-8ddc-ce87f22b886d req-50fc3b62-6bff-4c50-beaf-01beef5ad6f1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:11.343047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e4e234b-dfc3-472b-8ddc-ce87f22b886d req-50fc3b62-6bff-4c50-beaf-01beef5ad6f1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 944 time: 0.1870856 Jul 23 10:33:11.347545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57b4f586-498e-4a4d-b423-eb448dc799c3 req-2260ba00-61ae-4eac-af06-906a9033c2d2 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0832634 Jul 23 10:33:11.359823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d880bb-011f-42ad-8278-9f01364d93ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a365e8-6ad6-4287-b9d7-9106ec98fe6e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:11.406120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2d17-a6ac-46f5-8422-279e109e08cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.430412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2d17-a6ac-46f5-8422-279e109e08cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.507152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7dd31ae1-5b0b-4cd9-8c8b-8307518f45ef req-45d212dc-175c-4195-a0d0-1d065ef4b2bd service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799499 Jul 23 10:33:11.524263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.538135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Transition to ACTIVE for port object 248c23e4-8b07-4599-9a82-67cd15d20807 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:11.539965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2d17-a6ac-46f5-8422-279e109e08cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.543227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2d17-a6ac-46f5-8422-279e109e08cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.544566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c2c2d17-a6ac-46f5-8422-279e109e08cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9a365e8-6ad6-4287-b9d7-9106ec98fe6e HTTP/1.1" status: 204 len: 168 time: 0.2711916 Jul 23 10:33:11.558439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c2d17-a6ac-46f5-8422-279e109e08cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a365e8-6ad6-4287-b9d7-9106ec98fe6e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:11.573482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Transition to ACTIVE for port object 248c23e4-8b07-4599-9a82-67cd15d20807 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:11.580632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b9ed4-6d6d-477e-b778-80de66449952 req-4522652f-b0ca-4aeb-8f21-4e1ea2cd23ff tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:11.582669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f5b9ed4-6d6d-477e-b778-80de66449952 req-4522652f-b0ca-4aeb-8f21-4e1ea2cd23ff tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 945 time: 0.1264229 Jul 23 10:33:11.592847 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.640617 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f5b9ed4-6d6d-477e-b778-80de66449952 req-918ab7bf-fb19-47da-a0d1-c6be9e0e8675 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Jul 23 10:33:11.654722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Pushing event updated for resources: {'Port': ['ID=248c23e4-8b07-4599-9a82-67cd15d20807,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:11.689225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:11.691210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:11.693795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:11.796890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Attempting to bind port 248c23e4-8b07-4599-9a82-67cd15d20807 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:11.797638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Attempting to bind port 248c23e4-8b07-4599-9a82-67cd15d20807 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '578e4e0c-88b5-483f-b21c-bac6d010ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:11.797638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Attempting to bind port 248c23e4-8b07-4599-9a82-67cd15d20807 on network 8eef20f3-f05c-4220-bbac-b7a6b44250ca {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:11.813443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:11.813825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Checking segment: {'id': '578e4e0c-88b5-483f-b21c-bac6d010ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:11.814239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.814917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Bound using segment: {'id': '578e4e0c-88b5-483f-b21c-bac6d010ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:11.816375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Bound port: 248c23e4-8b07-4599-9a82-67cd15d20807, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578e4e0c-88b5-483f-b21c-bac6d010ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:11.817111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.824870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Made reservation on behalf of bfd70b5f4bd741b7b6c770e3337c51b4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:11.832087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.913129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] For port 248c23e4-8b07-4599-9a82-67cd15d20807, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:11.916648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] For port 248c23e4-8b07-4599-9a82-67cd15d20807, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=248c23e4-8b07-4599-9a82-67cd15d20807,segment=NetworkSegment(578e4e0c-88b5-483f-b21c-bac6d010ed63),segment_id=578e4e0c-88b5-483f-b21c-bac6d010ed63)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:11.922441 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:11.959093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863f8e-1a34-4401-a365-526676d65089 req-f9132fe3-2514-409f-b0ee-a023b6c451f4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:11.966453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1863f8e-1a34-4401-a365-526676d65089 req-f9132fe3-2514-409f-b0ee-a023b6c451f4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.0754619 Jul 23 10:33:11.989802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f8e69-a50b-413f-97a6-ba044b1be062 None None] Pushing event updated for resources: {'Port': ['ID=248c23e4-8b07-4599-9a82-67cd15d20807,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:12.026085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1863f8e-1a34-4401-a365-526676d65089 req-cb273766-02c7-4ccd-85b0-907bed31ff95 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585418 Jul 23 10:33:12.045003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48710) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:12.050205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e4e234b-dfc3-472b-8ddc-ce87f22b886d req-89f4da99-1034-4d7d-86d8-e9405d9fcae1 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6542785 Jul 23 10:33:12.134818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:12.142858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-357e7b17-4389-4eb2-a885-3455b1a455a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a40c0c844b4404f811b95e10a05bdd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965765 Jul 23 10:33:12.146175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48712) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:12.277745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.307397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266518f9-b69b-4c29-8aab-3a3a22e9c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.336452 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.344229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266518f9-b69b-4c29-8aab-3a3a22e9c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.398617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:12.408239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266518f9-b69b-4c29-8aab-3a3a22e9c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.411939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266518f9-b69b-4c29-8aab-3a3a22e9c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.416053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-266518f9-b69b-4c29-8aab-3a3a22e9c783 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d54d648-dc22-4196-a582-87a22ac2df83 HTTP/1.1" status: 204 len: 168 time: 0.2686026 Jul 23 10:33:12.434812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266518f9-b69b-4c29-8aab-3a3a22e9c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54d648-dc22-4196-a582-87a22ac2df83,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:12.448758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '439bff9f-13c7-4d70-b391-d23b08848f98', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'port_id': '439bff9f-13c7-4d70-b391-d23b08848f98', 'mac_address': 'fa:16:3e:f6:26:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:12.503295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:12.523575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.544193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439bff9f-13c7-4d70-b391-d23b08848f98 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:12.569233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:12.587933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.593568 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a666605d-4c73-40d2-834b-d07379b77818 req-dc2071eb-fb02-4c9f-babf-cfaed7403700 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0530131 Jul 23 10:33:12.596621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Checking segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:12.596977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Network hostable DHCP agents. Network: 4d48f16e-23ec-45a5-87af-eeaa30b524f3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:12.691264 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:12.761005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:12.784242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4d48f16e-23ec-45a5-87af-eeaa30b524f3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:12.792515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64cb2f-1d49-42e4-be1b-54f57112e29f None None] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:12.810950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['439bff9f-13c7-4d70-b391-d23b08848f98'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:12.815308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:12.815940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:12.853667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2385f42a-a6e4-4665-87fd-dc17d795ba73 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5853398 Jul 23 10:33:12.972330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Allocated IP 172.20.0.1 (8eef20f3-f05c-4220-bbac-b7a6b44250ca/bf95918c-f855-4fc6-b80e-2b78cba76993/986400bd-894b-4dd8-8caa-4b4b063e65c4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:13.139575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.156014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Transition to ACTIVE for port object 986400bd-894b-4dd8-8caa-4b4b063e65c4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:13.207587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c829fd8-8e74-433c-a8a7-bca2411ca0b7 req-4513df17-4438-4761-b218-e3c252894208 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0809324 Jul 23 10:33:13.225590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.265297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'tenant_id': 'bfd70b5f4bd741b7b6c770e3337c51b4', 'fixed_ips': [{'subnet_id': 'f6fa08cc-1bbf-4fb4-854c-2ece5790bf54'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:13.266181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.334348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:13.371457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:13.372651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71986e69-18c5-4761-81ac-58b23e289aa9 req-9e41ceb1-a751-4aa7-8c25-2bbf63b24bd3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:13.373984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Port': ['ID=986400bd-894b-4dd8-8caa-4b4b063e65c4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:13.377170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:13.386773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71986e69-18c5-4761-81ac-58b23e289aa9 req-9e41ceb1-a751-4aa7-8c25-2bbf63b24bd3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1765831 Jul 23 10:33:13.462296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71986e69-18c5-4761-81ac-58b23e289aa9 req-fbc3b720-106b-4081-8372-c1e6c706bcee tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674901 Jul 23 10:33:13.489554 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.570363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Allocated IP 172.20.0.2 (4d48f16e-23ec-45a5-87af-eeaa30b524f3/f6fa08cc-1bbf-4fb4-854c-2ece5790bf54/a135ea95-6d64-4565-8e8d-9f2e3a34d365) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:13.589344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79aa982-2d0e-4757-87d3-97178d3bf055 None None] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:13.615514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c05a-1630-4b64-b9e2-5198a32f72cf req-b5c5da7b-72a8-43d4-a27a-93146771115d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:13.623404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2760c05a-1630-4b64-b9e2-5198a32f72cf req-b5c5da7b-72a8-43d4-a27a-93146771115d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 945 time: 0.4121816 Jul 23 10:33:13.655978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 248c23e4-8b07-4599-9a82-67cd15d20807 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:13.719893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2760c05a-1630-4b64-b9e2-5198a32f72cf req-5e1b12e0-4998-4bd9-9ae9-dc8cf797cf17 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902016 Jul 23 10:33:13.721059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.752671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48776) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:13.796869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] Provisioning for port 248c23e4-8b07-4599-9a82-67cd15d20807 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:13.810384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 248c23e4-8b07-4599-9a82-67cd15d20807 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:13.820437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 248c23e4-8b07-4599-9a82-67cd15d20807 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:13.821424 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.831259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] Provisioning complete for port 248c23e4-8b07-4599-9a82-67cd15d20807 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:13.831749 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:13.939281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-11195a4f-9c89-4a74-be29-a8f6e044e0e5 tempest-AgentManagementNegativeTest-1474583225 tempest-AgentManagementNegativeTest-1474583225-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1786323 Jul 23 10:33:13.990839 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc9250c7-f98f-434c-9aa0-531ba7e03df0 req-fe627011-0530-476f-895e-593161033b9c tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0430372 Jul 23 10:33:14.036851 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.089474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-c39b470f-7af4-453d-a4ec-3e1bed549907 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:14.091156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-c39b470f-7af4-453d-a4ec-3e1bed549907 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 816 time: 0.1486359 Jul 23 10:33:14.120286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-2e340a91-cd22-4e7a-8967-67a2e1955cb4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/quotas/bfd70b5f4bd741b7b6c770e3337c51b4 HTTP/1.1" status: 200 len: 375 time: 0.0183511 Jul 23 10:33:14.160013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-6adf0ce8-054d-4666-9db3-2c4cb9ab6efe tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338366 Jul 23 10:33:14.163409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:14.168020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Transition to ACTIVE for port object a135ea95-6d64-4565-8e8d-9f2e3a34d365 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:14.188718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.245568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.257877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.289376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48804) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:14.311787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-14ed45ad-af78-439f-9104-518c4fe5b9ed service neutron] 10.222.0.37 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435270 Jul 23 10:33:14.338484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da72486-2e56-4035-8461-6fd141c434ee req-70c05e75-6150-4981-96bb-c2b48d3192d1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:14.340114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6da72486-2e56-4035-8461-6fd141c434ee req-70c05e75-6150-4981-96bb-c2b48d3192d1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1692023 Jul 23 10:33:14.368424 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.392371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Port': ['ID=986400bd-894b-4dd8-8caa-4b4b063e65c4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:14.447234 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6da72486-2e56-4035-8461-6fd141c434ee req-6e9601e2-6e47-43c7-9492-5b70daa0809b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952418 Jul 23 10:33:14.484158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-40b302ea-2585-4cf6-a290-d8756b645a91 service neutron] 10.222.0.37 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597443 Jul 23 10:33:14.508086 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e6c2-65ee-4b33-a2a6-6a2312691114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.509065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Transition to ACTIVE for port object a135ea95-6d64-4565-8e8d-9f2e3a34d365 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:14.550250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:14.550472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] For port 248c23e4-8b07-4599-9a82-67cd15d20807, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=248c23e4-8b07-4599-9a82-67cd15d20807,segment=NetworkSegment(578e4e0c-88b5-483f-b21c-bac6d010ed63),segment_id=578e4e0c-88b5-483f-b21c-bac6d010ed63)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:14.552091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:14.571021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.597290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.615649 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.675155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e6c2-65ee-4b33-a2a6-6a2312691114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.680024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e6c2-65ee-4b33-a2a6-6a2312691114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.730808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9e6c2-65ee-4b33-a2a6-6a2312691114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd1bf4-597a-4631-b20f-0433e3e32df5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:14.751468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1d9e6c2-65ee-4b33-a2a6-6a2312691114 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=842988bd4cb6456e9bc8c19bbbbb80f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582288 Jul 23 10:33:14.754183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:14.781036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:14.793544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:14.797372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:14.811983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Router 433f2ef8-5e56-4b22-a7ab-53bf03fd65ca is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:33:14.842379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a4b638e-45e8-453f-879a-5cce13c64959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.843967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 439bff9f-13c7-4d70-b391-d23b08848f98 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:14.844893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.899033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a4b638e-45e8-453f-879a-5cce13c64959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:14.919773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b327a-d3a0-4dd4-bca2-9dc84b82fa71 req-e179667b-1439-4260-b730-10ff1a2f8205 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:14.927296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-575b327a-d3a0-4dd4-bca2-9dc84b82fa71 req-e179667b-1439-4260-b730-10ff1a2f8205 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1953030 Jul 23 10:33:14.941294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebb7b0-7a8b-444c-8233-20ea58ad514a None None] Pushing event updated for resources: {'Port': ['ID=248c23e4-8b07-4599-9a82-67cd15d20807,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:14.970048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:33:14.974850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208295-2e98-4070-ae5a-fa86949b500e req-abdca707-2eb6-4fc7-bab1-c0ccb8f8dfde tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:14.980443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56014066-4d61-496e-9c5a-c517bcead19f tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "PUT /v2.0/routers/433f2ef8-5e56-4b22-a7ab-53bf03fd65ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7713125 Jul 23 10:33:14.981350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:14.984282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85208295-2e98-4070-ae5a-fa86949b500e req-abdca707-2eb6-4fc7-bab1-c0ccb8f8dfde tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 945 time: 0.1320314 Jul 23 10:33:14.990842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'port': {'network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca', 'name': 'tempest-FloatingIPNegativeTestJSON-1926999725'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:15.003151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a4b638e-45e8-453f-879a-5cce13c64959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.006503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a4b638e-45e8-453f-879a-5cce13c64959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.007870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3a4b638e-45e8-453f-879a-5cce13c64959 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3dd1bf4-597a-4631-b20f-0433e3e32df5 HTTP/1.1" status: 204 len: 168 time: 0.2525475 Jul 23 10:33:15.021364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b638e-45e8-453f-879a-5cce13c64959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd1bf4-597a-4631-b20f-0433e3e32df5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:15.021526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-575b327a-d3a0-4dd4-bca2-9dc84b82fa71 req-bb66379a-ea8c-4b04-86df-8b6cfcf810e8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822647 Jul 23 10:33:15.023166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Pushing event updated for resources: {'Port': ['ID=a135ea95-6d64-4565-8e8d-9f2e3a34d365,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:15.053681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] Sync routers for ids ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:33:15.093970 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:33:15.094348 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:33:15.112156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85208295-2e98-4070-ae5a-fa86949b500e req-bf2b38e9-63d5-42bd-8692-bf782e226ac8 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266141 Jul 23 10:33:15.162165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] Routers {'433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:33:15.162817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:33:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:15.172116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:15.226943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Attempting to bind port a135ea95-6d64-4565-8e8d-9f2e3a34d365 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:15.227322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Attempting to bind port a135ea95-6d64-4565-8e8d-9f2e3a34d365 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:15.230105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Attempting to bind port a135ea95-6d64-4565-8e8d-9f2e3a34d365 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:15.266676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:15.308082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:15.308082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Checking segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:15.308082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.308082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Bound using segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:15.308082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Bound port: a135ea95-6d64-4565-8e8d-9f2e3a34d365, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:15.308082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.359650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.393021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-8c96981d-3c76-4bd1-928a-2232ffccb70b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:15.401590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-8c96981d-3c76-4bd1-928a-2232ffccb70b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 816 time: 0.2615845 Jul 23 10:33:15.404181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-28fd6fdb-f57d-4bd1-a986-a9d158ffa9a9 req-30d037aa-faae-4b1f-bbe8-dc27fedc507a tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0766144 Jul 23 10:33:15.428396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-fe62a249-d149-413e-b572-d65101302645 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/quotas/bfd70b5f4bd741b7b6c770e3337c51b4 HTTP/1.1" status: 200 len: 375 time: 0.0250287 Jul 23 10:33:15.454060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Made reservation on behalf of aa743618022342679d943859759308aa for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:15.463968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] Routers {'433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:33:15.464618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:33:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:15.468114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.509240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:15.515561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:33:15.548020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:15.550431 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933fb45-d966-461c-9649-4b5cd4c38338" -d '{"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-plugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:15.575826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] device_id is not set on port 174de978-64a1-4690-bcab-5ac4ede9653c yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:15.683204 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.736783 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-47e274b9-53ad-4277-aae4-f89046eb0c2c tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3074596 Jul 23 10:33:15.853607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] For port a135ea95-6d64-4565-8e8d-9f2e3a34d365, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:15.857787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] For port a135ea95-6d64-4565-8e8d-9f2e3a34d365, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a135ea95-6d64-4565-8e8d-9f2e3a34d365,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:15.881324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:15.892107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:15.893084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8caeb-05be-47f7-bcb2-e74269ca0b5c None None] The sync data for ids ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:33:15.951198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-c14d5558-9dc3-44f5-a223-2e21452e61cd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:15.968037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-c14d5558-9dc3-44f5-a223-2e21452e61cd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.2632480 Jul 23 10:33:15.977313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:15.993658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-aaa8905a-2305-41c9-abf6-c9a760991c7c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/quotas/8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 375 time: 0.0245430 Jul 23 10:33:16.100783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:16.117779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cdd51-5739-433c-a6e5-7a3cd4ac98c4 None None] Pushing event updated for resources: {'Port': ['ID=a135ea95-6d64-4565-8e8d-9f2e3a34d365,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:16.120565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb663e13-cc3e-438c-9b76-39a26cf19151 None None] Provisioning for port 986400bd-894b-4dd8-8caa-4b4b063e65c4 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:16.130316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'mac_address': 'fa:16:3e:50:98:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:16.136717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-d9c6c064-b7d3-4c06-87bc-7f1a1c7ae022 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1418829 Jul 23 10:33:16.140398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Allocated IP 172.20.0.9 (8eef20f3-f05c-4220-bbac-b7a6b44250ca/bf95918c-f855-4fc6-b80e-2b78cba76993/174de978-64a1-4690-bcab-5ac4ede9653c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:16.143906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb663e13-cc3e-438c-9b76-39a26cf19151 None None] Provisioning complete for port 986400bd-894b-4dd8-8caa-4b4b063e65c4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:16.144264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb663e13-cc3e-438c-9b76-39a26cf19151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:16.211475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-9c27a5db-64f5-4100-9f7b-fb36f58dc65e service neutron] 10.222.0.37 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555311 Jul 23 10:33:16.344238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-5e383148-47bf-49f8-b93d-99e355801e0f service neutron] 10.222.0.37 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317160 Jul 23 10:33:16.360005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 248c23e4-8b07-4599-9a82-67cd15d20807 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:16.415212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-1dc12a89-c628-4b5b-a507-c63e758c873c service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771544 Jul 23 10:33:16.457791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cb663e13-cc3e-438c-9b76-39a26cf19151 None None] Port 986400bd-894b-4dd8-8caa-4b4b063e65c4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:16.486328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:16.532617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d55a0a6-bc86-4098-8067-8887d5b12b58 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:16.557249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cb663e13-cc3e-438c-9b76-39a26cf19151 None None] Provisioning complete for port 248c23e4-8b07-4599-9a82-67cd15d20807 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:16.557725 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb663e13-cc3e-438c-9b76-39a26cf19151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:16.611674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:16.613016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48914) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:16.691330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-56329407-3b47-4ab2-b91e-3c8eab442358 service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694933 Jul 23 10:33:16.747854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:16.808542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:16.865167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-8f4e1fdd-e0db-4a1d-b984-6af3d254c495 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:16.866473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8f4e1fdd-e0db-4a1d-b984-6af3d254c495 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2522528 Jul 23 10:33:16.870031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48922) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:16.883076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-45d55c14-54f1-450d-a663-139899e677ea tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:16.890994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-45d55c14-54f1-450d-a663-139899e677ea tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0195155 Jul 23 10:33:16.894578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48924) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:16.904237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Transition to ACTIVE for port object 174de978-64a1-4690-bcab-5ac4ede9653c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:16.907302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-30bbe748-09e1-425a-bd9c-cdb5c8fd41a3 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:16.908382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-30bbe748-09e1-425a-bd9c-cdb5c8fd41a3 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0119441 Jul 23 10:33:16.915121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:16.948519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-b8a7d2b1-c4c3-4816-8699-e085ec0719a2 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:16.967668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b8a7d2b1-c4c3-4816-8699-e085ec0719a2 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0400326 Jul 23 10:33:16.969023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.098860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-201ce000-19d8-4632-b2ec-dc6d9c482f91 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.100179 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-201ce000-19d8-4632-b2ec-dc6d9c482f91 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0154686 Jul 23 10:33:17.102666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:17.105337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48942) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.110259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-7aba880a-b784-41de-af37-0c47b9fd3281 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.117252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7aba880a-b784-41de-af37-0c47b9fd3281 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0106759 Jul 23 10:33:17.128623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.136015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-f90e1ca2-6dee-42e0-bde9-19975486bbdf tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:17.137762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-f90e1ca2-6dee-42e0-bde9-19975486bbdf tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 816 time: 0.2282023 Jul 23 10:33:17.142253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-233acab4-9da8-472d-bc20-bd06f1d91097 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.148041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-233acab4-9da8-472d-bc20-bd06f1d91097 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0091081 Jul 23 10:33:17.151981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48946) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.152754 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a775b-e6e9-4cef-8aae-2dd5556b9aad x-openstack-request-id: req-2e4a775b-e6e9-4cef-8aae-2dd5556b9aad {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:17.153233 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-plugged", "status": "completed", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:17.153325 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e4a775b-e6e9-4cef-8aae-2dd5556b9aad {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:17.161316 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'code': 200} Jul 23 10:33:17.167975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Request body: {'port': {'device_id': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'admin_state_up': True, 'tenant_id': 'bfd70b5f4bd741b7b6c770e3337c51b4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:17.175048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-8faa1dfb-9600-46c5-b1ab-e6a96b4ae99e tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.186548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8faa1dfb-9600-46c5-b1ab-e6a96b4ae99e tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0295448 Jul 23 10:33:17.188963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48948) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.190940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Port': ['ID=174de978-64a1-4690-bcab-5ac4ede9653c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:17.217320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:17.219194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:17.223664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 248c23e4-8b07-4599-9a82-67cd15d20807 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:17.224618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:17.228550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:17.242791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-0365aac5-617b-42b4-966a-d3e212637653 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.246304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0365aac5-617b-42b4-966a-d3e212637653 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0533450 Jul 23 10:33:17.252503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48950) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.265575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-f5f5accc-c8ed-4c43-93e5-ee253e28cc0c tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.273165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5f5accc-c8ed-4c43-93e5-ee253e28cc0c tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0164363 Jul 23 10:33:17.296750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48952) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.322183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-11d2f5ff-2375-4099-b3da-c6ab1d4a2699 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.333608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:17.334402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:17.342793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-11d2f5ff-2375-4099-b3da-c6ab1d4a2699 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0262101 Jul 23 10:33:17.345983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48954) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.353607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-b2bc70b1-4a33-4bf4-9329-69dedd2eed8a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.365886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b2bc70b1-4a33-4bf4-9329-69dedd2eed8a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044501 Jul 23 10:33:17.369372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48956) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.369742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['0d55a0a6-bc86-4098-8067-8887d5b12b58'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:17.374174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:17.393360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-4e386d67-a7bf-4ced-b937-a2ebc1625e76 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.394558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4e386d67-a7bf-4ced-b937-a2ebc1625e76 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0242691 Jul 23 10:33:17.400481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48958) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.434996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-6605ce5a-4871-4845-a246-c1b9e64fb032 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.446241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6605ce5a-4871-4845-a246-c1b9e64fb032 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0433764 Jul 23 10:33:17.467308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-180ae554-8e1b-440e-8efa-9d3e276deee7 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4820848 Jul 23 10:33:17.479541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.480072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.497510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:17.519118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-60871def-9397-47b4-9839-a1d6bb7dee41 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.522746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-60871def-9397-47b4-9839-a1d6bb7dee41 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0405948 Jul 23 10:33:17.525924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.556757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-c1aab288-ed30-4faf-9484-7e000861eec0 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.558662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c1aab288-ed30-4faf-9484-7e000861eec0 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0217149 Jul 23 10:33:17.584599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48970) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.603396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-f64fee4f-9fb8-49dd-8898-ec2016a024a6 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.604689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f64fee4f-9fb8-49dd-8898-ec2016a024a6 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0186343 Jul 23 10:33:17.609344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.625172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-09d1e503-4bee-4a68-8ff6-3ec511b423b5 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.630396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-09d1e503-4bee-4a68-8ff6-3ec511b423b5 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153615 Jul 23 10:33:17.645387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.765780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-0654b9fa-78dd-415a-892a-e63c8bfebbfb tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.772278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0654b9fa-78dd-415a-892a-e63c8bfebbfb tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0358479 Jul 23 10:33:17.782196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48978) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.791517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-2544b766-eecf-420e-a481-827ed525a278 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.794786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2544b766-eecf-420e-a481-827ed525a278 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0089831 Jul 23 10:33:17.802341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48980) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.813262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-ff97a2a5-8ed7-4921-bde4-9def8cc0e52a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.814547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ff97a2a5-8ed7-4921-bde4-9def8cc0e52a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0107367 Jul 23 10:33:17.821115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48982) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.827333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:17.828149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-e8648bd5-8911-4800-b2a4-3d327de938f7 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.829315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e8648bd5-8911-4800-b2a4-3d327de938f7 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056555 Jul 23 10:33:17.840475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.846620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-010277b9-bc33-4a2e-acd5-ad008e264f80 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.847856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-010277b9-bc33-4a2e-acd5-ad008e264f80 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048554 Jul 23 10:33:17.854928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48988) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.870967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-4d387100-9293-4e20-b265-2a8914502098 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.872302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4d387100-9293-4e20-b265-2a8914502098 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120327 Jul 23 10:33:17.882668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.887751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Made reservation on behalf of bfd70b5f4bd741b7b6c770e3337c51b4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:17.908015 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:17.914520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-a3251a77-bdb9-4b08-9a36-18466ef613f1 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:17.918100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a3251a77-bdb9-4b08-9a36-18466ef613f1 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0192409 Jul 23 10:33:17.935769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48992) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:17.960065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-768c4056-9e05-4dac-936f-620d70aa39ab req-9f25903d-0236-4034-9580-67e321fd7537 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123&device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.1842630 Jul 23 10:33:17.991831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-3086029c-3279-4f46-b3ab-033ff8d865ab tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.000479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3086029c-3279-4f46-b3ab-033ff8d865ab tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0481827 Jul 23 10:33:18.001341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.010938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-823bd082-a909-4c96-b84b-722a56267387 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.015285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-823bd082-a909-4c96-b84b-722a56267387 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0117140 Jul 23 10:33:18.021035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.061284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c987c-93f2-41ea-a00a-3fffe939be5b req-377c19da-fd93-422a-ba12-2094c986276b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:18.069214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b52c987c-93f2-41ea-a00a-3fffe939be5b req-377c19da-fd93-422a-ba12-2094c986276b tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 947 time: 0.4729290 Jul 23 10:33:18.090711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-95d708fa-d1d7-4d06-8642-cf56e63072da tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.094097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-95d708fa-d1d7-4d06-8642-cf56e63072da tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0246925 Jul 23 10:33:18.119611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Provisioning complete for port 986400bd-894b-4dd8-8caa-4b4b063e65c4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:18.120250 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:18.125757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.156985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-7bbc3f03-3cd2-4e22-a847-2c80294c7f83 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.160272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7bbc3f03-3cd2-4e22-a847-2c80294c7f83 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0290587 Jul 23 10:33:18.161952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49014) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.178543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c30245-e877-4fb5-b645-33f7e5cb5e46 req-f29d54ca-dac7-41aa-9224-1e901b7fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:18.180133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02c30245-e877-4fb5-b645-33f7e5cb5e46 req-f29d54ca-dac7-41aa-9224-1e901b7fd5cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 1098 time: 0.5467327 Jul 23 10:33:18.181779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-159cce6f-9004-466c-a296-82cbb0d672d8 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.183867 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-159cce6f-9004-466c-a296-82cbb0d672d8 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0137475 Jul 23 10:33:18.195583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.231526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Port 986400bd-894b-4dd8-8caa-4b4b063e65c4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:18.232201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-e1b462f4-8c51-4520-83bc-4780fe351a87 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.235577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e1b462f4-8c51-4520-83bc-4780fe351a87 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0198863 Jul 23 10:33:18.242369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49022) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.264868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Provisioning for port 174de978-64a1-4690-bcab-5ac4ede9653c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:18.268418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-5429e9dd-d1e7-44ec-9783-0b9d8ed7978e tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.270917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5429e9dd-d1e7-44ec-9783-0b9d8ed7978e tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0262825 Jul 23 10:33:18.273847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Provisioning complete for port 174de978-64a1-4690-bcab-5ac4ede9653c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:18.274474 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:18.293008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.326485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b52c987c-93f2-41ea-a00a-3fffe939be5b req-4614060a-c7d9-4cad-ac5b-8e0165e67300 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608918 Jul 23 10:33:18.327001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f84ab8f9-ff14-45ec-a3be-836d1256783d None None] Port 174de978-64a1-4690-bcab-5ac4ede9653c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:18.365475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-af2c2300-eaec-46a6-914d-7ac68d5bb01d tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.371638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-af2c2300-eaec-46a6-914d-7ac68d5bb01d tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0439184 Jul 23 10:33:18.377792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6b62c-3f8a-411b-aba3-9b62c7b55a73 None None] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:18.380089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49026) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.399453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-a4fe21f6-e131-4ed0-8fc6-07cb7d9801f9 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.400666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a4fe21f6-e131-4ed0-8fc6-07cb7d9801f9 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0149977 Jul 23 10:33:18.440339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.478419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-c8c63381-01b2-47e7-af9c-9553d67c579e tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.482134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c8c63381-01b2-47e7-af9c-9553d67c579e tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0157759 Jul 23 10:33:18.486118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.501379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a135ea95-6d64-4565-8e8d-9f2e3a34d365 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:18.532106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-de5f4628-c44e-4d78-9e77-6bae012f8928 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.533065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-de5f4628-c44e-4d78-9e77-6bae012f8928 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0334671 Jul 23 10:33:18.539332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02c30245-e877-4fb5-b645-33f7e5cb5e46 req-0cc60482-3932-4e97-b005-0f18d0fab74b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418708 Jul 23 10:33:18.539560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-98159c18-4c07-426e-aaa3-e06226647764 None None] Provisioning for port a135ea95-6d64-4565-8e8d-9f2e3a34d365 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:18.543195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.559272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e949d73f-296c-4f7c-90a5-f754b4984629 req-e41e7c4e-dbe8-49ca-abee-4528c4be32ad tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 210 time: 0.0874300 Jul 23 10:33:18.603468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-ecc533af-3a53-4767-82cc-f007084e0430 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.606707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ecc533af-3a53-4767-82cc-f007084e0430 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0605638 Jul 23 10:33:18.613906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.620896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-55ec6293-8171-4efa-b2f6-c7d0351ca2e2 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.624223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-55ec6293-8171-4efa-b2f6-c7d0351ca2e2 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061736 Jul 23 10:33:18.625062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49038) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.650510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-f2c43243-803a-468f-bddd-93906c319db1 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.654224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2c43243-803a-468f-bddd-93906c319db1 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0282252 Jul 23 10:33:18.664578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49040) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.665612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:18.672749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-9d81eebf-290e-4e33-8fa3-5c01c4bde5d4 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.674633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9d81eebf-290e-4e33-8fa3-5c01c4bde5d4 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077119 Jul 23 10:33:18.679868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Allocated IP 172.20.0.11 (4d48f16e-23ec-45a5-87af-eeaa30b524f3/f6fa08cc-1bbf-4fb4-854c-2ece5790bf54/46cda450-d16d-4f6f-af59-d4050ddd956e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:18.694289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49042) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.747954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-a2844459-4402-4f63-94a5-6350216c609b tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.749102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a2844459-4402-4f63-94a5-6350216c609b tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0283895 Jul 23 10:33:18.758691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.802421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-474793aa-56f8-4996-9285-753b98a6430a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.809248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-474793aa-56f8-4996-9285-753b98a6430a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0293670 Jul 23 10:33:18.810126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:18.880703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-262a6e1e-d10e-449a-8182-112a178dd186 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:18.895833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-262a6e1e-d10e-449a-8182-112a178dd186 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 816 time: 0.6445208 Jul 23 10:33:18.910910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-9678a29d-459e-4aba-a4c3-f643bd0150cf tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:18.914641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9678a29d-459e-4aba-a4c3-f643bd0150cf tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0773101 Jul 23 10:33:18.925440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a135ea95-6d64-4565-8e8d-9f2e3a34d365 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:18.980383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a135ea95-6d64-4565-8e8d-9f2e3a34d365 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:18.982116 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.077971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.115367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-821e5df5-ccf6-486f-8eff-35cb3c5cd57a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.116704 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-821e5df5-ccf6-486f-8eff-35cb3c5cd57a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0338485 Jul 23 10:33:19.125853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.129988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.132076 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-53df82bc-f766-4e9f-b86a-002a8d689b76 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/quotas/bfd70b5f4bd741b7b6c770e3337c51b4 HTTP/1.1" status: 200 len: 375 time: 0.0522790 Jul 23 10:33:19.140982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-b774101d-068e-4454-ab0b-fa59a3c99fde tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.142288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b774101d-068e-4454-ab0b-fa59a3c99fde tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091381 Jul 23 10:33:19.167678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Transition to ACTIVE for port object 46cda450-d16d-4f6f-af59-d4050ddd956e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:19.183644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.206076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-a3ed2e33-3994-481a-876a-8461e9d57ebc tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.208089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a3ed2e33-3994-481a-876a-8461e9d57ebc tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0179665 Jul 23 10:33:19.229578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:19.257459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49058) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.311933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-97100fa8-7096-46a5-a38b-f24509ef0ef2 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.318662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.321108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-97100fa8-7096-46a5-a38b-f24509ef0ef2 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0622067 Jul 23 10:33:19.331638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.402998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-10e68bb6-43c5-46c9-b9d9-88c3c845d211 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.404877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-10e68bb6-43c5-46c9-b9d9-88c3c845d211 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0727100 Jul 23 10:33:19.416056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.418014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:19.421316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-50359bea-a221-4128-873f-464744182c41 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.422259 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50359bea-a221-4128-873f-464744182c41 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046637 Jul 23 10:33:19.482619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:19.496040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:19.501929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49070) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.557644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.598209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-fe8f47cf-3e54-462e-ab3a-e90e5450ddfc tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.601796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe8f47cf-3e54-462e-ab3a-e90e5450ddfc tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0130515 Jul 23 10:33:19.616312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-165aeb88-8b0d-4e49-8db4-3ab575652cda req-4fc08f79-99b2-4108-9da3-dc272f031894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2f4b8ba56c1418fbf26173ef087f63b&device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.3623972 Jul 23 10:33:19.623756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a135ea95-6d64-4565-8e8d-9f2e3a34d365, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a135ea95-6d64-4565-8e8d-9f2e3a34d365,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:19.629854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 0d55a0a6-bc86-4098-8067-8887d5b12b58 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:19.631087 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.705422 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.764631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49078) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.837633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:19.839456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.852775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a135ea95-6d64-4565-8e8d-9f2e3a34d365,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:19.860143 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.870510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-01c648e6-d65b-4c65-a87d-f8d5bff7d58a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.874910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-01c648e6-d65b-4c65-a87d-f8d5bff7d58a tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0271139 Jul 23 10:33:19.912197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-08195c05-dd7b-444f-a13e-de41ebd556ac req-86557b45-c3cb-4329-ba4f-243de93e3501 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.5778766 Jul 23 10:33:19.922297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:19.923518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:19.927279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49086) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.927592 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d36ec4-8122-41cc-9b66-2b9192e09791" -d '{"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-plugged", "status": "completed", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:19.931638 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:19.940082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-110a1c0d-8828-41c2-8ae2-8dd81f4db65c tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.943023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-110a1c0d-8828-41c2-8ae2-8dd81f4db65c tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074940 Jul 23 10:33:19.962903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49090) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:19.978108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-16cce79c-4a69-41b0-9ac6-78921a3e37a3 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:19.980559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-16cce79c-4a69-41b0-9ac6-78921a3e37a3 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074415 Jul 23 10:33:20.002792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.005633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-165aeb88-8b0d-4e49-8db4-3ab575652cda req-4144fdad-3b76-4a88-8079-22ef6822f813 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e2f4b8ba56c1418fbf26173ef087f63b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149747 Jul 23 10:33:20.016974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-61ae8506-de24-4d83-9188-5de082de9171 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.018790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-61ae8506-de24-4d83-9188-5de082de9171 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127177 Jul 23 10:33:20.030866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.048177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8968351 Jul 23 10:33:20.064035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-04bd407b-6a32-413e-ab01-624520683719 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.065071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04bd407b-6a32-413e-ab01-624520683719 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0303500 Jul 23 10:33:20.072565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:20.086998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49108) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.135250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa51c567-9bc6-4e87-8b1a-90d5ffe35cba None None] Provisioning complete for port a135ea95-6d64-4565-8e8d-9f2e3a34d365 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:20.136001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa51c567-9bc6-4e87-8b1a-90d5ffe35cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:20.136463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-08a82a0d-90db-4ead-8bbe-b6b757cd2d23 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9494476 Jul 23 10:33:20.183614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-079a42af-bed4-4fec-8d0e-65bc5752ea4f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:20.185395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-079a42af-bed4-4fec-8d0e-65bc5752ea4f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 816 time: 1.1086235 Jul 23 10:33:20.227283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Allocated IP 172.25.4.149 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/5f7a1ed8-11f2-4ce4-8ad1-4e475cd89664) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:20.267277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Request body: {'port': {'device_id': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'admin_state_up': True, 'tenant_id': 'bfd70b5f4bd741b7b6c770e3337c51b4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:20.435186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a135ea95-6d64-4565-8e8d-9f2e3a34d365 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:20.497226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa51c567-9bc6-4e87-8b1a-90d5ffe35cba None None] Provisioning for port 46cda450-d16d-4f6f-af59-d4050ddd956e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:20.507187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa51c567-9bc6-4e87-8b1a-90d5ffe35cba None None] Provisioning complete for port 46cda450-d16d-4f6f-af59-d4050ddd956e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:20.507890 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa51c567-9bc6-4e87-8b1a-90d5ffe35cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:20.560250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa51c567-9bc6-4e87-8b1a-90d5ffe35cba None None] Port 46cda450-d16d-4f6f-af59-d4050ddd956e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:20.586503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a135ea95-6d64-4565-8e8d-9f2e3a34d365 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:20.588666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:20.607255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-aa5ebeba-bdd3-4208-9580-0f25603b6034 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.612044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa5ebeba-bdd3-4208-9580-0f25603b6034 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.5183125 Jul 23 10:33:20.621826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.632027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-a5b78f18-475e-41ee-9be6-4a19f7afb3dc tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.632963 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a5b78f18-475e-41ee-9be6-4a19f7afb3dc tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083036 Jul 23 10:33:20.647711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.653982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Request body: {'port': {'device_id': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:20.661999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-dd9eb207-0fb7-48e7-97c9-ae287c2247ab tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.662655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dd9eb207-0fb7-48e7-97c9-ae287c2247ab tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0137696 Jul 23 10:33:20.669394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49128) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.674127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-3c2cd0c3-b836-4fc0-a5cc-3ddde02d6876 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.675080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c2cd0c3-b836-4fc0-a5cc-3ddde02d6876 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048575 Jul 23 10:33:20.701624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e969bd7f-bf6b-4286-8fab-75ee21a825b2 None None] Provisioning complete for port 46cda450-d16d-4f6f-af59-d4050ddd956e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:20.702157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e969bd7f-bf6b-4286-8fab-75ee21a825b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:20.709791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88584d14-3e90-4a07-a018-20a8467a99a4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Pushing event updated for resources: {'Port': ['ID=46cda450-d16d-4f6f-af59-d4050ddd956e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:20.721333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49130) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.747834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-d913f12e-ae78-4317-ad9d-35915408b1b4 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.748744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d913f12e-ae78-4317-ad9d-35915408b1b4 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0192337 Jul 23 10:33:20.749497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Made reservation on behalf of bfd70b5f4bd741b7b6c770e3337c51b4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:20.758202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:20.765225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.773769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-30195067-9561-43e2-8550-9d54727c8180 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.774899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-30195067-9561-43e2-8550-9d54727c8180 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077200 Jul 23 10:33:20.782638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.791438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-88a70ec5-5868-46fd-a395-a13668355742 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.792571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-88a70ec5-5868-46fd-a395-a13668355742 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072258 Jul 23 10:33:20.796434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-bb4c00f6-4a8e-497c-81e8-8960e18c4bec service neutron] 10.222.0.37 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481090 Jul 23 10:33:20.799382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.815149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-6b0d23e8-1047-49f3-8d06-37988a6a1a78 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.816168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6b0d23e8-1047-49f3-8d06-37988a6a1a78 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0158412 Jul 23 10:33:20.837567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49142) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.865225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [None req-89d05684-f4ff-42fe-8ccc-c9af79dfc476 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.866303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e969bd7f-bf6b-4286-8fab-75ee21a825b2 None None] Port 46cda450-d16d-4f6f-af59-d4050ddd956e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:20.869895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-89d05684-f4ff-42fe-8ccc-c9af79dfc476 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0241632 Jul 23 10:33:20.889395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-041e54b7-e9a4-4070-ae5c-024a23cc1b69 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:20.891474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-041e54b7-e9a4-4070-ae5c-024a23cc1b69 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 1.2740479 Jul 23 10:33:20.903802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.921636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'port': {'device_id': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'admin_state_up': True, 'tenant_id': '8144974fffab447182293981a4f41d7a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:20.949719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-047be3e7-bc51-4766-94a4-605d6063faac tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:20.953095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-047be3e7-bc51-4766-94a4-605d6063faac tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0405567 Jul 23 10:33:20.956395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:20.966839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:20.998583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.003067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-23caa138-ecaf-4466-865f-0eef30407869 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:21.008086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23caa138-ecaf-4466-865f-0eef30407869 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0380867 Jul 23 10:33:21.008086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:21.017367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-5dde2b41-4d98-4055-b0c8-5f6346c5816c tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:21.023130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5dde2b41-4d98-4055-b0c8-5f6346c5816c tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072250 Jul 23 10:33:21.056190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:21.061942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-50d47a8e-178b-45b2-91cc-a90dd8c3ea2f tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:21.065999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50d47a8e-178b-45b2-91cc-a90dd8c3ea2f tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044398 Jul 23 10:33:21.073671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:21.077935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [None req-e78e4364-e3cd-481d-ad04-cd79fa51cc07 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:33:21.088982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e78e4364-e3cd-481d-ad04-cd79fa51cc07 tempest-ExtensionsTestJSON-82309616 tempest-ExtensionsTestJSON-82309616-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042744 Jul 23 10:33:21.092066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aeb88-8b0d-4e49-8db4-3ab575652cda req-f6bd6cb1-e1a1-4f6a-bb99-3cf6c056cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:21.092556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-165aeb88-8b0d-4e49-8db4-3ab575652cda req-f6bd6cb1-e1a1-4f6a-bb99-3cf6c056cb6f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0766151 Jul 23 10:33:21.162404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52750e59-7132-40ff-8d56-6c357f35b04d req-54ddcde0-0015-4aaa-b4f6-93fa22123288 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:21.164080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52750e59-7132-40ff-8d56-6c357f35b04d req-54ddcde0-0015-4aaa-b4f6-93fa22123288 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 947 time: 0.2626562 Jul 23 10:33:21.170027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-6bc4c204-2d84-4836-a8ec-0ac54f26fe0f service neutron] 10.222.0.37 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644943 Jul 23 10:33:21.243142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Allocated IP 172.20.0.7 (4d48f16e-23ec-45a5-87af-eeaa30b524f3/f6fa08cc-1bbf-4fb4-854c-2ece5790bf54/244e7520-e90e-4f8f-9898-0e4f49e24338) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:21.297621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.318899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52750e59-7132-40ff-8d56-6c357f35b04d req-9aba16de-b29a-45a9-b4a6-b6bfaff7f60a tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875981 Jul 23 10:33:21.323735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:21.329395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.382413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:21.392990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:21.414204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:21.458204 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414323c5-dd51-47c9-829c-91727a453845 x-openstack-request-id: req-414323c5-dd51-47c9-829c-91727a453845 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:21.458600 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-plugged", "status": "completed", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:21.459404 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-414323c5-dd51-47c9-829c-91727a453845 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:21.459834 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'code': 200} Jul 23 10:33:21.477720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Port': ['ID=5f7a1ed8-11f2-4ce4-8ad1-4e475cd89664,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:21.621207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.627967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:21.678460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Allocated IP 172.20.0.5 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/493f1df3-6053-40d8-967f-ca70ef24d56f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:21.708966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.797608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ece356-52fc-4ddc-81f5-4a7e653a974e req-a53a81dd-bc37-4c57-b224-05fc2b65cd11 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 210 time: 0.2934022 Jul 23 10:33:21.860725 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eac6ea9b-0224-4709-b8b6-f0db87ecfe82 req-31a4943c-eda5-4cb5-ae1a-879585751464 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.1531610 Jul 23 10:33:21.892741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ecef74a1-757c-496e-b943-a3e2afbf7524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.966231 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:21.987114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Transition to ACTIVE for port object 244e7520-e90e-4f8f-9898-0e4f49e24338 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:22.017794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.037890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.042391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Transition to ACTIVE for port object 493f1df3-6053-40d8-967f-ca70ef24d56f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:22.119031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:22.126842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-398eed7b-a5cc-4678-a1a8-8605f9e92c60 req-2cf374f8-ccaa-4044-b92f-653f93ebfc13 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 210 time: 0.0493391 Jul 23 10:33:22.136877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:22.148056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:22.186758 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.252384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:22.270236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:22.277424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:22.287284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Pushing event updated for resources: {'Port': ['ID=244e7520-e90e-4f8f-9898-0e4f49e24338,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:22.310720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=493f1df3-6053-40d8-967f-ca70ef24d56f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:22.357333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:22.357975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.423715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:22.424419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.436055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cda450-d16d-4f6f-af59-d4050ddd956e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:22.452484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.488183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Transition to ACTIVE for port object 46cda450-d16d-4f6f-af59-d4050ddd956e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:22.495453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.531012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.562952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.614706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Pushing event updated for resources: {'Port': ['ID=46cda450-d16d-4f6f-af59-d4050ddd956e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:22.670376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8d474253-50e7-4217-af0c-2063b49fde73 None None] Provisioning for port 244e7520-e90e-4f8f-9898-0e4f49e24338 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:22.711949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8d474253-50e7-4217-af0c-2063b49fde73 None None] Provisioning complete for port 244e7520-e90e-4f8f-9898-0e4f49e24338 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:22.712352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d474253-50e7-4217-af0c-2063b49fde73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.743509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-165aeb88-8b0d-4e49-8db4-3ab575652cda req-92836f5a-21ec-4992-a921-aa4d1abcc4ba tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.20 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.0752587 Jul 23 10:33:22.798916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Attempting to bind port 46cda450-d16d-4f6f-af59-d4050ddd956e on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:22.799267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Attempting to bind port 46cda450-d16d-4f6f-af59-d4050ddd956e by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:22.799627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Attempting to bind port 46cda450-d16d-4f6f-af59-d4050ddd956e on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:22.816138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8d474253-50e7-4217-af0c-2063b49fde73 None None] Port 244e7520-e90e-4f8f-9898-0e4f49e24338 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:22.823745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Port 46cda450-d16d-4f6f-af59-d4050ddd956e on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:33:22.823745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Attempting to bind port 46cda450-d16d-4f6f-af59-d4050ddd956e on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:22.843712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:22.844062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Checking segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:22.844462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Bound using segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:22.844912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Bound port: 46cda450-d16d-4f6f-af59-d4050ddd956e, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:22.845280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.853307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Port': ['ID=5f7a1ed8-11f2-4ce4-8ad1-4e475cd89664,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:22.925088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.930258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ecef74a1-757c-496e-b943-a3e2afbf7524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.948624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b2989849-b916-4c4c-a805-9e10808640d8 None None] Provisioning for port 493f1df3-6053-40d8-967f-ca70ef24d56f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:22.950393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ecef74a1-757c-496e-b943-a3e2afbf7524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.952867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b2989849-b916-4c4c-a805-9e10808640d8 None None] Provisioning complete for port 493f1df3-6053-40d8-967f-ca70ef24d56f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:22.953295 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2989849-b916-4c4c-a805-9e10808640d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:22.972067 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2638803e-9af8-46c1-8c39-4164d231deb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7243946 Jul 23 10:33:22.992312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a104e3-6689-4eab-b9fd-efd7d902f707 req-8cf5bc83-7a37-456d-86d1-a83cbde47732 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:23.006015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2a104e3-6689-4eab-b9fd-efd7d902f707 req-8cf5bc83-7a37-456d-86d1-a83cbde47732 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 947 time: 0.4700735 Jul 23 10:33:23.016141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-af03940d-9f1f-4604-ae1a-0da6ea73afe4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0997031 Jul 23 10:33:23.031141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Request body: {'port': {'device_id': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:23.040301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b2989849-b916-4c4c-a805-9e10808640d8 None None] Port 493f1df3-6053-40d8-967f-ca70ef24d56f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:23.044293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Request body: {'port': {'device_id': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:23.056801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.058137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b0f31de4-c9dd-4e13-be76-c7779ba8b8b5 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5747142 Jul 23 10:33:23.073951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:23.099848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e70bd66d-8959-4e6d-8d36-c42f71243d7d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'floatingip': {'port_id': '174de978-64a1-4690-bcab-5ac4ede9653c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:23.114234 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ecef74a1-757c-496e-b943-a3e2afbf7524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00a5ac74e987488cb771546fa8de6416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4783618 Jul 23 10:33:23.114532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] For port 46cda450-d16d-4f6f-af59-d4050ddd956e, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:23.117770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49196) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:23.148240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef74a1-757c-496e-b943-a3e2afbf7524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba3dbb-7303-4372-a641-4fc2310b2785,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:23.179792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e70bd66d-8959-4e6d-8d36-c42f71243d7d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.189491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34b082-e7f0-494c-a92f-f68a25b055fd req-a836efd1-d955-4e83-b7ea-671130b6e18f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:23.193917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d34b082-e7f0-494c-a92f-f68a25b055fd req-a836efd1-d955-4e83-b7ea-671130b6e18f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 931 time: 0.2359893 Jul 23 10:33:23.200231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] For port 46cda450-d16d-4f6f-af59-d4050ddd956e, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=46cda450-d16d-4f6f-af59-d4050ddd956e,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:23.237574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2a104e3-6689-4eab-b9fd-efd7d902f707 req-94b58124-f0c4-4a9a-bd19-c32ff81de5be tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306578 Jul 23 10:33:23.244286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.294380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.372172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f76a91e7-5bfc-43a7-a5c2-73c8019bafec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.384492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:23.384732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.386120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] 10.222.0.55 "PUT /v2.0/ports/46cda450-d16d-4f6f-af59-d4050ddd956e HTTP/1.1" status: 200 len: 1092 time: 3.2982166 Jul 23 10:33:23.386797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'tag': '46cda450-d16d-4f6f-af59-d4050ddd956e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:23.389247 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612d0c5-94a7-421a-bd12-c18dd712f51a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66fe30-5175-4f57-85ab-354f98d472d2", "tag": "46cda450-d16d-4f6f-af59-d4050ddd956e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:23.402059 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-e70bd66d-8959-4e6d-8d36-c42f71243d7d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] update failed (client error): The resource could not be found. Jul 23 10:33:23.403426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e70bd66d-8959-4e6d-8d36-c42f71243d7d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "PUT /v2.0/floatingips/2cdb1de6-e2a4-4f77-99cc-86826c8b2997 HTTP/1.1" status: 404 len: 507 time: 0.3106630 Jul 23 10:33:23.408648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.409102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:23.445154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d34b082-e7f0-494c-a92f-f68a25b055fd req-8084978e-6917-4c90-b02f-dc22e3015ca9 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408185 Jul 23 10:33:23.533890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f76a91e7-5bfc-43a7-a5c2-73c8019bafec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.548496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218a6a1-d0eb-44b0-9a42-09ffc8c5b05e service neutron] Pushing event updated for resources: {'Port': ['ID=46cda450-d16d-4f6f-af59-d4050ddd956e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:23.687205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2d23f4f-6890-4c3a-b529-9235a9484aab req-f25ecf0b-5287-46a5-89d5-42354a3a23a1 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=1897d6bf-64aa-4d38-a630-3fdaa806a123 HTTP/1.1" status: 200 len: 210 time: 0.1670125 Jul 23 10:33:23.820412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5927f20b-7770-4d9a-92b7-249c9315c9f1 req-e5ec0a48-2b72-433d-9624-2f213c401038 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 210 time: 0.1017377 Jul 23 10:33:23.893049 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.924880 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e865eead-f9b7-4ce5-82cf-cc636a4e4963 x-openstack-request-id: req-e865eead-f9b7-4ce5-82cf-cc636a4e4963 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:23.924880 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66fe30-5175-4f57-85ab-354f98d472d2", "tag": "46cda450-d16d-4f6f-af59-d4050ddd956e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:23.925197 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e865eead-f9b7-4ce5-82cf-cc636a4e4963 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:23.925592 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'tag': '46cda450-d16d-4f6f-af59-d4050ddd956e', 'status': 'completed', 'code': 200} Jul 23 10:33:23.949092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-3ed4caa3-47c7-4039-a268-65a5866c68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:23.950641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-3ed4caa3-47c7-4039-a268-65a5866c68c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 1095 time: 0.4827149 Jul 23 10:33:23.968093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Deleting port 5f7a1ed8-11f2-4ce4-8ad1-4e475cd89664 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:23.968831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:23.971960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-9cf62d64-5010-4e43-b6d0-7327d565ccdd tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:23.974241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-9cf62d64-5010-4e43-b6d0-7327d565ccdd tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.20 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 816 time: 0.5356407 Jul 23 10:33:24.028618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-2e34beab-522e-433b-9b11-87b9eff47195 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cda450-d16d-4f6f-af59-d4050ddd956e HTTP/1.1" status: 200 len: 217 time: 0.0519619 Jul 23 10:33:24.038199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f76a91e7-5bfc-43a7-a5c2-73c8019bafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.040863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f76a91e7-5bfc-43a7-a5c2-73c8019bafec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.044665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f76a91e7-5bfc-43a7-a5c2-73c8019bafec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3ba3dbb-7303-4372-a641-4fc2310b2785 HTTP/1.1" status: 204 len: 168 time: 0.9233153 Jul 23 10:33:24.050959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Request body: {'port': {'device_id': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'admin_state_up': True, 'tenant_id': 'bfd70b5f4bd741b7b6c770e3337c51b4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:24.121049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.121610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.125834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244e7520-e90e-4f8f-9898-0e4f49e24338 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:24.142826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.150320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Calling delete_port for 5f7a1ed8-11f2-4ce4-8ad1-4e475cd89664 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:24.157226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a91e7-5bfc-43a7-a5c2-73c8019bafec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba3dbb-7303-4372-a641-4fc2310b2785,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:24.191221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Transition to ACTIVE for port object 244e7520-e90e-4f8f-9898-0e4f49e24338 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:24.205660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.258890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-028d2abb-9e42-42a5-90d9-f3c705176c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:24.260433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-028d2abb-9e42-42a5-90d9-f3c705176c50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.2059970 Jul 23 10:33:24.320682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Pushing event updated for resources: {'Port': ['ID=244e7520-e90e-4f8f-9898-0e4f49e24338,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:24.538504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Attempting to bind port 244e7520-e90e-4f8f-9898-0e4f49e24338 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:24.539167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Attempting to bind port 244e7520-e90e-4f8f-9898-0e4f49e24338 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:24.539539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Attempting to bind port 244e7520-e90e-4f8f-9898-0e4f49e24338 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:24.543603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.586228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Port': ['ID=5f7a1ed8-11f2-4ce4-8ad1-4e475cd89664,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:24.610578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493f1df3-6053-40d8-967f-ca70ef24d56f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:24.616887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Made reservation on behalf of bfd70b5f4bd741b7b6c770e3337c51b4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:24.620819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.641807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.677366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Port 244e7520-e90e-4f8f-9898-0e4f49e24338 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:33:24.677723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Attempting to bind port 244e7520-e90e-4f8f-9898-0e4f49e24338 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:24.704749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Transition to ACTIVE for port object 493f1df3-6053-40d8-967f-ca70ef24d56f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:24.719361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de941108-191d-4462-b411-9d33357ece77 req-103efb1a-908e-48c0-a43f-d03ba3bf5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:24.721618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-103efb1a-908e-48c0-a43f-d03ba3bf5d4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4500449 Jul 23 10:33:24.722419 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.811029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.814522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:24.820021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a86714a8-e25d-4383-b701-57ad20de8a92 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "DELETE /v2.0/floatingips/2cdb1de6-e2a4-4f77-99cc-86826c8b2997 HTTP/1.1" status: 204 len: 168 time: 1.4069724 Jul 23 10:33:24.834486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=493f1df3-6053-40d8-967f-ca70ef24d56f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:24.836971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49246) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:24.854560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-be330adb-b4ca-45b5-acdc-af2c20e86501 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'floatingip': {'floating_network_id': '8eef20f3-f05c-4220-bbac-b7a6b44250ca', 'port_id': '174de978-64a1-4690-bcab-5ac4ede9653c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:24.912240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:24.912608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Checking segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:24.913016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Bound using segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:24.913475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Bound port: 244e7520-e90e-4f8f-9898-0e4f49e24338, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:24.913843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.133758 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be330adb-b4ca-45b5-acdc-af2c20e86501 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.181024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Allocated IP 172.20.0.12 (4d48f16e-23ec-45a5-87af-eeaa30b524f3/f6fa08cc-1bbf-4fb4-854c-2ece5790bf54/b93a5a76-dcae-4dbc-8ce0-09833a0a0d73) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:25.190194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] For port 244e7520-e90e-4f8f-9898-0e4f49e24338, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:25.200189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] For port 244e7520-e90e-4f8f-9898-0e4f49e24338, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=244e7520-e90e-4f8f-9898-0e4f49e24338,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:25.271410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65b217c9-533f-4d7a-a187-52499277fdcc req-df918937-3a25-407f-b5f4-f39830a903b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2f4b8ba56c1418fbf26173ef087f63b&device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.0630004 Jul 23 10:33:25.278952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7993fe7-d709-49a3-ad8d-8e4e942cfcbc req-6ee2bd78-a2cb-4579-864f-b90058f98e32 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:25.280511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7993fe7-d709-49a3-ad8d-8e4e942cfcbc req-6ee2bd78-a2cb-4579-864f-b90058f98e32 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 943 time: 0.4870241 Jul 23 10:33:25.283509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.338161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65b217c9-533f-4d7a-a187-52499277fdcc req-20baf98e-d722-422d-9f6b-c24846545dcf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e2f4b8ba56c1418fbf26173ef087f63b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564606 Jul 23 10:33:25.351097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:25.351097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.352362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] 10.222.0.55 "PUT /v2.0/ports/244e7520-e90e-4f8f-9898-0e4f49e24338 HTTP/1.1" status: 200 len: 1091 time: 2.3300211 Jul 23 10:33:25.352858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'tag': '244e7520-e90e-4f8f-9898-0e4f49e24338'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:25.355465 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa114d3-0bd8-4244-a301-8336080c4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee53083-dbc8-4352-b1b3-c48dcad1444c", "tag": "244e7520-e90e-4f8f-9898-0e4f49e24338"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:25.401568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.441287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Transition to ACTIVE for port object b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:25.530712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:25.568195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ac08f84-8d29-4d29-9744-a0fcd99b8cfb req-9f23a71e-9a94-4c5a-a929-af8318025e79 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 210 time: 0.0593719 Jul 23 10:33:25.599160 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7993fe7-d709-49a3-ad8d-8e4e942cfcbc req-8c5125f8-65c4-4a58-9e88-5489f8c677eb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882500 Jul 23 10:33:25.599900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f48a3c-030b-416c-8b60-d627f09d7261 service neutron] Pushing event updated for resources: {'Port': ['ID=244e7520-e90e-4f8f-9898-0e4f49e24338,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:25.646511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-f5a0ea38-3315-4620-87cb-ca4ca0573b1b service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355136 Jul 23 10:33:25.665005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b217c9-533f-4d7a-a187-52499277fdcc req-72187c65-9993-4925-8b8a-72cca0e5b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:25.666519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65b217c9-533f-4d7a-a187-52499277fdcc req-72187c65-9993-4925-8b8a-72cca0e5b556 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050416 Jul 23 10:33:25.700491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.719569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-9279cce2-e9b0-448f-b871-da3d1dea8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:25.721353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-9279cce2-e9b0-448f-b871-da3d1dea8f8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 1094 time: 0.3108866 Jul 23 10:33:25.841416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1943131794'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:25.867663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Attempting to bind port 493f1df3-6053-40d8-967f-ca70ef24d56f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:25.868520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Attempting to bind port 493f1df3-6053-40d8-967f-ca70ef24d56f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:25.868862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Attempting to bind port 493f1df3-6053-40d8-967f-ca70ef24d56f on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:25.871242 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe1fdea-d2f1-4859-8153-b51592f517aa x-openstack-request-id: req-9fe1fdea-d2f1-4859-8153-b51592f517aa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:25.871772 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee53083-dbc8-4352-b1b3-c48dcad1444c", "tag": "244e7520-e90e-4f8f-9898-0e4f49e24338", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:25.871881 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fe1fdea-d2f1-4859-8153-b51592f517aa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:25.872383 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'tag': '244e7520-e90e-4f8f-9898-0e4f49e24338', 'status': 'completed', 'code': 200} Jul 23 10:33:25.874467 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-1bf3c8e6-cff0-4291-a149-7325b8bdb948 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=244e7520-e90e-4f8f-9898-0e4f49e24338 HTTP/1.1" status: 200 len: 217 time: 0.1388218 Jul 23 10:33:25.898869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:25.902451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:25.922244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:25.927340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Port 493f1df3-6053-40d8-967f-ca70ef24d56f on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:33:25.927698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Attempting to bind port 493f1df3-6053-40d8-967f-ca70ef24d56f on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:25.937571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:25.962066 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3bd60bc-6a05-4330-92c7-8c75e41fd0c2 req-b86732f9-8042-42cb-af02-5b837e62e450 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.1439824 Jul 23 10:33:25.967173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:25.970616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.011781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Pushing event updated for resources: {'Port': ['ID=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:26.016056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-f316d917-5d89-4c67-9919-e74e0d2045bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:26.017635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-f316d917-5d89-4c67-9919-e74e0d2045bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.1303544 Jul 23 10:33:26.024938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:26.025501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:26.025988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:26.026549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Bound port: 493f1df3-6053-40d8-967f-ca70ef24d56f, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:26.027017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.066069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de941108-191d-4462-b411-9d33357ece77 req-4d8df4a6-4e07-4196-a683-187cb1583607 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016941 Jul 23 10:33:26.085027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:26.085819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.128232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2bf8fba1-34e4-49ce-9694-893ef30b2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:26.130626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-2bf8fba1-34e4-49ce-9694-893ef30b2f37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049147 Jul 23 10:33:26.206865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.217382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.222551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] For port 493f1df3-6053-40d8-967f-ca70ef24d56f, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:26.225557 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-be330adb-b4ca-45b5-acdc-af2c20e86501 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:33:26.231705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-be330adb-b4ca-45b5-acdc-af2c20e86501 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3847024 Jul 23 10:33:26.231705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] For port 493f1df3-6053-40d8-967f-ca70ef24d56f, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=493f1df3-6053-40d8-967f-ca70ef24d56f,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:26.233521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-947b0221-be25-4dde-9c7d-7dd70f30b529 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1964123 Jul 23 10:33:26.234263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49280) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:26.246234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '174de978-64a1-4690-bcab-5ac4ede9653c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:26.254995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.263820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Request body: {'port': {'device_id': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:26.305964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:26.328709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526b365e-28fd-4a78-b6a4-74a0a0ac3ea2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:26.337921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.338319 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment 63cde2ca-6b2e-4ec6-8ca6-af80b572d740 of type vlan for network 6ff77a62-5a21-4530-b021-53f96e64c008 Jul 23 10:33:26.341585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-bcbacbb2-3717-4262-ace7-e74de470eb73 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947806 Jul 23 10:33:26.342300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:26.343001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.344733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] 10.222.0.55 "PUT /v2.0/ports/493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 200 len: 1091 time: 3.3094361 Jul 23 10:33:26.348958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'tag': '493f1df3-6053-40d8-967f-ca70ef24d56f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:26.351427 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb77796c-0275-49c5-b86d-d35ea8a4b47c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf26ae26-4958-4909-bbd0-7b1f0360a60f", "tag": "493f1df3-6053-40d8-967f-ca70ef24d56f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:26.373614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.386099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-cf3296c9-fe45-414d-a1d2-799b6205c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:26.387783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-cf3296c9-fe45-414d-a1d2-799b6205c171 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 1095 time: 0.2419019 Jul 23 10:33:26.420421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-84182031-5971-4e93-a78d-4845f0eaf190 None None] Provisioning for port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:26.436996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-84182031-5971-4e93-a78d-4845f0eaf190 None None] Provisioning complete for port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:26.437648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84182031-5971-4e93-a78d-4845f0eaf190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.452029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.483540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84182031-5971-4e93-a78d-4845f0eaf190 None None] Port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:26.496518 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ee2aba-f1a9-439a-bc02-f2537ad61dfa x-openstack-request-id: req-f5ee2aba-f1a9-439a-bc02-f2537ad61dfa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:26.497009 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf26ae26-4958-4909-bbd0-7b1f0360a60f", "tag": "493f1df3-6053-40d8-967f-ca70ef24d56f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:26.497353 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5ee2aba-f1a9-439a-bc02-f2537ad61dfa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:26.497827 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'tag': '493f1df3-6053-40d8-967f-ca70ef24d56f', 'status': 'completed', 'code': 200} Jul 23 10:33:26.504509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=493f1df3-6053-40d8-967f-ca70ef24d56f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:26.550212 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.557369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:26.558072 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.569098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-504b0cb4-80f5-47bb-ba44-71d8db5c10c2 req-eb6ed0ff-da63-4716-a0f7-580703d7fc5a service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160497 Jul 23 10:33:26.615876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.616898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.616898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.616898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.617274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.617539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.617864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.618186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.618517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.618843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.619170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.619598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1752c9-934e-4174-8aba-05343ca8e4ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:26.656431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1200707 Jul 23 10:33:26.658649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:26.684434 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:26.715648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'name': 'tempest-PortsIpV6TestJSON-151661476'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:26.723210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b05d06-f633-4794-b29b-fb5ed209ea13 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=6ff77a62-5a21-4530-b021-53f96e64c008,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:26.734204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:27.069095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-045fbf15-d49f-463f-b449-7e0140f860b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:27.234046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-bae855df-bbad-48f8-a4ca-d9c330ea8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.235603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-bae855df-bbad-48f8-a4ca-d9c330ea8d15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 917 time: 0.8231707 Jul 23 10:33:27.319155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-d0907c8e-b665-4e20-ada8-5ea52f336f40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cda450-d16d-4f6f-af59-d4050ddd956e HTTP/1.1" status: 200 len: 217 time: 0.0722146 Jul 23 10:33:27.330188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-f3fa255f-53aa-42ce-9965-30dd27ab3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.331861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-f3fa255f-53aa-42ce-9965-30dd27ab3b27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 1094 time: 0.9246147 Jul 23 10:33:27.360751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65b217c9-533f-4d7a-a187-52499277fdcc req-dfb06619-1fb8-46bf-b6e8-13be2edc6dc0 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.0899882 Jul 23 10:33:27.398295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-2ef8e2b5-3353-416d-960c-699990bebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.399969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-2ef8e2b5-3353-416d-960c-699990bebf7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 1094 time: 0.7421427 Jul 23 10:33:27.429969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:27.433528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:27.500813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bf437-3737-4389-8579-a0a33c671b18 req-186e7188-ebf4-44f7-902e-b7f1a6de0e3b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.501879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca9bf437-3737-4389-8579-a0a33c671b18 req-186e7188-ebf4-44f7-902e-b7f1a6de0e3b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 932 time: 0.7010541 Jul 23 10:33:27.503258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port b54bacaa-01fd-42f7-ac4a-045bff36693d yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:27.507482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-6d647aef-0e17-485f-b256-351344bf4644 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 200 len: 217 time: 0.1663475 Jul 23 10:33:27.586425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb838b-0e30-42fe-afb1-c472765412e7 req-8e971833-bf72-4e55-96f5-c74cabccf77e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.587972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41fb838b-0e30-42fe-afb1-c472765412e7 req-8e971833-bf72-4e55-96f5-c74cabccf77e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 943 time: 0.8747506 Jul 23 10:33:27.594112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-9547a4cf-d640-418f-a5aa-250a040b5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.595603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-9547a4cf-d640-418f-a5aa-250a040b5ea6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.2627964 Jul 23 10:33:27.608037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-6c74b580-9466-4220-9117-5b24b6d88847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.609360 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-6c74b580-9466-4220-9117-5b24b6d88847 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 917 time: 0.2011411 Jul 23 10:33:27.677853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-a748030c-2b90-4a89-97be-60203226c31b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=244e7520-e90e-4f8f-9898-0e4f49e24338 HTTP/1.1" status: 200 len: 217 time: 0.0577466 Jul 23 10:33:27.683820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca9bf437-3737-4389-8579-a0a33c671b18 req-1dc9f8e0-a5a5-436a-9c1c-5cc5b40b3e6e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256399 Jul 23 10:33:27.706222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:27.735778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-e7ae4708-261d-4829-b9d0-571773f75bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.737281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-e7ae4708-261d-4829-b9d0-571773f75bf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.2223697 Jul 23 10:33:27.803434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-a70f7505-2ec0-466c-8264-400755135830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.805265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-a70f7505-2ec0-466c-8264-400755135830 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.1185248 Jul 23 10:33:27.877037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:27.943321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41fb838b-0e30-42fe-afb1-c472765412e7 req-c9a1035e-687b-49a9-838f-276abfb62c44 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333700 Jul 23 10:33:27.970701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:27.993941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-e3007aaa-f347-401b-a59a-fccc1fd0e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:27.999474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-e3007aaa-f347-401b-a59a-fccc1fd0e83c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768079 Jul 23 10:33:28.115106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=b54bacaa-01fd-42f7-ac4a-045bff36693d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:28.116100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:28.138822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-72485f15-17d0-49bc-b595-9030c8c66a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:28.140399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-72485f15-17d0-49bc-b595-9030c8c66a57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5294638 Jul 23 10:33:28.146778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.194525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9bcbef2-8115-4387-97b9-830d291fad80 req-a7a4615a-cbb4-4175-8d2a-29a48d412ccc tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bafa874-6caf-4d8f-88fe-2266e5ed4c15 HTTP/1.1" status: 200 len: 210 time: 0.0871737 Jul 23 10:33:28.203924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 46cda450-d16d-4f6f-af59-d4050ddd956e details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:28.204600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': '63cde2ca-6b2e-4ec6-8ca6-af80b572d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:28.206694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: 6ff77a62-5a21-4530-b021-53f96e64c008, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:28.218840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Allocated IP 172.25.4.228 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/c144e506-fbfd-4179-971a-e09c6b88ddef) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:28.240698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Transition to ACTIVE for port object b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:28.260532 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.268291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-1fe105ef-fa5b-40a6-9da9-9344decfe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:28.271078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-1fe105ef-fa5b-40a6-9da9-9344decfe705 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5248735 Jul 23 10:33:28.276028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-8fcfcdf2-8996-428a-8c4d-48bd55eb6d78 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195613 Jul 23 10:33:28.279124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:28.318455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6ff77a62-5a21-4530-b021-53f96e64c008) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:28.328509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:28.336821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:28.337462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.355704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 46cda450-d16d-4f6f-af59-d4050ddd956e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=46cda450-d16d-4f6f-af59-d4050ddd956e,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:28.372443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '46cda450-d16d-4f6f-af59-d4050ddd956e', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'port_id': '46cda450-d16d-4f6f-af59-d4050ddd956e', 'mac_address': 'fa:16:3e:28:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fa08cc-1bbf-4fb4-854c-2ece5790bf54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:28.418300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06159c25-d6e8-4b23-a7db-3021b89fea52 None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:28.427164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-288c60b8-8a74-4ac1-adc1-f87ec306a1f9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7266474 Jul 23 10:33:28.436548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:28.445127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1706556934'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:28.445811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.487351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fa114d3-0bd8-4244-a301-8336080c4a20 req-31f226f2-b1ef-482d-8758-78ba237f5367 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948354 Jul 23 10:33:28.489838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:28.493960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.514023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cda450-d16d-4f6f-af59-d4050ddd956e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:28.526064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:28.543359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-d0ff8d05-01bc-4785-baef-a1a5e4d67a2c service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750012 Jul 23 10:33:28.548954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.550049 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment 791f5a60-b1e2-4e9d-96cd-a13dd262b1a8 of type vlan for network e9f51091-40e4-417c-b6c4-3e1ae1563ce1 Jul 23 10:33:28.622581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 46cda450-d16d-4f6f-af59-d4050ddd956e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=46cda450-d16d-4f6f-af59-d4050ddd956e,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:28.623530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.702085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.709441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:28.710188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:28.751216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Pushing event updated for resources: {'Port': ['ID=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:28.774316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3345308 Jul 23 10:33:28.778901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49308) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:28.787946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'ports': [{'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'}, {'network_id': 'e9f51091-40e4-417c-b6c4-3e1ae1563ce1'}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:28.788347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:28.788899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': 'e9f51091-40e4-417c-b6c4-3e1ae1563ce1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:28.845645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-82620be7-c87f-43dd-a972-51194d8e000a service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734025 Jul 23 10:33:28.927768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.019696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d4642-c2cf-432f-a8f2-84a9902bdc4b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=e9f51091-40e4-417c-b6c4-3e1ae1563ce1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:29.037033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e9f51091-40e4-417c-b6c4-3e1ae1563ce1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:29.051676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.063687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3612d0c5-94a7-421a-bd12-c18dd712f51a req-65373631-b1e5-44e9-aaf3-2bd7900f961a service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049746 Jul 23 10:33:29.140588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Attempting to bind port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:29.140945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Attempting to bind port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:29.141349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Attempting to bind port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:29.150610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e81911d-7231-4a9e-9105-85e0909e09ed req-eca28681-1042-42bd-89cd-c914a9615c15 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740152 Jul 23 10:33:29.155842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:33:29.156242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Attempting to bind port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 on network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:29.178551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:29.178960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Checking segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:29.179456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Bound using segment: {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:29.179994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Bound port: b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:29.180447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.189674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=46cda450-d16d-4f6f-af59-d4050ddd956e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:29.201207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615417-2401-4e32-9a61-c30d46660133 req-770fbe76-e39f-45ae-824b-422cd266c4c5 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:29.212594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec615417-2401-4e32-9a61-c30d46660133 req-770fbe76-e39f-45ae-824b-422cd266c4c5 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 944 time: 0.3369169 Jul 23 10:33:29.233832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.248831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['46cda450-d16d-4f6f-af59-d4050ddd956e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:29.264040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:29.269594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.288975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d4da-1de3-4d88-b1b5-4608a61aa4c8 req-c4027086-09cb-4d3b-aa74-f3713ec73b82 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:29.290680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6340d4da-1de3-4d88-b1b5-4608a61aa4c8 req-c4027086-09cb-4d3b-aa74-f3713ec73b82 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 943 time: 0.2259552 Jul 23 10:33:29.296129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.314113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec615417-2401-4e32-9a61-c30d46660133 req-98941b06-c707-409c-a337-b26ce3708c49 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026213 Jul 23 10:33:29.362803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:29.396537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] For port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:29.400453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] For port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:29.404989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:29.420780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:29.434194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port cf7ece81-9db3-4b51-ad04-b86d486e8363 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:29.434831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.493104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event updated for resources: {'Port': ['ID=c144e506-fbfd-4179-971a-e09c6b88ddef,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:29.521121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:29.521808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.523453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] 10.222.0.20 "PUT /v2.0/ports/b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 HTTP/1.1" status: 200 len: 1092 time: 3.2713046 Jul 23 10:33:29.539343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'tag': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:29.541755 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8dd242-cf82-44cc-8611-0dba4303a968" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f6dcb-3698-423e-8bbe-4074b6968421", "tag": "b93a5a76-dcae-4dbc-8ce0-09833a0a0d73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:29.555781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6340d4da-1de3-4d88-b1b5-4608a61aa4c8 req-3afcf9ea-829a-418e-921a-5f8aed3a0979 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331583 Jul 23 10:33:29.677515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.678927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-ea9e2e4c-e116-4d50-9aa0-ccad80efae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:29.680753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-ea9e2e4c-e116-4d50-9aa0-ccad80efae3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 1094 time: 0.4407864 Jul 23 10:33:29.682393 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e10b84-3d88-4814-b7cd-236e60436de4 x-openstack-request-id: req-90e10b84-3d88-4814-b7cd-236e60436de4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:29.682931 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f6dcb-3698-423e-8bbe-4074b6968421", "tag": "b93a5a76-dcae-4dbc-8ce0-09833a0a0d73", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:29.684886 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90e10b84-3d88-4814-b7cd-236e60436de4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:29.685647 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'tag': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73', 'status': 'completed', 'code': 200} Jul 23 10:33:29.833643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port b43f1dee-3ee7-4418-9585-13c13afdc295 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:29.896451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4224d9-394c-47bb-912a-635828d89b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.935620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3cb88-dde5-4943-8fde-65715c3aa418 service neutron] Pushing event updated for resources: {'Port': ['ID=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:29.992354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:29.996984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49334) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:30.044452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-5f5f2934-7245-494f-b9d9-0456cf0622d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.046466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-5f5f2934-7245-494f-b9d9-0456cf0622d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.3509605 Jul 23 10:33:30.048040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Deleting port c144e506-fbfd-4179-971a-e09c6b88ddef {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:30.048551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.050005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.121409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-6f53ec40-9926-42b6-b0d6-046e6453ac3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 200 len: 217 time: 0.0622444 Jul 23 10:33:30.170912 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.183664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-d4968fcd-f943-4c70-b6cc-dfe4a1faa31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.185224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-d4968fcd-f943-4c70-b6cc-dfe4a1faa31b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0575459 Jul 23 10:33:30.189280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7f5fb9fb-9945-49c6-bcc0-c932afddaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.190719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-7f5fb9fb-9945-49c6-bcc0-c932afddaf58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 1095 time: 0.5924933 Jul 23 10:33:30.198327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 244e7520-e90e-4f8f-9898-0e4f49e24338 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:30.202042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 46cda450-d16d-4f6f-af59-d4050ddd956e up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:30.223828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:30.225939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:30.235759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=cf7ece81-9db3-4b51-ad04-b86d486e8363,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:30.247450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:30.247450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.310653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-10eac613-7bc0-43b6-9837-69fa03c92788 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 HTTP/1.1" status: 200 len: 217 time: 0.0746546 Jul 23 10:33:30.315637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ccbef60-4444-487f-b727-c04f7ca4f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.332570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': '791f5a60-b1e2-4e9d-96cd-a13dd262b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9f51091-40e4-417c-b6c4-3e1ae1563ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:30.332966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: e9f51091-40e4-417c-b6c4-3e1ae1563ce1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:30.338854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=b43f1dee-3ee7-4418-9585-13c13afdc295,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:30.357431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network e9f51091-40e4-417c-b6c4-3e1ae1563ce1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:30.371825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e9f51091-40e4-417c-b6c4-3e1ae1563ce1) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:30.378362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:30.385406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.390992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.392215 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.412113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692355a8-3db9-42b8-8b98-5d8c5136ba2c None None] Network e9f51091-40e4-417c-b6c4-3e1ae1563ce1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:30.536224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ccbef60-4444-487f-b727-c04f7ca4f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.556567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb387622-10c4-46de-a306-99f264ab04ca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7768452 Jul 23 10:33:30.561975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ccbef60-4444-487f-b727-c04f7ca4f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.562523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:30.573807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.574634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.594563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb0bb9-3879-4534-8247-adcd34e4eb63 req-2b7986d0-1f3c-4012-8271-b0a662c425b6 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.596422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-badb0bb9-3879-4534-8247-adcd34e4eb63 req-2b7986d0-1f3c-4012-8271-b0a662c425b6 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 944 time: 0.1660109 Jul 23 10:33:30.640948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Calling delete_port for c144e506-fbfd-4179-971a-e09c6b88ddef owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:30.649732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-e05d86f8-8dc7-4cdd-9f14-cd5ac432a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.651252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-e05d86f8-8dc7-4cdd-9f14-cd5ac432a0c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.3267267 Jul 23 10:33:30.664991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4ccbef60-4444-487f-b727-c04f7ca4f8d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2f4b8ba56c1418fbf26173ef087f63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644261 Jul 23 10:33:30.665752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbef60-4444-487f-b727-c04f7ca4f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c612e-a530-4fba-9456-efd9a0d9f0f1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:30.680280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49358) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:30.695267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 46cda450-d16d-4f6f-af59-d4050ddd956e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:30.718324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-58010c5b-75ca-463f-b2fb-4dbe471caf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:30.719883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-58010c5b-75ca-463f-b2fb-4dbe471caf0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5257981 Jul 23 10:33:30.726143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-badb0bb9-3879-4534-8247-adcd34e4eb63 req-09deb452-ee9f-4d2a-82eb-2bf0372c580a tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214700 Jul 23 10:33:30.737849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 46cda450-d16d-4f6f-af59-d4050ddd956e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:30.738815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.796156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port b43f1dee-3ee7-4418-9585-13c13afdc295 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:30.796764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.813425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 244e7520-e90e-4f8f-9898-0e4f49e24338, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=244e7520-e90e-4f8f-9898-0e4f49e24338,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:30.873245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '244e7520-e90e-4f8f-9898-0e4f49e24338', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'port_id': '244e7520-e90e-4f8f-9898-0e4f49e24338', 'mac_address': 'fa:16:3e:24:0c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fa08cc-1bbf-4fb4-854c-2ece5790bf54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:30.896210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.911015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for b43f1dee-3ee7-4418-9585-13c13afdc295 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:30.956247 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.975981 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:30.987308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244e7520-e90e-4f8f-9898-0e4f49e24338 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:31.018475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cda450-d16d-4f6f-af59-d4050ddd956e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:31.023460 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f35a6-f9f3-42c5-9633-b360d24976bf" -d '{"events": [{"server_uuid": "cf66fe30-5175-4f57-85ab-354f98d472d2", "name": "network-vif-plugged", "status": "completed", "tag": "46cda450-d16d-4f6f-af59-d4050ddd956e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:31.028514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 244e7520-e90e-4f8f-9898-0e4f49e24338, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=244e7520-e90e-4f8f-9898-0e4f49e24338,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:31.033211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.056839 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.064685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 46cda450-d16d-4f6f-af59-d4050ddd956e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=46cda450-d16d-4f6f-af59-d4050ddd956e,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:31.072892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.076065 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.080336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/b43f1dee-3ee7-4418-9585-13c13afdc295 HTTP/1.1" status: 204 len: 168 time: 0.4825528 Jul 23 10:33:31.081791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:31.082048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c666e-61e1-4acd-a7b3-48364eced97a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=b43f1dee-3ee7-4418-9585-13c13afdc295,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:31.116156 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40016fe7-8b64-42c6-9bbf-7e92bf503f58 x-openstack-request-id: req-40016fe7-8b64-42c6-9bbf-7e92bf503f58 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:31.116827 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66fe30-5175-4f57-85ab-354f98d472d2", "name": "network-vif-plugged", "status": "completed", "tag": "46cda450-d16d-4f6f-af59-d4050ddd956e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:31.117299 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40016fe7-8b64-42c6-9bbf-7e92bf503f58 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:31.117889 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cda450-d16d-4f6f-af59-d4050ddd956e', 'code': 200} Jul 23 10:33:31.147536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-ae39202d-1c11-4d62-a877-19188068edb7 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820393 Jul 23 10:33:31.175239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.213467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=244e7520-e90e-4f8f-9898-0e4f49e24338,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:31.250162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026d9f5-140f-4051-9182-ae2743480e4f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:31.256462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026d9f5-140f-4051-9182-ae2743480e4f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:31.261764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1026d9f5-140f-4051-9182-ae2743480e4f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1767268 Jul 23 10:33:31.262602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:31.275213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=46cda450-d16d-4f6f-af59-d4050ddd956e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:31.289538 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.293767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['244e7520-e90e-4f8f-9898-0e4f49e24338'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:31.417933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port cf7ece81-9db3-4b51-ad04-b86d486e8363 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:31.418417 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.543295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.559332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for cf7ece81-9db3-4b51-ad04-b86d486e8363 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:31.673774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.707537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=cf7ece81-9db3-4b51-ad04-b86d486e8363,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:31.724186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:31.726183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/cf7ece81-9db3-4b51-ad04-b86d486e8363 HTTP/1.1" status: 204 len: 168 time: 0.4626062 Jul 23 10:33:31.729454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.729816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.730291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.730700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.731203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.731203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.731677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.731871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.732237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.732572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.732893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.733215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77926c74-47db-4d95-a62e-5c08e0b12224 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:31.735993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49378) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:31.796182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Port': ['ID=c144e506-fbfd-4179-971a-e09c6b88ddef,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:31.831291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c94d5c-31d4-492f-a29a-e030654ad44f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:31.837296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e3c94d5c-31d4-492f-a29a-e030654ad44f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0978165 Jul 23 10:33:31.843355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49382) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:31.900428 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabe6989-0c9b-4e52-9e2e-9a389da68d10 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:31.904639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cabe6989-0c9b-4e52-9e2e-9a389da68d10 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/b43f1dee-3ee7-4418-9585-13c13afdc295 HTTP/1.1" status: 404 len: 333 time: 0.0565937 Jul 23 10:33:31.906346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49384) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:31.929830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-11db2e51-3c79-4478-ac97-aefecc38acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:31.933823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-11db2e51-3c79-4478-ac97-aefecc38acaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2719002 Jul 23 10:33:31.942126 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ae06ef-0357-4496-a413-28dcc8a31efe tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:31.946308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-13ae06ef-0357-4496-a413-28dcc8a31efe tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/cf7ece81-9db3-4b51-ad04-b86d486e8363 HTTP/1.1" status: 404 len: 333 time: 0.0373173 Jul 23 10:33:31.947662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49386) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:31.969568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10250675-cf2f-4eb4-9a4c-6bd0d4184f71 req-7def2c88-f64f-4026-a903-d5e9945af4fc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:31.977026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10250675-cf2f-4eb4-9a4c-6bd0d4184f71 req-7def2c88-f64f-4026-a903-d5e9945af4fc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 943 time: 1.2878587 Jul 23 10:33:32.020133 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c5d9-3cbf-4399-8264-7a1a823af06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.045462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcb523-7836-4e2c-a32a-1db3ac49555e req-03fd6381-1108-4663-badb-b08181305049 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:32.047048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fefcb523-7836-4e2c-a32a-1db3ac49555e req-03fd6381-1108-4663-badb-b08181305049 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 944 time: 0.2026114 Jul 23 10:33:32.055135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.132711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fefcb523-7836-4e2c-a32a-1db3ac49555e req-75a33d11-53cc-44eb-b23f-5c3014096dfe tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Jul 23 10:33:32.149703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c5d9-3cbf-4399-8264-7a1a823af06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.158443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10250675-cf2f-4eb4-9a4c-6bd0d4184f71 req-d77fdbad-276a-4286-80ad-a34921afad17 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805685 Jul 23 10:33:32.191144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd0ab0-1687-4dff-b8a7-1f63c3ed7d0c req-0146f206-1b43-44f6-ad9f-882a65144858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:32.193185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75cd0ab0-1687-4dff-b8a7-1f63c3ed7d0c req-0146f206-1b43-44f6-ad9f-882a65144858 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 1097 time: 0.9918020 Jul 23 10:33:32.199983 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] create failed (client error): The resource could not be found. Jul 23 10:33:32.203958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7bcd200d-7e18-4c30-85fb-a29332f339bb tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9598479 Jul 23 10:33:32.208784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb77796c-0275-49c5-b86d-d35ea8a4b47c req-cea3c434-813a-441f-a2c7-26d1e7ea85e7 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0449994 Jul 23 10:33:32.209278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49388) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:32.222620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 493f1df3-6053-40d8-967f-ca70ef24d56f details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:32.223305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.235865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f51091-40e4-417c-b6c4-3e1ae1563ce1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:32.276975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791f5a60-b1e2-4e9d-96cd-a13dd262b1a8') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:32.281651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-4d6ff11e-ff2c-452a-b4df-fd79991c987a service neutron] 10.222.0.20 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001871 Jul 23 10:33:32.283258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791f5a60-b1e2-4e9d-96cd-a13dd262b1a8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:32.306838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.332462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 244e7520-e90e-4f8f-9898-0e4f49e24338 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:32.338980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.350682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:32.351597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:32.394951 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:32.471672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.487927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.491822 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.492189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/e9f51091-40e4-417c-b6c4-3e1ae1563ce1 HTTP/1.1" status: 204 len: 168 time: 0.5431769 Jul 23 10:33:32.503759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 493f1df3-6053-40d8-967f-ca70ef24d56f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=493f1df3-6053-40d8-967f-ca70ef24d56f,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:32.506057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:32.512458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-102075804'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:32.514261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 244e7520-e90e-4f8f-9898-0e4f49e24338 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:32.516946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbb143-d7b3-4480-8b0c-d1e194005316 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=e9f51091-40e4-417c-b6c4-3e1ae1563ce1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:32.522308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '493f1df3-6053-40d8-967f-ca70ef24d56f', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': '493f1df3-6053-40d8-967f-ca70ef24d56f', 'mac_address': 'fa:16:3e:04:10:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:32.523966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 244e7520-e90e-4f8f-9898-0e4f49e24338 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:32.524345 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.555929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:32.560298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.570255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40f31562-ed99-40a5-b686-0d00b2562cdd req-a17ac0f1-3f3a-4499-93d6-e7938449bb0a service neutron] 10.222.0.20 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553160 Jul 23 10:33:32.576565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75cd0ab0-1687-4dff-b8a7-1f63c3ed7d0c req-6127b23e-7553-4a2f-9fb7-d91ba9243221 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713419 Jul 23 10:33:32.581993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c5d9-3cbf-4399-8264-7a1a823af06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.602655 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.604262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:32.607253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c5d9-3cbf-4399-8264-7a1a823af06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.612232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cdb6c5d9-3cbf-4399-8264-7a1a823af06b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d64c612e-a530-4fba-9456-efd9a0d9f0f1 HTTP/1.1" status: 204 len: 168 time: 1.9306176 Jul 23 10:33:32.622884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493f1df3-6053-40d8-967f-ca70ef24d56f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:32.641123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6c5d9-3cbf-4399-8264-7a1a823af06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c612e-a530-4fba-9456-efd9a0d9f0f1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:32.654210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.655218 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment a9bde8fd-5189-4ec1-aa96-949dc60e90c6 of type vlan for network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 Jul 23 10:33:32.675755 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 493f1df3-6053-40d8-967f-ca70ef24d56f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=493f1df3-6053-40d8-967f-ca70ef24d56f,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:32.687495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.694634 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.732649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Deleting port 174de978-64a1-4690-bcab-5ac4ede9653c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:32.732992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.767728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.790915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 244e7520-e90e-4f8f-9898-0e4f49e24338, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=244e7520-e90e-4f8f-9898-0e4f49e24338,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:32.791814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=493f1df3-6053-40d8-967f-ca70ef24d56f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:32.798023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.846411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.861142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:32.862694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.869355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=244e7520-e90e-4f8f-9898-0e4f49e24338,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:32.912912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4052703 Jul 23 10:33:32.916423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49408) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:32.928433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:32.938139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:32.961681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Calling delete_port for 174de978-64a1-4690-bcab-5ac4ede9653c owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:32.973754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66308ca-5b7f-4951-8491-12c696c7c37f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=96ea5d56-1e09-48c5-ae1d-1cfae678be46,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:32.987056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:32.992806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:33.122025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244e7520-e90e-4f8f-9898-0e4f49e24338'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:33.124324 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab151d7-2762-4363-a447-a20df70eab54" -d '{"events": [{"server_uuid": "8ee53083-dbc8-4352-b1b3-c48dcad1444c", "name": "network-vif-plugged", "status": "completed", "tag": "244e7520-e90e-4f8f-9898-0e4f49e24338"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:33.250051 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17067db6-89ab-46be-bc0a-72a1a4422a30 x-openstack-request-id: req-17067db6-89ab-46be-bc0a-72a1a4422a30 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:33.251200 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee53083-dbc8-4352-b1b3-c48dcad1444c", "name": "network-vif-plugged", "status": "completed", "tag": "244e7520-e90e-4f8f-9898-0e4f49e24338", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:33.251739 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17067db6-89ab-46be-bc0a-72a1a4422a30 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:33.252358 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244e7520-e90e-4f8f-9898-0e4f49e24338', 'code': 200} Jul 23 10:33:33.285591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-a7d958f4-0177-4f9a-aaf5-b537ccf746d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:33.289695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-a7d958f4-0177-4f9a-aaf5-b537ccf746d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 1095 time: 0.6055548 Jul 23 10:33:33.432360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7076-0ec4-426e-94f4-7dc6365ec4f9 req-631ff8fb-7361-42a7-88d6-2113ae7fc3fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:33.446500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aace7076-0ec4-426e-94f4-7dc6365ec4f9 req-631ff8fb-7361-42a7-88d6-2113ae7fc3fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 944 time: 0.1204441 Jul 23 10:33:33.542622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aace7076-0ec4-426e-94f4-7dc6365ec4f9 req-a28fe6ac-8b6a-4e83-ae91-614716fac317 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943446 Jul 23 10:33:33.549937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:33.614197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Port': ['ID=174de978-64a1-4690-bcab-5ac4ede9653c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:33.625537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:33.630244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:33.649501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-eba65c4d-97bd-4e2b-9c10-50534849535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:33.651169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-eba65c4d-97bd-4e2b-9c10-50534849535c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 917 time: 0.3260710 Jul 23 10:33:33.835765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-4d919142-2705-4be9-b646-4a5d6ed6ded4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 HTTP/1.1" status: 200 len: 217 time: 0.1325672 Jul 23 10:33:33.850124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314879-60fb-447e-bd6f-176867077192 req-de88ea75-ad2e-47af-9214-ef1ac93a12dc tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:33.856847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9314879-60fb-447e-bd6f-176867077192 req-de88ea75-ad2e-47af-9214-ef1ac93a12dc tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 944 time: 0.5623231 Jul 23 10:33:33.933704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8298-f2cf-426e-95be-aa83b2d5e59f req-704b2493-b4b3-4ed4-8ca3-0968173cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:33.935665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f0f8298-f2cf-426e-95be-aa83b2d5e59f req-704b2493-b4b3-4ed4-8ca3-0968173cdc33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 1096 time: 0.5972071 Jul 23 10:33:34.046117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-e8237e5c-acea-4e80-9e32-19451e98140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:34.047696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-e8237e5c-acea-4e80-9e32-19451e98140d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.1872535 Jul 23 10:33:34.049232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:34.051168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2839d508-d1c7-4def-9d05-0e838468ae16 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "DELETE /v2.0/ports/174de978-64a1-4690-bcab-5ac4ede9653c HTTP/1.1" status: 204 len: 168 time: 1.8409796 Jul 23 10:33:34.053925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49452) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:34.128286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f0f8298-f2cf-426e-95be-aa83b2d5e59f req-9e6be07c-324c-40dd-933d-c966ecae2777 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639407 Jul 23 10:33:34.166070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd829-6e21-4cd9-a8f4-f4d314bde74a tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:34.167292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9314879-60fb-447e-bd6f-176867077192 req-54e6df88-ff9e-4145-8a8d-c48686d1f25b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095887 Jul 23 10:33:34.183488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49454) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:34.195376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2e0bd829-6e21-4cd9-a8f4-f4d314bde74a tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "GET /v2.0/ports?device_id=433f2ef8-5e56-4b22-a7ab-53bf03fd65ca HTTP/1.1" status: 200 len: 913 time: 0.1306956 Jul 23 10:33:34.228086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 493f1df3-6053-40d8-967f-ca70ef24d56f up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:34.279715 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:34.318296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 493f1df3-6053-40d8-967f-ca70ef24d56f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:34.341791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 493f1df3-6053-40d8-967f-ca70ef24d56f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:34.343581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:34.387712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-ee329bf4-4ea5-485e-bf94-d641b322da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:34.389379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-ee329bf4-4ea5-485e-bf94-d641b322da26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933798 Jul 23 10:33:34.446604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:34.519218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:34.601065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 493f1df3-6053-40d8-967f-ca70ef24d56f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=493f1df3-6053-40d8-967f-ca70ef24d56f,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:34.612214 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:34.691689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=5ccfba31-152c-4e74-9d04-25a1fe1f362d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:34.702256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=493f1df3-6053-40d8-967f-ca70ef24d56f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:34.724501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-26c29e6c-3b1f-472a-87d8-d15ca53cf3a3 req-4dda5ead-699f-453e-8e81-09e83c03b5ca tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0632606 Jul 23 10:33:34.826796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:34.826796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: 96ea5d56-1e09-48c5-ae1d-1cfae678be46, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:34.831357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-da8704af-0c35-4227-bacd-6f1b8c73b4fc service neutron] 10.222.0.20 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299088 Jul 23 10:33:34.944722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:35.021707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 96ea5d56-1e09-48c5-ae1d-1cfae678be46) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:35.032413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5043bba-8063-40df-b074-da46864fa087 None None] Network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:35.036376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:35.036993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.049784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07b019-c93d-4d39-b892-d47c71ba1e7e req-4b5096a7-9c0b-4b13-9453-5987aa8b3d65 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:35.051662 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea07b019-c93d-4d39-b892-d47c71ba1e7e req-4b5096a7-9c0b-4b13-9453-5987aa8b3d65 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3489399 Jul 23 10:33:35.102868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f4d0a475-0bd2-466c-b510-dd84033c47f7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1219420 Jul 23 10:33:35.105737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:35.110853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46', 'name': 'tempest-PortsIpV6TestJSON-1956225526'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:35.139739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8dd242-cf82-44cc-8611-0dba4303a968 req-17c2c336-989e-42e8-bf32-6782a1b7afd3 service neutron] 10.222.0.20 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846630 Jul 23 10:33:35.225667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea07b019-c93d-4d39-b892-d47c71ba1e7e req-0f28b3a8-dde6-4cd0-9487-d325d9bb7676 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619008 Jul 23 10:33:35.274811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493f1df3-6053-40d8-967f-ca70ef24d56f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:35.277289 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c90159-b69a-49dd-a480-34ebf15da0cc" -d '{"events": [{"server_uuid": "bf26ae26-4958-4909-bbd0-7b1f0360a60f", "name": "network-vif-plugged", "status": "completed", "tag": "493f1df3-6053-40d8-967f-ca70ef24d56f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:35.281448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:35.282676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.300035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-96ea5d56-1e09-48c5-ae1d-1cfae678be46', 'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': '5ccfba31-152c-4e74-9d04-25a1fe1f362d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:35.301296 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.309489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:35.313862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.358286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 6258588e-2f75-4589-b468-f60713f21204 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:35.414948 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620544d6-ce59-4d37-b3a4-f1d8e7e5c26b x-openstack-request-id: req-620544d6-ce59-4d37-b3a4-f1d8e7e5c26b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:35.415243 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf26ae26-4958-4909-bbd0-7b1f0360a60f", "name": "network-vif-plugged", "status": "completed", "tag": "493f1df3-6053-40d8-967f-ca70ef24d56f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:35.415733 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-620544d6-ce59-4d37-b3a4-f1d8e7e5c26b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:35.416316 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493f1df3-6053-40d8-967f-ca70ef24d56f', 'code': 200} Jul 23 10:33:35.621942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Allocated IP 2001:db8::2 (96ea5d56-1e09-48c5-ae1d-1cfae678be46/5ccfba31-152c-4e74-9d04-25a1fe1f362d/569bcb6a-8045-478c-9f26-92350ea45ce3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:35.695455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0997-05c5-4e93-bcb8-7e3a7ec11e87 req-e3fa7622-acbb-4d69-b6c9-2c359af66d2a tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:35.704504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33be0997-05c5-4e93-bcb8-7e3a7ec11e87 req-e3fa7622-acbb-4d69-b6c9-2c359af66d2a tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 944 time: 0.2046726 Jul 23 10:33:35.731305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cefead-6fbf-4919-8659-ff0c63298800 req-96cc614c-fc6a-4f2b-9b8c-3c9aa3ff4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:35.733000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2cefead-6fbf-4919-8659-ff0c63298800 req-96cc614c-fc6a-4f2b-9b8c-3c9aa3ff4f14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 1096 time: 0.2710233 Jul 23 10:33:35.760837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33be0997-05c5-4e93-bcb8-7e3a7ec11e87 req-b0ca2170-6101-456e-82a0-2848c6fb75a0 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Jul 23 10:33:35.764900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:35.809412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73', 'network_id': '4d48f16e-23ec-45a5-87af-eeaa30b524f3', 'port_id': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73', 'mac_address': 'fa:16:3e:9f:9a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fa08cc-1bbf-4fb4-854c-2ece5790bf54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:35.889149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2cefead-6fbf-4919-8659-ff0c63298800 req-c5c9b786-8e18-4601-80eb-5fd8dadabdf4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428080 Jul 23 10:33:35.908558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a86af085-7272-4aa9-9565-9d92fe75684a req-33c8c490-5cde-46f0-b1a0-951c099c3aa4 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0646589 Jul 23 10:33:35.931718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.952865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Deleting port 986400bd-894b-4dd8-8caa-4b4b063e65c4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:35.953432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.961161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:35.965549 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:35.980710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Transition to ACTIVE for port object 569bcb6a-8045-478c-9f26-92350ea45ce3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:35.994635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:36.006047 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.008948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Transition to ACTIVE for port object 569bcb6a-8045-478c-9f26-92350ea45ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:36.037531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.069857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.077447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:36.083031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:36.085511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:36.088628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:36.130815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Calling delete_port for 986400bd-894b-4dd8-8caa-4b4b063e65c4 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:36.152319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::2d5 (96ea5d56-1e09-48c5-ae1d-1cfae678be46/5ccfba31-152c-4e74-9d04-25a1fe1f362d/6258588e-2f75-4589-b468-f60713f21204) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:36.349713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Pushing event updated for resources: {'Port': ['ID=569bcb6a-8045-478c-9f26-92350ea45ce3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:36.364719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Attempting to bind port 569bcb6a-8045-478c-9f26-92350ea45ce3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:36.365094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Attempting to bind port 569bcb6a-8045-478c-9f26-92350ea45ce3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:36.365456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Attempting to bind port 569bcb6a-8045-478c-9f26-92350ea45ce3 on network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:36.370796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:36.371452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Checking segment: {'id': 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:36.372033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.372580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Bound using segment: {'id': 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:36.373222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Bound port: 569bcb6a-8045-478c-9f26-92350ea45ce3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '96ea5d56-1e09-48c5-ae1d-1cfae678be46'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:36.373772 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.442054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.477147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] For port 569bcb6a-8045-478c-9f26-92350ea45ce3, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:36.484545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.487237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Port': ['ID=986400bd-894b-4dd8-8caa-4b4b063e65c4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:36.487391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] For port 569bcb6a-8045-478c-9f26-92350ea45ce3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=569bcb6a-8045-478c-9f26-92350ea45ce3,segment=NetworkSegment(a9bde8fd-5189-4ec1-aa96-949dc60e90c6),segment_id=a9bde8fd-5189-4ec1-aa96-949dc60e90c6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:36.498867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b93a5a76-dcae-4dbc-8ce0-09833a0a0d73'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:36.505019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.508181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object 6258588e-2f75-4589-b468-f60713f21204 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:36.547372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.614155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:36.624204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:36.637347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:36.643383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:36.645202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.662340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=6258588e-2f75-4589-b468-f60713f21204,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:36.680405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ff05-1be5-402e-b478-470af37e78ef None None] Pushing event updated for resources: {'Port': ['ID=569bcb6a-8045-478c-9f26-92350ea45ce3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:36.682120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab99bd-e0f3-4bf9-8dc0-487469510fe2 req-6c82b4fb-2bb2-48ca-aa8f-2a84fa4d2450 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:36.689863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-92ab99bd-e0f3-4bf9-8dc0-487469510fe2 req-6c82b4fb-2bb2-48ca-aa8f-2a84fa4d2450 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3039470 Jul 23 10:33:36.724918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c5c0f812-f13d-4ab7-a114-6dcde26587e1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6147130 Jul 23 10:33:36.728021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:36.901453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:36.944249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-92ab99bd-e0f3-4bf9-8dc0-487469510fe2 req-87a3e940-ed14-41ee-8685-c772456c4f08 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532148 Jul 23 10:33:37.111301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36fc0dee-a25f-4866-9f51-dae30d1f8785 req-0c812bfe-db9e-4291-a26e-ba5f33686d70 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0538840 Jul 23 10:33:37.119468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 6258588e-2f75-4589-b468-f60713f21204 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:37.119925 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.243260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.263793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 6258588e-2f75-4589-b468-f60713f21204 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:37.415399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.456829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=6258588e-2f75-4589-b468-f60713f21204,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:37.500342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.503458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d33d799c-3153-4f5d-afe7-3b629f3fcc27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/6258588e-2f75-4589-b468-f60713f21204 HTTP/1.1" status: 204 len: 168 time: 0.7731397 Jul 23 10:33:37.506810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49562) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:37.533664 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8358b109-de42-42af-aa08-4765900b83ea tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:33:37.534431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8358b109-de42-42af-aa08-4765900b83ea tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:33:37.540495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8358b109-de42-42af-aa08-4765900b83ea tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/6258588e-2f75-4589-b468-f60713f21204 HTTP/1.1" status: 404 len: 333 time: 0.0289676 Jul 23 10:33:37.540495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:37.575828 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-76274b6e-5ac5-482e-8a54-bcd2099954dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:37.577484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-76274b6e-5ac5-482e-8a54-bcd2099954dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/6258588e-2f75-4589-b468-f60713f21204 HTTP/1.1" status: 404 len: 333 time: 0.0368569 Jul 23 10:33:37.580208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:37.601123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Router 433f2ef8-5e56-4b22-a7ab-53bf03fd65ca has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:33:37.627687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712889a-1724-47e3-bee3-564849d3f915 req-8742bfff-bc28-4933-81c8-b007d69fc93b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:37.638402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9712889a-1724-47e3-bee3-564849d3f915 req-8742bfff-bc28-4933-81c8-b007d69fc93b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 945 time: 0.6557534 Jul 23 10:33:37.651898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 5ccfba31-152c-4e74-9d04-25a1fe1f362d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:37.661900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.711679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.758792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9712889a-1724-47e3-bee3-564849d3f915 req-ea09186a-fd07-4f9a-9419-6af62091331e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186357 Jul 23 10:33:37.760223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:33:37.765357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-028ea8b3-0dc3-411c-b987-6bdd4792e888 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "PUT /v2.0/routers/433f2ef8-5e56-4b22-a7ab-53bf03fd65ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5809062 Jul 23 10:33:37.767719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:37.781656 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] Sync routers for ids ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:33:37.815040 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] Routers {'433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:33:37.816182 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:33:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:37.817228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.873604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.886767 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:37.903980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.904163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] Routers {'433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:33:37.904875 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:33:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:37.956288 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:37.958029 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccb25c-b84f-4eed-ab84-037fd254f1b7 None None] The sync data for ids ['433f2ef8-5e56-4b22-a7ab-53bf03fd65ca'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:33:37.977086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:37.982462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/5ccfba31-152c-4e74-9d04-25a1fe1f362d HTTP/1.1" status: 204 len: 168 time: 0.3952751 Jul 23 10:33:37.983524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:37.985806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afb5c5-d971-4e0c-a896-fd934f41f676 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccfba31-152c-4e74-9d04-25a1fe1f362d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:38.094550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.110336 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.115122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.141661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0462c9a-8e59-423b-bd46-f2072939616c None None] Network 96ea5d56-1e09-48c5-ae1d-1cfae678be46 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:38.183400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.184026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Fanout notify agent at l3_agent the message router_deleted on router 433f2ef8-5e56-4b22-a7ab-53bf03fd65ca {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:33:38.187571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 569bcb6a-8045-478c-9f26-92350ea45ce3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:38.187988 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.192115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.192840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b94feb67-9b3c-4dab-a9d5-fab779747235 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "DELETE /v2.0/routers/433f2ef8-5e56-4b22-a7ab-53bf03fd65ca HTTP/1.1" status: 204 len: 168 time: 0.4237776 Jul 23 10:33:38.202120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49608) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:38.267926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Deleting subnet bf95918c-f855-4fc6-b80e-2b78cba76993 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:38.288332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e383e497-3bb4-4a76-87b9-bd735b5955f4 None None] Provisioning for port 569bcb6a-8045-478c-9f26-92350ea45ce3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:38.297605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2a34a-baf7-4a5a-844b-2b336ebd1b1d req-83c64928-dfcc-4cce-8686-fd478a180425 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:38.302412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cdb2a34a-baf7-4a5a-844b-2b336ebd1b1d req-83c64928-dfcc-4cce-8686-fd478a180425 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2366035 Jul 23 10:33:38.302412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.304914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a97f6409-6ef3-4d51-9227-92f15dd6cc10 req-8e442edb-66de-4052-b9fd-2fba0acd8412 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1097484 Jul 23 10:33:38.337689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] For port 569bcb6a-8045-478c-9f26-92350ea45ce3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=569bcb6a-8045-478c-9f26-92350ea45ce3,segment=NetworkSegment(a9bde8fd-5189-4ec1-aa96-949dc60e90c6),segment_id=a9bde8fd-5189-4ec1-aa96-949dc60e90c6)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:38.338327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.374427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 569bcb6a-8045-478c-9f26-92350ea45ce3 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:38.387267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.392540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 569bcb6a-8045-478c-9f26-92350ea45ce3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:38.464505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 569bcb6a-8045-478c-9f26-92350ea45ce3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:38.474943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 569bcb6a-8045-478c-9f26-92350ea45ce3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:38.475322 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.497999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cdb2a34a-baf7-4a5a-844b-2b336ebd1b1d req-6682da10-7ba6-499f-8044-a93f8e18ba9e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723759 Jul 23 10:33:38.514231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b51d8d5e-86f3-405e-8bfe-9f4ead9bc33f req-c2b7c48f-bd68-4ed5-ba0b-f8f52a7cccb2 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0325761 Jul 23 10:33:38.518637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.543198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] DHCP port deletion for 96ea5d56-1e09-48c5-ae1d-1cfae678be46 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:33:38.602866 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.615148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.616181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No DVR routers for this DVR port 569bcb6a-8045-478c-9f26-92350ea45ce3 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:38.639065 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.666348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Deleting port 569bcb6a-8045-478c-9f26-92350ea45ce3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:38.666348 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.683752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Subnet': ['ID=bf95918c-f855-4fc6-b80e-2b78cba76993,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:38.686526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.690683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9cfee5bc-abeb-44f2-a827-9619ae44bed9 tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "DELETE /v2.0/subnets/bf95918c-f855-4fc6-b80e-2b78cba76993 HTTP/1.1" status: 204 len: 168 time: 0.4841092 Jul 23 10:33:38.691016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49626) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:38.695825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=569bcb6a-8045-478c-9f26-92350ea45ce3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:38.710152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e753c3-8346-42d2-ba73-403bad4c1f3a None None] Network 8eef20f3-f05c-4220-bbac-b7a6b44250ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:38.775146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] For port 569bcb6a-8045-478c-9f26-92350ea45ce3, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:38.775588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.788334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.806153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.822416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Calling delete_port for 569bcb6a-8045-478c-9f26-92350ea45ce3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:38.827494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Port 569bcb6a-8045-478c-9f26-92350ea45ce3 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:33:38.832598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.847774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Deleting port 248c23e4-8b07-4599-9a82-67cd15d20807 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:38.848068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.876142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] Pushing event deleted for resources: {'Port': ['ID=569bcb6a-8045-478c-9f26-92350ea45ce3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:38.884015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ea5d56-1e09-48c5-ae1d-1cfae678be46']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:38.896664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed075338-128e-41f2-b8f9-a5703f5eb05f None None] No DVR routers for this DVR port 569bcb6a-8045-478c-9f26-92350ea45ce3 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:38.931109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] For port 248c23e4-8b07-4599-9a82-67cd15d20807, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=248c23e4-8b07-4599-9a82-67cd15d20807,segment=NetworkSegment(578e4e0c-88b5-483f-b21c-bac6d010ed63),segment_id=578e4e0c-88b5-483f-b21c-bac6d010ed63)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:38.931381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.944081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Calling delete_port for 248c23e4-8b07-4599-9a82-67cd15d20807 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:38.950221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:38.950644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bde8fd-5189-4ec1-aa96-949dc60e90c6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:38.959581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-211295ff-466f-40ca-a35d-297448953763 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:38.961642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-211295ff-466f-40ca-a35d-297448953763 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.2789936 Jul 23 10:33:38.974713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:38.994849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-ef9258a3-6aad-41e6-930d-cd5f0f49c978 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/quotas/646b57bbc421406d9bacfe19a675a00f HTTP/1.1" status: 200 len: 375 time: 0.0241404 Jul 23 10:33:38.998262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.020770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:39.021024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] DHCP port deletion for 8eef20f3-f05c-4220-bbac-b7a6b44250ca request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:39.021118 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:39.066234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] Deleting port 248c23e4-8b07-4599-9a82-67cd15d20807 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:39.066659 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.093922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ec56b-ce86-4b7f-a855-6299f43d7e46 req-64fd0d96-80d6-44fe-b57e-663662d686e7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:39.095528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe0ec56b-ce86-4b7f-a855-6299f43d7e46 req-64fd0d96-80d6-44fe-b57e-663662d686e7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 945 time: 0.1407816 Jul 23 10:33:39.116785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.117888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.125852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.128226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/96ea5d56-1e09-48c5-ae1d-1cfae678be46 HTTP/1.1" status: 204 len: 168 time: 1.1435556 Jul 23 10:33:39.136741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] For port 248c23e4-8b07-4599-9a82-67cd15d20807, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=248c23e4-8b07-4599-9a82-67cd15d20807,segment=NetworkSegment(578e4e0c-88b5-483f-b21c-bac6d010ed63),segment_id=578e4e0c-88b5-483f-b21c-bac6d010ed63)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:39.137142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.137974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-e68b934f-541d-4776-998f-2d7bfccdad95 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351249 Jul 23 10:33:39.138518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49632) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:39.156240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336e50b-ae6f-4371-94ce-f5c4d6f8d6aa tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=96ea5d56-1e09-48c5-ae1d-1cfae678be46,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:39.157290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] Calling delete_port for 248c23e4-8b07-4599-9a82-67cd15d20807 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:39.164817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1163635425'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:39.176938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] No DVR routers for this DVR port 248c23e4-8b07-4599-9a82-67cd15d20807 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:39.180253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Port': ['ID=248c23e4-8b07-4599-9a82-67cd15d20807,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:39.227931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe0ec56b-ce86-4b7f-a855-6299f43d7e46 req-51f9024c-e462-443a-a43a-6f573251f719 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259654 Jul 23 10:33:39.257301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-f0152f24-a3e3-4280-af09-050fd12c7a60 service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089740 Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.258188 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:39.261262 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:33:39.262211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:39.265549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.277764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.300376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.310991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] Pushing event deleted for resources: {'Port': ['ID=248c23e4-8b07-4599-9a82-67cd15d20807,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:39.313668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79941360-81ab-4c5a-bace-d6992a9471c2 None None] No DVR routers for this DVR port 248c23e4-8b07-4599-9a82-67cd15d20807 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:39.321137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:39.353850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eef20f3-f05c-4220-bbac-b7a6b44250ca']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:39.373599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578e4e0c-88b5-483f-b21c-bac6d010ed63') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:39.373886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578e4e0c-88b5-483f-b21c-bac6d010ed63') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:39.374035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:39.374259 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-2f49f49a-a936-4bdb-a562-c7dcf9ee3c4f service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157444 Jul 23 10:33:39.380337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:39.380743 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.388278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:39.399150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.414942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.415303 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment 1ef9ce90-b9bf-497d-ac8f-5954a127d596 of type vlan for network 56938788-20dd-4fbd-bd2b-c497c6266e87 Jul 23 10:33:39.432444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.474938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:39.475503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:39.478706 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:39.496396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.521689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.534130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:39.534363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60557539-3896-4f75-8704-764f5c8489c2 req-ecf5cbb6-12de-44fe-b5e9-5bd75f64927a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:39.536591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60557539-3896-4f75-8704-764f5c8489c2 req-ecf5cbb6-12de-44fe-b5e9-5bd75f64927a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2200677 Jul 23 10:33:39.540596 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be270fcf-f1e6-4d92-ba94-0e123345e0bb" -d '{"events": [{"server_uuid": "df1f6dcb-3698-423e-8bbe-4074b6968421", "name": "network-vif-plugged", "status": "completed", "tag": "b93a5a76-dcae-4dbc-8ce0-09833a0a0d73"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:39.556794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:39.573966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.576221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:39.609131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.619635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.623041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] 10.222.0.37 "DELETE /v2.0/networks/8eef20f3-f05c-4220-bbac-b7a6b44250ca HTTP/1.1" status: 204 len: 168 time: 0.9282484 Jul 23 10:33:39.644357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37d80c05-a16c-45df-abb7-5e2a629788a4 req-548ada42-15d4-44ac-879e-ce78ca3d3874 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 210 time: 0.0776763 Jul 23 10:33:39.646504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.661234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:39.661234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.661234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549a8f5-e985-437d-a9ec-aad609c53b5d tempest-FloatingIPNegativeTestJSON-1443431269 tempest-FloatingIPNegativeTestJSON-1443431269-project] Pushing event deleted for resources: {'Network': ['ID=8eef20f3-f05c-4220-bbac-b7a6b44250ca,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:39.667471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60557539-3896-4f75-8704-764f5c8489c2 req-3d8d759d-a803-4eaa-acb7-253a8a6e5592 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003599 Jul 23 10:33:39.714231 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5515091 Jul 23 10:33:39.714837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:39.723484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:39.751699 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b37ee99-d31f-4c6e-86b4-3f0d6de69140 x-openstack-request-id: req-6b37ee99-d31f-4c6e-86b4-3f0d6de69140 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:39.752001 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f6dcb-3698-423e-8bbe-4074b6968421", "name": "network-vif-plugged", "status": "completed", "tag": "b93a5a76-dcae-4dbc-8ce0-09833a0a0d73", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:39.752261 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b37ee99-d31f-4c6e-86b4-3f0d6de69140 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:39.752661 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73', 'code': 200} Jul 23 10:33:39.765423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:39.808940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e052b36-e4ca-46ca-9d08-f76712718588 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=56938788-20dd-4fbd-bd2b-c497c6266e87,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:39.878595 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.884426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6aa9d9fc-eb59-49da-ace7-e5c82a4d54e0 req-cb7003e3-61b5-4255-a9fc-894cd047df82 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0785763 Jul 23 10:33:39.912738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:39.916750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:39.937729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:39.979055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb513a-f779-4854-b5fd-a5ab2d14f499 req-dfa4ac6b-0a8f-4a95-bdb1-771a55204a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:39.980646 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88bb513a-f779-4854-b5fd-a5ab2d14f499 req-dfa4ac6b-0a8f-4a95-bdb1-771a55204a32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 1097 time: 0.0926876 Jul 23 10:33:40.039217 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88bb513a-f779-4854-b5fd-a5ab2d14f499 req-1abcb39a-b5b2-4d8a-b873-bcaaf0e1cd68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Jul 23 10:33:40.042241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:40.055720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49662) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:40.101457 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.164597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:40.279459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f4ec8d3f-7b64-4886-b530-f647387c2f47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa743618022342679d943859759308aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219830 Jul 23 10:33:40.281181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49672) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:40.347410 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-391ded27-846a-4c19-b420-901a26b45841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.354998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 248c23e4-8b07-4599-9a82-67cd15d20807 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:40.380327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-391ded27-846a-4c19-b420-901a26b45841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.432869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 248c23e4-8b07-4599-9a82-67cd15d20807 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:40.445584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 248c23e4-8b07-4599-9a82-67cd15d20807 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:40.447233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 569bcb6a-8045-478c-9f26-92350ea45ce3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:40.472104 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-391ded27-846a-4c19-b420-901a26b45841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.472866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 569bcb6a-8045-478c-9f26-92350ea45ce3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:40.473650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 569bcb6a-8045-478c-9f26-92350ea45ce3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:40.481216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-391ded27-846a-4c19-b420-901a26b45841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.483360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-391ded27-846a-4c19-b420-901a26b45841 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b385552-4af4-4723-9209-d76c6c358c24 HTTP/1.1" status: 204 len: 168 time: 0.2006133 Jul 23 10:33:40.530926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ded27-846a-4c19-b420-901a26b45841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b385552-4af4-4723-9209-d76c6c358c24,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:40.576842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-df3dc812-006d-4ca7-b19a-faa6e8f81613 req-62869603-fb7e-4ef8-a727-53623be98397 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0356681 Jul 23 10:33:40.582528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b20c9e-1794-4e11-aab9-a4d37ac6d3b8 req-65f69bc4-3157-4870-a25a-1d3a16cad252 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:40.592256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60b20c9e-1794-4e11-aab9-a4d37ac6d3b8 req-65f69bc4-3157-4870-a25a-1d3a16cad252 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.1446574 Jul 23 10:33:40.633019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60b20c9e-1794-4e11-aab9-a4d37ac6d3b8 req-faf87d72-c895-446c-89fb-812332ebe42c tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Jul 23 10:33:40.669543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.804482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b6f38d3-5184-4a3a-8e62-a841927ccf99 req-528c44ac-694c-4427-b97d-3f6002b559f3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 210 time: 0.0617023 Jul 23 10:33:40.814356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=4590cb90-f414-4a26-9791-820b81f59cd7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:40.829925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': '1ef9ce90-b9bf-497d-ac8f-5954a127d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:40.830312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: 56938788-20dd-4fbd-bd2b-c497c6266e87, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:40.854350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:40.864109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932191-6edd-4eaa-acc0-78d313b9e10d req-f52a4e86-1928-4409-9b8b-16a6aa468617 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:40.865973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0932191-6edd-4eaa-acc0-78d313b9e10d req-f52a4e86-1928-4409-9b8b-16a6aa468617 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1071999 Jul 23 10:33:40.870700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 56938788-20dd-4fbd-bd2b-c497c6266e87) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:40.874543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:40.875151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:40.883491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d51a0-206a-4751-80ff-e5f4de04cbbc None None] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:40.917667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1efd02cc-df2e-4e66-a450-9fb713e01ccb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1986551 Jul 23 10:33:40.917909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49696) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:40.925204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1128024712'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:40.979543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0932191-6edd-4eaa-acc0-78d313b9e10d req-3b34e674-a8c1-4343-95fd-abb5283b53fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882611 Jul 23 10:33:41.035849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-9a54cae4-c197-4d76-9e1b-0861290f09de tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:41.037448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-9a54cae4-c197-4d76-9e1b-0861290f09de tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/ports?device_id=33542b15-fa16-4828-a98d-03dbc5a17f69 HTTP/1.1" status: 200 len: 943 time: 0.2036846 Jul 23 10:33:41.071470 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-56938788-20dd-4fbd-bd2b-c497c6266e87', 'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': '4590cb90-f414-4a26-9791-820b81f59cd7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:41.072564 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.162654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:41.166877 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.197244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port f563708c-26bf-4f08-8759-9f2c5dfc4cc9 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:41.244846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Allocated IP 2001:db8::2 (56938788-20dd-4fbd-bd2b-c497c6266e87/4590cb90-f414-4a26-9791-820b81f59cd7/db438e16-2ae3-4b3e-8fbd-526c807cd27a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:41.247294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Deleting port 0d55a0a6-bc86-4098-8067-8887d5b12b58 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:41.247666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.366611 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:33:41.413044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49708) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:41.447894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] For port 0d55a0a6-bc86-4098-8067-8887d5b12b58, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0d55a0a6-bc86-4098-8067-8887d5b12b58,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:41.448258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.465258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Calling delete_port for 0d55a0a6-bc86-4098-8067-8887d5b12b58 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:41.481959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-988f9c89-4a24-439b-a656-8b9180742347 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:41.483438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-988f9c89-4a24-439b-a656-8b9180742347 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.2110076 Jul 23 10:33:41.501833 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.503260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Request body: {'port': {'device_id': '97560de0-fd79-4a45-ad31-c35d75086d80', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'admin_state_up': True, 'tenant_id': '646b57bbc421406d9bacfe19a675a00f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:41.516016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Transition to ACTIVE for port object db438e16-2ae3-4b3e-8fbd-526c807cd27a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:41.537118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Transition to ACTIVE for port object db438e16-2ae3-4b3e-8fbd-526c807cd27a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:41.544223 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.579945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'networks': [{'name': 'tempest-network--295552757'}, {'name': 'tempest-network--1629002959'}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:41.580248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'network': {'name': 'tempest-network--295552757'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:41.580886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'network': {'name': 'tempest-network--1629002959'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:41.594685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:41.597721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:41.600474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:41.612960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Pushing event updated for resources: {'Port': ['ID=db438e16-2ae3-4b3e-8fbd-526c807cd27a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:41.642085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.642516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.642925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.643330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.643758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.645583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.646077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.647145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.647672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.648009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.648342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.648669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:33:41.677168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'network': 2} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:41.681988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Made reservation on behalf of 646b57bbc421406d9bacfe19a675a00f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:41.684475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.686135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.705019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Attempting to bind port db438e16-2ae3-4b3e-8fbd-526c807cd27a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:41.705392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Attempting to bind port db438e16-2ae3-4b3e-8fbd-526c807cd27a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1ef9ce90-b9bf-497d-ac8f-5954a127d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:41.706180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Attempting to bind port db438e16-2ae3-4b3e-8fbd-526c807cd27a on network 56938788-20dd-4fbd-bd2b-c497c6266e87 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:41.713109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:41.713722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Checking segment: {'id': '1ef9ce90-b9bf-497d-ac8f-5954a127d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:41.713935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.714345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Bound using segment: {'id': '1ef9ce90-b9bf-497d-ac8f-5954a127d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:41.714824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Bound port: db438e16-2ae3-4b3e-8fbd-526c807cd27a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef9ce90-b9bf-497d-ac8f-5954a127d596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '56938788-20dd-4fbd-bd2b-c497c6266e87'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:41.715263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.721839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::90 (56938788-20dd-4fbd-bd2b-c497c6266e87/4590cb90-f414-4a26-9791-820b81f59cd7/f563708c-26bf-4f08-8759-9f2c5dfc4cc9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:41.735528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.754771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:41.756958 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f2ad6-943c-4f66-a52e-b88e711eae26" -d '{"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-unplugged", "status": "completed", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:41.773420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682cf663-e0fe-4f7f-87c4-8e94efe20d50 req-e392bfd5-bc66-4ef1-b674-8a91d9c291c6 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0987635 Jul 23 10:33:41.806999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] For port db438e16-2ae3-4b3e-8fbd-526c807cd27a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:41.810667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] For port db438e16-2ae3-4b3e-8fbd-526c807cd27a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=db438e16-2ae3-4b3e-8fbd-526c807cd27a,segment=NetworkSegment(1ef9ce90-b9bf-497d-ac8f-5954a127d596),segment_id=1ef9ce90-b9bf-497d-ac8f-5954a127d596)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:41.819844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.845622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:41.859801 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f2aee8-3b9d-433e-b282-7d74db97df59 x-openstack-request-id: req-77f2aee8-3b9d-433e-b282-7d74db97df59 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:41.860229 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-unplugged", "status": "completed", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:41.860698 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77f2aee8-3b9d-433e-b282-7d74db97df59 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:41.861180 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'code': 200} Jul 23 10:33:41.902772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22204fb-4ea8-4167-8446-36c32cf072e2 req-763df20c-d07d-4627-a643-4a986a112db1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:41.903035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22204fb-4ea8-4167-8446-36c32cf072e2 req-763df20c-d07d-4627-a643-4a986a112db1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.1487837 Jul 23 10:33:41.913033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195c05a-4c25-4903-b337-96661524d1a3 None None] Pushing event updated for resources: {'Port': ['ID=db438e16-2ae3-4b3e-8fbd-526c807cd27a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:41.947455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Allocated IP 172.20.0.14 (90d03019-6a8b-4228-8d99-84043664d40b/61d9dd11-45f5-4cbb-b27c-85b309cc6f0c/3096f049-fa1d-4e17-8f71-f53f839b82f1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:41.974499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event deleted for resources: {'Port': ['ID=0d55a0a6-bc86-4098-8067-8887d5b12b58,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:41.987189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22204fb-4ea8-4167-8446-36c32cf072e2 req-34bf3d88-6ded-4eb6-8f7b-2189f5420b70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Jul 23 10:33:42.045927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] No DVR routers for this DVR port 0d55a0a6-bc86-4098-8067-8887d5b12b58 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:42.049392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.053318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17933bda-543b-4f2f-b2cb-25f55d4777dc req-3e0738ce-a92f-4f21-9314-3ecb71d3b685 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "DELETE /v2.0/ports/0d55a0a6-bc86-4098-8067-8887d5b12b58 HTTP/1.1" status: 204 len: 173 time: 1.0036888 Jul 23 10:33:42.067579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3afc600-3c4a-4103-8f79-d098f030fc36 req-1fe8ad58-c99b-4a8f-9922-a33f7ef2c3a2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 210 time: 0.0963914 Jul 23 10:33:42.081077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-deleted', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:42.084732 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0710f3d6-5096-46f5-b4bb-4c67ba20dff6" -d '{"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-deleted", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:42.216281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.272424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd770-8b91-40be-b9a8-4474dba7216f req-fdf84f26-f1b0-42d2-b51d-a6570a4612e5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.274049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f9fd770-8b91-40be-b9a8-4474dba7216f req-fdf84f26-f1b0-42d2-b51d-a6570a4612e5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1804264 Jul 23 10:33:42.317590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.329804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.334708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.335178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.352713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device db438e16-2ae3-4b3e-8fbd-526c807cd27a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:42.370019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f9fd770-8b91-40be-b9a8-4474dba7216f req-1f26692d-8f57-416d-8361-649b553fe3b8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781066 Jul 23 10:33:42.371672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.375979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object f563708c-26bf-4f08-8759-9f2c5dfc4cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:42.404737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11235a41-d08d-4d71-a8b8-87731345db47,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:42.419819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf97fcd-7131-45b5-8240-1324b6c4b2f1 req-f593190c-fb29-474a-99ee-c07a2b4780db tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.421651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port db438e16-2ae3-4b3e-8fbd-526c807cd27a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:42.427868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2bf97fcd-7131-45b5-8240-1324b6c4b2f1 req-f593190c-fb29-474a-99ee-c07a2b4780db tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.2371902 Jul 23 10:33:42.442963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:42.463518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Network 90d03019-6a8b-4228-8d99-84043664d40b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:42.468521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:42.472689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:42.477299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.477645 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Added segment 1795c4a8-9c2d-4cea-b321-6e8874d531fa of type vlan for network 54881cdf-ce69-43d8-ac5c-f90479e9cbb5 Jul 23 10:33:42.496994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:42.536067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.536675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.536893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2bf97fcd-7131-45b5-8240-1324b6c4b2f1 req-e965af41-3f7a-4d8e-86c0-9c049a054d10 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080167 Jul 23 10:33:42.546607 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c5ebb5-0058-4ca0-a06b-e837c3a4ee1e x-openstack-request-id: req-e9c5ebb5-0058-4ca0-a06b-e837c3a4ee1e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:42.547049 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33542b15-fa16-4828-a98d-03dbc5a17f69", "name": "network-vif-deleted", "tag": "0d55a0a6-bc86-4098-8067-8887d5b12b58", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:42.547202 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9c5ebb5-0058-4ca0-a06b-e837c3a4ee1e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:42.547718 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33542b15-fa16-4828-a98d-03dbc5a17f69', 'name': 'network-vif-deleted', 'tag': '0d55a0a6-bc86-4098-8067-8887d5b12b58', 'status': 'completed', 'code': 200} Jul 23 10:33:42.563669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.563785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-36e06f57-6ae1-4dab-a91a-b5ae2f09095a tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0632057 Jul 23 10:33:42.568644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.585385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Request body: {'port': {'device_id': '97560de0-fd79-4a45-ad31-c35d75086d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:42.619183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:42.624725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:42.637748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:42.643239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.643884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.651587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f563708c-26bf-4f08-8759-9f2c5dfc4cc9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:42.673415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1cb6757d-0707-40b4-a696-c2dd24e9ee99 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7507954 Jul 23 10:33:42.673415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:42.673711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49730) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:42.710756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.711628 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Added segment 108677c9-5dad-45ae-9392-3800c0733711 of type vlan for network 8b1c682c-f0b1-4bd2-bab3-b4e5b057ccea Jul 23 10:33:42.713613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.777639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f9f2d-dfd7-434a-a9bd-09c08ed8552d req-915b13c8-47f7-4994-8fc8-fdcf22bd9d00 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.779609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-590f9f2d-dfd7-434a-a9bd-09c08ed8552d req-915b13c8-47f7-4994-8fc8-fdcf22bd9d00 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 945 time: 0.1620176 Jul 23 10:33:42.780624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.889080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.889747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.898063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.904129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:42.905177 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.932372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port f563708c-26bf-4f08-8759-9f2c5dfc4cc9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:42.932718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:42.947347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-590f9f2d-dfd7-434a-a9bd-09c08ed8552d req-91feb7e6-9343-4a70-bdf2-169b74b01fd3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527793 Jul 23 10:33:43.011796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Network': ['ID=54881cdf-ce69-43d8-ac5c-f90479e9cbb5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:43.024119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 54881cdf-ce69-43d8-ac5c-f90479e9cbb5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:43.092660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6762376 Jul 23 10:33:43.092660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52dd0513-dc63-4230-ba27-6ed0a714650c req-86b8a078-4c37-4b88-a406-fc4412da2133 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1653976 Jul 23 10:33:43.095953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:43.210845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe1e95-441d-45a2-ba55-3e64559b58d6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Network': ['ID=8b1c682c-f0b1-4bd2-bab3-b4e5b057ccea,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:43.223345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8b1c682c-f0b1-4bd2-bab3-b4e5b057ccea details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:43.245747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffc8c9-c582-46fa-b182-06b54b483a36 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:43.254936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffc8c9-c582-46fa-b182-06b54b483a36 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:43.263292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffc8c9-c582-46fa-b182-06b54b483a36 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:43.270667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffc8c9-c582-46fa-b182-06b54b483a36 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:43.272377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3dffc8c9-c582-46fa-b182-06b54b483a36 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1780250 Jul 23 10:33:43.284555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:43.296702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b506ca-e175-4eca-8da6-27b7c3d5f65b None None] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:43.305932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3096f049-fa1d-4e17-8f71-f53f839b82f1 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:43.334661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.370309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] Provisioning for port db438e16-2ae3-4b3e-8fbd-526c807cd27a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:43.376394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Transition to ACTIVE for port object 3096f049-fa1d-4e17-8f71-f53f839b82f1 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:43.380014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] Provisioning complete for port db438e16-2ae3-4b3e-8fbd-526c807cd27a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:43.380647 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.422148 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.468128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.512976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:43.527820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5338417-52c0-4f78-8d79-c696fbce15a4 req-9a07e203-1484-4e3f-8cea-c5fabad3dece tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:43.529372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d5338417-52c0-4f78-8d79-c696fbce15a4 req-9a07e203-1484-4e3f-8cea-c5fabad3dece tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.2485309 Jul 23 10:33:43.539330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.580986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] For port db438e16-2ae3-4b3e-8fbd-526c807cd27a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=db438e16-2ae3-4b3e-8fbd-526c807cd27a,segment=NetworkSegment(1ef9ce90-b9bf-497d-ac8f-5954a127d596),segment_id=1ef9ce90-b9bf-497d-ac8f-5954a127d596)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:43.588832 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.614205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.632254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for f563708c-26bf-4f08-8759-9f2c5dfc4cc9 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:43.646501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a8cb4-5744-4795-828f-1054180de559 None None] Pushing event updated for resources: {'Port': ['ID=db438e16-2ae3-4b3e-8fbd-526c807cd27a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:43.696744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687acee8-73fc-4a9c-b899-1c3cfac633c7 req-19d7f633-55b6-444e-89fe-474efb72d9a1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:43.698306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-687acee8-73fc-4a9c-b899-1c3cfac633c7 req-19d7f633-55b6-444e-89fe-474efb72d9a1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 932 time: 0.4775329 Jul 23 10:33:43.719398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.737853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d5338417-52c0-4f78-8d79-c696fbce15a4 req-def50d28-1b16-4634-9c00-44df777ffd20 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913555 Jul 23 10:33:43.759779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-687acee8-73fc-4a9c-b899-1c3cfac633c7 req-28b2bb7a-4a92-4d5a-90c5-214c4250a4ef tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539269 Jul 23 10:33:43.761612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54881cdf-ce69-43d8-ac5c-f90479e9cbb5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:43.774885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Attempting to bind port 3096f049-fa1d-4e17-8f71-f53f839b82f1 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:43.775226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Attempting to bind port 3096f049-fa1d-4e17-8f71-f53f839b82f1 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:43.775587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Attempting to bind port 3096f049-fa1d-4e17-8f71-f53f839b82f1 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:43.783773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1795c4a8-9c2d-4cea-b321-6e8874d531fa') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:43.783995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1795c4a8-9c2d-4cea-b321-6e8874d531fa') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:43.787662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Port 3096f049-fa1d-4e17-8f71-f53f839b82f1 on network 90d03019-6a8b-4228-8d99-84043664d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:33:43.788024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Attempting to bind port 3096f049-fa1d-4e17-8f71-f53f839b82f1 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:43.808790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:43.809136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Checking segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:43.819005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Bound using segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:43.819809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Bound port: 3096f049-fa1d-4e17-8f71-f53f839b82f1, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:43.820647 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.839602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.842109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.895565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=f563708c-26bf-4f08-8759-9f2c5dfc4cc9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:43.897259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.920482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.922437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-60dbb3d3-ee84-4e24-b9a7-258e00b56fc6 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/f563708c-26bf-4f08-8759-9f2c5dfc4cc9 HTTP/1.1" status: 204 len: 168 time: 1.2477922 Jul 23 10:33:43.925052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:43.930714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:43.931196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:43.934363 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:43.952040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e70bb0bc-877a-442c-a659-df88d2ac7c98 None None] Could not find standard attr ID for object f563708c-26bf-4f08-8759-9f2c5dfc4cc9. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:33:43.958890 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faefdf7-51be-4dac-85ef-b6cccd8670a9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:43.960784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5faefdf7-51be-4dac-85ef-b6cccd8670a9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/f563708c-26bf-4f08-8759-9f2c5dfc4cc9 HTTP/1.1" status: 404 len: 333 time: 0.0335648 Jul 23 10:33:43.963986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e70bb0bc-877a-442c-a659-df88d2ac7c98 None None] Provisioning complete for port db438e16-2ae3-4b3e-8fbd-526c807cd27a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:43.964365 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e70bb0bc-877a-442c-a659-df88d2ac7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:43.967706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:44.075118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.081187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:44.089353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.091326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/networks/54881cdf-ce69-43d8-ac5c-f90479e9cbb5 HTTP/1.1" status: 204 len: 168 time: 0.7971375 Jul 23 10:33:44.094033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49752) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:44.124766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d60bc-8d1b-4fd7-b38f-90a7fd5e3153 req-28b5541b-3753-4848-9411-7f8b16a4b757 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.126607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac4d60bc-8d1b-4fd7-b38f-90a7fd5e3153 req-28b5541b-3753-4848-9411-7f8b16a4b757 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3005741 Jul 23 10:33:44.129027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:44.134466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 4590cb90-f414-4a26-9791-820b81f59cd7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:44.136808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44d66-ab8e-4a68-a72a-592ea9fa41c7 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Network': ['ID=54881cdf-ce69-43d8-ac5c-f90479e9cbb5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:44.142724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.146270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.234556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.244005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.244632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.246107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/3096f049-fa1d-4e17-8f71-f53f839b82f1 HTTP/1.1" status: 200 len: 1092 time: 1.6657856 Jul 23 10:33:44.247813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:44.251474 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f118fc-7d59-4c07-89f5-4afb05973f89" -d '{"events": [{"name": "network-changed", "server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:44.266273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.291239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e7e5d3ac-fdc4-4103-8575-0c23e5c0477c None None] Could not find standard attr ID for object f563708c-26bf-4f08-8759-9f2c5dfc4cc9. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:33:44.306314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device db438e16-2ae3-4b3e-8fbd-526c807cd27a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:44.340319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbc20c-13f8-4d66-8fcb-a2c6976f883f req-e95915df-f6e7-4761-a83e-d13ecfbdf112 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.341895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32fbc20c-13f8-4d66-8fcb-a2c6976f883f req-e95915df-f6e7-4761-a83e-d13ecfbdf112 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1540129 Jul 23 10:33:44.370531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port db438e16-2ae3-4b3e-8fbd-526c807cd27a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:44.371310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.371907 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.400833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.420968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1c682c-f0b1-4bd2-bab3-b4e5b057ccea']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:44.433396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32fbc20c-13f8-4d66-8fcb-a2c6976f883f req-9d9f692d-8e4c-47b9-82ff-9dd5b306ff7f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845873 Jul 23 10:33:44.446036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108677c9-5dad-45ae-9392-3800c0733711') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:44.446336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108677c9-5dad-45ae-9392-3800c0733711') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:44.453687 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.458750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.476043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.483663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:44.484074 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:44.487565 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:44.506150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac4d60bc-8d1b-4fd7-b38f-90a7fd5e3153 req-44862bb8-df31-44da-9be9-a0fca7b7effe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654628 Jul 23 10:33:44.560453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=4590cb90-f414-4a26-9791-820b81f59cd7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:44.564619 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bb3e51-5d9d-4b48-b402-e68e03a067b1 x-openstack-request-id: req-32bb3e51-5d9d-4b48-b402-e68e03a067b1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:44.565128 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:44.565524 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32bb3e51-5d9d-4b48-b402-e68e03a067b1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:44.566073 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'status': 'completed', 'code': 200} Jul 23 10:33:44.570136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.572403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d5e9f9f8-42d3-461e-8a79-e30e98341055 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/4590cb90-f414-4a26-9791-820b81f59cd7 HTTP/1.1" status: 204 len: 168 time: 0.6001236 Jul 23 10:33:44.574161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f909f7d-323b-4b62-8161-d53f01e1dcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:44.575599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707e1b1-77d1-47bf-9450-47b2c4981cd1 None None] Network 56938788-20dd-4fbd-bd2b-c497c6266e87 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:44.576779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:44.607809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69151c2e-c355-49e7-a3ad-991c971dc389 req-6d0b49a8-c368-40b2-b93a-368a28540bdc tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0868938 Jul 23 10:33:44.608546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.622165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.624031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/networks/8b1c682c-f0b1-4bd2-bab3-b4e5b057ccea HTTP/1.1" status: 204 len: 168 time: 0.5290179 Jul 23 10:33:44.626634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:44.647139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20135c-2c34-4b96-8215-2b0bf79c6f49 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Network': ['ID=8b1c682c-f0b1-4bd2-bab3-b4e5b057ccea,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:44.750689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.773718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-6620c00e-75b1-42c6-8bc8-86caa48734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.775252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-6620c00e-75b1-42c6-8bc8-86caa48734cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 1095 time: 0.3307204 Jul 23 10:33:44.806796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] DHCP port deletion for 56938788-20dd-4fbd-bd2b-c497c6266e87 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:33:44.871854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034a383-538d-46ec-88a6-0094cde4e2bd tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.878052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034a383-538d-46ec-88a6-0094cde4e2bd tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.886554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2034a383-538d-46ec-88a6-0094cde4e2bd tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2533596 Jul 23 10:33:44.888267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49768) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:44.893772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-9b38bf8e-e0eb-4d63-a68e-5e366560086d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1 HTTP/1.1" status: 200 len: 217 time: 0.1020813 Jul 23 10:33:44.895234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1959313293'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:44.929091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:44.932605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.967064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66dc4-5efa-4437-bfd3-3efda05ced3f req-4f95a5ec-e41a-4e75-95a2-0b9bfed888c7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:44.968397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5a66dc4-5efa-4437-bfd3-3efda05ced3f req-4f95a5ec-e41a-4e75-95a2-0b9bfed888c7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 944 time: 0.1169074 Jul 23 10:33:44.977354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:44.988983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] Deleting port db438e16-2ae3-4b3e-8fbd-526c807cd27a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:44.990304 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:44.991010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port db438e16-2ae3-4b3e-8fbd-526c807cd27a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:44.991953 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.006568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.007029 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Added segment a73ba556-01d7-43e2-9444-60058507f528 of type vlan for network 43a35be9-3ff4-482c-aac2-99abc43367c9 Jul 23 10:33:45.010893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-3835acbf-3d21-4c5e-aa9f-b627bc8ad26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.012592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-3835acbf-3d21-4c5e-aa9f-b627bc8ad26c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.0972044 Jul 23 10:33:45.052779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] For port db438e16-2ae3-4b3e-8fbd-526c807cd27a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=db438e16-2ae3-4b3e-8fbd-526c807cd27a,segment=NetworkSegment(1ef9ce90-b9bf-497d-ac8f-5954a127d596),segment_id=1ef9ce90-b9bf-497d-ac8f-5954a127d596)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:45.053173 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.060912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-2a68cbff-abc5-4174-a688-786f5744e6ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388465 Jul 23 10:33:45.063032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5a66dc4-5efa-4437-bfd3-3efda05ced3f req-a55d077b-08ad-4a20-bb9d-937abd79814b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800178 Jul 23 10:33:45.066144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] Calling delete_port for db438e16-2ae3-4b3e-8fbd-526c807cd27a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:45.067657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.072832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309591e-4970-4423-ad40-999abdf9f72e req-1c8a273e-e805-4891-9a0c-91a86ea4a0d7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.080000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309591e-4970-4423-ad40-999abdf9f72e req-1c8a273e-e805-4891-9a0c-91a86ea4a0d7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.085917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309591e-4970-4423-ad40-999abdf9f72e req-1c8a273e-e805-4891-9a0c-91a86ea4a0d7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.087594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2309591e-4970-4423-ad40-999abdf9f72e req-1c8a273e-e805-4891-9a0c-91a86ea4a0d7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421&device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c&device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 2418 time: 0.2577434 Jul 23 10:33:45.111638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.120269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.121275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.155385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] For port db438e16-2ae3-4b3e-8fbd-526c807cd27a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=db438e16-2ae3-4b3e-8fbd-526c807cd27a,segment=NetworkSegment(1ef9ce90-b9bf-497d-ac8f-5954a127d596),segment_id=1ef9ce90-b9bf-497d-ac8f-5954a127d596)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:45.156049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.156178 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.166567 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2733860 Jul 23 10:33:45.167576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49772) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:45.174838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-496596788'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:45.184940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] Pushing event deleted for resources: {'Port': ['ID=db438e16-2ae3-4b3e-8fbd-526c807cd27a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:45.187063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc93397-624b-4d9c-8b01-9c700b1548f3 None None] No DVR routers for this DVR port db438e16-2ae3-4b3e-8fbd-526c807cd27a on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:45.193573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for db438e16-2ae3-4b3e-8fbd-526c807cd27a owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:45.216516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c9232-9abb-4fa6-8489-ba62674da02c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Network': ['ID=43a35be9-3ff4-482c-aac2-99abc43367c9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:45.228510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 43a35be9-3ff4-482c-aac2-99abc43367c9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:45.228955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:45.232471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.258058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:45.268934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.270075 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Added segment f565475a-29f2-4cf4-b068-a83497d70d4e of type vlan for network 03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed Jul 23 10:33:45.296109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2309591e-4970-4423-ad40-999abdf9f72e req-c3aa0d7e-a5e5-49f0-afd8-babd4d1f2d9e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675899 Jul 23 10:33:45.315090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-f4db1bdb-de48-463d-93eb-c406e62e6710 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985111 Jul 23 10:33:45.327044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:45.328043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.353274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 0d55a0a6-bc86-4098-8067-8887d5b12b58 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:45.353701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0d55a0a6-bc86-4098-8067-8887d5b12b58 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:45.365438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.371675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.372382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.414435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2460084 Jul 23 10:33:45.418388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49776) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:45.423890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'ports': [{'network_id': '43a35be9-3ff4-482c-aac2-99abc43367c9', 'name': 'tempest-port--965889519', 'admin_state_up': True}, {'network_id': '03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed', 'admin_state_up': False}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:45.424207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'port': {'network_id': '43a35be9-3ff4-482c-aac2-99abc43367c9', 'name': 'tempest-port--965889519', 'admin_state_up': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:45.424678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'port': {'network_id': '03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed', 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:45.452894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54558328-2de0-4e6e-9489-31c30706aad0 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Network': ['ID=03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:45.462003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.465298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:45.510666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0eed4-ef17-470b-ae97-2e74dd60e0b0 req-068f40d9-a3db-4b42-8f1c-9c11139f1c67 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.512857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf0eed4-ef17-470b-ae97-2e74dd60e0b0 req-068f40d9-a3db-4b42-8f1c-9c11139f1c67 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.0953043 Jul 23 10:33:45.538603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b37f90e-cebb-469b-a8b5-ed9d418ababf req-671fd21a-b227-4c7b-9e43-9dbd83b737da service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098730 Jul 23 10:33:45.539447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No DVR routers for this DVR port db438e16-2ae3-4b3e-8fbd-526c807cd27a on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:45.541370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=db438e16-2ae3-4b3e-8fbd-526c807cd27a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:45.561257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf0eed4-ef17-470b-ae97-2e74dd60e0b0 req-e6f8b38d-c84b-4f20-92fb-1fdbda238a26 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Jul 23 10:33:45.731237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.779142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56938788-20dd-4fbd-bd2b-c497c6266e87']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:45.800303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef9ce90-b9bf-497d-ac8f-5954a127d596') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:45.801211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef9ce90-b9bf-497d-ac8f-5954a127d596') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:45.819710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.842299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'port': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:45.846637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.849050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.870695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:45.871101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:45.874798 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:45.891776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:45.916533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-7a07532a-802a-4e7a-9921-e21c7336b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.918062 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-7a07532a-802a-4e7a-9921-e21c7336b41d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 1095 time: 0.2466760 Jul 23 10:33:45.925326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda21b6b-5abd-4cd5-93c7-da5f4200f01e req-ad1b5a54-52d7-4c3f-b4b3-f82ec920dfec tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:45.927385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cda21b6b-5abd-4cd5-93c7-da5f4200f01e req-ad1b5a54-52d7-4c3f-b4b3-f82ec920dfec tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3097675 Jul 23 10:33:45.973276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3fac29ed-8920-4f20-a8f0-59d91e34186e req-3368b5ea-463d-486a-be08-ec1155faa162 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0325556 Jul 23 10:33:46.058515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.107253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.109147 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/56938788-20dd-4fbd-bd2b-c497c6266e87 HTTP/1.1" status: 204 len: 168 time: 1.5313036 Jul 23 10:33:46.115594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:46.120941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'name': 'tempest-PortsIpV6TestJSON-855417764'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:46.135838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] device_id is not set on port d9698203-c87e-4b3d-bd82-0ad9f8e45af5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:46.143088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2bae7-628a-4fbb-a7fa-72b6e2364048 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=56938788-20dd-4fbd-bd2b-c497c6266e87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:46.163478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cda21b6b-5abd-4cd5-93c7-da5f4200f01e req-e79e66dd-fb83-4fcd-ab55-1b3450199233 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215700 Jul 23 10:33:46.174271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-f0942b8e-1fbb-4dfb-a87c-100d9e9fdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:46.177224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-f0942b8e-1fbb-4dfb-a87c-100d9e9fdf7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 906 time: 0.2477732 Jul 23 10:33:46.236936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-1e41fbec-2a5f-470b-ba22-b4655c954871 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1 HTTP/1.1" status: 200 len: 217 time: 0.0428252 Jul 23 10:33:46.274998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device db438e16-2ae3-4b3e-8fbd-526c807cd27a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:33:46.275615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:46.279222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.298873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: db438e16-2ae3-4b3e-8fbd-526c807cd27a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:33:46.299788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device db438e16-2ae3-4b3e-8fbd-526c807cd27a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:33:46.306036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab98bf-0eea-410b-8a04-b628d997b948 req-a532fb0d-32f4-4038-96d8-4bdb32f44de1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:46.308340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49ab98bf-0eea-410b-8a04-b628d997b948 req-a532fb0d-32f4-4038-96d8-4bdb32f44de1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 944 time: 0.1132002 Jul 23 10:33:46.322118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 905d650b-3faf-4c6c-b081-4589e5bc6f3a yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:46.399548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49ab98bf-0eea-410b-8a04-b628d997b948 req-8cdb9f9a-7dfc-43da-8fd7-9511055b6c82 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858808 Jul 23 10:33:46.548370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.592875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.636735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:46.639804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:46.642368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:46.649489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:46.650108 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.673682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=905d650b-3faf-4c6c-b081-4589e5bc6f3a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:46.679277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1e815c75-f4e4-489c-bec0-e78ecde4f314 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5623922 Jul 23 10:33:46.681803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49802) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:46.694500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-7a0de6f7-5012-421e-98c7-5992ffbab794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:46.696031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-7a0de6f7-5012-421e-98c7-5992ffbab794 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.4508533 Jul 23 10:33:46.745480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-985d4993-894d-4045-a36d-751a7d9d44e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414777 Jul 23 10:33:46.777415 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.802708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 905d650b-3faf-4c6c-b081-4589e5bc6f3a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:46.803071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.870764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] device_id is not set on port 87b6bb13-7f94-4d63-a085-e2217c0ee578 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:46.907341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:46.927933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 905d650b-3faf-4c6c-b081-4589e5bc6f3a owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:46.951098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-bd747236-cc2a-4a83-bd1a-81e402faa288 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395750 Jul 23 10:33:46.987210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea0771-2c7c-438e-b4f9-53cc59ccdd10 req-69a9ef5f-3522-4217-9ed2-e8cc8ebfb802 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:46.989933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adea0771-2c7c-438e-b4f9-53cc59ccdd10 req-69a9ef5f-3522-4217-9ed2-e8cc8ebfb802 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1725078 Jul 23 10:33:47.054662 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adea0771-2c7c-438e-b4f9-53cc59ccdd10 req-ab151ee9-3505-472e-b860-56f3c44ad6fa tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575178 Jul 23 10:33:47.065809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.099184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=905d650b-3faf-4c6c-b081-4589e5bc6f3a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:47.108694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.111127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa865909-b883-44f9-b74d-9b1f16c67b95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/905d650b-3faf-4c6c-b081-4589e5bc6f3a HTTP/1.1" status: 204 len: 168 time: 0.4283400 Jul 23 10:33:47.113750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49808) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:47.115861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1fec707-3608-4825-8974-014ae5955df9 req-25758d1b-ade5-4749-811d-49b53fa76504 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0524654 Jul 23 10:33:47.119239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'mac_address': 'fa:16:3e:0a:35:bd', 'name': 'tempest-PortsIpV6TestJSON-42955658'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:47.136396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.147640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76f118fc-7d59-4c07-89f5-4afb05973f89 req-ea643073-6074-4226-b473-eea3e07918c8 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658642 Jul 23 10:33:47.184301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.231328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:47.250182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Port': ['ID=d9698203-c87e-4b3d-bd82-0ad9f8e45af5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:47.260102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Checking segment: {'id': 'a73ba556-01d7-43e2-9444-60058507f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '43a35be9-3ff4-482c-aac2-99abc43367c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:47.260557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network hostable DHCP agents. Network: 43a35be9-3ff4-482c-aac2-99abc43367c9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:47.288210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network 43a35be9-3ff4-482c-aac2-99abc43367c9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:47.298544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 43a35be9-3ff4-482c-aac2-99abc43367c9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:47.303622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:47.304564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.310864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf337d32-47c2-4f44-812d-1efb64e2cd37 None None] Network 43a35be9-3ff4-482c-aac2-99abc43367c9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:47.365929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.393509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Port': ['ID=87b6bb13-7f94-4d63-a085-e2217c0ee578,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:47.397468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Checking segment: {'id': 'f565475a-29f2-4cf4-b068-a83497d70d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:47.398157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network hostable DHCP agents. Network: 03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:47.404920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 8e968bb9-ada5-4276-ae3f-aea5828235a8 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:47.420934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network 03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:47.436589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:47.443012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:47.450566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.451655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea35a4-309d-4202-92b5-6985c16359d1 None None] Network 03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:47.456632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.460820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.491645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ad88e4a0-5772-422c-8c3b-17182250c0cc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0713315 Jul 23 10:33:47.494233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:47.618115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6f004-56f1-4ecd-876b-2887a90b5d5d req-ed435b45-b3f4-4946-81e1-3acca2fbe91d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.619766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-23e6f004-56f1-4ecd-876b-2887a90b5d5d req-ed435b45-b3f4-4946-81e1-3acca2fbe91d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 944 time: 0.0870111 Jul 23 10:33:47.644010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63cb63-e84e-4559-92ab-dfbf5c3d9a0c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.645298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.650769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63cb63-e84e-4559-92ab-dfbf5c3d9a0c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.652381 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ed63cb63-e84e-4559-92ab-dfbf5c3d9a0c tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1569843 Jul 23 10:33:47.657918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49818) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:47.683336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-23e6f004-56f1-4ecd-876b-2887a90b5d5d req-f07e4228-751e-429f-a4f9-7d4594db354e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566630 Jul 23 10:33:47.704218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85dc85-62c0-4de7-912a-f9a1d720569e req-81c2a325-2660-4292-afee-7079a4f9bd43 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.705714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c85dc85-62c0-4de7-912a-f9a1d720569e req-81c2a325-2660-4292-afee-7079a4f9bd43 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.4112449 Jul 23 10:33:47.806262 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c85dc85-62c0-4de7-912a-f9a1d720569e req-94c2e874-8328-44c6-b2f9-ce6eb4eeeb9b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931604 Jul 23 10:33:47.816940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.880973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:47.885987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Deleting port d9698203-c87e-4b3d-bd82-0ad9f8e45af5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:47.886331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.892555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:47.904103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:47.909543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:47.910204 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.912965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=8e968bb9-ada5-4276-ae3f-aea5828235a8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:47.968842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c0d8989-39bb-4cd2-9c15-30f8faf7f294 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8517859 Jul 23 10:33:47.969175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:47.975506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:47.987724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Calling delete_port for d9698203-c87e-4b3d-bd82-0ad9f8e45af5 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:48.026498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e497bdc5-87bd-4397-9857-4c92b75d8f2b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:48.030340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e497bdc5-87bd-4397-9857-4c92b75d8f2b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/8e968bb9-ada5-4276-ae3f-aea5828235a8 HTTP/1.1" status: 200 len: 843 time: 0.0577166 Jul 23 10:33:48.030554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.076148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.110724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Port': ['ID=d9698203-c87e-4b3d-bd82-0ad9f8e45af5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:48.119183 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.121181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-73ade449-260c-48f7-9827-f0abfa7a348b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/ports/d9698203-c87e-4b3d-bd82-0ad9f8e45af5 HTTP/1.1" status: 204 len: 168 time: 0.4614139 Jul 23 10:33:48.123714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.137020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 8e968bb9-ada5-4276-ae3f-aea5828235a8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:48.137372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.243403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cbc9853-9982-44ca-9835-af8d2b3943fe req-daa6c974-fa43-479a-8874-1f4ca8ca26cd tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0352650 Jul 23 10:33:48.255045 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.266127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Deleting port 87b6bb13-7f94-4d63-a085-e2217c0ee578 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:48.266490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.275537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 8e968bb9-ada5-4276-ae3f-aea5828235a8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:48.330048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf676f-ce37-4f01-97b4-b6fe21239a32 req-d155d9b9-20e1-47ad-8096-59ea8e8e6fc3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:48.331546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bccf676f-ce37-4f01-97b4-b6fe21239a32 req-d155d9b9-20e1-47ad-8096-59ea8e8e6fc3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1900473 Jul 23 10:33:48.333782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.345314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Calling delete_port for 87b6bb13-7f94-4d63-a085-e2217c0ee578 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:48.393477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bccf676f-ce37-4f01-97b4-b6fe21239a32 req-556c5445-f956-4fb0-af57-46177b2a423b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535672 Jul 23 10:33:48.404567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.434692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=8e968bb9-ada5-4276-ae3f-aea5828235a8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:48.440267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.445104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b179c1ba-f0a8-4643-8fd7-df8aa25cafa3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/8e968bb9-ada5-4276-ae3f-aea5828235a8 HTTP/1.1" status: 204 len: 168 time: 0.4112422 Jul 23 10:33:48.446008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.446119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.472045 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f070cc-a4f3-4425-a4b1-b002a820fb56 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:48.476924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-88f070cc-a4f3-4425-a4b1-b002a820fb56 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/8e968bb9-ada5-4276-ae3f-aea5828235a8 HTTP/1.1" status: 404 len: 333 time: 0.0272367 Jul 23 10:33:48.477074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Port': ['ID=87b6bb13-7f94-4d63-a085-e2217c0ee578,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:48.477185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.481886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.482017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'name': 'tempest-PortsIpV6TestJSON-1879186000'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:48.484299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-befc7979-8a0b-438a-8630-5bd0afd7154d tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/ports/87b6bb13-7f94-4d63-a085-e2217c0ee578 HTTP/1.1" status: 204 len: 168 time: 0.3592710 Jul 23 10:33:48.486397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.534471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-469ce7e7-e8f0-420c-9629-0b53a09ca4f5 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0470181 Jul 23 10:33:48.538711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49836) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.543885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1127312270'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:48.564174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:48.568066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.591335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:48.596252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:48.599944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.600248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.600398 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Added segment 25053b4b-ab81-4717-8877-82bb97f2cb98 of type vlan for network 21375bd4-b189-4271-a0d4-f5c30d2401a3 Jul 23 10:33:48.618477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 5d760efa-20fc-4711-b5e0-d2a7012a5904 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:48.641435 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.673727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.680079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:48.680669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.719338 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1794741 Jul 23 10:33:48.722097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49840) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.727224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-305045192'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:48.757139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2363398-c92a-4deb-9158-aa26bf2b149e tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Network': ['ID=21375bd4-b189-4271-a0d4-f5c30d2401a3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:48.770305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 21375bd4-b189-4271-a0d4-f5c30d2401a3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:48.791544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.810882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:48.813151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.847228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.872424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e68c9-7e2c-41e6-b86e-4a203fc88abc req-8e178049-e5fb-4b2f-894d-a372e724deee tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:48.873975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea8e68c9-7e2c-41e6-b86e-4a203fc88abc req-8e178049-e5fb-4b2f-894d-a372e724deee tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 944 time: 0.1145811 Jul 23 10:33:48.877671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:48.902731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:48.905861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:48.910965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:48.917020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:48.917645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.921371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=5d760efa-20fc-4711-b5e0-d2a7012a5904,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:48.932412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea8e68c9-7e2c-41e6-b86e-4a203fc88abc req-ea6d0c9e-5e92-45df-9d01-5399f4b03b95 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Jul 23 10:33:48.934057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:48.934421 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Added segment d3292be0-3e7c-4c15-a2e8-9f276bff5642 of type vlan for network b8566766-2392-4f28-a7a1-f3eaeea49549 Jul 23 10:33:48.944142 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-74e0a311-3623-47b4-a101-e562b692e0fb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4636703 Jul 23 10:33:48.947981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:48.956527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:49.011263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4491d4-71ad-4b9c-bb3f-f2883be333e0 req-ea9c5192-5f27-4679-9c1a-c3beb6f08ad2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:49.012770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db4491d4-71ad-4b9c-bb3f-f2883be333e0 req-ea9c5192-5f27-4679-9c1a-c3beb6f08ad2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.0736425 Jul 23 10:33:49.014294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.052480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db4491d4-71ad-4b9c-bb3f-f2883be333e0 req-41898b58-fc44-42c2-966a-6a4e635a9c77 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Jul 23 10:33:49.088871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.097034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.103467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:49.104053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.166186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4430118 Jul 23 10:33:49.203675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347adcd-26e0-4509-be56-9b9fc068ed5f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Network': ['ID=b8566766-2392-4f28-a7a1-f3eaeea49549,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:49.214461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network b8566766-2392-4f28-a7a1-f3eaeea49549 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:49.296999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:49.302590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'subnets': [{'network_id': '21375bd4-b189-4271-a0d4-f5c30d2401a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--979114391', 'ip_version': 4}, {'network_id': 'b8566766-2392-4f28-a7a1-f3eaeea49549', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:49.303024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'subnet': {'network_id': '21375bd4-b189-4271-a0d4-f5c30d2401a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--979114391', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:49.303965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Request body: {'subnet': {'network_id': 'b8566766-2392-4f28-a7a1-f3eaeea49549', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:49.325518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.338912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.339444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:49.366493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b0ccbc6-5e71-438e-a253-e6602d41fc2f req-4a97160a-0312-4d57-9dcf-81d5c0c83318 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0388203 Jul 23 10:33:49.403016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] In _notify_port_updated(), no bound segment for port 5d760efa-20fc-4711-b5e0-d2a7012a5904 on network 6ff77a62-5a21-4530-b021-53f96e64c008 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:33:49.408857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:49.409664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.412206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/ports/5d760efa-20fc-4711-b5e0-d2a7012a5904 HTTP/1.1" status: 200 len: 818 time: 0.4621356 Jul 23 10:33:49.414935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49852) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:49.467238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:49.469845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76f1e-da38-4a2c-93f8-99de9fed4504 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=5d760efa-20fc-4711-b5e0-d2a7012a5904,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:49.481403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'mac_address': 'fa:16:3e:1f:a4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:49.529953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.545267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 5d760efa-20fc-4711-b5e0-d2a7012a5904 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:49.547365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.552887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3096f049-fa1d-4e17-8f71-f53f839b82f1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:33:49.553104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Made reservation on behalf of 27b72eeb6a4d49fcb6b59e9da86a003c for: {'subnet': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:49.558234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.558583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.579860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:49.586590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.633926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.648838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 5d760efa-20fc-4711-b5e0-d2a7012a5904 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:49.664602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:49.670629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d1861-68d1-47a2-9de5-53f0e30259ed req-fff5ff9d-d521-4be0-86d1-d925de808fce tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:49.677045 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-976d1861-68d1-47a2-9de5-53f0e30259ed req-fff5ff9d-d521-4be0-86d1-d925de808fce tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1915941 Jul 23 10:33:49.753387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-976d1861-68d1-47a2-9de5-53f0e30259ed req-b9e9572d-5858-47fd-9bb7-c5470f556532 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676394 Jul 23 10:33:49.758848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.808171 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:49.810288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/5d760efa-20fc-4711-b5e0-d2a7012a5904 HTTP/1.1" status: 204 len: 168 time: 0.3943384 Jul 23 10:33:49.811333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c23d8-afcd-4c23-a8bc-3dcd93e38a4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=5d760efa-20fc-4711-b5e0-d2a7012a5904,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:49.813736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:49.990469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3096f049-fa1d-4e17-8f71-f53f839b82f1'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:33:50.010183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1656cc1-f426-4575-bf21-46a1791cd4c1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.012711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e1656cc1-f426-4575-bf21-46a1791cd4c1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1972871 Jul 23 10:33:50.015326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:50.053340 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccfcd05-c07e-4c6e-a7fe-0e33a34d0826 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:50.059128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3ccfcd05-c07e-4c6e-a7fe-0e33a34d0826 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/5d760efa-20fc-4711-b5e0-d2a7012a5904 HTTP/1.1" status: 404 len: 333 time: 0.0420973 Jul 23 10:33:50.059760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49864) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:50.064954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879096858'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:50.095672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:50.100066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.142836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:50.165667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9c188-a077-4acd-b1ae-46b5d6072023 req-132c1ea7-4430-4dde-b88a-8bc4ce64884e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.167301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65b9c188-a077-4acd-b1ae-46b5d6072023 req-132c1ea7-4430-4dde-b88a-8bc4ce64884e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 945 time: 0.1480548 Jul 23 10:33:50.198094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.198344 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment 7af0b68b-4a9d-4ce7-bcda-b56897afcf14 of type vlan for network 80ca1567-892e-4cf0-86ca-ca635801771c Jul 23 10:33:50.244482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.253812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.268826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6a5d-a96f-4ff9-85fd-edd829b761bd req-10b85492-4afa-40b9-bffb-3595ecb7d30a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.271209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3ca6a5d-a96f-4ff9-85fd-edd829b761bd req-10b85492-4afa-40b9-bffb-3595ecb7d30a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1139638 Jul 23 10:33:50.284394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65b9c188-a077-4acd-b1ae-46b5d6072023 req-3146e301-5394-415e-8f1d-4137eb6e3dd1 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715156 Jul 23 10:33:50.323791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3ca6a5d-a96f-4ff9-85fd-edd829b761bd req-218e53cd-25d2-4438-838e-c849918991d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Jul 23 10:33:50.324747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.329109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Subnet': ['ID=5d63b89b-ed17-4738-b5a0-5b81b6247a04,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:50.330274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.330850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.341797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Checking segment: {'id': '25053b4b-ab81-4717-8877-82bb97f2cb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '21375bd4-b189-4271-a0d4-f5c30d2401a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:50.342172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network hostable DHCP agents. Network: 21375bd4-b189-4271-a0d4-f5c30d2401a3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:50.365636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network 21375bd4-b189-4271-a0d4-f5c30d2401a3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:50.372750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3117452 Jul 23 10:33:50.376071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:50.376832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 21375bd4-b189-4271-a0d4-f5c30d2401a3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:50.381372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.381535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:50.388938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e859f6e-591b-4c0e-82be-cf0e68df47d7 None None] Network 21375bd4-b189-4271-a0d4-f5c30d2401a3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:50.422630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7474ba-e024-4781-bde7-1ae201d88d73 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=80ca1567-892e-4cf0-86ca-ca635801771c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:50.460950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event updated for resources: {'Subnet': ['ID=496fd75e-537c-4e06-951a-aa6853f2caf3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:50.472155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 80ca1567-892e-4cf0-86ca-ca635801771c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:50.502615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8471cbb0-4caf-4f72-8f56-80375477fa7b req-a032df1a-0212-4ebe-b8c3-f270a6503dd1 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0339499 Jul 23 10:33:50.504318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Checking segment: {'id': 'd3292be0-3e7c-4c15-a2e8-9f276bff5642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b8566766-2392-4f28-a7a1-f3eaeea49549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:50.504653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network hostable DHCP agents. Network: b8566766-2392-4f28-a7a1-f3eaeea49549, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:50.507492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:50.510969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.533367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Network b8566766-2392-4f28-a7a1-f3eaeea49549 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:50.546238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, b8566766-2392-4f28-a7a1-f3eaeea49549) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:50.554085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.554637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.555358 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.563669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052abb9-068a-4657-9b87-d340c0fba009 None None] Network b8566766-2392-4f28-a7a1-f3eaeea49549 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:50.571497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c46304e-084e-47e0-bc9a-ea4f636537b6 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2728493 Jul 23 10:33:50.573569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:50.661606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee33e29-3582-4b49-ae95-db912c26539f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.663325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee33e29-3582-4b49-ae95-db912c26539f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.665138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee33e29-3582-4b49-ae95-db912c26539f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.670020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ee33e29-3582-4b49-ae95-db912c26539f tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0921659 Jul 23 10:33:50.670428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:50.706985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.715709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e8874-22ec-4caa-b9d9-b722e2bfe113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-21375bd4-b189-4271-a0d4-f5c30d2401a3', 'network_id': '21375bd4-b189-4271-a0d4-f5c30d2401a3', 'tenant_id': '27b72eeb6a4d49fcb6b59e9da86a003c', 'fixed_ips': [{'subnet_id': '5d63b89b-ed17-4738-b5a0-5b81b6247a04'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:50.716905 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a88e8874-22ec-4caa-b9d9-b722e2bfe113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.730961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Deleting subnet 5d63b89b-ed17-4738-b5a0-5b81b6247a04 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:50.734322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.780536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.781533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=77b970a2-7435-443a-bda7-50745fb475f2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:50.791738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': '7af0b68b-4a9d-4ce7-bcda-b56897afcf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:50.792303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: 80ca1567-892e-4cf0-86ca-ca635801771c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:50.812005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 80ca1567-892e-4cf0-86ca-ca635801771c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:50.830170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 80ca1567-892e-4cf0-86ca-ca635801771c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:50.839110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.839726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.842536 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.851047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e966b4-746a-4801-9f52-033d99dbdc15 None None] Network 80ca1567-892e-4cf0-86ca-ca635801771c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:50.872343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a550617c-5e6b-4d6d-afa0-95d007ba1f3a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4954810 Jul 23 10:33:50.873195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0ab71-9afd-4fe3-b2b2-b45932c66797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-b8566766-2392-4f28-a7a1-f3eaeea49549', 'network_id': 'b8566766-2392-4f28-a7a1-f3eaeea49549', 'tenant_id': '27b72eeb6a4d49fcb6b59e9da86a003c', 'fixed_ips': [{'subnet_id': '496fd75e-537c-4e06-951a-aa6853f2caf3'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:50.873548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50b0ab71-9afd-4fe3-b2b2-b45932c66797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:50.875584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:50.881713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:50.953386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84853de-cc2a-4c26-ab5b-ff90c057222b req-9491d5f1-c2a7-4e20-bd94-3343c1c31f74 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:50.955030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e84853de-cc2a-4c26-ab5b-ff90c057222b req-9491d5f1-c2a7-4e20-bd94-3343c1c31f74 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.0674398 Jul 23 10:33:50.990325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.014875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e84853de-cc2a-4c26-ab5b-ff90c057222b req-20abdcaf-c797-4071-b6d9-24eeeae5da7b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Jul 23 10:33:51.026281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Subnet': ['ID=5d63b89b-ed17-4738-b5a0-5b81b6247a04,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:51.037756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.039961 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c621d2ac-320d-4bf9-ab0b-9eaa7c5c11fc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/subnets/5d63b89b-ed17-4738-b5a0-5b81b6247a04 HTTP/1.1" status: 204 len: 168 time: 0.3685207 Jul 23 10:33:51.042729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49884) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:51.051714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:51.055173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-a88e8874-22ec-4caa-b9d9-b722e2bfe113 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d63b89b-ed17-4738-b5a0-5b81b6247a04: This subnet is being modified by another concurrent operation. Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:33:51.072932 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d63b89b-ed17-4738-b5a0-5b81b6247a04: This subnet is being modified by another concurrent operation. Jul 23 10:33:51.076733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:33:51.103606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Deleting subnet 496fd75e-537c-4e06-951a-aa6853f2caf3 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:51.106897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.145439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc730f-f846-40e4-ae03-0051b56b9332 None None] Network 21375bd4-b189-4271-a0d4-f5c30d2401a3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:51.154303 n-d-778550-4 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77b970a2-7435-443a-bda7-50745fb475f2 (CIDR: 2001:db8::/64) Jul 23 10:33:51.158252 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:33:51.158697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:33:51.163214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.179961 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b963e58f-3320-4556-81a8-c1c40469a5a1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3030002 Jul 23 10:33:51.180912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:51.187909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:51.210030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.229281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-80ca1567-892e-4cf0-86ca-ca635801771c', 'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': '77b970a2-7435-443a-bda7-50745fb475f2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:51.230253 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.271384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.296347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Subnet': ['ID=496fd75e-537c-4e06-951a-aa6853f2caf3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-50b0ab71-9afd-4fe3-b2b2-b45932c66797 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 496fd75e-537c-4e06-951a-aa6853f2caf3: This subnet is being modified by another concurrent operation. Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:33:51.299078 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 496fd75e-537c-4e06-951a-aa6853f2caf3: This subnet is being modified by another concurrent operation. Jul 23 10:33:51.302874 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:33:51.318265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.324896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:51.326993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8799fea8-6d7d-437a-b756-d7348e1169b2 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/subnets/496fd75e-537c-4e06-951a-aa6853f2caf3 HTTP/1.1" status: 204 len: 168 time: 0.2826147 Jul 23 10:33:51.329552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49890) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:51.331918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.351871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1b191-dd37-4de4-ad7c-40025c04f29b None None] Network b8566766-2392-4f28-a7a1-f3eaeea49549 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:51.353782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:51.456217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266cb212-1685-4bf5-9d17-bc7c48003458 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:51.458453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-266cb212-1685-4bf5-9d17-bc7c48003458 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278989 Jul 23 10:33:51.462577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:51.551798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02404b8-5bac-493e-95dc-a76e1da12654 req-23640308-016e-48bc-b99e-1a6ae3edcf77 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:51.554166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f02404b8-5bac-493e-95dc-a76e1da12654 req-23640308-016e-48bc-b99e-1a6ae3edcf77 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1219218 Jul 23 10:33:51.557568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.575107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3df3-0ee2-4445-85e5-63753841bf92 req-e9735584-1927-4275-938c-a30335bd089e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:51.576674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aaf3df3-0ee2-4445-85e5-63753841bf92 req-e9735584-1927-4275-938c-a30335bd089e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 945 time: 0.1691380 Jul 23 10:33:51.636863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f02404b8-5bac-493e-95dc-a76e1da12654 req-fb9652f3-0e45-454e-9e26-2cc185c8bb67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603969 Jul 23 10:33:51.664810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aaf3df3-0ee2-4445-85e5-63753841bf92 req-7a7686b6-4116-4e40-b69d-fca0804c2a8e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763290 Jul 23 10:33:51.695838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Allocated IP 2001:db8::2 (80ca1567-892e-4cf0-86ca-ca635801771c/77b970a2-7435-443a-bda7-50745fb475f2/3bc3d770-ba70-49d7-aaac-167b7f2b4ada) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:51.695838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 3096f049-fa1d-4e17-8f71-f53f839b82f1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:51.700180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 3096f049-fa1d-4e17-8f71-f53f839b82f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:51.700561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.719876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.750108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8566766-2392-4f28-a7a1-f3eaeea49549']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:51.767793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3292be0-3e7c-4c15-a2e8-9f276bff5642') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:51.768246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3292be0-3e7c-4c15-a2e8-9f276bff5642') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:51.778232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.788192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9b1f9b2-7539-45ff-ba09-5941fa24d379 req-e2de39af-ad0c-499d-8ded-44b558388463 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0442147 Jul 23 10:33:51.792965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.794200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.807692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:51.808123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:51.815888 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:51.856860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 80ca1567-892e-4cf0-86ca-ca635801771c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:51.870659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:51.872802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=339443f7-adfc-48f5-a1ee-b7160c165f7c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:51.875512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:51.876011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.891195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.893779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-58ca5c06-f95d-4e6d-b82e-54f124b4917b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7112317 Jul 23 10:33:51.898133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:51.912167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.914098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c', 'fixed_ips': [{'subnet_id': '77b970a2-7435-443a-bda7-50745fb475f2'}, {'subnet_id': '339443f7-adfc-48f5-a1ee-b7160c165f7c'}], 'name': 'tempest-PortsIpV6TestJSON-206280131'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:51.917501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/networks/b8566766-2392-4f28-a7a1-f3eaeea49549 HTTP/1.1" status: 204 len: 168 time: 0.4516027 Jul 23 10:33:51.917682 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.918099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49900) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:51.924433 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.940477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Transition to ACTIVE for port object 3bc3d770-ba70-49d7-aaac-167b7f2b4ada will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:51.947097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0034f-37c5-4fa4-8584-f0ca6db053c3 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Network': ['ID=b8566766-2392-4f28-a7a1-f3eaeea49549,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:51.949822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:33:51.952199 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd42c805-0ef6-40da-9cba-d9fac7644bd0" -d '{"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-plugged", "status": "completed", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:33:51.973433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:51.976591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Transition to ACTIVE for port object 3bc3d770-ba70-49d7-aaac-167b7f2b4ada will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:51.980919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:51.986918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.014836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.015517 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e3bfe8-0054-4a23-b62a-81a3ea677d47 x-openstack-request-id: req-98e3bfe8-0054-4a23-b62a-81a3ea677d47 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:33:52.015817 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-plugged", "status": "completed", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:33:52.016080 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98e3bfe8-0054-4a23-b62a-81a3ea677d47 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:33:52.016482 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'code': 200} Jul 23 10:33:52.034783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Network 80ca1567-892e-4cf0-86ca-ca635801771c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:52.041029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:52.044397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:52.049498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:52.065521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:52.143190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Pushing event updated for resources: {'Port': ['ID=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:52.155113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Attempting to bind port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:33:52.155519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Attempting to bind port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '7af0b68b-4a9d-4ce7-bcda-b56897afcf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:33:52.155894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Attempting to bind port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada on network 80ca1567-892e-4cf0-86ca-ca635801771c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:33:52.161233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:33:52.161619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Checking segment: {'id': '7af0b68b-4a9d-4ce7-bcda-b56897afcf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:52.162023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.162423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Bound using segment: {'id': '7af0b68b-4a9d-4ce7-bcda-b56897afcf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:33:52.162886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Bound port: 3bc3d770-ba70-49d7-aaac-167b7f2b4ada, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af0b68b-4a9d-4ce7-bcda-b56897afcf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:33:52.163279 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.180217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.193988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21375bd4-b189-4271-a0d4-f5c30d2401a3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:52.205391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25053b4b-ab81-4717-8877-82bb97f2cb98') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:52.205743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25053b4b-ab81-4717-8877-82bb97f2cb98') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:52.218848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.242924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.249587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] For port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:33:52.252942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:52.253104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] For port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,segment=NetworkSegment(7af0b68b-4a9d-4ce7-bcda-b56897afcf14),segment_id=7af0b68b-4a9d-4ce7-bcda-b56897afcf14)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:33:52.254964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:52.259465 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:52.262024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.267196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.300131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port f90a72b4-ad07-4fb4-a94e-8389eeab203d yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:33:52.331039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002dcd4-1df0-454e-830f-a62273694a50 req-c8661d7b-060d-4cd4-bc7c-ef8478016cb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.331039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d002dcd4-1df0-454e-830f-a62273694a50 req-c8661d7b-060d-4cd4-bc7c-ef8478016cb1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1631255 Jul 23 10:33:52.331039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f88266-2f24-480b-b52d-5efa17a8c9a8 req-3801a1a5-1bd3-41f3-b3f5-57c3252e9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.331039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51f88266-2f24-480b-b52d-5efa17a8c9a8 req-3801a1a5-1bd3-41f3-b3f5-57c3252e9952 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 1097 time: 0.1561704 Jul 23 10:33:52.344386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfef679-b9ea-4b3a-af52-04391c215ce1 None None] Pushing event updated for resources: {'Port': ['ID=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:52.354500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.364987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.366686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/networks/21375bd4-b189-4271-a0d4-f5c30d2401a3 HTTP/1.1" status: 204 len: 168 time: 0.4476848 Jul 23 10:33:52.371981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49910) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:52.394751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df237a29-176e-4da5-a832-c43243290536 tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Network': ['ID=21375bd4-b189-4271-a0d4-f5c30d2401a3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:52.431556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.437380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.444016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.447727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d002dcd4-1df0-454e-830f-a62273694a50 req-79f41046-a1de-4d11-bac5-7abbe3b14217 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161244 Jul 23 10:33:52.449851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.455726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.462080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.467930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.469877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f50db906-5bab-436e-ba70-e473c4882a61 req-ff09a619-8cdd-4e1b-bb61-7fbf3d9afbc4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.2192626 Jul 23 10:33:52.477303 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51f88266-2f24-480b-b52d-5efa17a8c9a8 req-eba4d7ab-8263-4b38-a51a-ccea6c194dcd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132274 Jul 23 10:33:52.543557 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.567687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f50db906-5bab-436e-ba70-e473c4882a61 req-7b804f34-3929-4ed0-9ecd-7031db736607 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884297 Jul 23 10:33:52.680123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.691230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:52.701734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f565475a-29f2-4cf4-b068-a83497d70d4e') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:52.702070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f565475a-29f2-4cf4-b068-a83497d70d4e') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:52.711918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.735291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.758883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::3cc (80ca1567-892e-4cf0-86ca-ca635801771c/77b970a2-7435-443a-bda7-50745fb475f2/f90a72b4-ad07-4fb4-a94e-8389eeab203d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:52.760826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:52.761248 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:52.764220 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:52.767281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8:0:1::319 (80ca1567-892e-4cf0-86ca-ca635801771c/339443f7-adfc-48f5-a1ee-b7160c165f7c/f90a72b4-ad07-4fb4-a94e-8389eeab203d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:52.823035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.829050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.835238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.841185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.847031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.854044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.867858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:52.872433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71627546-a5bd-42d3-ac4d-464b68acb051 req-2e1f07a4-483f-4a95-a08a-f09b90aaab28 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.1749935 Jul 23 10:33:53.046469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.068639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa763289-ea75-467c-9528-9b39a7846835 req-1a6c1706-6a5c-4352-a924-b2a0535c6abf tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:53.070379 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa763289-ea75-467c-9528-9b39a7846835 req-1a6c1706-6a5c-4352-a924-b2a0535c6abf tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 946 time: 0.1407478 Jul 23 10:33:53.073331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object f90a72b4-ad07-4fb4-a94e-8389eeab203d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:53.131940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa763289-ea75-467c-9528-9b39a7846835 req-824a005b-9469-4881-a249-cf5ee535f00c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549145 Jul 23 10:33:53.145242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.201993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 80ca1567-892e-4cf0-86ca-ca635801771c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:33:53.205396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.209010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:53.213088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:33:53.218931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:53.220174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.220309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.225392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/networks/03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed HTTP/1.1" status: 204 len: 168 time: 0.8490057 Jul 23 10:33:53.230867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100f071-43e9-43bd-b7e7-923194820eca req-996c7241-8b9c-448f-bbba-4f15a33ab9d5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:53.231052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:53.231998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4100f071-43e9-43bd-b7e7-923194820eca req-996c7241-8b9c-448f-bbba-4f15a33ab9d5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.5058990 Jul 23 10:33:53.243958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f90a72b4-ad07-4fb4-a94e-8389eeab203d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:53.263754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4971e5-f47a-43d2-9227-1673e1d6c64b tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Network': ['ID=03ec24fd-03e1-4ac1-b3a2-3db9cc0d57ed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:53.281082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4100f071-43e9-43bd-b7e7-923194820eca req-0af8aa2f-66ac-4fe8-a70c-beae961e7641 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Jul 23 10:33:53.411280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf04dd-e8a5-4f67-867f-69976626e95d None None] Network 80ca1567-892e-4cf0-86ca-ca635801771c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:53.532036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d88a278a-3c1a-4e52-8ae3-bbc1a0276679 None None] Provisioning for port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:53.601425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711c6b5-1254-4397-bf7c-8042c34d6748 req-63d0d53a-5d43-491d-9a02-37b61638350d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:53.606639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e711c6b5-1254-4397-bf7c-8042c34d6748 req-63d0d53a-5d43-491d-9a02-37b61638350d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.0862136 Jul 23 10:33:53.640227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-556a9655-e66d-4f83-8b92-50c76a594341 req-f938fcba-d12e-44ee-b4aa-170ddd19c789 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.4083562 Jul 23 10:33:53.646235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-52942e04-759f-48ad-9eb1-4504f272d943 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7463305 Jul 23 10:33:53.649381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49926) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:53.661770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77b970a2-7435-443a-bda7-50745fb475f2'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:53.714040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e711c6b5-1254-4397-bf7c-8042c34d6748 req-ff4fb503-e39d-4f9a-9f36-f5bd3a089a38 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996366 Jul 23 10:33:53.721538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Update dhcp port {'port': {'network_id': '80ca1567-892e-4cf0-86ca-ca635801771c', 'fixed_ips': [{'subnet_id': '77b970a2-7435-443a-bda7-50745fb475f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '339443f7-adfc-48f5-a1ee-b7160c165f7c'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '3bc3d770-ba70-49d7-aaac-167b7f2b4ada'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:33:53.724319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.762046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.841401 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.852383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a35be9-3ff4-482c-aac2-99abc43367c9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:53.863404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73ba556-01d7-43e2-9444-60058507f528') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:53.863772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73ba556-01d7-43e2-9444-60058507f528') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:53.874763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.885551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.890342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.900811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:53.901448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:53.907020 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:53.917383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.943297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Allocated IP 2001:db8:0:1::2 (80ca1567-892e-4cf0-86ca-ca635801771c/339443f7-adfc-48f5-a1ee-b7160c165f7c/3bc3d770-ba70-49d7-aaac-167b7f2b4ada) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:53.982168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.993362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:53.995233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] 10.222.0.37 "DELETE /v2.0/networks/43a35be9-3ff4-482c-aac2-99abc43367c9 HTTP/1.1" status: 204 len: 168 time: 0.7623572 Jul 23 10:33:54.006553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e92ac-0ca6-46f4-bdfb-bf82a7ae4bcc tempest-BulkNetworkOpsTest-1496001771 tempest-BulkNetworkOpsTest-1496001771-project] Pushing event deleted for resources: {'Network': ['ID=43a35be9-3ff4-482c-aac2-99abc43367c9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:54.057128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] For port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,segment=NetworkSegment(7af0b68b-4a9d-4ce7-bcda-b56897afcf14),segment_id=7af0b68b-4a9d-4ce7-bcda-b56897afcf14)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:54.089537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.105134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Transition to ACTIVE for port object 3bc3d770-ba70-49d7-aaac-167b7f2b4ada will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:33:54.110598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.167193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Delete allocated IP 2001:db8:0:1::319 (80ca1567-892e-4cf0-86ca-ca635801771c/339443f7-adfc-48f5-a1ee-b7160c165f7c) {{(pid=93833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 10:33:54.220660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e92aa-c8d6-40ed-b54e-644d16936a2b None None] Pushing event updated for resources: {'Port': ['ID=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:54.309217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a493e-2e69-468a-81aa-75ea65e804c6 req-56cda2db-0a9a-4530-9d30-4e319df08068 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:54.310919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b5a493e-2e69-468a-81aa-75ea65e804c6 req-56cda2db-0a9a-4530-9d30-4e319df08068 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 946 time: 0.0898478 Jul 23 10:33:54.337924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bc3d770-ba70-49d7-aaac-167b7f2b4ada up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:54.355215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49938) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:54.398904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.406942 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b5a493e-2e69-468a-81aa-75ea65e804c6 req-dc8ac328-246f-43c8-8c7e-ca9741d09703 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 Jul 23 10:33:54.429269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Ignored duplicate provisioning block setup for port f90a72b4-ad07-4fb4-a94e-8389eeab203d by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 10:33:54.438273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:54.454384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.572715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] In _notify_port_updated(), no bound segment for port f90a72b4-ad07-4fb4-a94e-8389eeab203d on network 80ca1567-892e-4cf0-86ca-ca635801771c {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:33:54.578174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:54.578825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.582624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/ports/f90a72b4-ad07-4fb4-a94e-8389eeab203d HTTP/1.1" status: 200 len: 925 time: 0.9299455 Jul 23 10:33:54.583631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:54.592100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77b970a2-7435-443a-bda7-50745fb475f2'}, {'subnet_id': '339443f7-adfc-48f5-a1ee-b7160c165f7c'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:54.609477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe6f15-9f7c-47a4-b01d-2cba8ea4a970 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f90a72b4-ad07-4fb4-a94e-8389eeab203d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:54.629580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10bc4740-f686-42ac-9522-196fb14d4346 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27b72eeb6a4d49fcb6b59e9da86a003c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725601 Jul 23 10:33:54.633735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49948) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:54.661855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06da8f0-ac87-4999-aec5-a44398fdb7b7 req-90449be4-1701-41f2-83e5-e9e861dccf37 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:54.663450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d06da8f0-ac87-4999-aec5-a44398fdb7b7 req-90449be4-1701-41f2-83e5-e9e861dccf37 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2324169 Jul 23 10:33:54.741231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2128f4fe-19e1-41a2-aa59-3adbf40d14cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.755873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.776412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d06da8f0-ac87-4999-aec5-a44398fdb7b7 req-4f3f1232-15a9-42ad-9cbc-771ca98454bc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989966 Jul 23 10:33:54.786939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2128f4fe-19e1-41a2-aa59-3adbf40d14cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.792251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f7e7-83d7-4b7d-882e-15bc8a3426ae req-2fea41e7-ed3e-40fc-a957-09dde36add6c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:54.799321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e621f7e7-83d7-4b7d-882e-15bc8a3426ae req-2fea41e7-ed3e-40fc-a957-09dde36add6c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 946 time: 0.1579871 Jul 23 10:33:54.865068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2128f4fe-19e1-41a2-aa59-3adbf40d14cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.868424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2128f4fe-19e1-41a2-aa59-3adbf40d14cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:54.870039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2128f4fe-19e1-41a2-aa59-3adbf40d14cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11235a41-d08d-4d71-a8b8-87731345db47 HTTP/1.1" status: 204 len: 168 time: 0.2344697 Jul 23 10:33:54.884916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128f4fe-19e1-41a2-aa59-3adbf40d14cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11235a41-d08d-4d71-a8b8-87731345db47,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:54.909840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e621f7e7-83d7-4b7d-882e-15bc8a3426ae req-bfdd7712-aa37-482f-9f24-9e9ff5bb3a6e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046400 Jul 23 10:33:54.967343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-972e4187-566c-4c9e-b4a9-9e2467eb1697 req-745efa99-5494-4314-ab71-b4910d4893fd tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0697095 Jul 23 10:33:55.043250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cefc02-4ca2-4d67-8137-502281e841a3 None None] Network 80ca1567-892e-4cf0-86ca-ca635801771c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:55.121285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Provisioning for port f90a72b4-ad07-4fb4-a94e-8389eeab203d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:55.130705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Provisioning complete for port f90a72b4-ad07-4fb4-a94e-8389eeab203d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:55.131078 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.168937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa51a8-8ba1-4338-8569-22c7bd18bff5 req-cdf8720f-dc66-4007-bf02-3c8f26de3afc tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.170609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9caa51a8-8ba1-4338-8569-22c7bd18bff5 req-cdf8720f-dc66-4007-bf02-3c8f26de3afc tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1636875 Jul 23 10:33:55.213059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Port f90a72b4-ad07-4fb4-a94e-8389eeab203d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:55.272247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9caa51a8-8ba1-4338-8569-22c7bd18bff5 req-af68f6cc-df7d-4a4c-9a21-888f8e4311aa tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892320 Jul 23 10:33:55.272663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Provisioning for port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:33:55.279127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8:0:1::35 (80ca1567-892e-4cf0-86ca-ca635801771c/339443f7-adfc-48f5-a1ee-b7160c165f7c/f90a72b4-ad07-4fb4-a94e-8389eeab203d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:33:55.299689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Provisioning complete for port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:55.300157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.435983 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.442649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.461315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Ignored duplicate provisioning block setup for port f90a72b4-ad07-4fb4-a94e-8389eeab203d by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 10:33:55.468452 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.475756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] For port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,segment=NetworkSegment(7af0b68b-4a9d-4ce7-bcda-b56897afcf14),segment_id=7af0b68b-4a9d-4ce7-bcda-b56897afcf14)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:55.482717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.540768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058fecf-83a8-476e-bac9-4abe88c2b11d None None] Pushing event updated for resources: {'Port': ['ID=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:55.557431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f90a72b4-ad07-4fb4-a94e-8389eeab203d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:55.583547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] In _notify_port_updated(), no bound segment for port f90a72b4-ad07-4fb4-a94e-8389eeab203d on network 80ca1567-892e-4cf0-86ca-ca635801771c {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:33:55.589198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.589851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.591190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-960ec936-23e8-4ff7-9f28-1d9b8fc20e9e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/ports/f90a72b4-ad07-4fb4-a94e-8389eeab203d HTTP/1.1" status: 200 len: 1010 time: 1.0070016 Jul 23 10:33:55.593999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:55.627687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49992) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:55.724844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port f90a72b4-ad07-4fb4-a94e-8389eeab203d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:55.725277 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.775526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:55.809903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3fee571-af5a-461a-a77f-8ca120c25191 None None] Provisioning complete for port f90a72b4-ad07-4fb4-a94e-8389eeab203d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:55.810415 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3fee571-af5a-461a-a77f-8ca120c25191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.833566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.833832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.834369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.836283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.836960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.837717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.839992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:55.851367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-8b9748b8-051d-464b-b8c7-0b67f141c625 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6503 time: 0.2209523 Jul 23 10:33:55.860269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3fee571-af5a-461a-a77f-8ca120c25191 None None] Port f90a72b4-ad07-4fb4-a94e-8389eeab203d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:55.880349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3fee571-af5a-461a-a77f-8ca120c25191 None None] Provisioning complete for port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:55.881593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3fee571-af5a-461a-a77f-8ca120c25191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.884109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1542425351'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:55.890085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-5e4f44f7-37ec-4fff-a60e-374d02651a79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375800 Jul 23 10:33:55.944310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.947551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:55.951265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.975790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:55.979456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for f90a72b4-ad07-4fb4-a94e-8389eeab203d owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:56.017558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee023d8b-2ca1-41e3-bf7f-bc572c232316 req-99f3abba-ffa6-4202-953e-0fefdf9e5cbe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:56.024241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee023d8b-2ca1-41e3-bf7f-bc572c232316 req-99f3abba-ffa6-4202-953e-0fefdf9e5cbe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1236618 Jul 23 10:33:56.071339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee023d8b-2ca1-41e3-bf7f-bc572c232316 req-702bb0bd-0803-4e0c-bbb1-58e1bf90250b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Jul 23 10:33:56.204837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2af43-9a37-4048-a4e9-29f594412065 req-ecbec99b-751d-4949-b37b-da4dba390294 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:56.205033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17f28be8-64e0-4ac7-bdbb-23455fb52e88 req-3022a1d3-cdf4-432a-91b8-36c7c2166be6 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0337903 Jul 23 10:33:56.212715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8cf2af43-9a37-4048-a4e9-29f594412065 req-ecbec99b-751d-4949-b37b-da4dba390294 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 946 time: 0.2134061 Jul 23 10:33:56.273732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-94e8589d-5682-49dd-85b3-b59ed34544ad None None] Provisioning complete for port f90a72b4-ad07-4fb4-a94e-8389eeab203d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:56.273732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e8589d-5682-49dd-85b3-b59ed34544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.294683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8cf2af43-9a37-4048-a4e9-29f594412065 req-45f16809-e0af-43af-a5fb-6902608dd376 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810769 Jul 23 10:33:56.300099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bc3d770-ba70-49d7-aaac-167b7f2b4ada up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:33:56.308455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.344352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.364169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94e8589d-5682-49dd-85b3-b59ed34544ad None None] Port f90a72b4-ad07-4fb4-a94e-8389eeab203d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:33:56.370248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:33:56.370631 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.428563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.430248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:56.443625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7766-4281-4933-95f0-9851f3c94be6 req-f8f55dbc-f7f5-47fb-93b9-b26cf0be2f74 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:56.445398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca0e7766-4281-4933-95f0-9851f3c94be6 req-f8f55dbc-f7f5-47fb-93b9-b26cf0be2f74 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.0808334 Jul 23 10:33:56.485214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b4a03cc-60b3-4b55-8ee0-7dbd63b48659 None None] Could not find standard attr ID for object f90a72b4-ad07-4fb4-a94e-8389eeab203d. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:33:56.499310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.499922 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 170fd9e4-3eec-4b07-90a2-0c199e01d698 of type vlan for network 745f69f8-5fe5-48da-beac-9d370b39a615 Jul 23 10:33:56.501058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=f90a72b4-ad07-4fb4-a94e-8389eeab203d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:56.503130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca0e7766-4281-4933-95f0-9851f3c94be6 req-ed7fec7f-80a7-4040-9ce8-ca17523d442f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490139 Jul 23 10:33:56.542320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70ab52e-c46a-4874-8359-e8ad2873beaa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:56.563353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.632466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.636960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50032) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:56.637456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2fc1171e-1baf-4b38-b147-2409af7199f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/f90a72b4-ad07-4fb4-a94e-8389eeab203d HTTP/1.1" status: 204 len: 168 time: 1.0415387 Jul 23 10:33:56.650800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.656371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:56.656982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.686809 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bab740-0cf7-40b9-8db3-da8d8525657b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:33:56.688793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d1bab740-0cf7-40b9-8db3-da8d8525657b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/f90a72b4-ad07-4fb4-a94e-8389eeab203d HTTP/1.1" status: 404 len: 333 time: 0.0506182 Jul 23 10:33:56.692233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:56.728106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9512331 Jul 23 10:33:56.759580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 339443f7-adfc-48f5-a1ee-b7160c165f7c {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:56.763247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.811746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc06a5-3b8e-4962-b277-ae6e20765d2e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=745f69f8-5fe5-48da-beac-9d370b39a615,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:56.824890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 745f69f8-5fe5-48da-beac-9d370b39a615 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:56.873294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:56.982220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ddf25180-789f-47eb-b5f7-86fa7b32922c None None] Could not find standard attr ID for object f90a72b4-ad07-4fb4-a94e-8389eeab203d. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:33:57.068620 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffa2cd86-fed5-41d4-8577-52b2ae938484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.081389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.175005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512da38-9c84-4d35-821b-b9d580165a99 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:33:57.186462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fdbc8-c608-430c-a811-9a860786db68 req-f5c83a4b-8a90-46e2-9ba0-b0482f913c9d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:57.196137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.196735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-606fdbc8-c608-430c-a811-9a860786db68 req-f5c83a4b-8a90-46e2-9ba0-b0482f913c9d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 947 time: 0.1524475 Jul 23 10:33:57.248631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-606fdbc8-c608-430c-a811-9a860786db68 req-38cb1747-88d0-4b79-b74a-0e69def34676 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508261 Jul 23 10:33:57.281590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.283772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/339443f7-adfc-48f5-a1ee-b7160c165f7c HTTP/1.1" status: 204 len: 168 time: 0.5900099 Jul 23 10:33:57.287691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:57.289574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c8367-0f25-4324-83e2-c42390e3bc95 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=339443f7-adfc-48f5-a1ee-b7160c165f7c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:57.342044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0d2e5-a102-48b1-bd52-00ea0562f6c3 req-69c83d4b-81a7-4c5f-9bd7-38317bb194ce tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:57.343587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eae0d2e5-a102-48b1-bd52-00ea0562f6c3 req-69c83d4b-81a7-4c5f-9bd7-38317bb194ce tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1336474 Jul 23 10:33:57.387300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d6685f9-358d-4bd9-a670-570946cdd66e req-c0bc87ca-2686-45d8-b28e-8ab5ef81f89e tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0404882 Jul 23 10:33:57.389735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512da38-9c84-4d35-821b-b9d580165a99 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:33:57.394856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eae0d2e5-a102-48b1-bd52-00ea0562f6c3 req-678d909a-33c3-476d-9b8f-cecffe8c45dc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Jul 23 10:33:57.406589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 77b970a2-7435-443a-bda7-50745fb475f2 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:33:57.412809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.454923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.545818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.630987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.690971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=77b970a2-7435-443a-bda7-50745fb475f2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:57.701258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.702110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e6245ef3-3ad2-4363-bddb-b6a3c9759af9 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/77b970a2-7435-443a-bda7-50745fb475f2 HTTP/1.1" status: 204 len: 168 time: 0.4131551 Jul 23 10:33:57.704826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50058) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:57.741181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a3067-bdcd-4d98-bc8b-8e123a350768 req-a84e4358-d1f4-480f-82a7-7aa9efacb346 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:57.742728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c80a3067-bdcd-4d98-bc8b-8e123a350768 req-a84e4358-d1f4-480f-82a7-7aa9efacb346 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1153281 Jul 23 10:33:57.793934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c80a3067-bdcd-4d98-bc8b-8e123a350768 req-a309d011-9c1d-45ef-8bf2-a77ae2a48953 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Jul 23 10:33:57.824648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.865426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045fa69-f212-4767-ac8e-2e194ca4d212 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:33:57.908670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:57.909005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.972131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] For port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,segment=NetworkSegment(7af0b68b-4a9d-4ce7-bcda-b56897afcf14),segment_id=7af0b68b-4a9d-4ce7-bcda-b56897afcf14)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:57.972560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:57.979243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045fa69-f212-4767-ac8e-2e194ca4d212 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:33:57.985601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 3bc3d770-ba70-49d7-aaac-167b7f2b4ada owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:58.078717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.105931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=3bc3d770-ba70-49d7-aaac-167b7f2b4ada,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:58.107800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No DVR routers for this DVR port 3bc3d770-ba70-49d7-aaac-167b7f2b4ada on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:33:58.189322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.200099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ca1567-892e-4cf0-86ca-ca635801771c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:58.210435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af0b68b-4a9d-4ce7-bcda-b56897afcf14') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:58.210733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af0b68b-4a9d-4ce7-bcda-b56897afcf14') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:33:58.219606 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.237184 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.249258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:33:58.249666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:33:58.253308 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:33:58.292644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5cff2-d2db-4d2c-8f9d-8fb72cd6e47b None None] Network 80ca1567-892e-4cf0-86ca-ca635801771c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:58.320458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.348602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.352418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/80ca1567-892e-4cf0-86ca-ca635801771c HTTP/1.1" status: 204 len: 168 time: 0.6458027 Jul 23 10:33:58.356328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a9d8d-3a4a-4bc5-a681-0d5f64095fb4 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=80ca1567-892e-4cf0-86ca-ca635801771c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:58.356725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:58.473054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b4379-0f64-4891-870e-01cd276a8c0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:58.475017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-279b4379-0f64-4891-870e-01cd276a8c0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1172264 Jul 23 10:33:58.478545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50078) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:58.508644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff06bee-276e-4aeb-93c4-1a4b19d88c50 req-e5657c38-fc70-468c-aec7-259878fbaa87 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:58.510185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ff06bee-276e-4aeb-93c4-1a4b19d88c50 req-e5657c38-fc70-468c-aec7-259878fbaa87 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 947 time: 0.1200178 Jul 23 10:33:58.568196 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ff06bee-276e-4aeb-93c4-1a4b19d88c50 req-d2575c71-0b04-44ed-8f67-80772294c126 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5f70e79-8dd8-4565-b976-67f72ab10a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518427 Jul 23 10:33:58.579018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301a056-9d26-4224-909e-5875605db5df None None] DHCP port deletion for 80ca1567-892e-4cf0-86ca-ca635801771c request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:33:58.621881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-165e6742-1c0a-4ebc-bf1f-6a39f8921a39 req-1bf65997-ea1b-49cc-baa9-e6e18150a50e tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1345010 Jul 23 10:33:58.703962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81cc7ff0-c6ca-4b44-ab6f-4e2abe0b992b tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2242622 Jul 23 10:33:58.707624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50080) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:58.713475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1845479599'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:58.724180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-ce28bd20-3f76-4e3b-aca8-30f5964a0b6d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:58.725650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-ce28bd20-3f76-4e3b-aca8-30f5964a0b6d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 947 time: 0.1841714 Jul 23 10:33:58.728700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17840fb0-0912-43e4-8e1a-aed9d48b2559 req-889cec52-bf01-4399-abbb-9e475b247d04 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:58.730438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17840fb0-0912-43e4-8e1a-aed9d48b2559 req-889cec52-bf01-4399-abbb-9e475b247d04 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.0893519 Jul 23 10:33:58.772213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17840fb0-0912-43e4-8e1a-aed9d48b2559 req-08755134-cc4f-4589-82b1-ee680261feaf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Jul 23 10:33:58.774106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:58.777535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.839233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:33:58.854955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.855216 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment bdb9c673-f1b0-4df7-b2cf-434584f10ae9 of type vlan for network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 Jul 23 10:33:58.930543 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:58.946978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Deleting port 439bff9f-13c7-4d70-b391-d23b08848f98 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:33:58.947319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.032745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.038709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:59.039303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.091762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5dbb2-2ad3-491f-a18a-086ab9c0986d req-8d21e10a-8d9f-4468-a828-ecd39c718825 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:59.093280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6b5dbb2-2ad3-491f-a18a-086ab9c0986d req-8d21e10a-8d9f-4468-a828-ecd39c718825 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.2083664 Jul 23 10:33:59.103963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3925419 Jul 23 10:33:59.105061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:59.109909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:59.171732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f95a-c557-49d0-8377-00160cf57279 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:59.180807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] For port 439bff9f-13c7-4d70-b391-d23b08848f98, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=439bff9f-13c7-4d70-b391-d23b08848f98,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:59.181177 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.187707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:33:59.205538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6b5dbb2-2ad3-491f-a18a-086ab9c0986d req-4d488d9c-da69-4c1f-b561-bc319fa3ac38 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009066 Jul 23 10:33:59.221517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:33:59.226166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.389362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:33:59.446312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.514798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=7d72e55e-18f6-4a3b-a0c7-984ecda2c978,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:59.517873 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.518272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.518592 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Floating IP 59ea7059-1ea8-4f44-9a0f-fd4e20230dee disassociated. External IP: 172.25.4.35, port: 439bff9f-13c7-4d70-b391-d23b08848f98. Jul 23 10:33:59.518985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Calling delete_port for 439bff9f-13c7-4d70-b391-d23b08848f98 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:33:59.534015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:33:59.534285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:33:59.565954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:33:59.574074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:33:59.578855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:33:59.594581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14704ce4-681b-42ff-804f-412027bcfbf3 None None] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:33:59.595253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:33:59.595916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.621584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c44e3b58-f443-41b4-89e9-749a6a86bdec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5157669 Jul 23 10:33:59.623232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:33:59.635772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982', 'name': 'tempest-PortsIpV6TestJSON-1374204713'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:33:59.768216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.839335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3d131f9-d542-4079-b292-24f2de8910c0 req-975cbb27-0354-467c-8067-dc5ec360aefb tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0935826 Jul 23 10:33:59.843209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'mac_address': 'fa:16:3e:1f:a4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:33:59.885370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec29d261-d3e6-48bd-8c45-693563f5797a req-e062d3b8-4c5b-4913-8ab9-bfae37a1727d tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 210 time: 0.0883303 Jul 23 10:33:59.915447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event deleted for resources: {'Port': ['ID=439bff9f-13c7-4d70-b391-d23b08848f98,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:33:59.978853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:33:59.998906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982', 'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': '7d72e55e-18f6-4a3b-a0c7-984ecda2c978'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:33:59.999896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.021386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:00.025057 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.028365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3096f049-fa1d-4e17-8f71-f53f839b82f1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:00.053178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port d3c66c5b-971d-44aa-a685-70740b6ba5ad yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:34:00.123164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50118) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:00.152943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:00.184068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:00.229077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55218eea-2316-4441-93e5-4516613d2b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.231882 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.236918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.270206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bc3d770-ba70-49d7-aaac-167b7f2b4ada no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:00.286653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::264 (adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982/7d72e55e-18f6-4a3b-a0c7-984ecda2c978/d3c66c5b-971d-44aa-a685-70740b6ba5ad) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:00.363147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb5-6fcd-4908-af85-3a8e29567ce9 req-245b1e1a-800b-4756-b2f2-e8fd9d2ff9ad tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:00.373372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1c43fb5-6fcd-4908-af85-3a8e29567ce9 req-245b1e1a-800b-4756-b2f2-e8fd9d2ff9ad tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2875619 Jul 23 10:34:00.457926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Router 6640e40e-d5cb-47db-bfca-45195f25c183 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:34:00.526933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c6da-fbf3-4112-aefd-8a89273663fb req-e9971ae1-c382-4ce8-981d-f9a34e96845d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:00.528702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a56c6da-fbf3-4112-aefd-8a89273663fb req-e9971ae1-c382-4ce8-981d-f9a34e96845d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1825862 Jul 23 10:34:00.559368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:00.561244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3bc3d770-ba70-49d7-aaac-167b7f2b4ada {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:00.561776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3bc3d770-ba70-49d7-aaac-167b7f2b4ada not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:00.565835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.590687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:00.610276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1c43fb5-6fcd-4908-af85-3a8e29567ce9 req-00da2642-330d-48cf-bc89-cf5415bf0b63 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305813 Jul 23 10:34:00.633780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a56c6da-fbf3-4112-aefd-8a89273663fb req-85cfd58a-4444-4a5b-8c8e-c8898c8e79b1 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953159 Jul 23 10:34:00.639250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.656722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object d3c66c5b-971d-44aa-a685-70740b6ba5ad will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:00.659851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3096f049-fa1d-4e17-8f71-f53f839b82f1'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:00.701138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.771250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:00.776563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Allocated IP 2001:db8::2 (adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982/7d72e55e-18f6-4a3b-a0c7-984ecda2c978/c1e0cd7e-80ab-4655-a335-3bfd10ae2363) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:00.788399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:00.790930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=d3c66c5b-971d-44aa-a685-70740b6ba5ad,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:00.800202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:00.818548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:00.819446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:00.849291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d730a177-400b-4099-9e2a-6b1d641618fd tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2244909 Jul 23 10:34:00.851655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50142) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:00.866981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982', 'name': 'tempest-PortsIpV6TestJSON-466226646'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:00.937144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:34:00.955324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:34:01.039842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:01.040633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:01.064921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] No DVR routers for this DVR port 439bff9f-13c7-4d70-b391-d23b08848f98 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:01.070439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.072832 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf738c3f-cae2-4b26-b23a-e0a8b81a0f87 req-143d5096-1f48-4240-b4aa-6d6f8e28d068 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.55 "DELETE /v2.0/ports/439bff9f-13c7-4d70-b391-d23b08848f98 HTTP/1.1" status: 204 len: 173 time: 2.3390834 Jul 23 10:34:01.073299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-deleted', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:01.075608 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70d7aa9-bd25-4713-9e33-be5dccb6a6fb" -d '{"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-deleted", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:01.104763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b45ac40-0540-42d9-9e1e-fe9070d35eed req-49a966d9-c81d-4db7-abfa-cce2f6b70454 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0880332 Jul 23 10:34:01.110338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-661f13e8-d0ee-429b-832c-c855e3e16276 req-37fd8a3f-1acd-4c95-8fa1-04c76ac5012c tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/ports?device_id=173f8557-762d-4131-a04c-fab047134c51 HTTP/1.1" status: 200 len: 210 time: 0.0480404 Jul 23 10:34:01.176989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:01.180872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.195226 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b4f364-c673-42ae-aec7-c60aa9059ee0 x-openstack-request-id: req-57b4f364-c673-42ae-aec7-c60aa9059ee0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:01.196349 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f8557-762d-4131-a04c-fab047134c51", "name": "network-vif-deleted", "tag": "439bff9f-13c7-4d70-b391-d23b08848f98", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:01.196349 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57b4f364-c673-42ae-aec7-c60aa9059ee0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:01.197016 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f8557-762d-4131-a04c-fab047134c51', 'name': 'network-vif-deleted', 'tag': '439bff9f-13c7-4d70-b391-d23b08848f98', 'status': 'completed', 'code': 200} Jul 23 10:34:01.198988 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.249356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 81b1e964-4098-4ff0-975e-23041e6a5a44 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:34:01.268059 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.282106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.313879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Transition to ACTIVE for port object c1e0cd7e-80ab-4655-a335-3bfd10ae2363 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:01.320714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '170fd9e4-3eec-4b07-90a2-0c199e01d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:01.321584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: 745f69f8-5fe5-48da-beac-9d370b39a615, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:01.325873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=f421be25-955f-488f-a137-41440600872f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:01.349719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:01.358000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 745f69f8-5fe5-48da-beac-9d370b39a615 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:01.374308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 745f69f8-5fe5-48da-beac-9d370b39a615) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:01.390812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:01.391303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Transition to ACTIVE for port object c1e0cd7e-80ab-4655-a335-3bfd10ae2363 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:01.391718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.393505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82710a6-820f-4283-9646-73d9ab1455c3 None None] Network 745f69f8-5fe5-48da-beac-9d370b39a615 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:01.415907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:01.426071 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.427346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:01.431328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3e166405-7dd2-474c-ad96-877e0415c916 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3055072 Jul 23 10:34:01.434082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277426534'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:01.492223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:01.496803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.552393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::1ce (adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982/7d72e55e-18f6-4a3b-a0c7-984ecda2c978/81b1e964-4098-4ff0-975e-23041e6a5a44) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:01.558815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:01.583245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.583762 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 15638a6f-bb12-4462-b5d6-b225a49ed843 of type vlan for network 11275588-2219-43c9-8418-20f45bfca731 Jul 23 10:34:01.632458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:01.669357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Pushing event updated for resources: {'Port': ['ID=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:01.673260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:01.676863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:01.844425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.869526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 3096f049-fa1d-4e17-8f71-f53f839b82f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:01.869526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.892213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6277ec-0aac-4f99-b852-f938a2c1ff01 req-ea60dec9-f57d-4600-8f91-997eb3201cf5 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:01.894124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad6277ec-0aac-4f99-b852-f938a2c1ff01 req-ea60dec9-f57d-4600-8f91-997eb3201cf5 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1408935 Jul 23 10:34:01.907710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-745f69f8-5fe5-48da-beac-9d370b39a615', 'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': 'f421be25-955f-488f-a137-41440600872f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:01.908577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.935404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.962630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Attempting to bind port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:01.963003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Attempting to bind port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:01.963393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Attempting to bind port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 on network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:01.967092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593382b-8d5e-4d28-bc18-3e9f474ba642 req-0d644c1b-6570-40cd-a299-5d7fb5ab0f16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:01.969551 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0593382b-8d5e-4d28-bc18-3e9f474ba642 req-0d644c1b-6570-40cd-a299-5d7fb5ab0f16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.1898456 Jul 23 10:34:01.969726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object 81b1e964-4098-4ff0-975e-23041e6a5a44 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:01.973524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.979351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:01.979988 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:01.996243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad6277ec-0aac-4f99-b852-f938a2c1ff01 req-0d081473-4a09-4b9b-bd30-4ff70368fb8f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943909 Jul 23 10:34:02.052108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:02.052928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Checking segment: {'id': 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:02.053577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.054224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Bound using segment: {'id': 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:02.054933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Bound port: c1e0cd7e-80ab-4655-a335-3bfd10ae2363, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:02.055748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.063300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6339295 Jul 23 10:34:02.066393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:02.073088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': '11275588-2219-43c9-8418-20f45bfca731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:02.112169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932659e4-35d6-40da-ad6c-054588bd948a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=11275588-2219-43c9-8418-20f45bfca731,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:02.119203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0593382b-8d5e-4d28-bc18-3e9f474ba642 req-61f312c8-964b-4735-9fc5-d4d93ba7c9bc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350625 Jul 23 10:34:02.126173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.174514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:02.180115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:02.184204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:02.189800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:02.190425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.200810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=81b1e964-4098-4ff0-975e-23041e6a5a44,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:02.220504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c4991d34-d7ac-4ce5-b4fa-43a723ce4e37 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3673337 Jul 23 10:34:02.223748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50172) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:02.233578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 11275588-2219-43c9-8418-20f45bfca731 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:02.278100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:02.282396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.341766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:02.351261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] For port c1e0cd7e-80ab-4655-a335-3bfd10ae2363, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:02.351844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c26f2441-806d-4968-a98e-ec3fcc666079 req-65ab297b-e9ef-43b9-be78-cb134934eebd tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0451701 Jul 23 10:34:02.372037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] For port c1e0cd7e-80ab-4655-a335-3bfd10ae2363, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,segment=NetworkSegment(bdb9c673-f1b0-4df7-b2cf-434584f10ae9),segment_id=bdb9c673-f1b0-4df7-b2cf-434584f10ae9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:02.412631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Allocated IP 2001:db8:0:ffff::2 (745f69f8-5fe5-48da-beac-9d370b39a615/f421be25-955f-488f-a137-41440600872f/3d55cd4b-5961-48ee-96fc-80c413c893e2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:02.473955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576aa748-58fb-4b4a-a3d6-6b9a72c67dca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:02.478446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-576aa748-58fb-4b4a-a3d6-6b9a72c67dca tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A264 HTTP/1.1" status: 200 len: 929 time: 0.2536786 Jul 23 10:34:02.479076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:02.479784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd6c2-9f31-4113-a522-d9fea39df3ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.497966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:02.501424 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.515400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:02.541607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd6c2-9f31-4113-a522-d9fea39df3ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.581157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.587814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:34:02.606886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 439bff9f-13c7-4d70-b391-d23b08848f98 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:02.607220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 439bff9f-13c7-4d70-b391-d23b08848f98 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:02.621524 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.647617 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd6c2-9f31-4113-a522-d9fea39df3ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.650619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd6c2-9f31-4113-a522-d9fea39df3ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.654502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1b3bd6c2-9f31-4113-a522-d9fea39df3ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5f70e79-8dd8-4565-b976-67f72ab10a81 HTTP/1.1" status: 204 len: 168 time: 0.3081315 Jul 23 10:34:02.654645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:02.657342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:02.658500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 81b1e964-4098-4ff0-975e-23041e6a5a44 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:02.658910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.663746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50190) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:02.679065 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.688734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bd6c2-9f31-4113-a522-d9fea39df3ec tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f70e79-8dd8-4565-b976-67f72ab10a81,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:02.703610 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-93ceaf66-4809-461c-bc71-98ed867a3337 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] show failed (client error): The resource could not be found. Jul 23 10:34:02.710141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-93ceaf66-4809-461c-bc71-98ed867a3337 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "GET /v2.0/security-groups/f5f70e79-8dd8-4565-b976-67f72ab10a81 HTTP/1.1" status: 404 len: 347 time: 0.0430369 Jul 23 10:34:02.715946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50192) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:02.813138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=f0e75b8f-1a31-4a85-beb4-ea0c266b32ae,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:02.815613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '15638a6f-bb12-4462-b5d6-b225a49ed843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '11275588-2219-43c9-8418-20f45bfca731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:02.816778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: 11275588-2219-43c9-8418-20f45bfca731, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:02.868123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:02.874925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:02.877278 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c346b-4b47-479c-bc25-ef5e3685ad73" -d '{"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-plugged", "status": "completed", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:02.887479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 81b1e964-4098-4ff0-975e-23041e6a5a44 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:02.907406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402bace-d4e1-4b63-8e23-5000b672fcbd None None] Pushing event updated for resources: {'Port': ['ID=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:03.255975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.364193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=81b1e964-4098-4ff0-975e-23041e6a5a44,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:03.380900 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ac3fe-3183-46c1-8766-b2a8385b1c19 x-openstack-request-id: req-817ac3fe-3183-46c1-8766-b2a8385b1c19 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:03.381801 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-plugged", "status": "completed", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:03.382219 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-817ac3fe-3183-46c1-8766-b2a8385b1c19 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:03.382827 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'code': 200} Jul 23 10:34:03.408411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:03.433694 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.475079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 11275588-2219-43c9-8418-20f45bfca731 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:03.492347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 11275588-2219-43c9-8418-20f45bfca731) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:03.512377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4a880-a267-4fe7-af08-96247cd4f2fc None None] Network 11275588-2219-43c9-8418-20f45bfca731 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:03.517983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fc16c-4baf-403f-b2fa-c404644bf155 req-bc889f1e-5ab0-4cbb-88f2-e5710e85b19a tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:03.520021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a34fc16c-4baf-403f-b2fa-c404644bf155 req-bc889f1e-5ab0-4cbb-88f2-e5710e85b19a tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.1604369 Jul 23 10:34:03.521791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:03.522391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.549244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:03.562500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Deleting port e2744163-45cf-4280-be03-b6153bdf873d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:03.562752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.574760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-03454d04-f37e-45c1-9f26-6c9ff49dd3ad tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5071917 Jul 23 10:34:03.586808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50204) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:03.631677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:03.644199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a34fc16c-4baf-403f-b2fa-c404644bf155 req-59538cef-edb5-4734-b9eb-6db73cdd9b25 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112361 Jul 23 10:34:03.704979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.755126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Transition to ACTIVE for port object 3d55cd4b-5961-48ee-96fc-80c413c893e2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:03.820237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Transition to ACTIVE for port object 3d55cd4b-5961-48ee-96fc-80c413c893e2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:03.861920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.884823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.891976 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-467e03a9-4c17-4739-935f-2cf5661972f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/81b1e964-4098-4ff0-975e-23041e6a5a44 HTTP/1.1" status: 204 len: 168 time: 1.4098685 Jul 23 10:34:03.895048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50206) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:03.937569 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a22dcb-0128-4427-912f-2f254112e092 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:34:03.947311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac01ed1-c614-4e7b-9577-db80aead0e1d req-db204b85-7096-44c5-b5f4-4ced1b11bde8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:03.947311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dac01ed1-c614-4e7b-9577-db80aead0e1d req-db204b85-7096-44c5-b5f4-4ced1b11bde8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.6783819 Jul 23 10:34:03.947858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50208) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:03.949204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f6a22dcb-0128-4427-912f-2f254112e092 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/81b1e964-4098-4ff0-975e-23041e6a5a44 HTTP/1.1" status: 404 len: 333 time: 0.0524735 Jul 23 10:34:03.968608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Pushing event updated for resources: {'Port': ['ID=3d55cd4b-5961-48ee-96fc-80c413c893e2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:03.984656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:03.989902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Network 745f69f8-5fe5-48da-beac-9d370b39a615 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:03.999475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:04.004039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:04.029053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5741efce-31cb-400a-b473-5409b265d8b3 req-4ff08a53-bcb0-4ae6-897c-a3709aeb865e tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0964189 Jul 23 10:34:04.032937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.033090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.100948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dac01ed1-c614-4e7b-9577-db80aead0e1d req-1c056755-cb03-4bdc-8d86-b7d97e5995e1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401577 Jul 23 10:34:04.186804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Attempting to bind port 3d55cd4b-5961-48ee-96fc-80c413c893e2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:04.187179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Attempting to bind port 3d55cd4b-5961-48ee-96fc-80c413c893e2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '170fd9e4-3eec-4b07-90a2-0c199e01d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:04.187584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Attempting to bind port 3d55cd4b-5961-48ee-96fc-80c413c893e2 on network 745f69f8-5fe5-48da-beac-9d370b39a615 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:04.190599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbc5d7-82c3-4fd3-8d4a-4930e0e2a171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-11275588-2219-43c9-8418-20f45bfca731', 'network_id': '11275588-2219-43c9-8418-20f45bfca731', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': 'f0e75b8f-1a31-4a85-beb4-ea0c266b32ae'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:04.191637 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18dbc5d7-82c3-4fd3-8d4a-4930e0e2a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.213473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.223546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Calling delete_port for e2744163-45cf-4280-be03-b6153bdf873d owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:04.231293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:04.232610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port d3c66c5b-971d-44aa-a685-70740b6ba5ad {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:04.232958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.241331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Checking segment: {'id': '170fd9e4-3eec-4b07-90a2-0c199e01d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:04.242275 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.243712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Bound using segment: {'id': '170fd9e4-3eec-4b07-90a2-0c199e01d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:04.247325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Bound port: 3d55cd4b-5961-48ee-96fc-80c413c893e2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170fd9e4-3eec-4b07-90a2-0c199e01d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '745f69f8-5fe5-48da-beac-9d370b39a615'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:04.247914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.331215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86791261-2638-4144-9277-1c0d93d458c1 None None] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:04.351312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.367610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.383785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for d3c66c5b-971d-44aa-a685-70740b6ba5ad owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:04.421867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-ff1b4c57-ca60-40ed-8151-5408c95ed3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:04.423810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-ff1b4c57-ca60-40ed-8151-5408c95ed3f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 1097 time: 0.3851309 Jul 23 10:34:04.444690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.464076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1e0cd7e-80ab-4655-a335-3bfd10ae2363 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:04.581853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:04.583833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c47f1caa-2545-4267-b5b4-d73f2ac0f706 None None] Provisioning for port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:04.589483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.603301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.637960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=d3c66c5b-971d-44aa-a685-70740b6ba5ad,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:04.642547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] For port 3d55cd4b-5961-48ee-96fc-80c413c893e2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:04.646097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:04.654527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:04.655012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.695807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702559cc-8883-4ac4-9454-7728d24c8bc9 None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:25:14Z', 'revision_number': 4, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0ebb10ac-de7f-4b90-b76b-d942212569a3', 'name': '', 'network_id': 'ab3d83c8-e91e-4ec4-a211-1c0158804018', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'mac_address': 'fa:16:3e:dc:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:23Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'subnets': [{'id': '48682164-24c0-412b-8d65-4c882b9e88e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-18dbc5d7-82c3-4fd3-8d4a-4930e0e2a171 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0e75b8f-1a31-4a85-beb4-ea0c266b32ae: This subnet is being modified by another concurrent operation. Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:34:04.707674 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0e75b8f-1a31-4a85-beb4-ea0c266b32ae: This subnet is being modified by another concurrent operation. Jul 23 10:34:04.712256 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:34:04.733384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.740536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] For port 3d55cd4b-5961-48ee-96fc-80c413c893e2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3d55cd4b-5961-48ee-96fc-80c413c893e2,segment=NetworkSegment(170fd9e4-3eec-4b07-90a2-0c199e01d698),segment_id=170fd9e4-3eec-4b07-90a2-0c199e01d698)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:04.741851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0890333-d269-44b6-af7a-60e2e13858b9 None None] Network 11275588-2219-43c9-8418-20f45bfca731 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:04.743644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49dd2b0b-5e9f-41d7-8933-5321c10504b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/d3c66c5b-971d-44aa-a685-70740b6ba5ad HTTP/1.1" status: 204 len: 168 time: 0.7934654 Jul 23 10:34:04.744441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50220) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:04.747709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.780039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e75b8f-1a31-4a85-beb4-ea0c266b32ae,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:04.799997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Pushing event deleted for resources: {'Port': ['ID=e2744163-45cf-4280-be03-b6153bdf873d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:04.815073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11275588-2219-43c9-8418-20f45bfca731']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:04.826322 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b6426c-cc94-459d-a166-8eeacde1b885 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:34:04.828240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4b6426c-cc94-459d-a166-8eeacde1b885 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/d3c66c5b-971d-44aa-a685-70740b6ba5ad HTTP/1.1" status: 404 len: 333 time: 0.0790000 Jul 23 10:34:04.838562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50222) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:04.838888 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:04.912318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15638a6f-bb12-4462-b5d6-b225a49ed843') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:04.912871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15638a6f-bb12-4462-b5d6-b225a49ed843') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:04.924872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131b869-3e97-46e3-9720-94f825ad9e78 req-a2255376-0661-41ef-bcfd-51b27d7f1c91 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:04.929008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4131b869-3e97-46e3-9720-94f825ad9e78 req-a2255376-0661-41ef-bcfd-51b27d7f1c91 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.0986655 Jul 23 10:34:04.987151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.023057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4131b869-3e97-46e3-9720-94f825ad9e78 req-d36025f4-eab8-4e53-8b01-e812a3ecb4aa tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881934 Jul 23 10:34:05.066044 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.069450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.094487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:05.095857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.186122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c146c-f9e6-4eee-abfb-a76841bb16a4 None None] Pushing event updated for resources: {'Port': ['ID=3d55cd4b-5961-48ee-96fc-80c413c893e2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:05.211249 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:05.220343 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ae757-a8e2-4a95-ae85-9ddbab0e49d9 None None] New status for floating IP 59ea7059-1ea8-4f44-9a0f-fd4e20230dee: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:34:05.232771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-eab6e16c-e299-4ae4-8595-0a3611d5c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:05.234531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-eab6e16c-e299-4ae4-8595-0a3611d5c3fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 917 time: 0.6617019 Jul 23 10:34:05.238832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 7d72e55e-18f6-4a3b-a0c7-984ecda2c978 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:05.243849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.252182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.257692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/11275588-2219-43c9-8418-20f45bfca731 HTTP/1.1" status: 204 len: 168 time: 1.6640756 Jul 23 10:34:05.258073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:05.263588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2081153968'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:05.319580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port c1e0cd7e-80ab-4655-a335-3bfd10ae2363, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,segment=NetworkSegment(bdb9c673-f1b0-4df7-b2cf-434584f10ae9),segment_id=bdb9c673-f1b0-4df7-b2cf-434584f10ae9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:05.354025 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.358115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-ab3e70da-e7bb-49f8-9054-32dad7b10d4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cda450-d16d-4f6f-af59-d4050ddd956e HTTP/1.1" status: 200 len: 217 time: 0.1026289 Jul 23 10:34:05.362360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.365917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.385512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-163e686c-f343-4c89-921f-9adde3062706 tempest-AttachVolumeShelveTestJSON-182360583 tempest-AttachVolumeShelveTestJSON-182360583-project] 10.222.0.37 "DELETE /v2.0/floatingips/59ea7059-1ea8-4f44-9a0f-fd4e20230dee HTTP/1.1" status: 204 len: 168 time: 2.6613748 Jul 23 10:34:05.411231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.424827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d47866b-2c73-4110-b916-7ca2e3fdf5d7 req-b9f0558b-6d9c-40f7-9b2c-df1fc53dc1f5 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.2124588 Jul 23 10:34:05.488804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:05.517439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:05.521999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.534655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5933-a2ff-44f1-8722-f182d6c027f2 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=11275588-2219-43c9-8418-20f45bfca731,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:05.567753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.592093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:05.606768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.607313 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 814130f6-e906-4e36-8c0b-0c98d418be19 of type vlan for network 82869923-b004-40dd-8f79-def2fa7f4341 Jul 23 10:34:05.645694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-5cf1827e-d95a-4323-bfcd-8f9b7d39c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:05.647288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-5cf1827e-d95a-4323-bfcd-8f9b7d39c00b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.2330520 Jul 23 10:34:05.690334 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.757628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8607eea-c7d8-4adb-9ed8-56888e28c15c req-e2e90a92-7137-493f-a298-571a2e8dad67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:05.766731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8607eea-c7d8-4adb-9ed8-56888e28c15c req-e2e90a92-7137-493f-a298-571a2e8dad67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.4675438 Jul 23 10:34:05.776755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.806727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:05.807945 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.828260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-731df894-175c-4968-972b-b79ad443d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:05.830506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-731df894-175c-4968-972b-b79ad443d2e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722538 Jul 23 10:34:05.833444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:05.892498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6333015 Jul 23 10:34:05.902106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50248) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:05.913867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': '82869923-b004-40dd-8f79-def2fa7f4341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:05.936377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8607eea-c7d8-4adb-9ed8-56888e28c15c req-30119e04-5732-4275-ab53-7920cc3ce24f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682868 Jul 23 10:34:05.977104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dada2-af68-4f7a-8bc4-faec267c54d6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=82869923-b004-40dd-8f79-def2fa7f4341,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:05.999452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b69ac632-2060-4dc4-9d2b-aa9beec543a2 None None] Provisioning complete for port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:06.000017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b69ac632-2060-4dc4-9d2b-aa9beec543a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.002579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 82869923-b004-40dd-8f79-def2fa7f4341 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:06.199142 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.328013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=7d72e55e-18f6-4a3b-a0c7-984ecda2c978,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:06.336652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-06c5291a-b8b8-4e3e-93fe-6d1bc6a47b96 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712262 Jul 23 10:34:06.337737 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.339535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8688f478-1bda-48ed-801f-1e9581dd5c5c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/7d72e55e-18f6-4a3b-a0c7-984ecda2c978 HTTP/1.1" status: 204 len: 168 time: 1.5017109 Jul 23 10:34:06.342265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:06.370515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:06.374479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.395537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-19c8cd10-6cc0-475d-9793-cd4dbfc58709 None None] Could not find standard attr ID for object d3c66c5b-971d-44aa-a685-70740b6ba5ad. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:34:06.559253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.633426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e7dd817-0c02-49c0-a6c4-837bfcdfd43a req-4d1d9798-de6c-406c-aa1e-04a223b519f9 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0459826 Jul 23 10:34:06.654669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1e0cd7e-80ab-4655-a335-3bfd10ae2363 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:06.751758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:06.752346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.799850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:06.800010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:06.950278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3d55cd4b-5961-48ee-96fc-80c413c893e2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:06.997385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd94e3ec-51ca-410a-bbb1-a9a0b4a85db1 req-f8b3d708-3818-45ef-96e2-e21450fee21a service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400046 Jul 23 10:34:07.002558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22971acd-8f30-41ee-a872-9d529de02d4e None None] Network adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:07.017549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00aa73-3731-42ae-9235-982ab359577b None None] Network 745f69f8-5fe5-48da-beac-9d370b39a615 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:07.023936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] For port c1e0cd7e-80ab-4655-a335-3bfd10ae2363, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,segment=NetworkSegment(bdb9c673-f1b0-4df7-b2cf-434584f10ae9),segment_id=bdb9c673-f1b0-4df7-b2cf-434584f10ae9)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:07.024966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.029458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a93bf-2aba-45ea-ba64-a689eb390768 req-027c5b4e-f8da-48bb-9cc3-6aac94102635 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:07.045936 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f29a93bf-2aba-45ea-ba64-a689eb390768 req-027c5b4e-f8da-48bb-9cc3-6aac94102635 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.8273036 Jul 23 10:34:07.070441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for c1e0cd7e-80ab-4655-a335-3bfd10ae2363 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:07.170329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.296476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01a54-cd94-49a4-b593-030bfa8568e1 req-ead92170-ad68-4423-937a-54bd85c8e1fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:07.309038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea01a54-cd94-49a4-b593-030bfa8568e1 req-ead92170-ad68-4423-937a-54bd85c8e1fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2276473 Jul 23 10:34:07.365177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f29a93bf-2aba-45ea-ba64-a689eb390768 req-af89e4e3-a73b-4eb3-80fc-9f9e2a6706bd tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099046 Jul 23 10:34:07.374852 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea01a54-cd94-49a4-b593-030bfa8568e1 req-3ede84d6-27f4-4ee6-a49a-59a024cf540b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Jul 23 10:34:07.379758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '814130f6-e906-4e36-8c0b-0c98d418be19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '82869923-b004-40dd-8f79-def2fa7f4341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:07.380134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: 82869923-b004-40dd-8f79-def2fa7f4341, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:07.382661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.429510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=75f59b3d-9d50-4e5a-81f7-31660647cf57,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:07.462827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 82869923-b004-40dd-8f79-def2fa7f4341 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:07.474654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No DVR routers for this DVR port c1e0cd7e-80ab-4655-a335-3bfd10ae2363 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:07.480474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 82869923-b004-40dd-8f79-def2fa7f4341) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:07.489660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:07.490287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.492981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=c1e0cd7e-80ab-4655-a335-3bfd10ae2363,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:07.526676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-95d86af6-73c1-4972-8d0e-719f7c47f8e3 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6144950 Jul 23 10:34:07.526676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:07.533449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225701799'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:07.553753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f307ae-363d-4971-bf68-64e93c31fff2 None None] Network 82869923-b004-40dd-8f79-def2fa7f4341 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:07.577980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5eea3d7a-c325-46fe-9036-2faaf698f278 None None] Provisioning for port 3d55cd4b-5961-48ee-96fc-80c413c893e2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:07.584022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:07.589509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.648583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:07.664362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.670111 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.670520 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 4da38587-c5ef-4567-b4c0-0d411590e498 of type vlan for network ecade3f2-d2be-46da-a04f-405619350cf4 Jul 23 10:34:07.699453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:07.740697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:07.741005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9c673-f1b0-4df7-b2cf-434584f10ae9') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:07.752969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3d55cd4b-5961-48ee-96fc-80c413c893e2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:07.762474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5eea3d7a-c325-46fe-9036-2faaf698f278 None None] Could not find standard attr ID for object 81b1e964-4098-4ff0-975e-23041e6a5a44. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:34:07.771738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.806361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.817133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3d55cd4b-5961-48ee-96fc-80c413c893e2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:07.817732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.838749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.883642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:07.887679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:07.904034 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:07.955576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f5605-960e-44bd-b54c-2ac416b9a546 None None] DHCP port deletion for adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:07.965928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b517415-c47d-4d00-8a9d-b4dcbab04ca6 req-b2384fc3-d819-407f-9de8-033cac8b7568 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1367586 Jul 23 10:34:07.997044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:34:08.069600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.076143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:08.076950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.174211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.182679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6542435 Jul 23 10:34:08.182679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f807d66-db6f-4947-a3a4-b34bcb7bb076 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=ecade3f2-d2be-46da-a04f-405619350cf4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:08.185014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50286) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:08.191763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.197203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982 HTTP/1.1" status: 204 len: 168 time: 1.8504713 Jul 23 10:34:08.199613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:08.206982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700392834'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:08.208137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': 'ecade3f2-d2be-46da-a04f-405619350cf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:08.253205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01431-074f-46fe-b4a2-80e64fc78c8a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=adf4fdcc-bd74-4ddd-b96f-f1b6b6ba0982,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:08.266071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ecade3f2-d2be-46da-a04f-405619350cf4 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:08.293441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:08.297123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.371805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:08.385672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:08.390594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.396870 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.397212 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment e3148f56-1641-46ed-8c29-d2e68d944376 of type vlan for network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 Jul 23 10:34:08.422465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-82869923-b004-40dd-8f79-def2fa7f4341', 'network_id': '82869923-b004-40dd-8f79-def2fa7f4341', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': '75f59b3d-9d50-4e5a-81f7-31660647cf57'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:08.423344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.523295 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.573415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3d55cd4b-5961-48ee-96fc-80c413c893e2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3d55cd4b-5961-48ee-96fc-80c413c893e2,segment=NetworkSegment(170fd9e4-3eec-4b07-90a2-0c199e01d698),segment_id=170fd9e4-3eec-4b07-90a2-0c199e01d698)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:08.582104 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.623548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.714257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Allocated IP 2001:db8::3 (82869923-b004-40dd-8f79-def2fa7f4341/75f59b3d-9d50-4e5a-81f7-31660647cf57/30854858-b1ec-44db-823d-3f7f9ca930fa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:08.720881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.744195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:08.745162 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:08.897739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1e0cd7e-80ab-4655-a335-3bfd10ae2363 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:08.900737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3d55cd4b-5961-48ee-96fc-80c413c893e2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:08.901377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9160f5-9807-4d93-9a48-d08ec27fd553 req-dd65d738-ee90-4f54-896e-33526bf2508d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:08.904785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f9160f5-9807-4d93-9a48-d08ec27fd553 req-dd65d738-ee90-4f54-896e-33526bf2508d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3154767 Jul 23 10:34:08.922773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:08.957316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:08.966663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c1e0cd7e-80ab-4655-a335-3bfd10ae2363 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:08.967361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c1e0cd7e-80ab-4655-a335-3bfd10ae2363 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:08.991690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86ef86ea-61da-4bca-8373-340de8304d35 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7909138 Jul 23 10:34:08.997116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:09.008755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:09.067627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Performing IP validity checks on allocation pools {{(pid=93833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 10:34:09.068178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 10:34:09.069156 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f9160f5-9807-4d93-9a48-d08ec27fd553 req-c2a8986e-93a8-4df8-b428-66bb7edab925 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302691 Jul 23 10:34:09.136926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7e8399b0-7e05-4567-acf1-4269698587e1 None None] Provisioning complete for port 3d55cd4b-5961-48ee-96fc-80c413c893e2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:09.137328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8399b0-7e05-4567-acf1-4269698587e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.256741 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.278357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Transition to ACTIVE for port object 30854858-b1ec-44db-823d-3f7f9ca930fa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:09.322477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Transition to ACTIVE for port object 30854858-b1ec-44db-823d-3f7f9ca930fa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:09.337269 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.370909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a464f2fe-b8c5-4285-927d-4ed0680d6ff4 req-2d8844f9-ad70-4795-a5e5-0ddf2f64b6af tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1021011 Jul 23 10:34:09.420393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.454492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:09.458886 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.477744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Network 82869923-b004-40dd-8f79-def2fa7f4341 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:09.479817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Pushing event updated for resources: {'Port': ['ID=30854858-b1ec-44db-823d-3f7f9ca930fa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:09.483512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:09.487657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:09.548994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=7d881240-171e-4adc-92de-d7154a4c9f83,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:09.558687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9e714-4412-4dc8-8828-34868281605f req-0eb2b452-8c25-4f39-aeea-03965389e892 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:09.560280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbb9e714-4412-4dc8-8828-34868281605f req-0eb2b452-8c25-4f39-aeea-03965389e892 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.2542841 Jul 23 10:34:09.576925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Attempting to bind port 30854858-b1ec-44db-823d-3f7f9ca930fa on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:09.577306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Attempting to bind port 30854858-b1ec-44db-823d-3f7f9ca930fa by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '814130f6-e906-4e36-8c0b-0c98d418be19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '82869923-b004-40dd-8f79-def2fa7f4341'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:09.577684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Attempting to bind port 30854858-b1ec-44db-823d-3f7f9ca930fa on network 82869923-b004-40dd-8f79-def2fa7f4341 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:09.584808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '4da38587-c5ef-4567-b4c0-0d411590e498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ecade3f2-d2be-46da-a04f-405619350cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:09.585165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: ecade3f2-d2be-46da-a04f-405619350cf4, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:09.591186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:09.591628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Checking segment: {'id': '814130f6-e906-4e36-8c0b-0c98d418be19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '82869923-b004-40dd-8f79-def2fa7f4341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:09.592021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.592435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Bound using segment: {'id': '814130f6-e906-4e36-8c0b-0c98d418be19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '82869923-b004-40dd-8f79-def2fa7f4341'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:09.592919 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Bound port: 30854858-b1ec-44db-823d-3f7f9ca930fa, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814130f6-e906-4e36-8c0b-0c98d418be19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '82869923-b004-40dd-8f79-def2fa7f4341'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:09.593576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.617751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbb9e714-4412-4dc8-8828-34868281605f req-81c10e8f-42e3-4b4b-8b40-3767b5fae851 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499198 Jul 23 10:34:09.627595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network ecade3f2-d2be-46da-a04f-405619350cf4 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:09.641007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ecade3f2-d2be-46da-a04f-405619350cf4) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:09.663579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:09.667139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:09.670472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b523e-d511-44cb-8052-f4ca73f12b2c None None] Network ecade3f2-d2be-46da-a04f-405619350cf4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:09.699307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe3d3937-4470-491b-8559-941d463802b7 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4995975 Jul 23 10:34:09.701924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50320) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:09.925081 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.011021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] For port 30854858-b1ec-44db-823d-3f7f9ca930fa, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:10.035837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.055239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] For port 30854858-b1ec-44db-823d-3f7f9ca930fa, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=30854858-b1ec-44db-823d-3f7f9ca930fa,segment=NetworkSegment(814130f6-e906-4e36-8c0b-0c98d418be19),segment_id=814130f6-e906-4e36-8c0b-0c98d418be19)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:10.069111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.183325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.290834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441c780-dd35-4730-bff6-8036fb027120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-ecade3f2-d2be-46da-a04f-405619350cf4', 'network_id': 'ecade3f2-d2be-46da-a04f-405619350cf4', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': '7d881240-171e-4adc-92de-d7154a4c9f83'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:10.292097 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6441c780-dd35-4730-bff6-8036fb027120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.362435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3cf16-b6c0-4bd6-9ed2-420e3c36f5aa None None] Pushing event updated for resources: {'Port': ['ID=30854858-b1ec-44db-823d-3f7f9ca930fa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:10.363604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.369927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=cd33f478-5fab-405e-abd8-60ba1f2a756b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:10.442359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': 'e3148f56-1641-46ed-8c29-d2e68d944376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:10.443688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:10.476328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:10.503494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb864b1-f5a3-456b-83e4-268b3138c10b req-ccf1e9e4-d701-4b80-8524-6d7a56091a7f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:10.506432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eeb864b1-f5a3-456b-83e4-268b3138c10b req-ccf1e9e4-d701-4b80-8524-6d7a56091a7f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2555008 Jul 23 10:34:10.509509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:10.523121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:10.524046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.533610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb86fa9-3055-435f-8459-b7c9565cb193 None None] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:10.547607 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.563901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecade3f2-d2be-46da-a04f-405619350cf4']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:10.578580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da38587-c5ef-4567-b4c0-0d411590e498') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:10.578884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da38587-c5ef-4567-b4c0-0d411590e498') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:10.585464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eeb864b1-f5a3-456b-83e4-268b3138c10b req-9f9abd9f-6271-40ef-89fb-bcbf3ae1ea1a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694690 Jul 23 10:34:10.590474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.614338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c47ad-b66c-473f-b9a4-deb8a01d5b9c None None] Network ecade3f2-d2be-46da-a04f-405619350cf4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:10.618330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.621947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4cf94e3d-8220-4a9a-a615-6b39708cb749 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6179643 Jul 23 10:34:10.622904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:10.631807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:10.632299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.650203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036', 'name': 'tempest-PortsIpV6TestJSON-652051698', 'fixed_ips': [{'subnet_id': 'cd33f478-5fab-405e-abd8-60ba1f2a756b', 'ip_address': '2001:db8::10'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:10.717728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=7d881240-171e-4adc-92de-d7154a4c9f83,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:10.727642 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:10.740700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.746614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:10.751860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/ecade3f2-d2be-46da-a04f-405619350cf4 HTTP/1.1" status: 204 len: 168 time: 1.0442486 Jul 23 10:34:10.766766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:10.804758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3009c-e3a0-4dbd-b79b-53401aecb5cf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=ecade3f2-d2be-46da-a04f-405619350cf4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:10.824632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730553589'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:10.858186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392e798-8be2-49b4-be01-bb085e2ea6cc req-9366ae7a-7dd9-429f-9e85-0ea5f929a0e7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:10.860672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6392e798-8be2-49b4-be01-bb085e2ea6cc req-9366ae7a-7dd9-429f-9e85-0ea5f929a0e7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.5860541 Jul 23 10:34:10.866219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-10d952bc-1a08-481d-af99-7a8a461f27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:10.870698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-10d952bc-1a08-481d-af99-7a8a461f27d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 1097 time: 0.6382272 Jul 23 10:34:10.931533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3d55cd4b-5961-48ee-96fc-80c413c893e2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:10.954356 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bb7b910-6b9b-473b-99d4-2d325d354dbb req-4c42c696-b6ff-4385-a2ca-b44f1e0f285a tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0772130 Jul 23 10:34:10.987267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:10.992843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.065480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:11.083368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:11.101896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6392e798-8be2-49b4-be01-bb085e2ea6cc req-6d5c394e-20cc-4c2d-a676-fabb92ee5f50 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306726 Jul 23 10:34:11.162703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-c9b2d70f-63bb-45db-8c09-1f3503331d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:11.165830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-c9b2d70f-63bb-45db-8c09-1f3503331d8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 200 len: 917 time: 0.2642703 Jul 23 10:34:11.224723 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-4f829daa-ea31-4c47-bac2-ecf548c5a0af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cda450-d16d-4f6f-af59-d4050ddd956e HTTP/1.1" status: 200 len: 217 time: 0.0508494 Jul 23 10:34:11.274112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036', 'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': 'cd33f478-5fab-405e-abd8-60ba1f2a756b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:11.275022 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.275814 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.279135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.279621 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 2e801b7e-c276-44b3-8a9f-93d2c1a0fd7b of type vlan for network e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 Jul 23 10:34:11.323261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3d55cd4b-5961-48ee-96fc-80c413c893e2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:11.324426 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.365637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-3814f706-d3bc-4fc3-8b46-158a4cfc64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:11.370535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-3814f706-d3bc-4fc3-8b46-158a4cfc64ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 200 len: 855 time: 0.1292598 Jul 23 10:34:11.398956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 63f8af13-9316-4c82-b78b-cd2e59721ffc yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:34:11.451221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.501178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-3b1f630e-0d55-41d1-9525-7bc34c934f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:11.504987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-3b1f630e-0d55-41d1-9525-7bc34c934f51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d48f16e-23ec-45a5-87af-eeaa30b524f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270654 Jul 23 10:34:11.656285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.670266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:11.671769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:11.750227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9823802 Jul 23 10:34:11.750587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-10a6ebfd-dd18-493f-a35c-b1f404305337 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333899 Jul 23 10:34:11.753836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50354) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:11.754830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Allocated IP 2001:db8::2 (6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036/cd33f478-5fab-405e-abd8-60ba1f2a756b/24be95b3-9107-447f-906e-2c60fb62462f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:11.759947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': 'e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:11.784154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194444-c017-4cb9-adb8-4fe4d62e3cf7 req-276f5c04-526e-4411-a3ac-7778fc38f337 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:11.793601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6194444-c017-4cb9-adb8-4fe4d62e3cf7 req-276f5c04-526e-4411-a3ac-7778fc38f337 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3884146 Jul 23 10:34:11.873775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6194444-c017-4cb9-adb8-4fe4d62e3cf7 req-b2f8912d-ffb1-4f87-9348-8ff3ffca647a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791359 Jul 23 10:34:11.990984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b77f9f-a3c9-43d4-a31f-50e991a5edcf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:12.013022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:12.038595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50af26ef-fe57-4f87-ba2e-52f70d22923b req-20a76227-7189-4efa-b89f-23872d886f75 service neutron] 10.222.0.55 "GET /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740006 Jul 23 10:34:12.208918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32ded621-de7f-420a-9466-bf3d9888fc7c req-60ac41e3-565e-4ad6-9d9e-bbd777319deb tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0708508 Jul 23 10:34:12.275718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:12.288432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5d216-5247-4581-a28d-7f20cf01edbb None None] Network 82869923-b004-40dd-8f79-def2fa7f4341 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:12.288713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:12.293495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:12.344041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Transition to ACTIVE for port object 24be95b3-9107-447f-906e-2c60fb62462f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:12.353147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563807c6-3a4b-4999-b039-63995d987531 req-78e30096-41dc-491e-b996-aec53ef8dc7b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:12.354476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-563807c6-3a4b-4999-b039-63995d987531 req-78e30096-41dc-491e-b996-aec53ef8dc7b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3129265 Jul 23 10:34:12.400252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-280a87ef-d66f-4201-bf04-3ebfcfb41181 None None] Provisioning for port 30854858-b1ec-44db-823d-3f7f9ca930fa completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:12.406213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Transition to ACTIVE for port object 24be95b3-9107-447f-906e-2c60fb62462f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:12.438364 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:12.539177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8ccc-47e8-4f91-b5bf-eaae9c21b7f2 req-29766e88-836d-45d0-bf84-65a757abba69 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:12.546745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-714f8ccc-47e8-4f91-b5bf-eaae9c21b7f2 req-29766e88-836d-45d0-bf84-65a757abba69 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.2091994 Jul 23 10:34:12.567335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-563807c6-3a4b-4999-b039-63995d987531 req-22e86f79-c23b-4447-abff-c6a8191f61cb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001784 Jul 23 10:34:12.681604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:12.685795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:12.706084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:12.729426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Pushing event updated for resources: {'Port': ['ID=24be95b3-9107-447f-906e-2c60fb62462f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:12.792291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-714f8ccc-47e8-4f91-b5bf-eaae9c21b7f2 req-a2ae79bd-d972-4a8d-ae3d-2520f14eed42 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439833 Jul 23 10:34:12.796110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::10 (6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036/cd33f478-5fab-405e-abd8-60ba1f2a756b/63f8af13-9316-4c82-b78b-cd2e59721ffc) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:12.974297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 30854858-b1ec-44db-823d-3f7f9ca930fa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:13.005431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.040945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Attempting to bind port 24be95b3-9107-447f-906e-2c60fb62462f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:13.041698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Attempting to bind port 24be95b3-9107-447f-906e-2c60fb62462f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e3148f56-1641-46ed-8c29-d2e68d944376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:13.042175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Attempting to bind port 24be95b3-9107-447f-906e-2c60fb62462f on network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:13.059843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:13.060466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Checking segment: {'id': 'e3148f56-1641-46ed-8c29-d2e68d944376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:13.061108 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.061622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Bound using segment: {'id': 'e3148f56-1641-46ed-8c29-d2e68d944376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:13.062370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Bound port: 24be95b3-9107-447f-906e-2c60fb62462f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3148f56-1641-46ed-8c29-d2e68d944376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:13.062922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.109836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.136360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object 63f8af13-9316-4c82-b78b-cd2e59721ffc will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:13.168190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 30854858-b1ec-44db-823d-3f7f9ca930fa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:13.179280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 30854858-b1ec-44db-823d-3f7f9ca930fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:13.179735 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.237075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.246628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=03c50c48-6c62-4e57-8f34-e38a0debe461,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:13.254565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] For port 24be95b3-9107-447f-906e-2c60fb62462f, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:13.260659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] For port 24be95b3-9107-447f-906e-2c60fb62462f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=24be95b3-9107-447f-906e-2c60fb62462f,segment=NetworkSegment(e3148f56-1641-46ed-8c29-d2e68d944376),segment_id=e3148f56-1641-46ed-8c29-d2e68d944376)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:13.297713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.299842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '2e801b7e-c276-44b3-8a9f-93d2c1a0fd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:13.300078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:13.333872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-38de73e6-e6ec-4896-820b-95cc4da4d34b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:13.335531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-38de73e6-e6ec-4896-820b-95cc4da4d34b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.3431618 Jul 23 10:34:13.393046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-1a497862-cca1-4a24-adea-b2ec20cd057c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/quotas/8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 375 time: 0.0499899 Jul 23 10:34:13.402795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:13.431387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:13.464559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:13.478055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:13.493320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:13.495174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:13.496393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.522465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:13.523435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.532386 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa58b461-555c-4b9e-a3b4-ccd4f516b8ef tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7768021 Jul 23 10:34:13.535778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50390) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:13.560286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fed50aee-8651-4e1e-98c8-8c7fab477d92 req-aa8fa912-0033-443b-9050-713d121cf0fa tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1561868 Jul 23 10:34:13.599380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=63f8af13-9316-4c82-b78b-cd2e59721ffc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:13.606117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0aa7ccb6-8e23-4326-86cd-e0123eea31ad tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9772370 Jul 23 10:34:13.607384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:13.614049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036', 'name': 'tempest-PortsIpV6TestJSON-865861544', 'fixed_ips': [{'subnet_id': 'cd33f478-5fab-405e-abd8-60ba1f2a756b', 'ip_address': '2001:db8::f'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:13.664253 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.667581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.682606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c4c6c-0880-41c5-b60e-94df262e27ae None None] Network e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:13.766002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.787994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-426d8574-d915-415a-ba9b-eee06ca1ed32 None None] Provisioning complete for port 30854858-b1ec-44db-823d-3f7f9ca930fa triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:13.788374 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-426d8574-d915-415a-ba9b-eee06ca1ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.876743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 30854858-b1ec-44db-823d-3f7f9ca930fa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=30854858-b1ec-44db-823d-3f7f9ca930fa,segment=NetworkSegment(814130f6-e906-4e36-8c0b-0c98d418be19),segment_id=814130f6-e906-4e36-8c0b-0c98d418be19)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:13.880633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:13.881771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-e6ba28b8-7df3-4ba1-a1ad-78b7dc2edb71 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4773412 Jul 23 10:34:13.883143 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.886415 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.931170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:34:13.965144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:13.980646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4054699-4407-4a0c-82ee-3dd00786914d None None] Pushing event updated for resources: {'Port': ['ID=24be95b3-9107-447f-906e-2c60fb62462f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:14.227883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:14.240038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:14.252130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e801b7e-c276-44b3-8a9f-93d2c1a0fd7b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:14.252483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e801b7e-c276-44b3-8a9f-93d2c1a0fd7b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:14.263494 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:14.307504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c485bd3c-f6be-4bc8-9766-6b5231c524cc req-011cfb5c-b278-4903-8ae4-1faf03f431f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1598849 Jul 23 10:34:14.309053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e88037-59fd-4384-8678-f618afd02316 None None] Network e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:14.316017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:14.323910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:14.324331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:14.400698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-af921e13-912e-45c6-bb7d-2c2bf6251f29 service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048966 Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:14.404296 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:14.449706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=30854858-b1ec-44db-823d-3f7f9ca930fa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:14.459736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2448c-4fbb-418e-86d7-74823414ddd2 req-3f009af8-63f2-4b97-9cd3-ca9e5f0ef78e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:14.468190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03a2448c-4fbb-418e-86d7-74823414ddd2 req-3f009af8-63f2-4b97-9cd3-ca9e5f0ef78e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.5212731 Jul 23 10:34:14.567049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03a2448c-4fbb-418e-86d7-74823414ddd2 req-c9eb0e56-3294-4fa8-94df-ea3487dc29e7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978451 Jul 23 10:34:14.576257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::f (6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036/cd33f478-5fab-405e-abd8-60ba1f2a756b/9d61fbb2-d9fd-461c-bbbe-f6aeb506b503) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:14.718167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:14.720070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=03c50c48-6c62-4e57-8f34-e38a0debe461,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:14.735567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:14.752016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:14.752434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 HTTP/1.1" status: 204 len: 168 time: 1.2148290 Jul 23 10:34:14.762631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-9c31851b-4e96-4934-a2b4-08b193e987eb service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622693 Jul 23 10:34:14.791075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbab03-d9d4-44db-b142-a23ec3231b30 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:14.861326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978201751'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:14.937572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 24be95b3-9107-447f-906e-2c60fb62462f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:14.967526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fee6df0d-84ac-4db4-83e5-f30ac4bc718d req-2f878d93-0e31-42a5-99fd-8964c0d5583e tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0976043 Jul 23 10:34:15.035669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:15.045911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:15.065011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 24be95b3-9107-447f-906e-2c60fb62462f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:15.075098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 30854858-b1ec-44db-823d-3f7f9ca930fa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:15.127315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:15.214783 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49e36db8-a179-47a3-b20a-103ad7e7ba91 req-90e3b937-522c-4821-b01a-ea3438a7b346 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 210 time: 0.0803466 Jul 23 10:34:15.234074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:15.235219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 30854858-b1ec-44db-823d-3f7f9ca930fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:15.235757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:15.245301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:15.245853 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 4ec2c39d-af59-4a43-b112-d1c66d5ca86d of type vlan for network dad13bcd-9168-476f-9db3-094c3542cfc2 Jul 23 10:34:15.386567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2dc1-7dc5-4778-ba64-9b1420173870 req-5d7ac73b-86cd-44d0-b1b7-c57e08fd75fc tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:15.388204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f88a2dc1-7dc5-4778-ba64-9b1420173870 req-5d7ac73b-86cd-44d0-b1b7-c57e08fd75fc tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.2007043 Jul 23 10:34:15.498087 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f88a2dc1-7dc5-4778-ba64-9b1420173870 req-98a1399c-8b3b-4d71-ad36-2c1e1e14764b tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015935 Jul 23 10:34:15.632127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d02a5d-fb91-4391-ac26-5bd231c38b19 None None] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:15.713402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50436) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:15.830760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:15.841014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:15.923391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] Provisioning for port 24be95b3-9107-447f-906e-2c60fb62462f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:15.939804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a1a2-834e-44da-8a78-f05f19534b0c req-7d866d51-46c8-437f-bf01-6de40ef29e0d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:15.955227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34a9a1a2-834e-44da-8a78-f05f19534b0c req-7d866d51-46c8-437f-bf01-6de40ef29e0d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 945 time: 0.1927688 Jul 23 10:34:15.968394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] Provisioning complete for port 24be95b3-9107-447f-906e-2c60fb62462f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:15.968868 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.000630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.017821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:16.018859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.049882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.219389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:16.240954 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4846630 Jul 23 10:34:16.251133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:16.283702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50450) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:16.289376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.290040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2db32c6e-0ced-4773-80ba-9e8f85393597 req-40407f46-bf61-4462-8a0c-845370f7b392 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0884345 Jul 23 10:34:16.306140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:16.371809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34a9a1a2-834e-44da-8a78-f05f19534b0c req-01bd8414-b388-4d92-8c9b-4fb61839d93a tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873000 Jul 23 10:34:16.372155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] For port 24be95b3-9107-447f-906e-2c60fb62462f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=24be95b3-9107-447f-906e-2c60fb62462f,segment=NetworkSegment(e3148f56-1641-46ed-8c29-d2e68d944376),segment_id=e3148f56-1641-46ed-8c29-d2e68d944376)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:16.385383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.505898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:16.514368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:16.514890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.517466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=9d61fbb2-d9fd-461c-bbbe-f6aeb506b503,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:16.535923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb2fa5-2127-494f-8513-7f6d9215114b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=dad13bcd-9168-476f-9db3-094c3542cfc2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:16.586601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58da1c28-3254-43aa-a3ef-f5ee5fd3f9a0 req-007bb2db-a5d4-4ef6-9089-2c6b722bd515 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 210 time: 0.0559890 Jul 23 10:34:16.627312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network dad13bcd-9168-476f-9db3-094c3542cfc2 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:16.652231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3a8f8-54eb-40bf-8b84-ce59c69c38fc None None] Pushing event updated for resources: {'Port': ['ID=24be95b3-9107-447f-906e-2c60fb62462f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:16.728301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-06804ffe-c53b-4e24-ba77-5e1af9e15aaf tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1185789 Jul 23 10:34:16.728957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50462) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:16.796936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:16.801887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:16.852757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Provisioning complete for port 24be95b3-9107-447f-906e-2c60fb62462f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:16.853138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:17.145555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fef5f162-c49b-4d28-91d6-efdd937ac423 req-45d404ad-d858-40d4-b839-7e3ae5c60cba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa9b2647cfaf4d85898d032a7a79aed2&device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0732172 Jul 23 10:34:17.154930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c6178-56e7-4be6-8c25-08cfd6688bec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.161214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-412c6178-56e7-4be6-8c25-08cfd6688bec tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4311719 Jul 23 10:34:17.163080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50476) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:17.233881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Provisioning for port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:17.237984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Provisioning complete for port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:17.238378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:17.251881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fef5f162-c49b-4d28-91d6-efdd937ac423 req-d8652e3c-7ea1-4088-af6a-76b0f465cfbe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fa9b2647cfaf4d85898d032a7a79aed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894737 Jul 23 10:34:17.312188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:17.338230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0935da5a-be98-4b46-ae81-f5cf71645a0a req-30e9ce8e-51f1-485b-9a3d-5a71fbec62a4 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0905023 Jul 23 10:34:17.341448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Provisioning for port 63f8af13-9316-4c82-b78b-cd2e59721ffc completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:17.347046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Provisioning complete for port 63f8af13-9316-4c82-b78b-cd2e59721ffc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:17.348232 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:17.391551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ac136f93-694f-41d5-aa0f-c935992978ba None None] Port 63f8af13-9316-4c82-b78b-cd2e59721ffc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:17.471045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdea7e-afa5-46c0-92db-720193efc434 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.478757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdea7e-afa5-46c0-92db-720193efc434 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.485141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdea7e-afa5-46c0-92db-720193efc434 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.489883 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-80fdea7e-afa5-46c0-92db-720193efc434 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3258202 Jul 23 10:34:17.493517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:17.500902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5f162-c49b-4d28-91d6-efdd937ac423 req-b0c56c5d-68ea-47de-a8d4-3d19e7659399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.502372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fef5f162-c49b-4d28-91d6-efdd937ac423 req-b0c56c5d-68ea-47de-a8d4-3d19e7659399 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2234528 Jul 23 10:34:17.540962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-be6b6f95-1683-456f-9218-f5b01bb8ea44 None None] Provisioning complete for port 63f8af13-9316-4c82-b78b-cd2e59721ffc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:17.541403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be6b6f95-1683-456f-9218-f5b01bb8ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:17.595569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be6b6f95-1683-456f-9218-f5b01bb8ea44 None None] Port 63f8af13-9316-4c82-b78b-cd2e59721ffc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:17.610176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a066d3a-aeee-483f-b67e-dd34312f467d None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:34:17.631680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fb6c7-a4e9-44d8-8488-c4c2a72c289e req-c322af9d-a37c-4d72-a8c2-737439104282 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.639392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a0fb6c7-a4e9-44d8-8488-c4c2a72c289e req-c322af9d-a37c-4d72-a8c2-737439104282 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.9885414 Jul 23 10:34:17.648621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-20794c99-2003-487a-9f79-4c6e5e5a2752 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:17.650329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-20794c99-2003-487a-9f79-4c6e5e5a2752 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.9003830 Jul 23 10:34:17.739137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc3d1376-9129-4aa7-bbeb-8c69db435e1f req-0d217814-7318-46f9-9b5c-8d5e4ab5eadd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 210 time: 0.0470428 Jul 23 10:34:17.756869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'port': {'device_id': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'admin_state_up': True, 'tenant_id': '8144974fffab447182293981a4f41d7a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:17.787099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-568ff32b-c79a-4ce8-bd5a-29d88e6b8680 None None] Provisioning complete for port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:17.787739 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-568ff32b-c79a-4ce8-bd5a-29d88e6b8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:17.824243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a066d3a-aeee-483f-b67e-dd34312f467d None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:34:17.840794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-568ff32b-c79a-4ce8-bd5a-29d88e6b8680 None None] Port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:17.950128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a0fb6c7-a4e9-44d8-8488-c4c2a72c289e req-45f77752-a907-4c73-8967-5f8acee8437f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098390 Jul 23 10:34:18.021068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-e5cd753d-3d28-4469-9113-61b81aff90dd req-e32ba302-108f-4830-ab5c-c412820752d0 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:34:18.027688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5cd753d-3d28-4469-9113-61b81aff90dd req-e32ba302-108f-4830-ab5c-c412820752d0 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078990 Jul 23 10:34:18.060954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:18.064528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:18.109377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:18.109752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:18.137390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:18.182073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5cd753d-3d28-4469-9113-61b81aff90dd req-4249dba8-de7a-4c39-841f-e622c2138b49 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1352246 Jul 23 10:34:18.337691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=3e3c8347-6bac-450b-a22a-7f5a8300f879,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:18.349272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:18.366987 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:34:18.484248 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:18.494551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '4ec2c39d-af59-4a43-b112-d1c66d5ca86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:18.494934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: dad13bcd-9168-476f-9db3-094c3542cfc2, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:18.514824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b03412-3cc8-4496-854c-fd62df3eb41b req-a8b1f273-82a3-41bd-a4ad-907ea58b8b8f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:18.523527 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-60b03412-3cc8-4496-854c-fd62df3eb41b req-a8b1f273-82a3-41bd-a4ad-907ea58b8b8f tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.0876727 Jul 23 10:34:18.570571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-60b03412-3cc8-4496-854c-fd62df3eb41b req-0e5d622f-4d66-4e66-8886-4a7356d5cd35 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Jul 23 10:34:18.570925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfcbee62-99fc-403d-b5d5-f598dfbb38a0 req-76159b83-8cb7-48d1-a000-340bf404ca7c tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0887845 Jul 23 10:34:18.579158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:18.611042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Allocated IP 172.20.0.14 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/4a1fc288-7791-4129-a7b1-cd6b140e96ed) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:18.631583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network dad13bcd-9168-476f-9db3-094c3542cfc2 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:18.696494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, dad13bcd-9168-476f-9db3-094c3542cfc2) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:18.703046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c51f8-f0a8-424f-ac92-914c2db98770 None None] Network dad13bcd-9168-476f-9db3-094c3542cfc2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:18.759725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999c423-b708-45e2-bcee-4764f78b5e4f req-30d182dd-a359-427a-bdaa-d405d73707cd tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:18.761797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3999c423-b708-45e2-bcee-4764f78b5e4f req-30d182dd-a359-427a-bdaa-d405d73707cd tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 945 time: 0.1211154 Jul 23 10:34:18.765103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 24be95b3-9107-447f-906e-2c60fb62462f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:18.817213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3999c423-b708-45e2-bcee-4764f78b5e4f req-8468340e-b9fa-42e5-abc1-c58ed1722b8d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498230 Jul 23 10:34:18.873850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 24be95b3-9107-447f-906e-2c60fb62462f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:18.874925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:18.875498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:18.876116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.029023 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fef5f162-c49b-4d28-91d6-efdd937ac423 req-1464a516-a8b9-4a06-bce1-b18607047dd0 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.0499837 Jul 23 10:34:19.059354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-dad13bcd-9168-476f-9db3-094c3542cfc2', 'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': '3e3c8347-6bac-450b-a22a-7f5a8300f879'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:19.060454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.069091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418728c-3c03-4fe5-8253-bd9c959797bd req-847a9bd9-2288-4758-ad07-bc4586ab2451 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:19.070760 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f418728c-3c03-4fe5-8253-bd9c959797bd req-847a9bd9-2288-4758-ad07-bc4586ab2451 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.1618376 Jul 23 10:34:19.150548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f418728c-3c03-4fe5-8253-bd9c959797bd req-b5688da8-7539-4c3e-84b6-3010e930dd00 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673797 Jul 23 10:34:19.219852 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.236803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Transition to ACTIVE for port object 4a1fc288-7791-4129-a7b1-cd6b140e96ed will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:19.243813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.249812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:19.260061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c53acc19-86f4-4260-a2ec-baaf1566d98a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9750276 Jul 23 10:34:19.272824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce6d5670-8e03-4273-b1cd-2465218c2934 req-eac3239c-36f8-4b3a-8ddd-f8456703847c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 210 time: 0.3923829 Jul 23 10:34:19.312181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=9d61fbb2-d9fd-461c-bbbe-f6aeb506b503,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:19.473756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.475227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e68eb129-a443-45c7-924b-087ed0af1d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 HTTP/1.1" status: 204 len: 168 time: 1.9722867 Jul 23 10:34:19.486677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50518) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:19.528732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Allocated IP 2001:db8::1 (dad13bcd-9168-476f-9db3-094c3542cfc2/3e3c8347-6bac-450b-a22a-7f5a8300f879/aaeb4cdc-9fc3-46a8-b33c-8357cb505c58) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:19.561945 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fdabf9-2d20-4e8e-8e92-dbbc6f597d3c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:34:19.564092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-47fdabf9-2d20-4e8e-8e92-dbbc6f597d3c tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/9d61fbb2-d9fd-461c-bbbe-f6aeb506b503 HTTP/1.1" status: 404 len: 333 time: 0.0719175 Jul 23 10:34:19.569352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50520) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:19.616981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.757299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:19.793068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:19.794787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:19.800422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:19.847989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:19.968199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003db3-b4f8-49f8-83cb-fa67ae37ff84 req-0093c83f-e66a-4ff8-9ec3-e90088cff2b3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:19.978979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003db3-b4f8-49f8-83cb-fa67ae37ff84 req-0093c83f-e66a-4ff8-9ec3-e90088cff2b3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:19.986007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93003db3-b4f8-49f8-83cb-fa67ae37ff84 req-0093c83f-e66a-4ff8-9ec3-e90088cff2b3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:19.988664 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93003db3-b4f8-49f8-83cb-fa67ae37ff84 req-0093c83f-e66a-4ff8-9ec3-e90088cff2b3 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421&device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c&device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 2418 time: 0.5685673 Jul 23 10:34:20.090838 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.092101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91d7c0d0-ca2a-4b22-acbd-c3f7e072c610 req-80a27d34-5223-4dcc-bfde-d4c9670e28d1 tempest-ServerShowV257Test-308662070 tempest-ServerShowV257Test-308662070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ddb9464-6971-4d20-addf-aae64746040b HTTP/1.1" status: 200 len: 210 time: 0.1059649 Jul 23 10:34:20.115118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:20.115821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.121423 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.123100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Transition to ACTIVE for port object aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:20.163798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93003db3-b4f8-49f8-83cb-fa67ae37ff84 req-5939bbf0-60cb-4d5c-9846-7166bbf76006 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362326 Jul 23 10:34:20.167965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Transition to ACTIVE for port object aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:20.171211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4935906 Jul 23 10:34:20.184606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.200798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Request body: {'port': {'device_id': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:20.206372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a403d-37af-4cec-b71a-ad7cf7a60b18 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=4a1fc288-7791-4129-a7b1-cd6b140e96ed,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:20.254406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.272175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Network dad13bcd-9168-476f-9db3-094c3542cfc2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:20.281463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 63f8af13-9316-4c82-b78b-cd2e59721ffc {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:20.282022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.283518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:20.297958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:20.301085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3c8347-6bac-450b-a22a-7f5a8300f879,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:20.349507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Pushing event updated for resources: {'Port': ['ID=aaeb4cdc-9fc3-46a8-b33c-8357cb505c58,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:20.390119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-60bcc596-2654-4e80-b917-839587285e8d req-ccdaf64c-686a-4fa5-9608-6ff160577f50 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:34:20.397520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.398532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bcc596-2654-4e80-b917-839587285e8d req-ccdaf64c-686a-4fa5-9608-6ff160577f50 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1751420 Jul 23 10:34:20.409311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad13bcd-9168-476f-9db3-094c3542cfc2']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:20.420515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec2c39d-af59-4a43-b112-d1c66d5ca86d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:20.420739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-599f8231-7b73-4450-9ddd-6c427ccf20af None None] Provisioning for port 4a1fc288-7791-4129-a7b1-cd6b140e96ed completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:20.421205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec2c39d-af59-4a43-b112-d1c66d5ca86d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:20.432672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.445921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-599f8231-7b73-4450-9ddd-6c427ccf20af None None] Provisioning complete for port 4a1fc288-7791-4129-a7b1-cd6b140e96ed triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:20.445921 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-599f8231-7b73-4450-9ddd-6c427ccf20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.447231 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.454175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:20.454852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.463396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Attempting to bind port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:20.463997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Attempting to bind port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '4ec2c39d-af59-4a43-b112-d1c66d5ca86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:20.464554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Attempting to bind port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 on network dad13bcd-9168-476f-9db3-094c3542cfc2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:20.493352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.507283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:20.507955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Checking segment: {'id': '4ec2c39d-af59-4a43-b112-d1c66d5ca86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:20.508427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.509176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Bound using segment: {'id': '4ec2c39d-af59-4a43-b112-d1c66d5ca86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:20.510067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Bound port: aaeb4cdc-9fc3-46a8-b33c-8357cb505c58, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec2c39d-af59-4a43-b112-d1c66d5ca86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dad13bcd-9168-476f-9db3-094c3542cfc2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:20.510661 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.513805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-599f8231-7b73-4450-9ddd-6c427ccf20af None None] Port 4a1fc288-7791-4129-a7b1-cd6b140e96ed cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:20.519371 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:20.532792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 10:34:20.532792 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 10:34:20.532792 n-d-778550-4 neutron-server[93834]: [parameters: {'id': 'dad13bcd-9168-476f-9db3-094c3542cfc2'}] Jul 23 10:34:20.532792 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:34:20.533554 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:34:20.623405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] For port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:20.628611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] For port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aaeb4cdc-9fc3-46a8-b33c-8357cb505c58,segment=NetworkSegment(4ec2c39d-af59-4a43-b112-d1c66d5ca86d),segment_id=4ec2c39d-af59-4a43-b112-d1c66d5ca86d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:20.635995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:20.636985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00efe-a906-4395-8386-b395c99edd82 req-abd0d2b2-f367-4145-b3fa-4a3b80d7e259 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:20.640968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcd00efe-a906-4395-8386-b395c99edd82 req-abd0d2b2-f367-4145-b3fa-4a3b80d7e259 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 932 time: 0.1160829 Jul 23 10:34:20.702491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcd00efe-a906-4395-8386-b395c99edd82 req-6540c60b-42d0-4ce5-bb5e-8df34ef59f41 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550177 Jul 23 10:34:20.782219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eadc4-4615-49ce-b8e4-b5564bbfc24a None None] Pushing event updated for resources: {'Port': ['ID=aaeb4cdc-9fc3-46a8-b33c-8357cb505c58,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:20.834137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d5319-7e40-4c80-97b2-fedb2660b819 None None] Network dad13bcd-9168-476f-9db3-094c3542cfc2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:20.998722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Deleting port 0ebb10ac-de7f-4b90-b76b-d942212569a3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:20.999183 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.007588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ae1f7-af19-4fe8-9041-9dc84deea697 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:34:21.036065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.041053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.104914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 63f8af13-9316-4c82-b78b-cd2e59721ffc owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:21.117416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:21.117687 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.283230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] For port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aaeb4cdc-9fc3-46a8-b33c-8357cb505c58,segment=NetworkSegment(4ec2c39d-af59-4a43-b112-d1c66d5ca86d),segment_id=4ec2c39d-af59-4a43-b112-d1c66d5ca86d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:21.283837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.288058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bcc596-2654-4e80-b917-839587285e8d req-8e24d894-d9b0-4cb2-b1e7-1933eb510ea7 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8884573 Jul 23 10:34:21.327660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Calling delete_port for aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:21.432848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] For port 0ebb10ac-de7f-4b90-b76b-d942212569a3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ebb10ac-de7f-4b90-b76b-d942212569a3,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:21.433310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.462197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ae1f7-af19-4fe8-9041-9dc84deea697 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:34:21.498859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Calling delete_port for 0ebb10ac-de7f-4b90-b76b-d942212569a3 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:21.542563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.638604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Port': ['ID=aaeb4cdc-9fc3-46a8-b33c-8357cb505c58,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:21.652971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No DVR routers for this DVR port aaeb4cdc-9fc3-46a8-b33c-8357cb505c58 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:21.737556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:21.881376 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.916376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:21.919823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad13bcd-9168-476f-9db3-094c3542cfc2']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:21.921709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1fc288-7791-4129-a7b1-cd6b140e96ed {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:21.952470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec2c39d-af59-4a43-b112-d1c66d5ca86d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:21.953172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec2c39d-af59-4a43-b112-d1c66d5ca86d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:21.966065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.010841 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.018569 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.022722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:22.024483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.042789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=63f8af13-9316-4c82-b78b-cd2e59721ffc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:22.109294 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:22.142676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Transition to ACTIVE for port object 4a1fc288-7791-4129-a7b1-cd6b140e96ed will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:22.143519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e89480-b594-4577-800f-77760256a0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.153200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.156416 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.156572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.158790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/dad13bcd-9168-476f-9db3-094c3542cfc2 HTTP/1.1" status: 204 len: 168 time: 2.9071987 Jul 23 10:34:22.161735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-963e4d7c-d7bd-43f9-8b61-6a5d1d8028f0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/63f8af13-9316-4c82-b78b-cd2e59721ffc HTTP/1.1" status: 204 len: 168 time: 2.5912292 Jul 23 10:34:22.163113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.167972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:22.168385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50570) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:22.178653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106859111'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:22.191554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2410e-7d5b-4247-815b-02525c3ce182 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=dad13bcd-9168-476f-9db3-094c3542cfc2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:22.276472 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f36dd6-c8dd-43ee-bf4e-c4b88fca67f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:34:22.279688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-28f36dd6-c8dd-43ee-bf4e-c4b88fca67f8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/63f8af13-9316-4c82-b78b-cd2e59721ffc HTTP/1.1" status: 404 len: 333 time: 0.1087856 Jul 23 10:34:22.282071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:22.299267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e421-4976-411d-9b32-7570d0ca10d9 req-17db6a8c-b144-4885-b8a0-6cac3427dc86 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:22.302590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6273e421-4976-411d-9b32-7570d0ca10d9 req-17db6a8c-b144-4885-b8a0-6cac3427dc86 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 932 time: 0.4434960 Jul 23 10:34:22.332109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:34:22.332109 n-d-778550-4 neutron-server[93833]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 10:34:22.332109 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'id': 'ab070971-f1f9-47a0-96e2-31cbd1034878', 'expiration': datetime.datetime(2021, 7, 23, 10, 36, 22, 269651)}] Jul 23 10:34:22.332109 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:34:22.332596 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:34:22.463954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet cd33f478-5fab-405e-abd8-60ba1f2a756b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:22.468591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.477472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1fc288-7791-4129-a7b1-cd6b140e96ed,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:22.530169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.540894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.566783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Attempting to bind port 4a1fc288-7791-4129-a7b1-cd6b140e96ed on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:22.567652 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Attempting to bind port 4a1fc288-7791-4129-a7b1-cd6b140e96ed by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:22.568375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Attempting to bind port 4a1fc288-7791-4129-a7b1-cd6b140e96ed on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:22.581014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Port 4a1fc288-7791-4129-a7b1-cd6b140e96ed on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:34:22.581961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Attempting to bind port 4a1fc288-7791-4129-a7b1-cd6b140e96ed on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:22.665071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6273e421-4976-411d-9b32-7570d0ca10d9 req-1b010b96-a674-4fe9-a57c-eaf792568f30 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367651 Jul 23 10:34:22.795052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.825825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ebb10ac-de7f-4b90-b76b-d942212569a3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:22.832746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:22.833102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:22.833489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:22.833943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Bound port: 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:22.834450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.889684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e89480-b594-4577-800f-77760256a0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.910478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e89480-b594-4577-800f-77760256a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:22.937220 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-7f45ad69-3c96-4c46-aeae-a4cc305c2fe2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3046086 Jul 23 10:34:22.941775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] For port 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:22.945404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] For port 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:22.975061 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e6e89480-b594-4577-800f-77760256a0f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa9b2647cfaf4d85898d032a7a79aed2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2331350 Jul 23 10:34:22.976668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:22.998741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.027754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e89480-b594-4577-800f-77760256a0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1852d-27e3-40df-a4d7-457efad7cfaa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:23.065012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.073859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/cd33f478-5fab-405e-abd8-60ba1f2a756b HTTP/1.1" status: 204 len: 168 time: 0.7825940 Jul 23 10:34:23.075568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9025be7-ddae-413b-85ec-69bb5b53e3ce None None] Network 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:23.079639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50578) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:23.084425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.096333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:23.099208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.143585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89771a8d-8ffa-4871-8f52-c3517043b7b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=cd33f478-5fab-405e-abd8-60ba1f2a756b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:23.251443 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-311cb64f-9a3c-453f-9921-a6a06816ab8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.274996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.275668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.278250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] 10.222.0.55 "PUT /v2.0/ports/4a1fc288-7791-4129-a7b1-cd6b140e96ed HTTP/1.1" status: 200 len: 1092 time: 3.0956831 Jul 23 10:34:23.278866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'tag': '4a1fc288-7791-4129-a7b1-cd6b140e96ed'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:23.281223 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092679e4-5c02-4fd0-ac93-ebb2ac86a542" -d '{"events": [{"name": "network-changed", "server_uuid": "1222b0b5-6139-4b80-948f-eef6f1cae0cd", "tag": "4a1fc288-7791-4129-a7b1-cd6b140e96ed"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:23.294066 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-311cb64f-9a3c-453f-9921-a6a06816ab8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.415077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-311cb64f-9a3c-453f-9921-a6a06816ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.419275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-311cb64f-9a3c-453f-9921-a6a06816ab8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.421595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-311cb64f-9a3c-453f-9921-a6a06816ab8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9f1852d-27e3-40df-a4d7-457efad7cfaa HTTP/1.1" status: 204 len: 168 time: 0.4404948 Jul 23 10:34:23.453402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d403b1-3777-413f-802f-dff610b72f51 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1fc288-7791-4129-a7b1-cd6b140e96ed,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:23.486487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cb64f-9a3c-453f-9921-a6a06816ab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1852d-27e3-40df-a4d7-457efad7cfaa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:23.513730 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab1a46d-2988-41c1-acfc-89f3200fab50 x-openstack-request-id: req-4ab1a46d-2988-41c1-acfc-89f3200fab50 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:23.515365 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1222b0b5-6139-4b80-948f-eef6f1cae0cd", "tag": "4a1fc288-7791-4129-a7b1-cd6b140e96ed", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:23.519067 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ab1a46d-2988-41c1-acfc-89f3200fab50 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:23.521723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.522470 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'tag': '4a1fc288-7791-4129-a7b1-cd6b140e96ed', 'status': 'completed', 'code': 200} Jul 23 10:34:23.525128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] DHCP port deletion for 6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:23.525644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.526147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.526637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.530375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.530993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.531506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.540281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b79cc360-e146-427b-a09e-d3b22b59c9a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 6503 time: 0.4653344 Jul 23 10:34:23.576512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:23.624212 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.633030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.641424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.641790 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 3dea11b4-a879-418d-a410-0d310b4f326a of type vlan for network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 Jul 23 10:34:23.694236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] Deleting port 24be95b3-9107-447f-906e-2c60fb62462f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:23.694629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.764767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-0d251272-a4ec-450d-927d-9c664a6cc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.766070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-0d251272-a4ec-450d-927d-9c664a6cc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.766710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-0d251272-a4ec-450d-927d-9c664a6cc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.768785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-0d251272-a4ec-450d-927d-9c664a6cc3f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=3e36f826-483a-4562-933f-31eb35b494a0&id=24afed73-8d16-4e34-9fac-9e073aee35e4&id=24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 200 len: 2298 time: 0.2011807 Jul 23 10:34:23.828869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.843260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] For port 24be95b3-9107-447f-906e-2c60fb62462f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=24be95b3-9107-447f-906e-2c60fb62462f,segment=NetworkSegment(e3148f56-1641-46ed-8c29-d2e68d944376),segment_id=e3148f56-1641-46ed-8c29-d2e68d944376)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:23.843713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.863986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] Calling delete_port for 24be95b3-9107-447f-906e-2c60fb62462f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:23.897628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-3943f4dc-9fae-441d-9a96-c18bec2fd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:23.899683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-3943f4dc-9fae-441d-9a96-c18bec2fd682 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 1095 time: 0.5554209 Jul 23 10:34:23.954390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-2c83e1c8-bd9d-416e-b0cb-4dc9d2dd8649 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 200 len: 1001 time: 0.1762195 Jul 23 10:34:23.976514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 24be95b3-9107-447f-906e-2c60fb62462f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:23.977031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.980220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-5cde1871-9780-44c4-8754-54057fd616ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed HTTP/1.1" status: 200 len: 217 time: 0.0646379 Jul 23 10:34:23.983961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:23.998867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:24.005926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.006598 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:24.056415 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:24.061021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-eedb6f67-861a-4fa9-95c9-5ff8e63c8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.063453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-eedb6f67-861a-4fa9-95c9-5ff8e63c8133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e810624-364b-43b0-8e00-4e89343d65c3 HTTP/1.1" status: 200 len: 856 time: 0.1007545 Jul 23 10:34:24.105186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] Pushing event deleted for resources: {'Port': ['ID=24be95b3-9107-447f-906e-2c60fb62462f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:24.119184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd1383-8a68-4e97-8195-bb1d17aeb855 None None] No DVR routers for this DVR port 24be95b3-9107-447f-906e-2c60fb62462f on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:24.166712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-629fab46-4e1f-44e5-a044-6889edd5c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.168750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-629fab46-4e1f-44e5-a044-6889edd5c341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986886 Jul 23 10:34:24.325388 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-0b84e384-64d3-4fa6-bd26-d8bbc4d55f11 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481106 Jul 23 10:34:24.375646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4201c1-bba9-4d5b-a65e-e119e03f05d4 req-85d839f4-84b2-4c7c-89d8-349944c08483 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.377217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d4201c1-bba9-4d5b-a65e-e119e03f05d4 req-85d839f4-84b2-4c7c-89d8-349944c08483 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.1142385 Jul 23 10:34:24.485967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3111322 Jul 23 10:34:24.500141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bb5c8-de2f-40ef-a67c-1c8d7edab718 req-7ea4fc93-6357-4b5e-b4ab-905e92357c29 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.504569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-668bb5c8-de2f-40ef-a67c-1c8d7edab718 req-7ea4fc93-6357-4b5e-b4ab-905e92357c29 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 944 time: 0.7024815 Jul 23 10:34:24.541620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50636) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:24.547046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:24.568825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-0a392b8e-6289-4b6a-a7b2-acf81f55ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.571554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-0a392b8e-6289-4b6a-a7b2-acf81f55ad32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.5735540 Jul 23 10:34:24.572568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1344d4-b1f6-4490-9125-34849d57906d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=e9c8aa3c-1aee-47db-8a84-c6aca32ded18,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:24.584563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] For port 24be95b3-9107-447f-906e-2c60fb62462f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=24be95b3-9107-447f-906e-2c60fb62462f,segment=NetworkSegment(e3148f56-1641-46ed-8c29-d2e68d944376),segment_id=e3148f56-1641-46ed-8c29-d2e68d944376)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:24.585065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:24.585885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:24.665412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 24be95b3-9107-447f-906e-2c60fb62462f owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:24.711104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d4201c1-bba9-4d5b-a65e-e119e03f05d4 req-470c8dc4-9c0d-4ae0-b067-db2e81bf56b2 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260353 Jul 23 10:34:24.726105 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-f5b68246-1186-4fa7-9d90-99734f5c2b06 service neutron] 10.222.0.20 "GET /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904645 Jul 23 10:34:24.782922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-457227e7-699e-4e28-a56c-9726ced6bf27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 217 time: 0.0499101 Jul 23 10:34:24.842504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 24be95b3-9107-447f-906e-2c60fb62462f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:24.852542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-668bb5c8-de2f-40ef-a67c-1c8d7edab718 req-ff7454bf-1f8d-4780-b367-d691206f5dbe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959876 Jul 23 10:34:24.865091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-049c5295-dc0c-408d-8c01-da31385b1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.866636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-049c5295-dc0c-408d-8c01-da31385b1efb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590735 Jul 23 10:34:24.868382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 24be95b3-9107-447f-906e-2c60fb62462f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:24.868555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Router 6640e40e-d5cb-47db-bfca-45195f25c183 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:34:24.869144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 24be95b3-9107-447f-906e-2c60fb62462f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:24.902274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-bd4d6214-5b8d-4f42-bc42-d34f7acd925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.908857 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-bd4d6214-5b8d-4f42-bc42-d34f7acd925c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.1177590 Jul 23 10:34:24.984649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-08f798bb-0c16-407d-90ef-fdd0a5418544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:24.986535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-08f798bb-0c16-407d-90ef-fdd0a5418544 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721407 Jul 23 10:34:25.075387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:25.079122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.089958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-20c5737f-3547-4af8-8e99-7d02058142f3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964937 Jul 23 10:34:25.101722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-446b4021-8fa4-403c-b2e3-2c1ab52c261f service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243657 Jul 23 10:34:25.203495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.208308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-467b9baa-04d0-45fb-ba7d-512ce3abb0cb service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114011 Jul 23 10:34:25.274929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-716dea72-1a1f-42f8-b666-231e07aa800d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 217 time: 0.0394223 Jul 23 10:34:25.286661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=24be95b3-9107-447f-906e-2c60fb62462f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:25.291390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:34:25.304927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No DVR routers for this DVR port 24be95b3-9107-447f-906e-2c60fb62462f on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:25.346618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-57c9a569-2b2a-4065-8574-1eea184f6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:25.349268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-57c9a569-2b2a-4065-8574-1eea184f6099 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.0669305 Jul 23 10:34:25.386932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] Sync routers for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:34:25.392372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f94f380c-1428-4b17-927e-091c07615f41 admin admin] 10.222.0.37 "PUT /v2.0/routers/6640e40e-d5cb-47db-bfca-45195f25c183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6753893 Jul 23 10:34:25.402275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:25.409130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:25.411811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:25.425132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eddcb4e-0d38-4f14-9073-d0f99b829a2f req-c7735858-2ba2-4a5a-8c48-c3e7c2143892 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056827 Jul 23 10:34:25.436862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-577d97e2-3bea-49f9-b1ae-c0eb0ad89d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:25.439676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-577d97e2-3bea-49f9-b1ae-c0eb0ad89d9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621054 Jul 23 10:34:25.556910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.584018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-7293088c-19db-4e08-a5a2-dbe36568db60 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359351 Jul 23 10:34:25.586161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:25.610416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:25.650258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3148f56-1641-46ed-8c29-d2e68d944376') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:25.650564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3148f56-1641-46ed-8c29-d2e68d944376') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:25.682930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.719831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-1756b974-03d2-4b6e-af52-1a1e9ba42904 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276708 Jul 23 10:34:25.748178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.766533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.771378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:25.772012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.777712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:25.780664 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:25.830124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:34:22Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:25.840030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-afaf3821-bca7-4ae1-a7d0-7c20c5643264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=85a8ec39-3313-4901-9153-a7c967ec1724 HTTP/1.1" status: 200 len: 217 time: 0.1060836 Jul 23 10:34:25.871125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] Checking router: 6640e40e-d5cb-47db-bfca-45195f25c183 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:34:25.882121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] Routers {'6640e40e-d5cb-47db-bfca-45195f25c183'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:25.882919 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6640e40e-d5cb-47db-bfca-45195f25c183'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:25.973031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-69cc4312-4eec-465f-8eca-47fd37b9291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:25.975347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-69cc4312-4eec-465f-8eca-47fd37b9291b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.1285489 Jul 23 10:34:25.994277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-1dd727b8-1d02-4112-bf54-52890a6d7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:25.996168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-1dd727b8-1d02-4112-bf54-52890a6d7d66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 1095 time: 0.4816666 Jul 23 10:34:26.025697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.046021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=cd6139ac-3d56-4e74-b9c2-687782d74a32,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:26.065280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5c598-66f6-4e3b-bf61-90a4cfc5e73f req-62be0a7b-8ad7-41b6-b1d5-cccc9ae53ae4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.066974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1be5c598-66f6-4e3b-bf61-90a4cfc5e73f req-62be0a7b-8ad7-41b6-b1d5-cccc9ae53ae4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.1566055 Jul 23 10:34:26.085609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] Set router 6640e40e-d5cb-47db-bfca-45195f25c183 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:26.085805 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.088565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036 HTTP/1.1" status: 204 len: 168 time: 3.0040486 Jul 23 10:34:26.093725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:26.106118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995532e-0082-43b5-9680-923e7fd224cd req-c472e545-6cfb-4b13-b1cf-9af893409815 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.108019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1995532e-0082-43b5-9680-923e7fd224cd req-c472e545-6cfb-4b13-b1cf-9af893409815 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.20 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.4373672 Jul 23 10:34:26.112416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-291763715'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:26.123943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39045ad-6e61-4167-877d-0f166c74e2f1 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=6ed99f5c-ffb2-4c3a-9a07-bd0b24d70036,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:26.132221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-ca6b94b5-938d-4827-b94f-8d2871cdb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.133998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-ca6b94b5-938d-4827-b94f-8d2871cdb98e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471930 Jul 23 10:34:26.196689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1be5c598-66f6-4e3b-bf61-90a4cfc5e73f req-8c3cd33b-ae93-49fa-98db-d14b4e6f62cf tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217818 Jul 23 10:34:26.208759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:26.220064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.240250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '3dea11b4-a879-418d-a410-0d310b4f326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:26.240699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: e9c8aa3c-1aee-47db-8a84-c6aca32ded18, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:26.251972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.302634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:26.318158 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.318472 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Added segment 29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd of type vlan for network 93e412f2-a72d-47a6-b082-3393934ed6ca Jul 23 10:34:26.322527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-32434a9c-3353-4dfb-a167-bdd9ad805538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.324551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-32434a9c-3353-4dfb-a167-bdd9ad805538 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.3150766 Jul 23 10:34:26.350867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:26.369619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.431552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:34:22Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:26.432130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.437507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.438166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.467899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb18f3-57ff-4ab2-b07f-613227ad4003 None None] The sync data for ids ['6640e40e-d5cb-47db-bfca-45195f25c183'] in n-d-778550-4 is: [{'id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'name': 'tempest-AttachVolumeShelveTestJSON-1597723770-router', 'tenant_id': '537b85ad1d3945da8ec089f34f5137bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:06Z', 'updated_at': '2021-07-23T10:34:22Z', 'revision_number': 5, 'project_id': '537b85ad1d3945da8ec089f34f5137bd', 'gw_port': {'id': '318fc5b8-ea26-4831-bdc1-ec5b939a9b68', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640e40e-d5cb-47db-bfca-45195f25c183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:07Z', 'updated_at': '2021-07-23T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:34:26.476691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa38905-3bff-49fc-9bef-b36e18e69aa6 req-17b2a16a-0fdc-412f-94d8-53cd8f72148c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.484756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7aa38905-3bff-49fc-9bef-b36e18e69aa6 req-17b2a16a-0fdc-412f-94d8-53cd8f72148c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 944 time: 0.3677466 Jul 23 10:34:26.487647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e9c8aa3c-1aee-47db-8a84-c6aca32ded18) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:26.491198 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-50f860cd-f6b1-402c-8535-a42ddaf78fde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed HTTP/1.1" status: 200 len: 217 time: 0.1445858 Jul 23 10:34:26.504208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bc54f-0ffd-4f9a-a032-10c322ced7a6 None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:26.520644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.521261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.574297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Network': ['ID=93e412f2-a72d-47a6-b082-3393934ed6ca,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:26.577480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-60b7dd24-03d4-4744-ad05-c6e265385c61 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4826083 Jul 23 10:34:26.580207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:26.586030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:26.592197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-18e9a5e3-f36a-44f2-b04d-c1b6f2127bfe service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464777 Jul 23 10:34:26.617243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7aa38905-3bff-49fc-9bef-b36e18e69aa6 req-e2f28961-ef64-4b0a-9fbc-ddd15bbef25a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312230 Jul 23 10:34:26.632040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 93e412f2-a72d-47a6-b082-3393934ed6ca details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:26.693023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Deleting port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:26.693382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.713935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-5d2cc57a-f324-45cd-96d6-b49d5af56a69 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058819 Jul 23 10:34:26.787053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cb80cf18-085d-4bca-91f0-a4c8d8866438 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2403975 Jul 23 10:34:26.794686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50752) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:26.801149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-e9c8aa3c-1aee-47db-8a84-c6aca32ded18', 'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': 'cd6139ac-3d56-4e74-b9c2-687782d74a32'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:26.801883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.817767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:26.862040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Deleting port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:26.862040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:26.908490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-1a177c2a-904d-4768-9b62-b77ddfd5dbd2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:26.911403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-1a177c2a-904d-4768-9b62-b77ddfd5dbd2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.1783798 Jul 23 10:34:26.950364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-05de38c3-44df-469a-becb-c5544d982d40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=205a82f1-1ee8-4582-8a80-30154663216e HTTP/1.1" status: 200 len: 217 time: 0.2262642 Jul 23 10:34:26.973119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-971ada4b-af15-4a11-9b63-9a2fa39f9958 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/quotas/646b57bbc421406d9bacfe19a675a00f HTTP/1.1" status: 200 len: 375 time: 0.0237522 Jul 23 10:34:26.991324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Allocated IP 2001:db8::2 (e9c8aa3c-1aee-47db-8a84-c6aca32ded18/cd6139ac-3d56-4e74-b9c2-687782d74a32/541106e6-72b9-4f7a-8d3b-184abacb88c1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:27.054383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:27.057907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.143160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ebb10ac-de7f-4b90-b76b-d942212569a3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:27.177056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0ebb10ac-de7f-4b90-b76b-d942212569a3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:27.177773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ebb10ac-de7f-4b90-b76b-d942212569a3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:27.254200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.276107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.287643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Transition to ACTIVE for port object 541106e6-72b9-4f7a-8d3b-184abacb88c1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:27.303295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-eefe5249-5705-447f-a4a7-1816ded9ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:27.304931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-eefe5249-5705-447f-a4a7-1816ded9ff03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.7566187 Jul 23 10:34:27.308523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Transition to ACTIVE for port object 541106e6-72b9-4f7a-8d3b-184abacb88c1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:27.318115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.330537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4805491-ca6f-4523-810a-0bb65eb6f28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.354508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Checking segment: {'id': '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:27.354785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network hostable DHCP agents. Network: 93e412f2-a72d-47a6-b082-3393934ed6ca, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:27.358047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-eeb4d64b-30f0-463c-b320-ce4e179608f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:27.359673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-eeb4d64b-30f0-463c-b320-ce4e179608f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 200 len: 797 time: 0.3822870 Jul 23 10:34:27.385698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=b9cc58cc-d136-40ec-9d90-fbb7306d494d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:27.396574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:27.400486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:27.411551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:27.415212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Pushing event updated for resources: {'Port': ['ID=541106e6-72b9-4f7a-8d3b-184abacb88c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:27.430937 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-6433e456-65b1-4321-b69e-e9c05d4fa3fb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4568577 Jul 23 10:34:27.463457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] For port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:27.463812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.501668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Attempting to bind port 541106e6-72b9-4f7a-8d3b-184abacb88c1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:27.502230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Attempting to bind port 541106e6-72b9-4f7a-8d3b-184abacb88c1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '3dea11b4-a879-418d-a410-0d310b4f326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:27.502767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Attempting to bind port 541106e6-72b9-4f7a-8d3b-184abacb88c1 on network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:27.510964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:27.511956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Checking segment: {'id': '3dea11b4-a879-418d-a410-0d310b4f326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:27.512520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Calling delete_port for b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:27.513029 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.513817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Bound using segment: {'id': '3dea11b4-a879-418d-a410-0d310b4f326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:27.514840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Bound port: 541106e6-72b9-4f7a-8d3b-184abacb88c1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dea11b4-a879-418d-a410-0d310b4f326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:27.515374 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.527690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-13bec97c-6a2b-493b-98c8-9a10a9feb9b1 service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957177 Jul 23 10:34:27.537382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 93e412f2-a72d-47a6-b082-3393934ed6ca is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:27.541409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:27.560386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 93e412f2-a72d-47a6-b082-3393934ed6ca) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:27.569066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] For port 318fc5b8-ea26-4831-bdc1-ec5b939a9b68, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:27.569313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.590096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:27.590830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.598511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174e64b-9721-45a0-a0c2-80fccd5c0613 None None] Network 93e412f2-a72d-47a6-b082-3393934ed6ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:27.625296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Calling delete_port for 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:27.653715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-61498994-b341-4887-bc85-ae38d1d16284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:27.655271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-61498994-b341-4887-bc85-ae38d1d16284 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3324404 Jul 23 10:34:27.656028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-06979cb5-cec9-4eba-a273-7dc3dab60abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:27.657694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-06979cb5-cec9-4eba-a273-7dc3dab60abb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e36f826-483a-4562-933f-31eb35b494a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2883480 Jul 23 10:34:27.686162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:27.690079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.732613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] For port 541106e6-72b9-4f7a-8d3b-184abacb88c1, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:27.740568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6474e-2f27-4067-9a0f-0dccedb15559 req-4f749b99-2668-4c78-a0ce-8450c3da3a09 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:27.741104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] For port 541106e6-72b9-4f7a-8d3b-184abacb88c1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=541106e6-72b9-4f7a-8d3b-184abacb88c1,segment=NetworkSegment(3dea11b4-a879-418d-a410-0d310b4f326a),segment_id=3dea11b4-a879-418d-a410-0d310b4f326a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:27.742455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10e6474e-2f27-4067-9a0f-0dccedb15559 req-4f749b99-2668-4c78-a0ce-8450c3da3a09 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 946 time: 0.4209943 Jul 23 10:34:27.753150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.798114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-afd3860d-c6d6-4627-b6ca-98bd87b76804 service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279705 Jul 23 10:34:27.800899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-30e3ac37-7e83-4bd0-90f0-d249e975bbbb service neutron] 10.222.0.37 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718725 Jul 23 10:34:27.803801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e2ab64d-9dcb-41a4-af03-e53a450b6533 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2223067 Jul 23 10:34:27.812283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50772) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:27.844788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-994715927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:27.893006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.898329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:27.964564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-e35ac8e8-d71d-4c18-98f1-260547f85dab service neutron] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593010 Jul 23 10:34:28.015632 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.043378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-b10665df-38d4-4884-b7cc-bdde5bd02ba4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5 HTTP/1.1" status: 200 len: 217 time: 0.0711174 Jul 23 10:34:28.078936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf9b2-a91b-4ad2-9954-45aab6cf9526 None None] Pushing event updated for resources: {'Port': ['ID=541106e6-72b9-4f7a-8d3b-184abacb88c1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:28.088125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:28.090629 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8913bbe5-137c-47a2-9f62-08dc218c4950" -d '{"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-unplugged", "status": "completed", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:28.092453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10e6474e-2f27-4067-9a0f-0dccedb15559 req-a5e6e665-5c83-4523-8472-e64be568cf61 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345919 Jul 23 10:34:28.093596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-93e412f2-a72d-47a6-b082-3393934ed6ca', 'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': 'b9cc58cc-d136-40ec-9d90-fbb7306d494d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:28.094542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.134965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:28.152975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.152975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:28.238408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-1325321f-108e-4d95-ae24-d05f7263c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:28.240705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-1325321f-108e-4d95-ae24-d05f7263c9b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.1905224 Jul 23 10:34:28.257523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-b88f5a58-b340-4172-b01f-b8cb304bd79c service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906763 Jul 23 10:34:28.258219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.288402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6850a3e-8732-4efb-bb18-5bb8358771ae req-c5928c85-75c8-4049-b39d-626568b438b2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 210 time: 0.0606515 Jul 23 10:34:28.316573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['46cda450-d16d-4f6f-af59-d4050ddd956e', '244e7520-e90e-4f8f-9898-0e4f49e24338'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:28.533527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Pushing event deleted for resources: {'Port': ['ID=b93a5a76-dcae-4dbc-8ce0-09833a0a0d73,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:28.566597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.663833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.664559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.664559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.664877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.665227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.665612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.665870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.666211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.666622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.666875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.667209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.667592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:28.700117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.706580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2689ee-3d77-4e31-9aa1-dd185cf52930 req-519c8683-4740-459d-8cc9-d52a1f72be65 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:28.725337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bb2689ee-3d77-4e31-9aa1-dd185cf52930 req-519c8683-4740-459d-8cc9-d52a1f72be65 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 944 time: 0.4808152 Jul 23 10:34:28.756524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-e9208914-c7fe-4c6f-a922-a7759503547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:28.763607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-e9208914-c7fe-4c6f-a922-a7759503547d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5098047 Jul 23 10:34:28.801065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-07105ab9-9701-4192-af7a-6f80b6ebdfce tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:28.803074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-07105ab9-9701-4192-af7a-6f80b6ebdfce tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/ports?device_id=97560de0-fd79-4a45-ad31-c35d75086d80 HTTP/1.1" status: 200 len: 944 time: 0.5571992 Jul 23 10:34:28.804979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] No DVR routers for this DVR port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:28.829257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.831608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1995532e-0082-43b5-9680-923e7fd224cd req-fcbb1251-1c96-48a9-8b74-6c47b6986498 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.20 "DELETE /v2.0/ports/b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 HTTP/1.1" status: 204 len: 173 time: 2.7133093 Jul 23 10:34:28.840277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'name': 'network-vif-deleted', 'tag': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:28.842609 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c9ff6-6503-4190-a9f2-8b245d22cec8" -d '{"events": [{"server_uuid": "df1f6dcb-3698-423e-8bbe-4074b6968421", "name": "network-vif-deleted", "tag": "b93a5a76-dcae-4dbc-8ce0-09833a0a0d73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:28.878161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:28.879995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-abaf0e1a-e779-4cb5-a3bc-734aa10bd140 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0397148 Jul 23 10:34:28.891281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:28.908175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca', 'name': 'tempest-PortsIpV6TestJSON-1199760082'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:28.909042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bb2689ee-3d77-4e31-9aa1-dd185cf52930 req-4063fa61-2fb7-4d09-994a-8f2b35f4b31d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795697 Jul 23 10:34:28.940410 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b9e01-c01e-4cd7-882c-232a5433e711 x-openstack-request-id: req-e06b9e01-c01e-4cd7-882c-232a5433e711 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:28.941516 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-unplugged", "status": "completed", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:28.941927 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e06b9e01-c01e-4cd7-882c-232a5433e711 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:28.942386 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'code': 200} Jul 23 10:34:28.978743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4a1fc288-7791-4129-a7b1-cd6b140e96ed details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:34:28.980967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 541106e6-72b9-4f7a-8d3b-184abacb88c1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:28.981120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-092679e4-5c02-4fd0-ac93-ebb2ac86a542 req-e7b14da4-5c22-4de0-aa39-e3ebd6af91b2 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961949 Jul 23 10:34:28.989064 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8893d67e-895b-4b00-a1af-b1798501cd69 x-openstack-request-id: req-8893d67e-895b-4b00-a1af-b1798501cd69 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:28.989064 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f6dcb-3698-423e-8bbe-4074b6968421", "name": "network-vif-deleted", "tag": "b93a5a76-dcae-4dbc-8ce0-09833a0a0d73", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:28.989929 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8893d67e-895b-4b00-a1af-b1798501cd69 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:28.990572 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f6dcb-3698-423e-8bbe-4074b6968421', 'name': 'network-vif-deleted', 'tag': 'b93a5a76-dcae-4dbc-8ce0-09833a0a0d73', 'status': 'completed', 'code': 200} Jul 23 10:34:29.049650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.088745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No active binding found for port b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 10:34:29.089335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b93a5a76-dcae-4dbc-8ce0-09833a0a0d73 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:29.111628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:29.164943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=318fc5b8-ea26-4831-bdc1-ec5b939a9b68,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:29.167202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-d36b2f06-b956-492b-85d9-a359d59ccbb0 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956277 Jul 23 10:34:29.251742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Deleting port 3096f049-fa1d-4e17-8f71-f53f839b82f1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:29.261218 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.318259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:34:29.346831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.373738 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.438490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Allocated IP 2001:db8::2 (93e412f2-a72d-47a6-b082-3393934ed6ca/b9cc58cc-d136-40ec-9d90-fbb7306d494d/70ae5065-99b3-49ad-be49-3a972570c604) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:29.490263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.490735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-5949250a-0187-4f2c-8267-3b4a1c6e4a5e service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143761 Jul 23 10:34:29.493196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.586077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.587719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6640e40e-d5cb-47db-bfca-45195f25c183 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:34:29.596197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.602015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f41897c9-1cdf-4331-ae03-d35a612bf6b0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6640e40e-d5cb-47db-bfca-45195f25c183 HTTP/1.1" status: 204 len: 168 time: 4.1792271 Jul 23 10:34:29.605187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50808) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:29.649735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:29.677326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] For port 3096f049-fa1d-4e17-8f71-f53f839b82f1, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3096f049-fa1d-4e17-8f71-f53f839b82f1,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:29.687575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.707803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Calling delete_port for 3096f049-fa1d-4e17-8f71-f53f839b82f1 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:29.793037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:29.798911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:29.804344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.842057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d3ee9ff-4196-4918-880a-531202196843 req-c9260e35-9c15-4fcd-bd26-f72711a5f8de tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 210 time: 0.2893505 Jul 23 10:34:29.868086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-663890ad-fd51-4e16-9945-b94570f31224 req-04ce0eba-2d3a-4835-a8b2-eaa69d72b5c9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=df1f6dcb-3698-423e-8bbe-4074b6968421 HTTP/1.1" status: 200 len: 210 time: 0.5539804 Jul 23 10:34:29.888157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a0bac-a10a-4573-84b9-721b9433b525 None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:29.915741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:29.927232 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.934283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:29.947554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-cbc25989-6a85-42c2-add4-5aa4c7291d21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 200 len: 217 time: 0.0775998 Jul 23 10:34:29.966455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:29.968888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Transition to ACTIVE for port object 70ae5065-99b3-49ad-be49-3a972570c604 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:29.995391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1956451 Jul 23 10:34:30.000250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:30.006276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b3ca7-ac5e-4461-8f7d-a4a6910c1ddf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=fd5d6d2b-1c54-4f05-8433-2977d49554df,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:30.013637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50818) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:30.017066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-5bfa3bc6-f2b3-4a27-9c67-27539072db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.018767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-5bfa3bc6-f2b3-4a27-9c67-27539072db6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 200 len: 797 time: 0.0632181 Jul 23 10:34:30.048097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3c7a11e1-4227-421d-8681-ca97f49f76d7 None None] Provisioning for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:30.048097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:30.048097 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.061664 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ff85373-8826-4a3c-9cbc-209390788ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.063458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Deleting subnet 48682164-24c0-412b-8d65-4c882b9e88e2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:30.076540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port f196cf32-2db8-49aa-a449-3bca5a95e81b yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:34:30.120714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.165759 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.174387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event deleted for resources: {'Port': ['ID=3096f049-fa1d-4e17-8f71-f53f839b82f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:30.189292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-5702d54f-447b-4599-808f-7ae717611865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.191031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-5702d54f-447b-4599-808f-7ae717611865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24afed73-8d16-4e34-9fac-9e073aee35e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1653306 Jul 23 10:34:30.218635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3c7a11e1-4227-421d-8681-ca97f49f76d7 None None] Provisioning complete for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:30.220205 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7a11e1-4227-421d-8681-ca97f49f76d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.240277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Transition to ACTIVE for port object 70ae5065-99b3-49ad-be49-3a972570c604 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:30.321852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4a1fc288-7791-4129-a7b1-cd6b140e96ed', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': '4a1fc288-7791-4129-a7b1-cd6b140e96ed', 'mac_address': 'fa:16:3e:09:c0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:34:30.322406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] No DVR routers for this DVR port 3096f049-fa1d-4e17-8f71-f53f839b82f1 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:30.326913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.331096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "DELETE /v2.0/ports/3096f049-fa1d-4e17-8f71-f53f839b82f1 HTTP/1.1" status: 204 len: 173 time: 1.5167570 Jul 23 10:34:30.340158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-deleted', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:30.344076 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf2018-4c82-4946-bd94-60adfe2a8665" -d '{"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-deleted", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:30.359457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::321 (93e412f2-a72d-47a6-b082-3393934ed6ca/b9cc58cc-d136-40ec-9d90-fbb7306d494d/f196cf32-2db8-49aa-a449-3bca5a95e81b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:30.362398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.435796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.451250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.548146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Network 93e412f2-a72d-47a6-b082-3393934ed6ca is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:30.602202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:30.604667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:30.611973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Pushing event updated for resources: {'Port': ['ID=70ae5065-99b3-49ad-be49-3a972570c604,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:30.637743 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.734881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1fc288-7791-4129-a7b1-cd6b140e96ed {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:30.736794 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a692952-e46a-455c-a981-3dd709dc70cf x-openstack-request-id: req-3a692952-e46a-455c-a981-3dd709dc70cf {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:30.737077 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97560de0-fd79-4a45-ad31-c35d75086d80", "name": "network-vif-deleted", "tag": "3096f049-fa1d-4e17-8f71-f53f839b82f1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:30.737326 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a692952-e46a-455c-a981-3dd709dc70cf {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:30.738348 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97560de0-fd79-4a45-ad31-c35d75086d80', 'name': 'network-vif-deleted', 'tag': '3096f049-fa1d-4e17-8f71-f53f839b82f1', 'status': 'completed', 'code': 200} Jul 23 10:34:30.766750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-f163bd6a-1c4b-487a-abc7-393f216d1f16 service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557709 Jul 23 10:34:30.789159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc7a6c-05ef-468d-96ec-56bb34954425 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.790968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc7a6c-05ef-468d-96ec-56bb34954425 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.792187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc7a6c-05ef-468d-96ec-56bb34954425 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.793673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc7a6c-05ef-468d-96ec-56bb34954425 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.795180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc7a6c-05ef-468d-96ec-56bb34954425 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.801388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8ecc7a6c-05ef-468d-96ec-56bb34954425 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7673981 Jul 23 10:34:30.802849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:30.809230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409640376'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:30.814712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.874545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:30.879469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.915033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1565df6d-a25f-4efd-986c-b075d527ee99 req-1828a0ce-0255-4992-b299-5f5380ab101a service neutron] 10.222.0.20 "GET /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413565 Jul 23 10:34:30.923163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:30.927364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:30.931746 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3c7a11e1-4227-421d-8681-ca97f49f76d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.935119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.935767 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 92d055b0-990b-4e9a-9b1f-9e5822fd2ed8 of type vlan for network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e Jul 23 10:34:30.937442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Attempting to bind port 70ae5065-99b3-49ad-be49-3a972570c604 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:30.938040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Attempting to bind port 70ae5065-99b3-49ad-be49-3a972570c604 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:30.938457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Attempting to bind port 70ae5065-99b3-49ad-be49-3a972570c604 on network 93e412f2-a72d-47a6-b082-3393934ed6ca {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:30.971915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:30.973367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Checking segment: {'id': '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:30.973367 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.973726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Bound using segment: {'id': '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:30.974212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Bound port: 70ae5065-99b3-49ad-be49-3a972570c604, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '93e412f2-a72d-47a6-b082-3393934ed6ca'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:30.974590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.975047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-f232d05d-9b98-4065-931a-cc9532934d4d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.976784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-f232d05d-9b98-4065-931a-cc9532934d4d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 805 time: 0.8128963 Jul 23 10:34:30.987225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105466e-12c3-45b3-8c52-dee689023946 req-477973bc-c5d7-4f55-946c-65dfdf508fad tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:30.991972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:30.996094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1105466e-12c3-45b3-8c52-dee689023946 req-477973bc-c5d7-4f55-946c-65dfdf508fad tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 944 time: 0.9271829 Jul 23 10:34:31.004199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.012190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c511c2ad-fa96-49c0-acf0-390d1d5c4d70 req-ed2462e2-4fbe-4721-98ff-b3b3004b8d56 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 210 time: 0.0431354 Jul 23 10:34:31.019283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Request body: {'port': {'device_id': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'admin_state_up': True, 'tenant_id': '646b57bbc421406d9bacfe19a675a00f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:31.023441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.072588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.081777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.082924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:31.084254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object f196cf32-2db8-49aa-a449-3bca5a95e81b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:31.084916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.142498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3368516 Jul 23 10:34:31.145270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:31.152454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:31.171715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1105466e-12c3-45b3-8c52-dee689023946 req-e0ed7521-774a-4383-804f-0763c2ac287c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744807 Jul 23 10:34:31.172571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 541106e6-72b9-4f7a-8d3b-184abacb88c1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=541106e6-72b9-4f7a-8d3b-184abacb88c1,segment=NetworkSegment(3dea11b4-a879-418d-a410-0d310b4f326a),segment_id=3dea11b4-a879-418d-a410-0d310b4f326a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:31.225981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91c671-9c0b-4ef2-9923-2281e2051ff4 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=0e7f0f81-1127-4bd4-a278-ff02343e1f7e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:31.243762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.245874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.271454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:31.304551 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.307469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48682164-24c0-412b-8d65-4c882b9e88e2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:31.315939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Made reservation on behalf of 646b57bbc421406d9bacfe19a675a00f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:31.320426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.330356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.334677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3a192b4b-886b-40cf-8d69-367d644434c1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/48682164-24c0-412b-8d65-4c882b9e88e2 HTTP/1.1" status: 204 len: 168 time: 1.6813569 Jul 23 10:34:31.345794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50840) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:31.353700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 93e412f2-a72d-47a6-b082-3393934ed6ca is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:31.361833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f196cf32-2db8-49aa-a449-3bca5a95e81b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:31.375174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:31.389242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:31.395379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:31.396069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.434456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4a1fc288-7791-4129-a7b1-cd6b140e96ed,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:31.453799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c1c33-3326-4186-a7f1-c970894522eb None None] Network ab3d83c8-e91e-4ec4-a211-1c0158804018 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:31.457017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4a1fc288-7791-4129-a7b1-cd6b140e96ed'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:31.458859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:31.468719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.485261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.491996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7a645ceb-6108-45bd-99ac-055145356c63 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5975962 Jul 23 10:34:31.494098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:31.536628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.570825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:31.612516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 3096f049-fa1d-4e17-8f71-f53f839b82f1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:31.613398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3096f049-fa1d-4e17-8f71-f53f839b82f1 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:31.629126 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.645390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Allocated IP 172.20.0.14 (90d03019-6a8b-4228-8d99-84043664d40b/61d9dd11-45f5-4cbb-b27c-85b309cc6f0c/b676770b-303e-494a-8bbd-08a770c60996) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:31.660400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=0e7f0f81-1127-4bd4-a278-ff02343e1f7e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:31.665078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:34:31.669653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1d73-4fc0-4f36-a522-cd8969dcfa3c req-227181a6-6a49-42fd-9d2d-1a67c491b24d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:31.671278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a74c1d73-4fc0-4f36-a522-cd8969dcfa3c req-227181a6-6a49-42fd-9d2d-1a67c491b24d tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 945 time: 0.1919119 Jul 23 10:34:31.673892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Update dhcp port {'port': {'network_id': 'e9c8aa3c-1aee-47db-8a84-c6aca32ded18', 'fixed_ips': [{'subnet_id': 'cd6139ac-3d56-4e74-b9c2-687782d74a32', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd5d6d2b-1c54-4f05-8433-2977d49554df'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '541106e6-72b9-4f7a-8d3b-184abacb88c1'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:34:31.679748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:31.680777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.682654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e5f56e22-a6ad-4a10-8fe4-aa66b045744c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "PUT /v2.0/networks/0e7f0f81-1127-4bd4-a278-ff02343e1f7e HTTP/1.1" status: 200 len: 723 time: 0.5362573 Jul 23 10:34:31.685786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:31.693692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:31.722591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] For port 70ae5065-99b3-49ad-be49-3a972570c604, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:31.729505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.731488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:31.758595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Deleting port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:31.758839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.769887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:31.769887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 318fc5b8-ea26-4831-bdc1-ec5b939a9b68 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:31.773138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-3c7a11e1-4227-421d-8681-ca97f49f76d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:34:31.773138 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-3c7a11e1-4227-421d-8681-ca97f49f76d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:34:31.775786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a74c1d73-4fc0-4f36-a522-cd8969dcfa3c req-5184bede-f838-431e-ac50-3e78a5119d08 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Jul 23 10:34:31.820143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] For port 70ae5065-99b3-49ad-be49-3a972570c604, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=70ae5065-99b3-49ad-be49-3a972570c604,segment=NetworkSegment(29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd),segment_id=29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:31.838378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=541106e6-72b9-4f7a-8d3b-184abacb88c1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:31.849468 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.889857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] For port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,segment=NetworkSegment(6d0ba2db-0adc-4af5-8187-e167beb03d6d),segment_id=6d0ba2db-0adc-4af5-8187-e167beb03d6d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:31.890432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:31.913550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Calling delete_port for 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:31.946928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.078716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:32.083782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.084348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.088820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.169695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Network 90d03019-6a8b-4228-8d99-84043664d40b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:32.170898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] No DVR routers for this DVR port 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:32.177538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:32.210002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:32.218217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:32.338144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bfdd46-bcc5-4123-9dfd-1fdd9158f332,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:32.361074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Allocated IP 172.20.0.1 (e9c8aa3c-1aee-47db-8a84-c6aca32ded18/fd5d6d2b-1c54-4f05-8433-2977d49554df/541106e6-72b9-4f7a-8d3b-184abacb88c1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:32.385165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.411723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3d83c8-e91e-4ec4-a211-1c0158804018']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:32.424120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0ba2db-0adc-4af5-8187-e167beb03d6d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:32.424438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0ba2db-0adc-4af5-8187-e167beb03d6d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:32.463337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.495874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dad0e-3520-42f9-a847-61433f4f87b4 None None] DHCP port deletion for ab3d83c8-e91e-4ec4-a211-1c0158804018 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:32.499593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c51d1-c183-474e-b124-18d46f6fa506 req-b5c038b2-c6a9-4641-83a0-3126811a4e39 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:32.505865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-148c51d1-c183-474e-b124-18d46f6fa506 req-b5c038b2-c6a9-4641-83a0-3126811a4e39 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 932 time: 0.3753417 Jul 23 10:34:32.510967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e0066-29dc-434f-87f2-6ae5828da1b1 None None] Pushing event updated for resources: {'Port': ['ID=70ae5065-99b3-49ad-be49-3a972570c604,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:32.517672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:32.518353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.522140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.528513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.555602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:32.556323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:32.561525 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:32.601900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.603096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-ce1d982d-b784-4487-a888-2524db5651d3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6040473 Jul 23 10:34:32.650942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Request body: {'port': {'device_id': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:32.699120 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-148c51d1-c183-474e-b124-18d46f6fa506 req-d6683227-1aea-4e99-bb5e-3c13ae546c7e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619790 Jul 23 10:34:32.700053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.715280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1ab7-967f-45ac-98f2-6a0c45e554ec req-5a8ec640-546c-4b0a-a2b0-f39e78861a99 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:32.723985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-562d1ab7-967f-45ac-98f2-6a0c45e554ec req-5a8ec640-546c-4b0a-a2b0-f39e78861a99 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 945 time: 0.4351788 Jul 23 10:34:32.741199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.756939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] For port 541106e6-72b9-4f7a-8d3b-184abacb88c1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=541106e6-72b9-4f7a-8d3b-184abacb88c1,segment=NetworkSegment(3dea11b4-a879-418d-a410-0d310b4f326a),segment_id=3dea11b4-a879-418d-a410-0d310b4f326a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:32.820419 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.824240 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ab3d83c8-e91e-4ec4-a211-1c0158804018 HTTP/1.1" status: 204 len: 168 time: 1.4774315 Jul 23 10:34:32.882202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:32.942391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948f8a0-e30d-4121-b416-107414890316 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3d83c8-e91e-4ec4-a211-1c0158804018,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:32.951644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Transition to ACTIVE for port object 541106e6-72b9-4f7a-8d3b-184abacb88c1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:32.959389 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.085000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-562d1ab7-967f-45ac-98f2-6a0c45e554ec req-194e3415-4ac1-40ea-9a7c-a723365be931 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540206 Jul 23 10:34:33.113263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.132067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e6f66-4d82-4295-a0d6-e0795a050b21 None None] Pushing event updated for resources: {'Port': ['ID=541106e6-72b9-4f7a-8d3b-184abacb88c1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:33.179905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-8c25e8b7-a6d1-40b5-9f64-0447a4f4038c tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:33.185158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-8c25e8b7-a6d1-40b5-9f64-0447a4f4038c tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 945 time: 0.4529984 Jul 23 10:34:33.263223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50882) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:33.278947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=4fbc9bf5-7ad8-457e-8a61-d68476e8b14a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:33.303159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:33.303578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: 0e7f0f81-1127-4bd4-a278-ff02343e1f7e, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:33.312759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.313026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.313372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.313816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.314040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.314377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.314707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.315312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.315478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.315709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.316671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.317149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:33.378162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:33.388035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:33.446832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0e7f0f81-1127-4bd4-a278-ff02343e1f7e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:33.450718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.462393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab8ca-8d43-4009-8070-ffdde6ae4faf req-aa49098d-2977-4c58-9a4e-4278681da875 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:33.469320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a9ab8ca-8d43-4009-8070-ffdde6ae4faf req-aa49098d-2977-4c58-9a4e-4278681da875 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 945 time: 0.5371833 Jul 23 10:34:33.472026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:33.472638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.480580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff7094f-1e43-4b22-ac0e-2cbd15178ddb None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:33.495110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f31a62c0-34f2-48d7-bca7-2afad8c09b35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=537b85ad1d3945da8ec089f34f5137bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304978 Jul 23 10:34:33.495812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.513281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:33.583260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Deleting port 244e7520-e90e-4f8f-9898-0e4f49e24338 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:33.584217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.671055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c6003eff-14a4-424b-ac1a-a431b8af30dc tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9837251 Jul 23 10:34:33.677517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 70ae5065-99b3-49ad-be49-3a972570c604 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:33.685548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50890) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:33.697477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:33.773857 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a9ab8ca-8d43-4009-8070-ffdde6ae4faf req-a99b7a69-c944-433a-a342-48906637e171 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036427 Jul 23 10:34:33.797816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f196cf32-2db8-49aa-a449-3bca5a95e81b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:33.817450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 70ae5065-99b3-49ad-be49-3a972570c604 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:33.825132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 541106e6-72b9-4f7a-8d3b-184abacb88c1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:33.836388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77616944-e876-42a4-b0d1-77115160070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.846055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca1da-21e8-4d55-8daa-a7ff3c19b510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.852805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-0e7f0f81-1127-4bd4-a278-ff02343e1f7e', 'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': '4fbc9bf5-7ad8-457e-8a61-d68476e8b14a'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:33.853716 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.866879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77616944-e876-42a4-b0d1-77115160070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.967200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77616944-e876-42a4-b0d1-77115160070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.969767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77616944-e876-42a4-b0d1-77115160070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:33.983814 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-77616944-e876-42a4-b0d1-77115160070a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5600f719-b8d4-426f-91e4-fc6077cc1947 HTTP/1.1" status: 204 len: 168 time: 0.4596424 Jul 23 10:34:33.994129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.031592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77616944-e876-42a4-b0d1-77115160070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5600f719-b8d4-426f-91e4-fc6077cc1947,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:34.100895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Allocated IP 2001:db8::2 (0e7f0f81-1127-4bd4-a278-ff02343e1f7e/4fbc9bf5-7ad8-457e-8a61-d68476e8b14a/d5b58673-9d8e-4f32-a463-59d8edc9b5a4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:34.220407 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126714020'] for subnet, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.225354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] For port 244e7520-e90e-4f8f-9898-0e4f49e24338, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=244e7520-e90e-4f8f-9898-0e4f49e24338,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:34.225719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.228871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca1da-21e8-4d55-8daa-a7ff3c19b510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.229983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.256101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca1da-21e8-4d55-8daa-a7ff3c19b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.280823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.290578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Transition to ACTIVE for port object d5b58673-9d8e-4f32-a463-59d8edc9b5a4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:34.307344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Transition to ACTIVE for port object d5b58673-9d8e-4f32-a463-59d8edc9b5a4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:34.326531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db915051-fb6b-4ff8-9f76-fb1215e7db6c None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:34.355593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fd7ca1da-21e8-4d55-8daa-a7ff3c19b510 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1fa011dbaea40a7911398c327d476b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625125 Jul 23 10:34:34.357051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ca1da-21e8-4d55-8daa-a7ff3c19b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6bbfe-2816-47c7-9e9e-ac849318b1e6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:34.361794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:34.378298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Calling delete_port for 244e7520-e90e-4f8f-9898-0e4f49e24338 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:34.415128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b91b6-3b26-4261-ad70-15aa8b11d6d4 None None] Network 93e412f2-a72d-47a6-b082-3393934ed6ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:34.527165 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.601461 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.623706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:34.624892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-82e8e4e4-5bce-49a2-af56-01b05a320edc None None] Provisioning for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:34.632897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.640898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:34.646507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-82e8e4e4-5bce-49a2-af56-01b05a320edc None None] Provisioning complete for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:34.646507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82e8e4e4-5bce-49a2-af56-01b05a320edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.685262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:34.703242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['46cda450-d16d-4f6f-af59-d4050ddd956e', '244e7520-e90e-4f8f-9898-0e4f49e24338'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:34.711188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Pushing event deleted for resources: {'Port': ['ID=244e7520-e90e-4f8f-9898-0e4f49e24338,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:34.731588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416d723-f125-49b8-98b5-3a0a6474ec00 req-2bf1f879-8fe5-4ed9-9705-e8f111f0413b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:34.733533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b416d723-f125-49b8-98b5-3a0a6474ec00 req-2bf1f879-8fe5-4ed9-9705-e8f111f0413b tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 932 time: 0.9054804 Jul 23 10:34:34.743182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657c979-c169-48ac-a445-610af816b890 req-59d8e594-f0c2-446f-8e86-6bebc7f92c79 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:34.744799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c657c979-c169-48ac-a445-610af816b890 req-59d8e594-f0c2-446f-8e86-6bebc7f92c79 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 945 time: 0.5085108 Jul 23 10:34:34.834110 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e014ae77-de5a-4e49-a5d2-afe5dd05e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.856424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Pushing event updated for resources: {'Port': ['ID=d5b58673-9d8e-4f32-a463-59d8edc9b5a4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:34.939781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50920) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:34.945594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c657c979-c169-48ac-a445-610af816b890 req-ca2c4fdb-553d-463f-a176-8de1c7583ce9 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944420 Jul 23 10:34:34.967397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:34.967397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:34.995036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e014ae77-de5a-4e49-a5d2-afe5dd05e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.015618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Attempting to bind port d5b58673-9d8e-4f32-a463-59d8edc9b5a4 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:35.015993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Attempting to bind port d5b58673-9d8e-4f32-a463-59d8edc9b5a4 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:35.016363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Attempting to bind port d5b58673-9d8e-4f32-a463-59d8edc9b5a4 on network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:35.042573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:35.042947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Checking segment: {'id': '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:35.043354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.043785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Bound using segment: {'id': '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:35.044276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Bound port: d5b58673-9d8e-4f32-a463-59d8edc9b5a4, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0e7f0f81-1127-4bd4-a278-ff02343e1f7e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:35.044665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.051686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.053318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4a1fc288-7791-4129-a7b1-cd6b140e96ed up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:35.069327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.070265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.162936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b676770b-303e-494a-8bbd-08a770c60996 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:35.170344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04cfc92c-2273-4204-8b07-181c76c5461d req-d816ec34-c838-418a-86c2-e489012594f4 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ee53083-dbc8-4352-b1b3-c48dcad1444c HTTP/1.1" status: 200 len: 210 time: 0.1116838 Jul 23 10:34:35.174369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1080570463-network', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:35.213614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e014ae77-de5a-4e49-a5d2-afe5dd05e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.214832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.216402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e014ae77-de5a-4e49-a5d2-afe5dd05e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.232666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e014ae77-de5a-4e49-a5d2-afe5dd05e1ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70d6bbfe-2816-47c7-9e9e-ac849318b1e6 HTTP/1.1" status: 204 len: 168 time: 0.8617060 Jul 23 10:34:35.243106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] No DVR routers for this DVR port 244e7520-e90e-4f8f-9898-0e4f49e24338 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:35.247669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772675724108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125918799'] for subnet, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.254384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.256686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9bb3a711-f491-4b3b-b13a-6eb1e4dccdea req-465fc630-95ce-4eff-971a-407d66c1ab70 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "DELETE /v2.0/ports/244e7520-e90e-4f8f-9898-0e4f49e24338 HTTP/1.1" status: 204 len: 173 time: 2.0616112 Jul 23 10:34:35.260737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'name': 'network-vif-deleted', 'tag': '244e7520-e90e-4f8f-9898-0e4f49e24338'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:35.263075 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce78df6-42ba-4dba-a968-8e79f56edd8d" -d '{"events": [{"server_uuid": "8ee53083-dbc8-4352-b1b3-c48dcad1444c", "name": "network-vif-deleted", "tag": "244e7520-e90e-4f8f-9898-0e4f49e24338"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:35.283019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Made reservation on behalf of 9f03ca5683e54343a4794a4fc922b9ec for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:35.289462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.308825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014ae77-de5a-4e49-a5d2-afe5dd05e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6bbfe-2816-47c7-9e9e-ac849318b1e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:35.320069 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.333091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=f196cf32-2db8-49aa-a449-3bca5a95e81b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:35.341796 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffb93cc-45d0-4421-be7f-907ec9f3ce2b x-openstack-request-id: req-0ffb93cc-45d0-4421-be7f-907ec9f3ce2b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:35.342101 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee53083-dbc8-4352-b1b3-c48dcad1444c", "name": "network-vif-deleted", "tag": "244e7520-e90e-4f8f-9898-0e4f49e24338", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:35.342361 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ffb93cc-45d0-4421-be7f-907ec9f3ce2b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:35.342759 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee53083-dbc8-4352-b1b3-c48dcad1444c', 'name': 'network-vif-deleted', 'tag': '244e7520-e90e-4f8f-9898-0e4f49e24338', 'status': 'completed', 'code': 200} Jul 23 10:34:35.351175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Transition to ACTIVE for port object b676770b-303e-494a-8bbd-08a770c60996 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:35.356695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:35.357340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.358655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "PUT /v2.0/subnets/4fbc9bf5-7ad8-457e-8a61-d68476e8b14a HTTP/1.1" status: 200 len: 826 time: 1.6696303 Jul 23 10:34:35.361945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b416d723-f125-49b8-98b5-3a0a6474ec00 req-4e90bb4d-4af8-4612-83ef-01f074df8792 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086955 Jul 23 10:34:35.365505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50930) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:35.391504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.442471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f14e02-3c4f-4073-bc8b-212ad920ca64 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=4fbc9bf5-7ad8-457e-8a61-d68476e8b14a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:35.447502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 93e412f2-a72d-47a6-b082-3393934ed6ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:35.450783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:35.504866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:35.576610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.632159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Attempting to bind port b676770b-303e-494a-8bbd-08a770c60996 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:35.632429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Attempting to bind port b676770b-303e-494a-8bbd-08a770c60996 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:35.632757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Attempting to bind port b676770b-303e-494a-8bbd-08a770c60996 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:35.653715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Port b676770b-303e-494a-8bbd-08a770c60996 on network 90d03019-6a8b-4228-8d99-84043664d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:34:35.654093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Attempting to bind port b676770b-303e-494a-8bbd-08a770c60996 on network 90d03019-6a8b-4228-8d99-84043664d40b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:35.658609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.664132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:35.664484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Checking segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:35.664962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Bound using segment: {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:35.665362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Bound port: b676770b-303e-494a-8bbd-08a770c60996, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:35.665727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.669852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.707259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] For port d5b58673-9d8e-4f32-a463-59d8edc9b5a4, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:35.714111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e388b5-7d37-42c0-aa80-681f87e9b003,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:35.717213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Router 8869ee9f-a170-48fe-8666-ed61de57095e is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:34:35.731118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:35.746663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.747329 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Added segment 8a747b60-259b-4931-942d-edcaa54c68df of type vlan for network 4b2a9577-9398-4943-879e-83342892ac3a Jul 23 10:34:35.763716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 4a1fc288-7791-4129-a7b1-cd6b140e96ed completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:35.768292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] For port d5b58673-9d8e-4f32-a463-59d8edc9b5a4, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d5b58673-9d8e-4f32-a463-59d8edc9b5a4,segment=NetworkSegment(92d055b0-990b-4e9a-9b1f-9e5822fd2ed8),segment_id=92d055b0-990b-4e9a-9b1f-9e5822fd2ed8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:35.786714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] Provisioning for port 70ae5065-99b3-49ad-be49-3a972570c604 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:35.794537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting port d5b58673-9d8e-4f32-a463-59d8edc9b5a4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:35.794892 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.799988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.803600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 4a1fc288-7791-4129-a7b1-cd6b140e96ed triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:35.804020 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:35.862995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50934) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:35.909434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] Provisioning complete for port 70ae5065-99b3-49ad-be49-3a972570c604 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:35.910490 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.033197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.033356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:36.049658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] For port d5b58673-9d8e-4f32-a463-59d8edc9b5a4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d5b58673-9d8e-4f32-a463-59d8edc9b5a4,segment=NetworkSegment(92d055b0-990b-4e9a-9b1f-9e5822fd2ed8),segment_id=92d055b0-990b-4e9a-9b1f-9e5822fd2ed8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:36.050773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.055827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:34:36.070096 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] Sync routers for ids ['8869ee9f-a170-48fe-8666-ed61de57095e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:34:36.070629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Calling delete_port for d5b58673-9d8e-4f32-a463-59d8edc9b5a4 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:36.088592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5a5a5635-ffc6-4585-ac33-fcbc2f3e5178 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/routers/8869ee9f-a170-48fe-8666-ed61de57095e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5911121 Jul 23 10:34:36.089472 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] Routers {'8869ee9f-a170-48fe-8666-ed61de57095e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:36.090094 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8869ee9f-a170-48fe-8666-ed61de57095e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:36.091648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:36.114223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:36.114580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 67bfdd46-bcc5-4123-9dfd-1fdd9158f332 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:36.117815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8746a4-7c7a-4787-821d-cab9a73c9cb1 None None] Pushing event updated for resources: {'Port': ['ID=d5b58673-9d8e-4f32-a463-59d8edc9b5a4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:36.201422 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:36.220560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] Routers {'8869ee9f-a170-48fe-8666-ed61de57095e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:36.221320 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8869ee9f-a170-48fe-8666-ed61de57095e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:36.275589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.279751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:36.280762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.291161 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:36.292158 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e15bd5f-31aa-44b4-81d7-bb31ad587cfa None None] The sync data for ids ['8869ee9f-a170-48fe-8666-ed61de57095e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:34:36.303344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.320240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:36.358865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Port': ['ID=d5b58673-9d8e-4f32-a463-59d8edc9b5a4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:36.364388 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4169850 Jul 23 10:34:36.372024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:36.373268 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.376258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.379023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Request body: {'subnet': {'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1080570463-subnet', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:36.387617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9738e43-f8e8-43c1-93aa-48b2edb6e882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.399001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:36.489625 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.499915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Made reservation on behalf of 9f03ca5683e54343a4794a4fc922b9ec for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:36.504097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.506895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259581f-c001-4215-9b14-520fe19640e7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2a9577-9398-4943-879e-83342892ac3a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:36.546321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:36.551248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1fc288-7791-4129-a7b1-cd6b140e96ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:36.557432 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6594f5b-38b5-478b-b8f9-1028d5d4b8b0" -d '{"events": [{"server_uuid": "1222b0b5-6139-4b80-948f-eef6f1cae0cd", "name": "network-vif-plugged", "status": "completed", "tag": "4a1fc288-7791-4129-a7b1-cd6b140e96ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:36.560185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4b2a9577-9398-4943-879e-83342892ac3a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:36.609924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b6908-4732-432b-aca8-1011778a991a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:36.611567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-602b6908-4732-432b-aca8-1011778a991a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports?device_id=8869ee9f-a170-48fe-8666-ed61de57095e HTTP/1.1" status: 200 len: 989 time: 0.5188482 Jul 23 10:34:36.628118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:36.632753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.635789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:36.638838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/b676770b-303e-494a-8bbd-08a770c60996 HTTP/1.1" status: 200 len: 1092 time: 3.9985473 Jul 23 10:34:36.657557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No DVR routers for this DVR port d5b58673-9d8e-4f32-a463-59d8edc9b5a4 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:36.677061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] For port 70ae5065-99b3-49ad-be49-3a972570c604, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=70ae5065-99b3-49ad-be49-3a972570c604,segment=NetworkSegment(29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd),segment_id=29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:36.683223 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.721222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.755946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4a1fc288-7791-4129-a7b1-cd6b140e96ed,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:36.756583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9738e43-f8e8-43c1-93aa-48b2edb6e882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.808804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91a1a-628f-4a3b-9502-fb5211bfecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:36.812537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.836638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14ba2-540c-45b0-a883-2962840e1d10 None None] Pushing event updated for resources: {'Port': ['ID=70ae5065-99b3-49ad-be49-3a972570c604,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:36.841757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9738e43-f8e8-43c1-93aa-48b2edb6e882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:36.845122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031f1f2-2fba-489b-b921-e85363042dc8 req-cceeae97-0942-40aa-b1b5-0eb036f8f191 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:36.846868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b031f1f2-2fba-489b-b921-e85363042dc8 req-cceeae97-0942-40aa-b1b5-0eb036f8f191 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 945 time: 0.7270339 Jul 23 10:34:36.872245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Provisioning complete for port 70ae5065-99b3-49ad-be49-3a972570c604 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:36.872626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.007244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Provisioning for port f196cf32-2db8-49aa-a449-3bca5a95e81b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:37.009954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a9738e43-f8e8-43c1-93aa-48b2edb6e882 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=603bb2dbfba947f199dd35c582bd7cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1455326 Jul 23 10:34:37.011947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Provisioning complete for port f196cf32-2db8-49aa-a449-3bca5a95e81b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:37.012331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.015662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:37.032341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9738e43-f8e8-43c1-93aa-48b2edb6e882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cacdb65-4074-4fc0-8110-c6795c0a7c4d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:37.048317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 244e7520-e90e-4f8f-9898-0e4f49e24338 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:37.058414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b031f1f2-2fba-489b-b921-e85363042dc8 req-fa369d46-f615-4af0-b811-c7b64845a7b6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899021 Jul 23 10:34:37.092313 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 244e7520-e90e-4f8f-9898-0e4f49e24338 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:37.092785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 244e7520-e90e-4f8f-9898-0e4f49e24338 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:37.110925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Port f196cf32-2db8-49aa-a449-3bca5a95e81b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:37.148255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Provisioning complete for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:37.148414 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c250405f-c0ad-440e-8c82-1c100ecbb2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.151742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.181431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae44df-6a84-4c15-97de-1d79e24ba62c req-b2b33ccc-f028-4959-8951-cda8fce3e696 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:37.183502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bae44df-6a84-4c15-97de-1d79e24ba62c req-b2b33ccc-f028-4959-8951-cda8fce3e696 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 944 time: 0.3425264 Jul 23 10:34:37.204662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-7bbb2611-4c0b-4bec-ade1-64d6b53f362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:37.206434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-7bbb2611-4c0b-4bec-ade1-64d6b53f362d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 1095 time: 0.4921682 Jul 23 10:34:37.216542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c154a83-fcd5-4d44-a82b-e71369b2bd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.234077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbc9bf5-7ad8-457e-8a61-d68476e8b14a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:37.310715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.312090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-6b74e0e8-2db2-4fd8-afc3-f4f481199e55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b676770b-303e-494a-8bbd-08a770c60996 HTTP/1.1" status: 200 len: 217 time: 0.0819352 Jul 23 10:34:37.333382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bae44df-6a84-4c15-97de-1d79e24ba62c req-ad7253c7-cfca-4b47-a03c-79451dabf972 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251605 Jul 23 10:34:37.334658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c154a83-fcd5-4d44-a82b-e71369b2bd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.377510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7162b75f-4070-40ee-86f5-628bfff6644f None None] Provisioning complete for port f196cf32-2db8-49aa-a449-3bca5a95e81b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:37.379401 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7162b75f-4070-40ee-86f5-628bfff6644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.412302 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37bc60b-45bb-481e-8ec1-936a2a8b883b x-openstack-request-id: req-f37bc60b-45bb-481e-8ec1-936a2a8b883b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:37.412674 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1222b0b5-6139-4b80-948f-eef6f1cae0cd", "name": "network-vif-plugged", "status": "completed", "tag": "4a1fc288-7791-4129-a7b1-cd6b140e96ed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:37.412852 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f37bc60b-45bb-481e-8ec1-936a2a8b883b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:37.413249 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1fc288-7791-4129-a7b1-cd6b140e96ed', 'code': 200} Jul 23 10:34:37.413388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.415963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:37.418491 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41392d3d-01e6-447e-82bb-621eebc66325" -d '{"events": [{"name": "network-changed", "server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "tag": "b676770b-303e-494a-8bbd-08a770c60996"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:37.448934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7162b75f-4070-40ee-86f5-628bfff6644f None None] Port f196cf32-2db8-49aa-a449-3bca5a95e81b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:37.479812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2db689-799e-4107-b813-e5b30a438ba1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:37.501212 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca1ee5f-9b82-40ce-8abf-6387eec04c1c x-openstack-request-id: req-dca1ee5f-9b82-40ce-8abf-6387eec04c1c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:37.501596 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "tag": "b676770b-303e-494a-8bbd-08a770c60996", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:37.501749 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dca1ee5f-9b82-40ce-8abf-6387eec04c1c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:37.502134 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996', 'status': 'completed', 'code': 200} Jul 23 10:34:37.508504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7f0f81-1127-4bd4-a278-ff02343e1f7e']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:37.514725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b5449-d7b1-4985-b53b-30ba3e6c7f85 req-8d891e7a-8f41-491c-8acb-e7249af239c9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:37.516337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a3b5449-d7b1-4985-b53b-30ba3e6c7f85 req-8d891e7a-8f41-491c-8acb-e7249af239c9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.3187230 Jul 23 10:34:37.518954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:37.518954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d055b0-990b-4e9a-9b1f-9e5822fd2ed8') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:37.528792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.532387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Checking segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:37.532387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Network hostable DHCP agents. Network: 4b2a9577-9398-4943-879e-83342892ac3a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:37.541336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-d91d9de4-2313-489e-9122-25a665b4c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:37.542836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-d91d9de4-2313-489e-9122-25a665b4c462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.2216647 Jul 23 10:34:37.552771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.583213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-4d3a7122-79c4-4e44-ad50-25aafa93b7d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335248 Jul 23 10:34:37.589604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c154a83-fcd5-4d44-a82b-e71369b2bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.591970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:37.592387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.592506 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c154a83-fcd5-4d44-a82b-e71369b2bd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.595786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8c154a83-fcd5-4d44-a82b-e71369b2bd8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cacdb65-4074-4fc0-8110-c6795c0a7c4d HTTP/1.1" status: 204 len: 168 time: 0.5763202 Jul 23 10:34:37.600698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433af277-834e-4b26-939c-ddce3d16ea4b None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:37.608377 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:37.610786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c154a83-fcd5-4d44-a82b-e71369b2bd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cacdb65-4074-4fc0-8110-c6795c0a7c4d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:37.662409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Network 4b2a9577-9398-4943-879e-83342892ac3a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:37.681695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7fea381c-af4c-4836-be31-b60da7e9f8ae None None] Could not find standard attr ID for object d5b58673-9d8e-4f32-a463-59d8edc9b5a4. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:34:37.689683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a3b5449-d7b1-4985-b53b-30ba3e6c7f85 req-95457137-05ac-4749-a68b-318d4e26d108 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542330 Jul 23 10:34:37.705338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4b2a9577-9398-4943-879e-83342892ac3a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:37.748215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6aff9f-8110-460e-9486-c754b1d9afef None None] Network 4b2a9577-9398-4943-879e-83342892ac3a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:37.792782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993b56b-44f8-4a85-82fb-f4936cb5e8a9 req-a2769dcf-c702-4f78-b642-f70b246d8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:37.794573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e993b56b-44f8-4a85-82fb-f4936cb5e8a9 req-a2769dcf-c702-4f78-b642-f70b246d8986 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 1097 time: 0.3242359 Jul 23 10:34:37.801605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.806489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.810373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.812598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/0e7f0f81-1127-4bd4-a278-ff02343e1f7e HTTP/1.1" status: 204 len: 168 time: 2.4459660 Jul 23 10:34:37.812984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:37.813837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.816263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:37.845639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2ddcd-9c1e-468a-8e1f-2edfba2922bf tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=0e7f0f81-1127-4bd4-a278-ff02343e1f7e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:37.860197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a25c3e-efdd-487d-b8f1-cf38b4ca6482 None None] DHCP port deletion for 0e7f0f81-1127-4bd4-a278-ff02343e1f7e request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:37.884613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-b2d5c9bd-c402-4379-9ed1-430316d46a2e service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945921 Jul 23 10:34:37.902828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e993b56b-44f8-4a85-82fb-f4936cb5e8a9 req-a8ebbab2-c5a0-44ef-b07f-836afa67138a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Jul 23 10:34:37.937672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52405c93-6d79-440b-81d2-b5916c145af7 None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:37.959942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-4b2a9577-9398-4943-879e-83342892ac3a', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:37.960955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:37.964734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52405c93-6d79-440b-81d2-b5916c145af7 None None] Network 0e7f0f81-1127-4bd4-a278-ff02343e1f7e could not be found, it might have been deleted concurrently. {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 10:34:38.013235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b41a6bd-3781-4275-ad9d-240c6c2a7d38 req-b441bc52-f7ba-405b-a308-c64c70a1dfb2 service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191392 Jul 23 10:34:38.142555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Allocated IP 172.20.0.2 (4b2a9577-9398-4943-879e-83342892ac3a/8e2db689-799e-4107-b813-e5b30a438ba1/4c5f1bb3-5d61-4d31-a10d-1171e155f048) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:38.225525 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c946c0c-0055-4d30-8aca-ad907435f53b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:38.226975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c946c0c-0055-4d30-8aca-ad907435f53b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:38.234520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4c946c0c-0055-4d30-8aca-ad907435f53b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/0e7f0f81-1127-4bd4-a278-ff02343e1f7e HTTP/1.1" status: 404 len: 339 time: 0.4168391 Jul 23 10:34:38.234801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50976) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:38.239718 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3bb6ab7a-a50d-40eb-a8bc-add107793b79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8657804 Jul 23 10:34:38.244835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:38.249636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797346340', 'description': 'd1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:38.249833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:38.321818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41392d3d-01e6-447e-82bb-621eebc66325 req-ce1308de-5753-42d4-be39-4f23dbd48c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.323668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-ce1308de-5753-42d4-be39-4f23dbd48c79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=646b57bbc421406d9bacfe19a675a00f&device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 1095 time: 0.2100682 Jul 23 10:34:38.329232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.330524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.372692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:38.376536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.427263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.437238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Transition to ACTIVE for port object 4c5f1bb3-5d61-4d31-a10d-1171e155f048 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:38.446702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cfdea-0489-4bcd-95b5-44104c88cf8d req-d645f383-58d2-449c-8077-72a663789576 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.453452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Transition to ACTIVE for port object 4c5f1bb3-5d61-4d31-a10d-1171e155f048 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:38.456774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5cfdea-0489-4bcd-95b5-44104c88cf8d req-d645f383-58d2-449c-8077-72a663789576 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 946 time: 0.2704508 Jul 23 10:34:38.459360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 70ae5065-99b3-49ad-be49-3a972570c604 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:38.464794 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.477543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.506755 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Network 4b2a9577-9398-4943-879e-83342892ac3a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:38.511050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:38.513820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:38.565293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5cfdea-0489-4bcd-95b5-44104c88cf8d req-1c365d9f-5b4d-4bb9-b23e-225d2f1ec9e7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069715 Jul 23 10:34:38.588756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a5368-4d25-41a0-919d-b26be53c3074 req-4a4590d3-9c61-47ef-9bf3-6ffc7926735e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.590753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-460a5368-4d25-41a0-919d-b26be53c3074 req-4a4590d3-9c61-47ef-9bf3-6ffc7926735e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.3358765 Jul 23 10:34:38.622027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:38.636030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Pushing event updated for resources: {'Port': ['ID=4c5f1bb3-5d61-4d31-a10d-1171e155f048,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:38.655891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Attempting to bind port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:38.656603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Attempting to bind port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:38.656751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Attempting to bind port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 on network 4b2a9577-9398-4943-879e-83342892ac3a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:38.693788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:38.694207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Checking segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:38.694538 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.695790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Bound using segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:38.697065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Bound port: 4c5f1bb3-5d61-4d31-a10d-1171e155f048, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:38.697523 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.705111 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.705555 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 27845e90-d208-48ec-b82e-c951d445010c of type vlan for network 0d904fc6-ec5f-472c-8b63-24b0c699120f Jul 23 10:34:38.733181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41392d3d-01e6-447e-82bb-621eebc66325 req-ef078672-6664-475d-bb93-88e578302077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.734855 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-ef078672-6664-475d-bb93-88e578302077 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 200 len: 906 time: 0.4031954 Jul 23 10:34:38.747312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port f196cf32-2db8-49aa-a449-3bca5a95e81b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:38.747771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.783004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.790965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 70ae5065-99b3-49ad-be49-3a972570c604 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:38.791916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.796927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707382-92ce-4918-9429-94f6204ce101 req-10163e96-729a-4c4e-8003-b03ce7bf90c2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.803035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98707382-92ce-4918-9429-94f6204ce101 req-10163e96-729a-4c4e-8003-b03ce7bf90c2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 944 time: 0.3482533 Jul 23 10:34:38.835665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.840691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-37ef0535-4dad-41d2-b1d6-7db8f438cd2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b676770b-303e-494a-8bbd-08a770c60996 HTTP/1.1" status: 200 len: 217 time: 0.0688326 Jul 23 10:34:38.900309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98707382-92ce-4918-9429-94f6204ce101 req-8ac78682-286c-4704-b92f-9c39aa84568c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912135 Jul 23 10:34:38.916428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] For port 4c5f1bb3-5d61-4d31-a10d-1171e155f048, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:38.921778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] For port 4c5f1bb3-5d61-4d31-a10d-1171e155f048, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c5f1bb3-5d61-4d31-a10d-1171e155f048,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:38.951169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.957216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.960129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41392d3d-01e6-447e-82bb-621eebc66325 req-e5dfeb70-cfac-4a7f-84d4-c3f0aa68bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.963044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-e5dfeb70-cfac-4a7f-84d4-c3f0aa68bd93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 200 len: 845 time: 0.1116371 Jul 23 10:34:38.967285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.973538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:38.974126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:38.975701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for f196cf32-2db8-49aa-a449-3bca5a95e81b owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:39.035550 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-6d13be0e-6818-446d-b38e-5769cb95a240 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d03019-6a8b-4228-8d99-84043664d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578787 Jul 23 10:34:39.095965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8582034 Jul 23 10:34:39.099829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:39.103219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260011d-a773-48d5-bca8-ac552c3a6e66 None None] Pushing event updated for resources: {'Port': ['ID=4c5f1bb3-5d61-4d31-a10d-1171e155f048,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:39.178206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f31d45-a32b-4181-9c8f-58e0bc7ec0f5 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=0d904fc6-ec5f-472c-8b63-24b0c699120f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:39.195906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0d904fc6-ec5f-472c-8b63-24b0c699120f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:39.237233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Deleting port 46cda450-d16d-4f6f-af59-d4050ddd956e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:39.237980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:39.317374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776df89c-1883-4bf4-9874-d51efdf9bac5 req-95c0ae9c-584f-4fad-9424-c672ce028099 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:39.319543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-776df89c-1883-4bf4-9874-d51efdf9bac5 req-95c0ae9c-584f-4fad-9424-c672ce028099 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 946 time: 0.4871469 Jul 23 10:34:39.319995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a89cee-1de2-4340-af99-486695908e33 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:39.322052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-20a89cee-1de2-4340-af99-486695908e33 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks?id=0d904fc6-ec5f-472c-8b63-24b0c699120f HTTP/1.1" status: 200 len: 765 time: 0.2190456 Jul 23 10:34:39.324692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:39.368620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'description': 'd2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:39.455166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-c9e74928-72e5-4521-8604-e20ccad76e9e service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001067 Jul 23 10:34:39.530389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-776df89c-1883-4bf4-9874-d51efdf9bac5 req-743b10b3-508b-4ece-9812-279fabc245f8 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/security-groups?id=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320641 Jul 23 10:34:39.532291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] For port 46cda450-d16d-4f6f-af59-d4050ddd956e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=46cda450-d16d-4f6f-af59-d4050ddd956e,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:39.532661 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:39.555884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:39.567168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Calling delete_port for 46cda450-d16d-4f6f-af59-d4050ddd956e owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:39.578437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:39.620011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:39.759059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=f196cf32-2db8-49aa-a449-3bca5a95e81b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:39.849919 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.021627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-41392d3d-01e6-447e-82bb-621eebc66325 req-39987e97-d6c0-48d8-aeda-53d5c6f55bff service neutron] 10.222.0.20 "GET /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563335 Jul 23 10:34:40.144571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.156790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['46cda450-d16d-4f6f-af59-d4050ddd956e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:40.210672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5325f-6061-45fc-840d-82b83457b06f req-89006500-8f49-4455-9d8d-239396813f7c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:40.212503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84b5325f-6061-45fc-840d-82b83457b06f req-89006500-8f49-4455-9d8d-239396813f7c tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 944 time: 0.1606510 Jul 23 10:34:40.216829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Pushing event deleted for resources: {'Port': ['ID=46cda450-d16d-4f6f-af59-d4050ddd956e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:40.282816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:40.306725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] No DVR routers for this DVR port 46cda450-d16d-4f6f-af59-d4050ddd956e on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:40.311213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.313273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-460a5368-4d25-41a0-919d-b26be53c3074 req-5af60edd-085d-4119-b4c1-f34ee1d9e7a9 tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.55 "DELETE /v2.0/ports/46cda450-d16d-4f6f-af59-d4050ddd956e HTTP/1.1" status: 204 len: 173 time: 1.7091486 Jul 23 10:34:40.314711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'name': 'network-vif-deleted', 'tag': '46cda450-d16d-4f6f-af59-d4050ddd956e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:40.316496 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040994b6-14a6-4588-8e71-38dca60b88b3" -d '{"events": [{"server_uuid": "cf66fe30-5175-4f57-85ab-354f98d472d2", "name": "network-vif-deleted", "tag": "46cda450-d16d-4f6f-af59-d4050ddd956e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:40.329113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c5f1bb3-5d61-4d31-a10d-1171e155f048 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:40.381305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84b5325f-6061-45fc-840d-82b83457b06f req-8221eba5-e2a5-4f3c-8087-a7a27c1c2909 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413405 Jul 23 10:34:40.383940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b212-5dd0-4ae0-a290-8ac42a77d637 req-ba744bdf-a5b8-4c30-8caf-32fa8ebaf165 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:40.392376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ec0b212-5dd0-4ae0-a290-8ac42a77d637 req-ba744bdf-a5b8-4c30-8caf-32fa8ebaf165 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 946 time: 0.7298107 Jul 23 10:34:40.393734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.421031 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de8e31-e03d-4641-be4c-3330d7c628f9 x-openstack-request-id: req-49de8e31-e03d-4641-be4c-3330d7c628f9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:40.421588 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66fe30-5175-4f57-85ab-354f98d472d2", "name": "network-vif-deleted", "tag": "46cda450-d16d-4f6f-af59-d4050ddd956e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:40.422039 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49de8e31-e03d-4641-be4c-3330d7c628f9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:40.422631 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66fe30-5175-4f57-85ab-354f98d472d2', 'name': 'network-vif-deleted', 'tag': '46cda450-d16d-4f6f-af59-d4050ddd956e', 'status': 'completed', 'code': 200} Jul 23 10:34:40.438656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.460457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 0d904fc6-ec5f-472c-8b63-24b0c699120f is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:34:40.462643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:40.466632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:40.467028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.468370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "PUT /v2.0/networks/0d904fc6-ec5f-472c-8b63-24b0c699120f HTTP/1.1" status: 200 len: 762 time: 1.1348619 Jul 23 10:34:40.471313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51030) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:40.530276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce49c0f-3c67-48f8-be4e-a6091c21c9e8 None None] Network 4b2a9577-9398-4943-879e-83342892ac3a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:40.562425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Allocated IP 172.25.4.123 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/abda5c17-d300-4bc6-b1d7-c20b355a4bf8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:40.592692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52e9cf-f364-4b65-8a2f-e12a8874f5c9 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:40.599354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8d52e9cf-f364-4b65-8a2f-e12a8874f5c9 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks?id=0d904fc6-ec5f-472c-8b63-24b0c699120f HTTP/1.1" status: 200 len: 765 time: 0.1261759 Jul 23 10:34:40.600036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51034) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:40.607602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca66002-d28f-47bd-9e52-b63f5cdd651f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=0d904fc6-ec5f-472c-8b63-24b0c699120f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:40.623163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0d904fc6-ec5f-472c-8b63-24b0c699120f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:40.642660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ec0b212-5dd0-4ae0-a290-8ac42a77d637 req-3997d4f9-5d1e-41d8-9939-2b89c57b2d39 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497389 Jul 23 10:34:40.668468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8425c3df-428e-4f87-bc3a-466c1c922c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.689562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] Provisioning for port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:40.700840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] Provisioning complete for port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:40.701541 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.789882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c0d417b9-952d-4f8c-b2b8-767a4babde98 req-ccaeaff8-a068-4e18-bf06-1107f4296b3e tempest-ListServerFiltersTestJSON-2034887465 tempest-ListServerFiltersTestJSON-2034887465-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf66fe30-5175-4f57-85ab-354f98d472d2 HTTP/1.1" status: 200 len: 210 time: 0.0789895 Jul 23 10:34:40.879855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Router 8869ee9f-a170-48fe-8666-ed61de57095e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:34:40.951979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:40.987045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d828514e-c57c-49aa-9666-fda8cae943f9 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:40.992292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d828514e-c57c-49aa-9666-fda8cae943f9 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3893986 Jul 23 10:34:40.994915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51038) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.001824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] For port 4c5f1bb3-5d61-4d31-a10d-1171e155f048, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c5f1bb3-5d61-4d31-a10d-1171e155f048,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:41.008672 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.025456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:34:41.039098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0add0332-d214-44f6-a06a-f427f85e85b7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/routers/8869ee9f-a170-48fe-8666-ed61de57095e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4010208 Jul 23 10:34:41.039884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.044767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] Sync routers for ids ['8869ee9f-a170-48fe-8666-ed61de57095e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:34:41.049927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d76803c9-4e3c-445b-9ed9-6f28543ba636 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 207 time: 0.0536749 Jul 23 10:34:41.051227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51042) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.056167 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.068496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] Routers {'8869ee9f-a170-48fe-8666-ed61de57095e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:41.069331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8869ee9f-a170-48fe-8666-ed61de57095e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:41.080610 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-384003cf-efea-46c6-accc-5fdb1cde3763 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:34:41.085346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-384003cf-efea-46c6-accc-5fdb1cde3763 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/f196cf32-2db8-49aa-a449-3bca5a95e81b HTTP/1.1" status: 404 len: 333 time: 0.0427380 Jul 23 10:34:41.085963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.114300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:41.124615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd141a5-c45b-45fc-93f2-95d4f783e01d None None] Pushing event updated for resources: {'Port': ['ID=4c5f1bb3-5d61-4d31-a10d-1171e155f048,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:41.132613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] Routers {'8869ee9f-a170-48fe-8666-ed61de57095e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:41.133957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8869ee9f-a170-48fe-8666-ed61de57095e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:41.168651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:41.170037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f9005-6b02-4f16-9865-0487ee587820 None None] The sync data for ids ['8869ee9f-a170-48fe-8666-ed61de57095e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:34:41.170743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8425c3df-428e-4f87-bc3a-466c1c922c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.187542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.194795 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8425c3df-428e-4f87-bc3a-466c1c922c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.286782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.318429 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8425c3df-428e-4f87-bc3a-466c1c922c72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3105617046914935bc883b7d6ad908dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0183880 Jul 23 10:34:41.325112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425c3df-428e-4f87-bc3a-466c1c922c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4166b4a-a1f7-4fd0-b0a2-6a4886f29bbb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:41.331738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c936ec5e-1329-4ec8-a27d-0a3b9e53f130 None None] Provisioning complete for port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:41.332401 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c936ec5e-1329-4ec8-a27d-0a3b9e53f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.332648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51046) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.375581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.382425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.388551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.395673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.403147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.408903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.411319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa78586f-3357-4b22-87d1-13064b7a061e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3578792 Jul 23 10:34:41.415137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51050) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.438896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.440910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Pushing event updated for resources: {'Port': ['ID=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:41.445482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.480712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ede-2677-48d4-951f-5d4e53fd2a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.502682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:41.536411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:41.538730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:41.542529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ede-2677-48d4-951f-5d4e53fd2a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.554848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:34:41.561109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.561851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Fanout notify agent at l3_agent the message router_deleted on router 8869ee9f-a170-48fe-8666-ed61de57095e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:34:41.572083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.575528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f9d5bd13-142a-48de-801a-1069f3350450 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/routers/8869ee9f-a170-48fe-8666-ed61de57095e HTTP/1.1" status: 204 len: 168 time: 0.4870961 Jul 23 10:34:41.581989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.591711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b513fcd-56bb-4969-b3ac-b7bc3834447a tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1713037 Jul 23 10:34:41.591711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51054) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.662443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b9e94-870e-4fd9-af82-1e82c0635f16 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.664002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b9e94-870e-4fd9-af82-1e82c0635f16 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.665524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b9e94-870e-4fd9-af82-1e82c0635f16 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.667033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b9e94-870e-4fd9-af82-1e82c0635f16 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.668557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b9e94-870e-4fd9-af82-1e82c0635f16 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.673861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-918b9e94-870e-4fd9-af82-1e82c0635f16 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0783703 Jul 23 10:34:41.674202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51056) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.679290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:41.694379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b676770b-303e-494a-8bbd-08a770c60996', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': 'b676770b-303e-494a-8bbd-08a770c60996', 'mac_address': 'fa:16:3e:d3:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:34:41.723138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ede-2677-48d4-951f-5d4e53fd2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.725756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ede-2677-48d4-951f-5d4e53fd2a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.729679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b17b2ede-2677-48d4-951f-5d4e53fd2a34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4166b4a-a1f7-4fd0-b0a2-6a4886f29bbb HTTP/1.1" status: 204 len: 168 time: 0.3933163 Jul 23 10:34:41.749804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet b9cc58cc-d136-40ec-9d90-fbb7306d494d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:41.755908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b2ede-2677-48d4-951f-5d4e53fd2a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4166b4a-a1f7-4fd0-b0a2-6a4886f29bbb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:41.756181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.764744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe3786-793b-40df-a3fa-ca158dc4c538 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.766206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe3786-793b-40df-a3fa-ca158dc4c538 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.768402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe3786-793b-40df-a3fa-ca158dc4c538 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.771602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe3786-793b-40df-a3fa-ca158dc4c538 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.774300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe3786-793b-40df-a3fa-ca158dc4c538 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.779312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdbe3786-793b-40df-a3fa-ca158dc4c538 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1007881 Jul 23 10:34:41.780100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51064) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:41.780233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517ade9-0c51-4992-b25c-4e04deccb8f6 req-38327f2c-d7e2-4340-88c4-6428d61cd2eb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.780332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b676770b-303e-494a-8bbd-08a770c60996 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:41.781390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4517ade9-0c51-4992-b25c-4e04deccb8f6 req-38327f2c-d7e2-4340-88c4-6428d61cd2eb tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 944 time: 0.3375657 Jul 23 10:34:41.782046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.812054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:41.818207 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.884626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:41.892431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.892791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.893144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.893492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.894354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.894765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.895394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.895795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.896138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.896474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.896811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.897146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:41.924496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:41.935836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1a8d8-b9d0-408d-ab35-670cf840a1de tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:41.937385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-17c1a8d8-b9d0-408d-ab35-670cf840a1de tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks/745f69f8-5fe5-48da-beac-9d370b39a615 HTTP/1.1" status: 200 len: 804 time: 0.1568682 Jul 23 10:34:41.941492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51068) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.028179 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4517ade9-0c51-4992-b25c-4e04deccb8f6 req-2b667e72-d9a8-4946-9a8e-265d0de34d99 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978221 Jul 23 10:34:42.100227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51072) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.142593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a565bf4-3a24-4e2f-a547-d00c4c89d03d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/networks/745f69f8-5fe5-48da-beac-9d370b39a615?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1952631 Jul 23 10:34:42.142593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51076) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.160460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b676770b-303e-494a-8bbd-08a770c60996'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:42.176119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.227275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.234552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721327f-2680-4f24-af81-d887262b9fbe tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:42.240368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5721327f-2680-4f24-af81-d887262b9fbe tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/subnets/f421be25-955f-488f-a137-41440600872f HTTP/1.1" status: 200 len: 843 time: 0.0921621 Jul 23 10:34:42.243333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Deleting subnet f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:42.246345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51082) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.300512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.311611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c5f1bb3-5d61-4d31-a10d-1171e155f048 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:42.344619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a439c674-0fb4-4a6b-9891-b29e9b7c046e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['shared'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:42.346137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a439c674-0fb4-4a6b-9891-b29e9b7c046e tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "GET /v2.0/subnets/f421be25-955f-488f-a137-41440600872f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0971560 Jul 23 10:34:42.350409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.357912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1678929029'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:42.358556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.410563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.418851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:42.419243 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.443902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:42.448141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.463548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cc58cc-d136-40ec-9d90-fbb7306d494d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:42.469647 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.532773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adabf8e-ae4d-4d8e-b0e6-15fa36e73018 None None] Network 93e412f2-a72d-47a6-b082-3393934ed6ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:42.548386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.595328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fa08cc-1bbf-4fb4-854c-2ece5790bf54,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:42.599188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.604449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8c56b5c4-fe56-4d20-ae4b-b88ba4589fb8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6fa08cc-1bbf-4fb4-854c-2ece5790bf54 HTTP/1.1" status: 204 len: 168 time: 0.5030675 Jul 23 10:34:42.605410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51094) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.696698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.765131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Deleting port a135ea95-6d64-4565-8e8d-9f2e3a34d365 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:42.765580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.797077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a7f0d-76cc-4426-8ff7-25f7d7aafa83 None None] Network 4d48f16e-23ec-45a5-87af-eeaa30b524f3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:42.847894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598210'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.853758 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3fc7b9d4-c12f-4d5c-a4cb-63544dd211eb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/b9cc58cc-d136-40ec-9d90-fbb7306d494d HTTP/1.1" status: 204 len: 168 time: 1.2701471 Jul 23 10:34:42.854929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:42.865458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] For port a135ea95-6d64-4565-8e8d-9f2e3a34d365, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a135ea95-6d64-4565-8e8d-9f2e3a34d365,segment=NetworkSegment(5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048),segment_id=5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:42.866003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.885175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Calling delete_port for a135ea95-6d64-4565-8e8d-9f2e3a34d365 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:42.929978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:42.992517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:42.992874 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Added segment 4c6d88f5-f423-4866-9e4b-f50cece43b30 of type vlan for network 25213dcb-ca63-4672-882e-4e11518effca Jul 23 10:34:43.002570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.010000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.013112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.061792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a135ea95-6d64-4565-8e8d-9f2e3a34d365,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:43.072807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] No DVR routers for this DVR port a135ea95-6d64-4565-8e8d-9f2e3a34d365 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:43.086690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 46cda450-d16d-4f6f-af59-d4050ddd956e no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:43.116119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] DHCP port deletion for 93e412f2-a72d-47a6-b082-3393934ed6ca request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:43.121289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 46cda450-d16d-4f6f-af59-d4050ddd956e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:43.128677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 46cda450-d16d-4f6f-af59-d4050ddd956e not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:43.165643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd6cd6-0a02-46a9-9ed2-053005ad92f9 None None] DHCP port deletion for 4d48f16e-23ec-45a5-87af-eeaa30b524f3 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:43.197361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.211390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d48f16e-23ec-45a5-87af-eeaa30b524f3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.211851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] Deleting port 70ae5065-99b3-49ad-be49-3a972570c604 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:43.212425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.223366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.223925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c581290-8b2a-4f1c-b3ff-dd3c6a2f3048') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.227837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.235740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.258432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.273712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:43.274137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:43.276624 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:43.321720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] For port 70ae5065-99b3-49ad-be49-3a972570c604, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=70ae5065-99b3-49ad-be49-3a972570c604,segment=NetworkSegment(29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd),segment_id=29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:43.322784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.336411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] Calling delete_port for 70ae5065-99b3-49ad-be49-3a972570c604 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:43.344407 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.357396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.360860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.363058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d48f16e-23ec-45a5-87af-eeaa30b524f3 HTTP/1.1" status: 204 len: 168 time: 0.7560635 Jul 23 10:34:43.367076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:43.367746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.376461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc43b0-d837-402e-8955-87cb1f8aab2d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d48f16e-23ec-45a5-87af-eeaa30b524f3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:43.424880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3957a0c-0e24-43e6-977e-859ff606bf56 req-e323acf4-635f-4910-9c0b-8144872bf708 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:43.427061 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3957a0c-0e24-43e6-977e-859ff606bf56 req-e323acf4-635f-4910-9c0b-8144872bf708 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 945 time: 0.2570343 Jul 23 10:34:43.453577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.457042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1043148 Jul 23 10:34:43.460665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:43.467837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'network_id': '25213dcb-ca63-4672-882e-4e11518effca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:43.493327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] Pushing event deleted for resources: {'Port': ['ID=70ae5065-99b3-49ad-be49-3a972570c604,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:43.500355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef139c-c360-45ea-8769-6ed85578e1a0 None None] No DVR routers for this DVR port 70ae5065-99b3-49ad-be49-3a972570c604 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:43.527456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 70ae5065-99b3-49ad-be49-3a972570c604 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:43.527805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.550115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaba05-5828-4b9f-b4ab-975ca9f6a456 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Network': ['ID=25213dcb-ca63-4672-882e-4e11518effca,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:43.561331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 25213dcb-ca63-4672-882e-4e11518effca details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:43.568295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51122) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:43.582681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Router b91ea183-6e35-465d-85f2-73e8082ba519 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:34:43.608830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Made reservation on behalf of f9075a5fe2cc40f0b2cd9f842f35290a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:43.612460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.629051 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3957a0c-0e24-43e6-977e-859ff606bf56 req-9847c284-99d9-40c6-9e29-814828e004c2 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887922 Jul 23 10:34:43.636368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] For port 70ae5065-99b3-49ad-be49-3a972570c604, host n-d-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:43.636368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.656677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:43.683155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 70ae5065-99b3-49ad-be49-3a972570c604 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:43.707720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Performing IP validity checks on allocation pools {{(pid=93833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 10:34:43.708119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 10:34:43.715490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Port 70ae5065-99b3-49ad-be49-3a972570c604 was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:34:43.716613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c671968a-5d54-4138-aeca-6032bcbbe769 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfd70b5f4bd741b7b6c770e3337c51b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470518 Jul 23 10:34:43.719693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51128) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:43.723005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.757739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=70ae5065-99b3-49ad-be49-3a972570c604,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:43.767925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No DVR routers for this DVR port 70ae5065-99b3-49ad-be49-3a972570c604 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:43.773578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b676770b-303e-494a-8bbd-08a770c60996 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:43.778854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b676770b-303e-494a-8bbd-08a770c60996 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:43.780361 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.810605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2111b14a-7267-46fd-8e71-986e4192ce9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.869437 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2111b14a-7267-46fd-8e71-986e4192ce9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.872513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.881278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:34:43.889172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e412f2-a72d-47a6-b082-3393934ed6ca']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.891079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:34:43.903469 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:43.904103 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.907066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.907720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bc5cf0-1a08-49e8-afeb-5eb6b17ef0bd') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:43.920156 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.925508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.933309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b67b8358-5684-402f-96c3-5c3256911fff admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6867714 Jul 23 10:34:43.936081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51132) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:43.954321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.966363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.968378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:43.970489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:43.974150 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:44.036828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:44.038757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:44.044401 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e39fb-6e80-47ba-a1b0-246e6a4e41fb" -d '{"events": [{"server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "name": "network-vif-plugged", "status": "completed", "tag": "b676770b-303e-494a-8bbd-08a770c60996"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:44.045439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.050626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.073558 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:44.106847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2111b14a-7267-46fd-8e71-986e4192ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.109493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2111b14a-7267-46fd-8e71-986e4192ce9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.110724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2111b14a-7267-46fd-8e71-986e4192ce9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/febd2510-5caa-48ec-a7bd-95b1ebf5e6ef HTTP/1.1" status: 204 len: 168 time: 0.3901079 Jul 23 10:34:44.131489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:44.144364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111b14a-7267-46fd-8e71-986e4192ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd2510-5caa-48ec-a7bd-95b1ebf5e6ef,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:44.146775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=213718dc-87df-4468-99f0-48c4bc501af8,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:44.156670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.186443 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4cebe-d95e-43e7-a45d-edf66ab0891e x-openstack-request-id: req-a8a4cebe-d95e-43e7-a45d-edf66ab0891e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:44.186860 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "name": "network-vif-plugged", "status": "completed", "tag": "b676770b-303e-494a-8bbd-08a770c60996", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:44.188030 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8a4cebe-d95e-43e7-a45d-edf66ab0891e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:44.190276 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996', 'code': 200} Jul 23 10:34:44.205500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.207730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/93e412f2-a72d-47a6-b082-3393934ed6ca HTTP/1.1" status: 204 len: 168 time: 1.3486753 Jul 23 10:34:44.208726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016d38-ed56-4088-8ff6-db616a144791 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=93e412f2-a72d-47a6-b082-3393934ed6ca,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:44.221149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:44.274370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Checking segment: {'id': '4c6d88f5-f423-4866-9e4b-f50cece43b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '25213dcb-ca63-4672-882e-4e11518effca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:44.274767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network hostable DHCP agents. Network: 25213dcb-ca63-4672-882e-4e11518effca, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:44.316910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 70ae5065-99b3-49ad-be49-3a972570c604 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:44.340547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Network 25213dcb-ca63-4672-882e-4e11518effca is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:44.369266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 70ae5065-99b3-49ad-be49-3a972570c604 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:44.369846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 70ae5065-99b3-49ad-be49-3a972570c604 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:44.370257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a135ea95-6d64-4565-8e8d-9f2e3a34d365 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:44.397449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88a450-0b9d-477a-a0b6-df2efefecba8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:44.403257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 25213dcb-ca63-4672-882e-4e11518effca) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:44.408739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c88a450-0b9d-477a-a0b6-df2efefecba8 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/b54bacaa-01fd-42f7-ac4a-045bff36693d HTTP/1.1" status: 200 len: 844 time: 0.1823883 Jul 23 10:34:44.421451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed64f82-a120-4155-a959-267939ee592d None None] Network 25213dcb-ca63-4672-882e-4e11518effca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:44.421632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51172) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:44.423486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a135ea95-6d64-4565-8e8d-9f2e3a34d365 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:44.423880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a135ea95-6d64-4565-8e8d-9f2e3a34d365 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:44.476286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc81b7-bf1d-4aba-bf4a-32b14d458ef3 req-349b9253-8c02-42f9-bead-255a2e49d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:44.477958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4bc81b7-bf1d-4aba-bf4a-32b14d458ef3 req-349b9253-8c02-42f9-bead-255a2e49d83e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 1097 time: 0.2126205 Jul 23 10:34:44.479316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:44.479937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.574096 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:41Z', 'revision_number': 3, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:44.581390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b2a266f8-16f4-4f53-b27c-263f96b71236 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/b54bacaa-01fd-42f7-ac4a-045bff36693d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1560087 Jul 23 10:34:44.582867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:44.589335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c593b9f-3081-49bf-9d40-4ed7e40fd85f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1247261 Jul 23 10:34:44.589335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51188) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:44.592083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:44.607171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:44.624247 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:34:44.624613 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Updating router b91ea183-6e35-465d-85f2-73e8082ba519 port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:34:44.637645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4bc81b7-bf1d-4aba-bf4a-32b14d458ef3 req-e2d00876-d232-45b5-b537-65d1aa88774e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387887 Jul 23 10:34:44.715199 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.724896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd82915-baac-4246-89d2-d688dbf2e089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-25213dcb-ca63-4672-882e-4e11518effca', 'network_id': '25213dcb-ca63-4672-882e-4e11518effca', 'tenant_id': 'f9075a5fe2cc40f0b2cd9f842f35290a', 'fixed_ips': [{'subnet_id': '213718dc-87df-4468-99f0-48c4bc501af8'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:44.725804 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd82915-baac-4246-89d2-d688dbf2e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.806766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126147530'] for subnet, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:44.977703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-1dd82915-baac-4246-89d2-d688dbf2e089 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:34:44.977703 n-d-778550-4 neutron-server[93835]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 23 10:34:44.977703 n-d-778550-4 neutron-server[93835]: [parameters: {'in_use': 1, 'id_1': '213718dc-87df-4468-99f0-48c4bc501af8'}] Jul 23 10:34:44.977703 n-d-778550-4 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:34:44.978217 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-1dd82915-baac-4246-89d2-d688dbf2e089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:34:45.175173 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.195117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772675724108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125973504'] for subnet, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.203942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:45.204341 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Transition to ACTIVE for port object abda5c17-d300-4bc6-b1d7-c20b355a4bf8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:45.207667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.214401 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.228767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5bf4-cdc0-47e0-ab87-dad0a76501aa req-1a5d5b1c-ece5-4bf4-bb1d-8cebd92dbf00 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:45.235896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-818e5bf4-cdc0-47e0-ab87-dad0a76501aa req-1a5d5b1c-ece5-4bf4-bb1d-8cebd92dbf00 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 946 time: 0.2257230 Jul 23 10:34:45.240275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:45.240897 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.242223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "PUT /v2.0/subnets/213718dc-87df-4468-99f0-48c4bc501af8 HTTP/1.1" status: 200 len: 900 time: 0.6582022 Jul 23 10:34:45.246602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:45.325223 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Pushing event updated for resources: {'Port': ['ID=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:45.366713 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Attempting to bind port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:45.367631 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Attempting to bind port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:45.368689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Attempting to bind port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:45.376738 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.376929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.378264 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.379081 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.379874 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.380481 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.381557 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.386560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.386560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.386560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.386560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.386560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.386560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:34:45.395959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548f8f9-c869-4eef-a495-ae64ec356218 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event updated for resources: {'Subnet': ['ID=213718dc-87df-4468-99f0-48c4bc501af8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:45.397726 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-818e5bf4-cdc0-47e0-ab87-dad0a76501aa req-b3d4ffba-40c4-4044-a9aa-8227edb501bc tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544061 Jul 23 10:34:45.398570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:45.403951 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:45.404616 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:45.405239 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.405794 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:45.408322 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Bound port: abda5c17-d300-4bc6-b1d7-c20b355a4bf8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:45.409011 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.414300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.474932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.478968 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd82915-baac-4246-89d2-d688dbf2e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.508467 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] For port abda5c17-d300-4bc6-b1d7-c20b355a4bf8, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:45.513317 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] For port abda5c17-d300-4bc6-b1d7-c20b355a4bf8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:45.523599 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.574610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51244) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:45.620182 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:45.621381 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:45.626995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.676609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=213718dc-87df-4468-99f0-48c4bc501af8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-1dd82915-baac-4246-89d2-d688dbf2e089 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 213718dc-87df-4468-99f0-48c4bc501af8: This subnet is being modified by another concurrent operation. Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:34:45.775285 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 213718dc-87df-4468-99f0-48c4bc501af8: This subnet is being modified by another concurrent operation. Jul 23 10:34:45.778750 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:34:45.795141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-357486137-network', 'tenant_id': 'df68b9061bd44955a9a7848e93542c7e'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:45.799573 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c415986-0441-4f02-9df6-abd111742391 None None] Pushing event updated for resources: {'Port': ['ID=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:45.799872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Allocated IP 172.20.0.1 (4b2a9577-9398-4943-879e-83342892ac3a/8e2db689-799e-4107-b813-e5b30a438ba1/558ee03d-934d-4fc6-89df-b7ce5b22dc6d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:45.805048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.806718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f0e27-5e5c-4f4c-8726-c3bb6b88e51e None None] Network 25213dcb-ca63-4672-882e-4e11518effca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:45.819445 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:45.832239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.855881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ec8cd-5d4c-4a55-8736-8b2e44b99e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.871614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25213dcb-ca63-4672-882e-4e11518effca']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:45.886320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6d88f5-f423-4866-9e4b-f50cece43b30') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:45.886947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6d88f5-f423-4866-9e4b-f50cece43b30') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:45.903041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.910202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:45.910965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Made reservation on behalf of df68b9061bd44955a9a7848e93542c7e for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:45.913290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.927896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.930580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:45.934224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=fbb07f52-6b42-4033-a8e6-185b85016e17,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:45.935666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:45.936250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.936905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:45.937490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.941865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:45.945705 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:45.947726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c0b15b-d394-4048-a048-f856cf7cd39b None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:46.040219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.058687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Transition to ACTIVE for port object 558ee03d-934d-4fc6-89df-b7ce5b22dc6d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:46.062423 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.063548 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:41Z', 'revision_number': 3, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:46.075458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.080810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/25213dcb-ca63-4672-882e-4e11518effca HTTP/1.1" status: 204 len: 168 time: 0.8303046 Jul 23 10:34:46.080977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c75f7-920e-46b9-8a1e-079799a3fbc0 None None] Network 25213dcb-ca63-4672-882e-4e11518effca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:46.088814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51248) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:46.094242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007a59f-14ff-4a6d-84e8-14c482ee2990 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=25213dcb-ca63-4672-882e-4e11518effca,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:46.099071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c75f7-920e-46b9-8a1e-079799a3fbc0 None None] Network 25213dcb-ca63-4672-882e-4e11518effca could not be found, it might have been deleted concurrently. {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 10:34:46.103266 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461af3ac-de0c-4dfc-be04-88232a819b5d None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:41Z', 'revision_number': 3, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:34:46.134671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ec8cd-5d4c-4a55-8736-8b2e44b99e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.139853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ec8cd-5d4c-4a55-8736-8b2e44b99e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.141717 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-92065d1e-d284-47bf-9744-29db407a2595 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:46.142181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92065d1e-d284-47bf-9744-29db407a2595 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:46.146813 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-92065d1e-d284-47bf-9744-29db407a2595 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/213718dc-87df-4468-99f0-48c4bc501af8 HTTP/1.1" status: 404 len: 337 time: 0.0566850 Jul 23 10:34:46.147273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:46.156086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-becc96e5-2b68-4619-a460-233ef066fb27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5543566 Jul 23 10:34:46.159161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51252) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:46.164955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1574653902'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:46.172255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.198642 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e266232b-029c-4720-8ecf-dca74e4071e6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:46.199484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e266232b-029c-4720-8ecf-dca74e4071e6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:46.201286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e266232b-029c-4720-8ecf-dca74e4071e6 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/25213dcb-ca63-4672-882e-4e11518effca HTTP/1.1" status: 404 len: 339 time: 0.0459046 Jul 23 10:34:46.207269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:46.222997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-997ec8cd-5d4c-4a55-8736-8b2e44b99e21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1c5b46bcb844b218c05d2058f765e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169324 Jul 23 10:34:46.224260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:46.242252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ec8cd-5d4c-4a55-8736-8b2e44b99e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e85ae4-576a-48a1-ad52-c695cd71dbd3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:46.243337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Network 4b2a9577-9398-4943-879e-83342892ac3a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:46.249385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:46.258778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:46.275648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6ff77a62-5a21-4530-b021-53f96e64c008', 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'tenant_id': '8629e3ef12664776ac91eab4f246d473', 'fixed_ips': [{'subnet_id': 'fbb07f52-6b42-4033-a8e6-185b85016e17'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:34:46.277257 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.324778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.348708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Pushing event updated for resources: {'Port': ['ID=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:46.369456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.396670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9797a61-c8cd-447c-be24-8c22d1c5ef86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.421801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9797a61-c8cd-447c-be24-8c22d1c5ef86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.537693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Allocated IP 2001:db8::2 (6ff77a62-5a21-4530-b021-53f96e64c008/fbb07f52-6b42-4033-a8e6-185b85016e17/615ef818-fd57-469f-b70e-0355113d4a29) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:46.596839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9797a61-c8cd-447c-be24-8c22d1c5ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.600155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9797a61-c8cd-447c-be24-8c22d1c5ef86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.601344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f9797a61-c8cd-447c-be24-8c22d1c5ef86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01e85ae4-576a-48a1-ad52-c695cd71dbd3 HTTP/1.1" status: 204 len: 168 time: 0.3767877 Jul 23 10:34:46.613133 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.642096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.647325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.653957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9797a61-c8cd-447c-be24-8c22d1c5ef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e85ae4-576a-48a1-ad52-c695cd71dbd3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:46.666109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d904fc6-ec5f-472c-8b63-24b0c699120f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:46.680231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27845e90-d208-48ec-b82e-c951d445010c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:46.680460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27845e90-d208-48ec-b82e-c951d445010c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:46.696327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.700587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001ae5b-bda7-4939-904f-45c52ed8ce83,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:46.701251 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.718634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.726019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:46.726497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:46.733492 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:46.786073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.809833 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.812333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fc56b5b9-9681-4190-b78f-543b7c4d064c None None] Provisioning for port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:46.833169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fc56b5b9-9681-4190-b78f-543b7c4d064c None None] Provisioning complete for port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:46.833814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc56b5b9-9681-4190-b78f-543b7c4d064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.836482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Transition to ACTIVE for port object 615ef818-fd57-469f-b70e-0355113d4a29 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:46.839348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.875532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:46.891186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Transition to ACTIVE for port object 615ef818-fd57-469f-b70e-0355113d4a29 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:46.899186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fc56b5b9-9681-4190-b78f-543b7c4d064c None None] Port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:46.900748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.904382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/0d904fc6-ec5f-472c-8b63-24b0c699120f HTTP/1.1" status: 204 len: 168 time: 0.6955872 Jul 23 10:34:46.905816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8342a9-b494-4619-a81a-7188eeb78508 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=0d904fc6-ec5f-472c-8b63-24b0c699120f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:46.912516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.913921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:46.959341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:46.963010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:46.965662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:46.982593 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-da01239d-eab8-498d-b74e-6e116643e31c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:46.986211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da01239d-eab8-498d-b74e-6e116643e31c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:46.989599 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:46.996915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-da01239d-eab8-498d-b74e-6e116643e31c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/4fbc9bf5-7ad8-457e-8a61-d68476e8b14a HTTP/1.1" status: 404 len: 337 time: 0.0793376 Jul 23 10:34:46.998078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.005221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Pushing event updated for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.022893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.037605 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f3d1c9-24e3-4be5-837d-4f84c9bc924c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:47.038280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f3d1c9-24e3-4be5-837d-4f84c9bc924c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:47.046932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d7dd1-fb1a-447f-8b33-c4bb98155687 req-61ebdbc7-0555-4705-9431-38c5ac185e2f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:47.048499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c18d7dd1-fb1a-447f-8b33-c4bb98155687 req-61ebdbc7-0555-4705-9431-38c5ac185e2f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 946 time: 0.4935858 Jul 23 10:34:47.048692 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-89f3d1c9-24e3-4be5-837d-4f84c9bc924c tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/0e7f0f81-1127-4bd4-a278-ff02343e1f7e HTTP/1.1" status: 404 len: 339 time: 0.0492425 Jul 23 10:34:47.049323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51270) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.049786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.050822 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Added segment ab4c8171-8813-444f-be6d-06f540884dae of type vlan for network e51d479d-3aae-4365-ab2b-a79119a852dd Jul 23 10:34:47.064632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Attempting to bind port 615ef818-fd57-469f-b70e-0355113d4a29 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:47.065015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Attempting to bind port 615ef818-fd57-469f-b70e-0355113d4a29 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '63cde2ca-6b2e-4ec6-8ca6-af80b572d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:47.065378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Attempting to bind port 615ef818-fd57-469f-b70e-0355113d4a29 on network 6ff77a62-5a21-4530-b021-53f96e64c008 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:47.081359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:47.081937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Checking segment: {'id': '63cde2ca-6b2e-4ec6-8ca6-af80b572d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:47.082433 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.082840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Bound using segment: {'id': '63cde2ca-6b2e-4ec6-8ca6-af80b572d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:47.083317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Bound port: 615ef818-fd57-469f-b70e-0355113d4a29, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cde2ca-6b2e-4ec6-8ca6-af80b572d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:47.084224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.132262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting subnet fd5d6d2b-1c54-4f05-8433-2977d49554df {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:47.135082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.140346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.183946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:47.188483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=615ef818-fd57-469f-b70e-0355113d4a29,segment=NetworkSegment(63cde2ca-6b2e-4ec6-8ca6-af80b572d740),segment_id=63cde2ca-6b2e-4ec6-8ca6-af80b572d740)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:47.189555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7464a0a-5722-4cc2-b83a-2f1e98126478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.195517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.201424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.207608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0443547 Jul 23 10:34:47.208060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51274) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.213475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100168294'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:47.233514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82239831-aaad-478b-9867-284a89f74b2d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0133a0-9aae-4bd9-a960-95a92c2f238d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.239404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.251871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c18d7dd1-fb1a-447f-8b33-c4bb98155687 req-7c2b3f24-f173-45f6-b214-ac99177fbf96 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750588 Jul 23 10:34:47.256747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.276735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f470eaf-ca96-4936-b53e-3a0abe7de13b None None] Pushing event updated for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.363016 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.405949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.409086 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.411352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:47.412792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.433691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.606546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.729362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Pushing event updated for resources: {'Port': ['ID=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.741651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] Pushing event updated for resources: {'Network': ['ID=e51d479d-3aae-4365-ab2b-a79119a852dd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.756335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.757743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e51d479d-3aae-4365-ab2b-a79119a852dd details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:47.761515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7464a0a-5722-4cc2-b83a-2f1e98126478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.770998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7464a0a-5722-4cc2-b83a-2f1e98126478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.830900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.836828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-58a8e76a-e445-4219-a775-135625b70d7f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2622497 Jul 23 10:34:47.843563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Request body: {'subnet': {'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-357486137-subnet', 'tenant_id': 'df68b9061bd44955a9a7848e93542c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:47.871997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.912916 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7464a0a-5722-4cc2-b83a-2f1e98126478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d418bf6a-2061-476d-b462-9d1ee881c999,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.952263 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f7464a0a-5722-4cc2-b83a-2f1e98126478 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3235d24c1a674da5b967e27efc0fb4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139658 Jul 23 10:34:47.952499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b24aec-ff1e-4774-99dd-762a379772c0 None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:47.953343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.955631 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:47.958169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/fd5d6d2b-1c54-4f05-8433-2977d49554df HTTP/1.1" status: 204 len: 168 time: 0.9078932 Jul 23 10:34:47.962157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93fd46-ea57-465a-b96a-78572d7088ac tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5d6d2b-1c54-4f05-8433-2977d49554df,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:47.966322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Network 4b2a9577-9398-4943-879e-83342892ac3a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:47.967185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51298) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:47.991265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:48.134121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89a5267f-a7bc-4e3c-b7cd-77bfeb4b2793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.194115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.207377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89a5267f-a7bc-4e3c-b7cd-77bfeb4b2793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.212785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.311240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting subnet cd6139ac-3d56-4e74-b9c2-687782d74a32 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:48.328140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.424152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device abda5c17-d300-4bc6-b1d7-c20b355a4bf8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:48.461508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.509468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a652a1-386b-4082-b57b-a36709bce15c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:48.528384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89a5267f-a7bc-4e3c-b7cd-77bfeb4b2793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.531135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89a5267f-a7bc-4e3c-b7cd-77bfeb4b2793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.543065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-89a5267f-a7bc-4e3c-b7cd-77bfeb4b2793 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d418bf6a-2061-476d-b462-9d1ee881c999 HTTP/1.1" status: 204 len: 168 time: 0.5762205 Jul 23 10:34:48.543065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Made reservation on behalf of df68b9061bd44955a9a7848e93542c7e for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:48.544972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.556886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Router b91ea183-6e35-465d-85f2-73e8082ba519 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:34:48.595169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-caf49991-7092-4b47-810d-63ff4a12fcf8 None None] Provisioning complete for port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:48.595838 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-caf49991-7092-4b47-810d-63ff4a12fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.683384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-caf49991-7092-4b47-810d-63ff4a12fcf8 None None] Port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:48.695770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:48.704933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:48.705319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.880679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:48.942390 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.004040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port abda5c17-d300-4bc6-b1d7-c20b355a4bf8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:49.025860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.026481 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.027160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:49.037678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e09b3ddb-da51-4cc6-beeb-13c014089418 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8285146 Jul 23 10:34:49.047310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:49.062396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.065451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508323903', 'security_groups': ['29a652a1-386b-4082-b57b-a36709bce15c'], 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fbb07f52-6b42-4033-a8e6-185b85016e17'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:49.104586 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.109475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/cd6139ac-3d56-4e74-b9c2-687782d74a32 HTTP/1.1" status: 204 len: 168 time: 1.1382847 Jul 23 10:34:49.110865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f042b-ba83-4d3e-86f9-3228a81e2f43 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6139ac-3d56-4e74-b9c2-687782d74a32,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:49.123976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51340) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:49.157733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:49.163819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.211532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 615ef818-fd57-469f-b70e-0355113d4a29 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:49.256603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:49.271005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.271820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:49.279401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5267f-a7bc-4e3c-b7cd-77bfeb4b2793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d418bf6a-2061-476d-b462-9d1ee881c999,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:49.293640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Provisioning for port 615ef818-fd57-469f-b70e-0355113d4a29 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:49.303071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:49.303491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.331097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697ab3d-0a0e-4546-b431-5291f14167b8 req-27e3ee2c-ac58-4655-8bcb-7ebbbe93fc19 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:49.334713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3697ab3d-0a0e-4546-b431-5291f14167b8 req-27e3ee2c-ac58-4655-8bcb-7ebbbe93fc19 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 946 time: 0.7301736 Jul 23 10:34:49.379744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:49.385988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e4aca8-e85c-4174-9253-e8a31df693dd,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:49.391528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3697ab3d-0a0e-4546-b431-5291f14167b8 req-d06ade32-d9ba-447a-a61c-f081f921155d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jul 23 10:34:49.396134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.414141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:34:49.433937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-000f91a4-f478-4373-8f47-9bdad36c530a admin admin] 10.222.0.37 "PUT /v2.0/routers/b91ea183-6e35-465d-85f2-73e8082ba519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4838152 Jul 23 10:34:49.439255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:34:49.461149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.478622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Checking segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:49.478985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Network hostable DHCP agents. Network: e51d479d-3aae-4365-ab2b-a79119a852dd, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:34:49.500180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting port 541106e6-72b9-4f7a-8d3b-184abacb88c1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:49.508202 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.513400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=615ef818-fd57-469f-b70e-0355113d4a29,segment=NetworkSegment(63cde2ca-6b2e-4ec6-8ca6-af80b572d740),segment_id=63cde2ca-6b2e-4ec6-8ca6-af80b572d740)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:49.514888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:49.516128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:49.521914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.532067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Network e51d479d-3aae-4365-ab2b-a79119a852dd is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:34:49.574490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0929c1-dbe9-4ec2-901c-3ca207aababa None None] Network e9c8aa3c-1aee-47db-8a84-c6aca32ded18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:49.583625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e51d479d-3aae-4365-ab2b-a79119a852dd) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:49.592857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:49.593460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.607155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] For port 541106e6-72b9-4f7a-8d3b-184abacb88c1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=541106e6-72b9-4f7a-8d3b-184abacb88c1,segment=NetworkSegment(3dea11b4-a879-418d-a410-0d310b4f326a),segment_id=3dea11b4-a879-418d-a410-0d310b4f326a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:49.607658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.627259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Calling delete_port for 541106e6-72b9-4f7a-8d3b-184abacb88c1 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:49.647997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33f8c9-fc79-4b9f-ad79-7ee1b8ccb0bd None None] Network e51d479d-3aae-4365-ab2b-a79119a852dd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:49.653181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.664345 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ba75a8b-48b8-4e17-b4be-c6ef2e717048 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8263707 Jul 23 10:34:49.699393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:34:49.807515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.833686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65253c5a-30d8-4578-be7f-444ac0c785e1 None None] Pushing event updated for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:49.841284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-56f718c2-0bcc-406f-83d3-2d54023bed93 None None] Provisioning complete for port 541106e6-72b9-4f7a-8d3b-184abacb88c1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:49.841665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56f718c2-0bcc-406f-83d3-2d54023bed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:49.870667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No DVR routers for this DVR port 541106e6-72b9-4f7a-8d3b-184abacb88c1 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:49.876178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Port': ['ID=541106e6-72b9-4f7a-8d3b-184abacb88c1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:49.935496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::59 (6ff77a62-5a21-4530-b021-53f96e64c008/fbb07f52-6b42-4033-a8e6-185b85016e17/b5ce929a-7be4-4dc7-817b-c4d77cc070c5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:49.993554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.004339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c8aa3c-1aee-47db-8a84-c6aca32ded18']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:50.015004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dea11b4-a879-418d-a410-0d310b4f326a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:50.015300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dea11b4-a879-418d-a410-0d310b4f326a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:50.025602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.065003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.080711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:50.081125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.145191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-56f718c2-0bcc-406f-83d3-2d54023bed93 None None] Port 541106e6-72b9-4f7a-8d3b-184abacb88c1 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:34:50.152116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:50.163977 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:50.237327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:50.322561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.330680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb85cbf-1180-45ef-80e9-184ee076b01d None None] DHCP port deletion for e9c8aa3c-1aee-47db-8a84-c6aca32ded18 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:50.404904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.409951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/e9c8aa3c-1aee-47db-8a84-c6aca32ded18 HTTP/1.1" status: 204 len: 168 time: 1.2828741 Jul 23 10:34:50.412075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f91569-9add-48f5-9324-981fe49dc247 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=e9c8aa3c-1aee-47db-8a84-c6aca32ded18,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:50.413671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51388) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:50.436027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace43ac2-f4e8-4a25-bffd-9b42b172e0c8 None None] Network e51d479d-3aae-4365-ab2b-a79119a852dd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:50.500126 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-604ef023-a282-4c1b-b547-9c6b519a1d74 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:50.500558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604ef023-a282-4c1b-b547-9c6b519a1d74 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:50.509598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-604ef023-a282-4c1b-b547-9c6b519a1d74 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/3e3c8347-6bac-450b-a22a-7f5a8300f879 HTTP/1.1" status: 404 len: 337 time: 0.0913846 Jul 23 10:34:50.510242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51396) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:50.540645 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad932d-8bd1-4e19-a8ce-0520870ad180 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:50.541149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dad932d-8bd1-4e19-a8ce-0520870ad180 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:50.562583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7dad932d-8bd1-4e19-a8ce-0520870ad180 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/dad13bcd-9168-476f-9db3-094c3542cfc2 HTTP/1.1" status: 404 len: 339 time: 0.0489464 Jul 23 10:34:50.566387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51406) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:50.573441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device abda5c17-d300-4bc6-b1d7-c20b355a4bf8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:50.653657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f1074e-569b-4f0d-900c-c9de856c5a88 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:34:50.795005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:50.803146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368364485', 'description': 'tempest-description--15408717'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:50.817803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object b5ce929a-7be4-4dc7-817b-c4d77cc070c5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:50.902271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:50.902477 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.936328 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:50.973510 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64cc493-de7e-4896-bbc0-5040ebf1b6b1 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:50.974522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64cc493-de7e-4896-bbc0-5040ebf1b6b1 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:50.978689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d64cc493-de7e-4896-bbc0-5040ebf1b6b1 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/03c50c48-6c62-4e57-8f34-e38a0debe461 HTTP/1.1" status: 404 len: 337 time: 0.4113209 Jul 23 10:34:50.979398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51420) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:50.989822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.003659 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cccfe47-558b-451d-8656-4a7151b09750 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:51.004409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cccfe47-558b-451d-8656-4a7151b09750 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:51.008912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1cccfe47-558b-451d-8656-4a7151b09750 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/e20e31bb-1d66-4778-b3b1-8cc7d13ca8e6 HTTP/1.1" status: 404 len: 339 time: 0.0244107 Jul 23 10:34:51.009535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51422) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.011362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60318e8f-9878-4da8-9801-9ac68e0c80f6 req-cc6d09e9-f211-4c67-97b2-9e769b8dd6bf tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:51.022359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 2, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:51.023518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-60318e8f-9878-4da8-9801-9ac68e0c80f6 req-cc6d09e9-f211-4c67-97b2-9e769b8dd6bf tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 946 time: 0.2273836 Jul 23 10:34:51.024506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1074e-569b-4f0d-900c-c9de856c5a88 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:34:51.049283 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dc7e11-9681-4dbb-9cd7-49442b84c510 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:51.049561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dc7e11-9681-4dbb-9cd7-49442b84c510 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:51.055900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5dc7e11-9681-4dbb-9cd7-49442b84c510 tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/7d881240-171e-4adc-92de-d7154a4c9f83 HTTP/1.1" status: 404 len: 337 time: 0.0412107 Jul 23 10:34:51.061929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.062277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51426) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.092218 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c58979-63b4-4f9d-ad03-6cde136bf22d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:51.092867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c58979-63b4-4f9d-ad03-6cde136bf22d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:51.097782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b6c58979-63b4-4f9d-ad03-6cde136bf22d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/ecade3f2-d2be-46da-a04f-405619350cf4 HTTP/1.1" status: 404 len: 339 time: 0.0316012 Jul 23 10:34:51.103679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-5d81dde6-1c10-4e8f-b3a0-5c9caeca63ad tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:51.106025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-5d81dde6-1c10-4e8f-b3a0-5c9caeca63ad tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 812 time: 0.6949921 Jul 23 10:34:51.106663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51430) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.108846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:51.114272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:34:51.114856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Updating router b91ea183-6e35-465d-85f2-73e8082ba519 port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:34:51.134260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-60318e8f-9878-4da8-9801-9ac68e0c80f6 req-abfc04b8-faab-4203-8b62-c3b72f65678d tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095073 Jul 23 10:34:51.156901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:51.163041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-9faa9e6b-7612-43bb-bfcb-b750e9766d2b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/quotas/df68b9061bd44955a9a7848e93542c7e HTTP/1.1" status: 200 len: 375 time: 0.0448267 Jul 23 10:34:51.178603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:51.203723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:51.210864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:51.211699 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.219250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-c1b5ea7a-435c-4cd0-ac80-6e28a742d502 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507360 Jul 23 10:34:51.230550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=b5ce929a-7be4-4dc7-817b-c4d77cc070c5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:51.248171 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21c4345e-543f-446a-8408-d05f0782a48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.279009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting subnet 75f59b3d-9d50-4e5a-81f7-31660647cf57 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:51.294548 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.295853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.311938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.317507 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.381502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-db0427ae-4d88-4903-b9c3-46ff763ae064 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3328722 Jul 23 10:34:51.387066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51436) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.394604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:51.406882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.407227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:51.407642 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.408354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de59102-5730-43b4-80c9-259b01207852,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:51.446587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c182295-fd55-42ec-a7aa-54e1d6dc1268 req-22642e17-79d8-44d6-b30a-bc0cb21f594d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:51.448396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c182295-fd55-42ec-a7aa-54e1d6dc1268 req-22642e17-79d8-44d6-b30a-bc0cb21f594d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1264944 Jul 23 10:34:51.508274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0c182295-fd55-42ec-a7aa-54e1d6dc1268 req-7f2fb89b-693b-477d-b23d-36ae3f9577a7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523338 Jul 23 10:34:51.531778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-5ddc948e-ff97-43e0-930e-0f12f6abcfba service neutron] 10.222.0.37 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034341 Jul 23 10:34:51.615358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:34:51.679822 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f56e-2666-4612-b5a8-ac09cb11b645 req-e0c1bf1f-8c45-4506-a28b-022026be326d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:51.681412 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dba5f56e-2666-4612-b5a8-ac09cb11b645 req-e0c1bf1f-8c45-4506-a28b-022026be326d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.0856082 Jul 23 10:34:51.730148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dba5f56e-2666-4612-b5a8-ac09cb11b645 req-8599bbf8-0f6f-47dc-bbef-910b0059075f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Jul 23 10:34:51.774116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.829381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21c4345e-543f-446a-8408-d05f0782a48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.844979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.846943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21c4345e-543f-446a-8408-d05f0782a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.852613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-b00c9abc-bf1f-4515-ad31-8b36247ee80e service neutron] 10.222.0.37 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086619 Jul 23 10:34:51.855027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51442) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.864212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'security_group_rule': {'security_group_id': '5de59102-5730-43b4-80c9-259b01207852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:51.868679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d88d1de5-86ca-4718-ba02-e8545c132ae4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0690997 Jul 23 10:34:51.938774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-21c4345e-543f-446a-8408-d05f0782a48e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a7370f4ead04f5baad33e3a0f750b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665860 Jul 23 10:34:51.941894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:51.947651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:51.953646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:51.973859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4345e-543f-446a-8408-d05f0782a48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eedef9-a158-41e5-a149-62ec7b90a612,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:52.057485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:52.092688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b676770b-303e-494a-8bbd-08a770c60996', 'network_id': '90d03019-6a8b-4228-8d99-84043664d40b', 'port_id': 'b676770b-303e-494a-8bbd-08a770c60996', 'mac_address': 'fa:16:3e:d3:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d9dd11-45f5-4cbb-b27c-85b309cc6f0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:34:52.108460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.126704 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.158652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2047891-9fe8-47bc-8b64-a509ce5f7ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.176561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=75f59b3d-9d50-4e5a-81f7-31660647cf57,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:52.203388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.209937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa5ff8ee-ecaa-4427-acb7-e1131dcfb45d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/75f59b3d-9d50-4e5a-81f7-31660647cf57 HTTP/1.1" status: 204 len: 168 time: 1.0975428 Jul 23 10:34:52.210755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51450) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:52.216711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be4910-fc14-4a7f-8e16-bf5561f52d8f None None] Network 82869923-b004-40dd-8f79-def2fa7f4341 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:52.261523 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2047891-9fe8-47bc-8b64-a509ce5f7ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.329242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b276-c54f-4b5f-8791-ff8167672d08 req-4c6dc8cf-0219-4f0b-a954-6f3e9463d040 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:52.336586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 541106e6-72b9-4f7a-8d3b-184abacb88c1 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:52.337412 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65a0b276-c54f-4b5f-8791-ff8167672d08 req-4c6dc8cf-0219-4f0b-a954-6f3e9463d040 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2272992 Jul 23 10:34:52.346563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.361885 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.381522 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbb07f52-6b42-4033-a8e6-185b85016e17 (CIDR: 2001:db8::/64) Jul 23 10:34:52.400096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2047891-9fe8-47bc-8b64-a509ce5f7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.406952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2047891-9fe8-47bc-8b64-a509ce5f7ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.410420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a2047891-9fe8-47bc-8b64-a509ce5f7ee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0eedef9-a158-41e5-a149-62ec7b90a612 HTTP/1.1" status: 204 len: 168 time: 0.4639587 Jul 23 10:34:52.428055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65a0b276-c54f-4b5f-8791-ff8167672d08 req-81610dd5-afbf-41a3-9531-32956ec90de4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895147 Jul 23 10:34:52.431546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 541106e6-72b9-4f7a-8d3b-184abacb88c1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:52.433157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 541106e6-72b9-4f7a-8d3b-184abacb88c1 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:52.435276 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:34:52.436020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:52.461744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2047891-9fe8-47bc-8b64-a509ce5f7ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eedef9-a158-41e5-a149-62ec7b90a612,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:52.477218 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.481672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b676770b-303e-494a-8bbd-08a770c60996 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:52.486789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Transition to ACTIVE for port object 558ee03d-934d-4fc6-89df-b7ce5b22dc6d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:52.518307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.532525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7b22ab69-b7b9-472e-bdcc-5efde7ff5a27 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1420467 Jul 23 10:34:52.535875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51464) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:52.540735 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.543884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:52.546127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.597936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d875e01-4498-48f7-8ede-97e1cdc68b48,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:52.612126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:52.669610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc618894-c7c4-4c4d-bc32-ebd7f6c9eec2 None None] Provisioning for port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:52.689542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.721338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc618894-c7c4-4c4d-bc32-ebd7f6c9eec2 None None] Provisioning complete for port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:52.721338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc618894-c7c4-4c4d-bc32-ebd7f6c9eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.725997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.731204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-75eb000d-d31b-44e9-b0ad-45387fca2e49 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8707209 Jul 23 10:34:52.732736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51474) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:52.750500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:52.754921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.756497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'security_group_rule': {'security_group_id': '5de59102-5730-43b4-80c9-259b01207852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:52.798474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d86042-7845-4403-b3bd-2531cecc6d31 req-bf390665-0fb0-4b94-81f3-c6b4b1b35e90 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:52.806476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7d86042-7845-4403-b3bd-2531cecc6d31 req-bf390665-0fb0-4b94-81f3-c6b4b1b35e90 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 946 time: 0.4548082 Jul 23 10:34:52.890974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72a94d59-16ed-4eb1-83c9-4c070cf63551 req-a126439a-fa23-482f-86c7-6b1f63ec8dce tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 210 time: 0.0993860 Jul 23 10:34:52.901297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting port 30854858-b1ec-44db-823d-3f7f9ca930fa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:52.901744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:52.944233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b676770b-303e-494a-8bbd-08a770c60996'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:52.972448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4f340-49ef-44e7-a541-85c59c3b6d40 None None] Pushing event updated for resources: {'Port': ['ID=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:52.982108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] For port 30854858-b1ec-44db-823d-3f7f9ca930fa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=30854858-b1ec-44db-823d-3f7f9ca930fa,segment=NetworkSegment(814130f6-e906-4e36-8c0b-0c98d418be19),segment_id=814130f6-e906-4e36-8c0b-0c98d418be19)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:52.982575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.003667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Calling delete_port for 30854858-b1ec-44db-823d-3f7f9ca930fa owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:53.069326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cc618894-c7c4-4c4d-bc32-ebd7f6c9eec2 None None] Port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:53.089406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7d86042-7845-4403-b3bd-2531cecc6d31 req-ce638e34-fefa-46a7-9758-b1a70ba00879 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818241 Jul 23 10:34:53.155145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Attempting to bind port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:53.158320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Attempting to bind port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:53.158320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Attempting to bind port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d on network 4b2a9577-9398-4943-879e-83342892ac3a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:53.196373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:53.196930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Checking segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:53.197070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.197505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.197807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Bound using segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:53.215481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Bound port: 558ee03d-934d-4fc6-89df-b7ce5b22dc6d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:53.224272 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.306461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.354725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] For port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:53.358956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] For port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:53.367539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64859b-c187-4630-a942-36d792b7f72c None None] DHCP port deletion for 82869923-b004-40dd-8f79-def2fa7f4341 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:53.419002 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.429266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.443542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.446413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:53.461217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:53.475507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:53.480149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.499600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.504873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7568915 Jul 23 10:34:53.508871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.511635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:53.542991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:53.547539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=4b746e89-0199-469d-a8fc-41b474446706,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:53.622231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29201cbe-cc64-4f10-bce2-8b2eceba6a52 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b6e36b-bf1a-44cc-a07f-411884c8eaed,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:53.630975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No DVR routers for this DVR port 30854858-b1ec-44db-823d-3f7f9ca930fa on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:53.633300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Port': ['ID=30854858-b1ec-44db-823d-3f7f9ca930fa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:53.648070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9b84d84d-6685-440a-8a0d-1c6f68b1bb4a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1097755 Jul 23 10:34:53.650783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:53.660933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1408293361', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b746e89-0199-469d-a8fc-41b474446706'}], 'security_groups': ['9c0133a0-9aae-4bd9-a960-95a92c2f238d']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:53.734093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.819107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.828923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6f64859b-c187-4630-a942-36d792b7f72c None None] The port '30854858-b1ec-44db-823d-3f7f9ca930fa' was deleted {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 10:34:53.830846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eac125-edec-448c-9de9-0714f07a9a6f None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:53.833903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:53.840907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:53.903580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:53.933354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5c0f-21db-4925-a619-10cfd3fa4fde req-d7218223-f28a-4dfe-bc10-a35a4aab1a73 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:53.946804 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7bc5c0f-21db-4925-a619-10cfd3fa4fde req-d7218223-f28a-4dfe-bc10-a35a4aab1a73 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3677113 Jul 23 10:34:53.957926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82869923-b004-40dd-8f79-def2fa7f4341']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:54.006449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814130f6-e906-4e36-8c0b-0c98d418be19') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:54.006877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814130f6-e906-4e36-8c0b-0c98d418be19') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:54.042822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.104339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.126331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:34:54.127334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:34:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:54.158706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:54.159240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:54.164442 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:54.254771 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.285791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17707b-87ea-4290-864a-37e5d0fefb4b req-b0c7aa09-4bf2-4d30-bf1f-d849bc009ac3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:54.288015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c17707b-87ea-4290-864a-37e5d0fefb4b req-b0c7aa09-4bf2-4d30-bf1f-d849bc009ac3 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 945 time: 0.3693161 Jul 23 10:34:54.310974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7bc5c0f-21db-4925-a619-10cfd3fa4fde req-c449912f-f837-4f59-9043-869815bd52fe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630497 Jul 23 10:34:54.316783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4f340-49ef-44e7-a541-85c59c3b6d40 None None] Pushing event updated for resources: {'Port': ['ID=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:54.317294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.323372 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.325034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 30854858-b1ec-44db-823d-3f7f9ca930fa no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:54.326759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/82869923-b004-40dd-8f79-def2fa7f4341 HTTP/1.1" status: 204 len: 168 time: 2.1148772 Jul 23 10:34:54.343467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51526) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:54.385772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51528) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:54.391764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb758-bdca-4421-9bcc-455bd54d3cfd tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=82869923-b004-40dd-8f79-def2fa7f4341,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:54.407054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-02a73da8-e5cb-4bb6-b4d7-905a57cc7393 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:54.408901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-02a73da8-e5cb-4bb6-b4d7-905a57cc7393 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 812 time: 0.3998764 Jul 23 10:34:54.427458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Request body: {'port': {'device_id': '5c32bd21-febd-486e-aa40-6df46666e23b', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'admin_state_up': True, 'tenant_id': 'df68b9061bd44955a9a7848e93542c7e'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:54.450073 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc0cb01-50bb-4f30-bfe9-32569c1f7f2d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:54.450741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc0cb01-50bb-4f30-bfe9-32569c1f7f2d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:54.455441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7cc0cb01-50bb-4f30-bfe9-32569c1f7f2d tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/f0e75b8f-1a31-4a85-beb4-ea0c266b32ae HTTP/1.1" status: 404 len: 337 time: 0.0991700 Jul 23 10:34:54.467251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:54.489967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 30854858-b1ec-44db-823d-3f7f9ca930fa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:54.490856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 30854858-b1ec-44db-823d-3f7f9ca930fa not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:54.508807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d379bf3-ac13-4216-8a48-29d78b5b178a req-923f346a-c8db-45af-8b6d-a4dc8cd57b4c tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 210 time: 0.0765765 Jul 23 10:34:54.533011 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4656d5-bb1c-4b02-b43c-a2806e3696ee tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] DELETE failed (client error): The resource could not be found. Jul 23 10:34:54.533704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4656d5-bb1c-4b02-b43c-a2806e3696ee tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:34:54.539403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cf4656d5-bb1c-4b02-b43c-a2806e3696ee tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/11275588-2219-43c9-8418-20f45bfca731 HTTP/1.1" status: 404 len: 339 time: 0.0700800 Jul 23 10:34:54.562927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:54.581883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.583170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:34:54.630524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c17707b-87ea-4290-864a-37e5d0fefb4b req-bba9fb77-61cc-42b8-87ed-70a6423340e7 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324125 Jul 23 10:34:54.636918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-049a7710-d6ff-4e30-8037-e454512e261f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.725512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting subnet f421be25-955f-488f-a137-41440600872f {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:54.728001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-08389dce-fe79-4dac-a90c-65ab9c4196c1 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:54.729484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-08389dce-fe79-4dac-a90c-65ab9c4196c1 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 812 time: 0.2073121 Jul 23 10:34:54.733270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.797435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Request body: {'port': {'device_id': '5d395fa8-8a29-4347-b975-0d17513650af', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'admin_state_up': True, 'tenant_id': 'df68b9061bd44955a9a7848e93542c7e'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:54.802761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-049a7710-d6ff-4e30-8037-e454512e261f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.817395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-049a7710-d6ff-4e30-8037-e454512e261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.840138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.852479 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.893642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b676770b-303e-494a-8bbd-08a770c60996 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:54.901549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Allocated IP 172.25.4.194 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/48ec460b-bf53-44cc-9772-9308815ad177) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:54.916945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Made reservation on behalf of df68b9061bd44955a9a7848e93542c7e for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:54.917182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:54.920797 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.924158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Delete allocated IP 2001:db8::59 (6ff77a62-5a21-4530-b021-53f96e64c008/fbb07f52-6b42-4033-a8e6-185b85016e17) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 10:34:54.925545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a7710-d6ff-4e30-8037-e454512e261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cabe3b2-01ef-40f8-8423-395a191ea5f9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:54.929276 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:54.932994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-049a7710-d6ff-4e30-8037-e454512e261f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f8ab486480846588f3c8e0517186b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218689 Jul 23 10:34:54.939547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:55.007881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8:0:1::27c (6ff77a62-5a21-4530-b021-53f96e64c008/4b746e89-0199-469d-a8fc-41b474446706/b5ce929a-7be4-4dc7-817b-c4d77cc070c5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:55.024010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:55.034326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Made reservation on behalf of df68b9061bd44955a9a7848e93542c7e for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:55.038323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.077312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:53Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:55.090297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.110970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfbbe69-c4ef-4577-93e4-547c3fdda8cb None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:53Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:34:55.116583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Update dhcp port {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'fixed_ips': [{'subnet_id': 'fbb07f52-6b42-4033-a8e6-185b85016e17', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b746e89-0199-469d-a8fc-41b474446706'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '615ef818-fd57-469f-b70e-0355113d4a29'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:34:55.154495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.157807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Allocated IP 172.20.0.14 (e51d479d-3aae-4365-ab2b-a79119a852dd/68e4aca8-e85c-4174-9253-e8a31df693dd/ee382dd8-6722-4ed7-bd1f-b4a9ded486b5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:55.249291 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3d5a-f27b-401d-8001-9bf96375f164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.306852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.367447 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:34:55.374718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3d5a-f27b-401d-8001-9bf96375f164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.382108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.408270 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.422151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07983d-4632-456a-8f22-03631283ab82 None None] Network 745f69f8-5fe5-48da-beac-9d370b39a615 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:55.425440 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.428064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/subnets/f421be25-955f-488f-a137-41440600872f HTTP/1.1" status: 204 len: 168 time: 0.8632803 Jul 23 10:34:55.431065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51540) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:55.469736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb5e42-cfa9-4c2e-a3ac-1507fa80507b tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Subnet': ['ID=f421be25-955f-488f-a137-41440600872f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:55.549081 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.555219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.574471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.626259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.640027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object b5ce929a-7be4-4dc7-817b-c4d77cc070c5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:55.647246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:55.674541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cdc30a1f-fd65-4aea-8670-1c5d9184fc86 req-ce3b137e-c1ac-407c-9d65-e5e80bee6222 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 210 time: 0.0450640 Jul 23 10:34:55.695533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'Port': ['ID=48ec460b-bf53-44cc-9772-9308815ad177,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:55.698191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Network e51d479d-3aae-4365-ab2b-a79119a852dd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:55.699508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3d5a-f27b-401d-8001-9bf96375f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.703352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3d5a-f27b-401d-8001-9bf96375f164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.704630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ce1b3d5a-f27b-401d-8001-9bf96375f164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cabe3b2-01ef-40f8-8423-395a191ea5f9 HTTP/1.1" status: 204 len: 168 time: 0.7614532 Jul 23 10:34:55.705548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.728029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:55.733800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:55.739281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Allocated IP 172.20.0.13 (e51d479d-3aae-4365-ab2b-a79119a852dd/68e4aca8-e85c-4174-9253-e8a31df693dd/0baf1a00-8d83-471b-8b8e-563577cc5c43) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:55.741236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event updated for resources: {'Port': ['ID=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:55.778294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] DHCP port deletion for 745f69f8-5fe5-48da-beac-9d370b39a615 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:34:55.801238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b3d5a-f27b-401d-8001-9bf96375f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cabe3b2-01ef-40f8-8423-395a191ea5f9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:55.804482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] In _notify_port_updated(), no bound segment for port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 on network 6ff77a62-5a21-4530-b021-53f96e64c008 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:34:55.811153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:55.811854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.816792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/ports/b5ce929a-7be4-4dc7-817b-c4d77cc070c5 HTTP/1.1" status: 200 len: 931 time: 2.1634934 Jul 23 10:34:55.823936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:55.878808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:55.884609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:55.890542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:55.976699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38db576-d448-4891-8e3d-cc2a162d0ed7 req-4c7f4c30-04ab-457f-a495-d67e21a2f4ba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:55.984742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b38db576-d448-4891-8e3d-cc2a162d0ed7 req-4c7f4c30-04ab-457f-a495-d67e21a2f4ba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.5271783 Jul 23 10:34:55.986217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:55.987000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:55.989511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364bfe-48a7-4240-9423-e9c985f4c9ee tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=b5ce929a-7be4-4dc7-817b-c4d77cc070c5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:56.004480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Allocated IP 2001:db8:0:1::2 (6ff77a62-5a21-4530-b021-53f96e64c008/4b746e89-0199-469d-a8fc-41b474446706/615ef818-fd57-469f-b70e-0355113d4a29) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:34:56.032271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-b6edaaf3-8a62-47fc-901f-81072f16b33f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:56.034091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-b6edaaf3-8a62-47fc-901f-81072f16b33f tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 944 time: 0.4133518 Jul 23 10:34:56.132810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b676770b-303e-494a-8bbd-08a770c60996 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:56.133702 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.141021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b38db576-d448-4891-8e3d-cc2a162d0ed7 req-64a736cf-099d-46e8-9f17-82a32304e52f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550243 Jul 23 10:34:56.271672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=615ef818-fd57-469f-b70e-0355113d4a29,segment=NetworkSegment(63cde2ca-6b2e-4ec6-8ca6-af80b572d740),segment_id=63cde2ca-6b2e-4ec6-8ca6-af80b572d740)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:56.276720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.295615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Deleting port b676770b-303e-494a-8bbd-08a770c60996 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:56.296058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.316962 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.333577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Transition to ACTIVE for port object 615ef818-fd57-469f-b70e-0355113d4a29 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:56.340548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] Deleting port 3d55cd4b-5961-48ee-96fc-80c413c893e2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:56.341096 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.380967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.387648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.408648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 558ee03d-934d-4fc6-89df-b7ce5b22dc6d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:56.537986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:56.538360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.576340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Deleting port 3d55cd4b-5961-48ee-96fc-80c413c893e2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:56.577298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.580346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-bf1f87ff-d5f4-4bb2-9134-dea8b335bf7a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1591980 Jul 23 10:34:56.582834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Calling delete_port for b676770b-303e-494a-8bbd-08a770c60996 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:56.613327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] For port 3d55cd4b-5961-48ee-96fc-80c413c893e2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3d55cd4b-5961-48ee-96fc-80c413c893e2,segment=NetworkSegment(170fd9e4-3eec-4b07-90a2-0c199e01d698),segment_id=170fd9e4-3eec-4b07-90a2-0c199e01d698)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:56.613643 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.635063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Request body: {'port': {'device_id': '5c32bd21-febd-486e-aa40-6df46666e23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:56.668197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] Calling delete_port for 3d55cd4b-5961-48ee-96fc-80c413c893e2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:56.679452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38b8dd-8b5c-4818-b60c-befa1ff0816a None None] Pushing event updated for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:56.691078 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.747289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.775562 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.777988 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.828014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:56.836401 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d619b-b7f5-4d8c-a834-ac1445f87f5c" -d '{"events": [{"server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "name": "network-vif-plugged", "status": "completed", "tag": "b676770b-303e-494a-8bbd-08a770c60996"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:56.877057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:56.885133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b676770b-303e-494a-8bbd-08a770c60996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b676770b-303e-494a-8bbd-08a770c60996,segment=NetworkSegment(5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38),segment_id=5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:56.903499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:56.903819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:56.936878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10a87591-206e-46b2-b74b-efdde0f9a4a9 req-8cf434d5-a1a6-4fc0-a2c7-c5dd9a2863e4 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 210 time: 0.0864894 Jul 23 10:34:57.057078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'Port': ['ID=48ec460b-bf53-44cc-9772-9308815ad177,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:57.061082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] For port 3d55cd4b-5961-48ee-96fc-80c413c893e2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3d55cd4b-5961-48ee-96fc-80c413c893e2,segment=NetworkSegment(170fd9e4-3eec-4b07-90a2-0c199e01d698),segment_id=170fd9e4-3eec-4b07-90a2-0c199e01d698)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:57.061680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.087019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Calling delete_port for 3d55cd4b-5961-48ee-96fc-80c413c893e2 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:57.090205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.110828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.120812 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c75750b1-9028-4de9-bc20-514ba6fe8e94 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5995388 Jul 23 10:34:57.130300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.187632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Pushing event deleted for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:57.308656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f36dd-e23d-4022-8d34-4f89e4aeb71d req-5042f335-e826-4a6d-92ad-a4de9df6e97e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:57.317475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f85f36dd-e23d-4022-8d34-4f89e4aeb71d req-5042f335-e826-4a6d-92ad-a4de9df6e97e tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d477fe-b1f8-4cac-841e-87d6ecc8ca39 HTTP/1.1" status: 200 len: 944 time: 1.4242594 Jul 23 10:34:57.321025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:34:57.321369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.330797 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb20573-0f41-49cc-8d91-a2bb96024071 x-openstack-request-id: req-7bb20573-0f41-49cc-8d91-a2bb96024071 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:57.331094 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "name": "network-vif-plugged", "status": "completed", "tag": "b676770b-303e-494a-8bbd-08a770c60996", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:57.332270 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bb20573-0f41-49cc-8d91-a2bb96024071 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:57.332826 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996', 'code': 200} Jul 23 10:34:57.337651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b676770b-303e-494a-8bbd-08a770c60996'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:34:57.346247 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.358533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] No DVR routers for this DVR port b676770b-303e-494a-8bbd-08a770c60996 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:57.362331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.364597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f6c6c74-91f7-4e39-a170-cfaa7e8d3f82 req-ed05dd20-5c02-4c6f-9a10-e7818b095595 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.20 "DELETE /v2.0/ports/b676770b-303e-494a-8bbd-08a770c60996 HTTP/1.1" status: 204 len: 173 time: 1.3211169 Jul 23 10:34:57.365169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'name': 'network-vif-deleted', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:57.367716 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b2740-353a-44f7-a7d2-eb9c81b87f6e" -d '{"events": [{"server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "name": "network-vif-deleted", "tag": "b676770b-303e-494a-8bbd-08a770c60996"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:57.444599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac421-aec4-4dd1-afe4-9ab66ce86665 req-ca0223ce-b3ed-495b-bb55-bc09fe52fe9a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:57.445892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event deleted for resources: {'Port': ['ID=b676770b-303e-494a-8bbd-08a770c60996,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:57.453493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be3ac421-aec4-4dd1-afe4-9ab66ce86665 req-ca0223ce-b3ed-495b-bb55-bc09fe52fe9a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1565890 Jul 23 10:34:57.470797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15b5016a-b949-41ac-8b33-71619f0ffd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.507601 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.534933 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.553757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for b5ce929a-7be4-4dc7-817b-c4d77cc070c5 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:34:57.584558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] Pushing event deleted for resources: {'Port': ['ID=3d55cd4b-5961-48ee-96fc-80c413c893e2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:57.612218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e1737-d0b8-440f-9a89-2dc5875b2719 None None] No DVR routers for this DVR port 3d55cd4b-5961-48ee-96fc-80c413c893e2 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:57.621496 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.666740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:34:57.673502 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.762807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.770076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3d55cd4b-5961-48ee-96fc-80c413c893e2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:57.816837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3d55cd4b-5961-48ee-96fc-80c413c893e2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:57.817654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3d55cd4b-5961-48ee-96fc-80c413c893e2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:57.827826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:57.835007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:57.835502 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.862777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be3ac421-aec4-4dd1-afe4-9ab66ce86665 req-11d368b7-77ac-4ce6-8cea-aea7416480de tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026330 Jul 23 10:34:57.863992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.875614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Port': ['ID=3d55cd4b-5961-48ee-96fc-80c413c893e2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:57.889824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:34:57.909003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Provisioning for port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:57.919857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Provisioning complete for port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:57.920796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:57.960854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] No DVR routers for this DVR port 3d55cd4b-5961-48ee-96fc-80c413c893e2 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:34:58.002061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Port b5ce929a-7be4-4dc7-817b-c4d77cc070c5 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:34:58.011478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.023879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-20d2d21d-7f93-49ff-8f1a-950914727fa2 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1368364485&fields=id&tenant_id=9f03ca5683e54343a4794a4fc922b9ec HTTP/1.1" status: 200 len: 267 time: 0.0689878 Jul 23 10:34:58.041799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Provisioning for port 615ef818-fd57-469f-b70e-0355113d4a29 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:34:58.046420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:58.046797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16c4cc74-3279-44b0-991e-356c27fe7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.195253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-836399f7-4dbe-4838-a5b6-c28825c1b993 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:58.202605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-836399f7-4dbe-4838-a5b6-c28825c1b993 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 811 time: 0.1745520 Jul 23 10:34:58.204283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:58.226203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-e3e66def-dd55-4b22-8528-8a887cbac489 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/quotas/9f03ca5683e54343a4794a4fc922b9ec HTTP/1.1" status: 200 len: 375 time: 0.0221066 Jul 23 10:34:58.255917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f85f36dd-e23d-4022-8d34-4f89e4aeb71d req-59ea9b64-4d87-468e-92eb-e3e2ec9eebe4 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] 10.222.0.37 "GET /v2.0/security-groups?id=b21dff9d-3711-4328-a957-75a4056743d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9373896 Jul 23 10:34:58.270987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=b5ce929a-7be4-4dc7-817b-c4d77cc070c5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:58.303982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-493e89c4-b3af-4502-b26d-84b75181156d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768533 Jul 23 10:34:58.321626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-580bd215-6fd2-4e23-b0df-1cbe8eca38c8 None None] Could not find standard attr ID for object b5ce929a-7be4-4dc7-817b-c4d77cc070c5. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:34:58.332227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.337574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e427eecc-5d79-4d2e-94a7-dbee00f06f21 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/b5ce929a-7be4-4dc7-817b-c4d77cc070c5 HTTP/1.1" status: 204 len: 168 time: 2.5093977 Jul 23 10:34:58.338131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:58.360391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:58.399694 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74ddbf5-2c47-4087-a855-636cea475a49 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:34:58.403655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e74ddbf5-2c47-4087-a855-636cea475a49 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/b5ce929a-7be4-4dc7-817b-c4d77cc070c5 HTTP/1.1" status: 404 len: 333 time: 0.0616958 Jul 23 10:34:58.410276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:58.426067 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21229ce-4ca5-472c-a538-f2c15e629dd0 x-openstack-request-id: req-a21229ce-4ca5-472c-a538-f2c15e629dd0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:58.426603 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d477fe-b1f8-4cac-841e-87d6ecc8ca39", "name": "network-vif-deleted", "tag": "b676770b-303e-494a-8bbd-08a770c60996", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:58.426960 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a21229ce-4ca5-472c-a538-f2c15e629dd0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:58.427485 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d477fe-b1f8-4cac-841e-87d6ecc8ca39', 'name': 'network-vif-deleted', 'tag': 'b676770b-303e-494a-8bbd-08a770c60996', 'status': 'completed', 'code': 200} Jul 23 10:34:58.453361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:58.454309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.544053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:34:58.553968 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.571989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-594943301'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:58.578777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-192f62f5-421a-4702-8f7b-21defe95ff49 service neutron] 10.222.0.37 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292366 Jul 23 10:34:58.579873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Transition to ACTIVE for port object ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:34:58.583269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 558ee03d-934d-4fc6-89df-b7ce5b22dc6d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:34:58.585922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bf741b5-e07d-4fb6-b6d8-1635702445a0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.588085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.594983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.637333 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.647221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:34:58.647974 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.659915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bf741b5-e07d-4fb6-b6d8-1635702445a0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.673146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Made reservation on behalf of 5803d7db85044f938e68fedb021d2138 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:34:58.676671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.708165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745f69f8-5fe5-48da-beac-9d370b39a615']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:58.724275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.762475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170fd9e4-3eec-4b07-90a2-0c199e01d698') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:58.762902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170fd9e4-3eec-4b07-90a2-0c199e01d698') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:34:58.775499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-16f9cb67-0bc6-45a8-8263-7c0225f9d5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837227 Jul 23 10:34:58.779300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Network e51d479d-3aae-4365-ab2b-a79119a852dd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:34:58.781221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bf741b5-e07d-4fb6-b6d8-1635702445a0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.783996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2bf741b5-e07d-4fb6-b6d8-1635702445a0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.787666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2bf741b5-e07d-4fb6-b6d8-1635702445a0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/security-groups/29a652a1-386b-4082-b57b-a36709bce15c HTTP/1.1" status: 204 len: 168 time: 0.3705881 Jul 23 10:34:58.791303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51612) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:58.807178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.811121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf741b5-e07d-4fb6-b6d8-1635702445a0 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a652a1-386b-4082-b57b-a36709bce15c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:58.811390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:34:58.813180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Pushing event updated for resources: {'Port': ['ID=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:58.818826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:34:58.888693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5552c58-2278-4d8f-a9c5-4f5b2bf3663e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.890572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.914145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:34:58.914456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:34:58.919637 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:34:58.929825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5552c58-2278-4d8f-a9c5-4f5b2bf3663e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.953063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfab1b5-f16d-4beb-8bde-85ca34230660 req-0bd0027a-5b0d-447a-8d18-476cfa15c4ac tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:58.954617 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abfab1b5-f16d-4beb-8bde-85ca34230660 req-0bd0027a-5b0d-447a-8d18-476cfa15c4ac tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 932 time: 0.3684120 Jul 23 10:34:58.957297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.975561 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:58.984495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Attempting to bind port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:34:58.985065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Attempting to bind port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:34:58.985581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Attempting to bind port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:58.989742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event updated for resources: {'Port': ['ID=0baf1a00-8d83-471b-8b8e-563577cc5c43,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.009613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:59.010317 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.021697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:34:59.029414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5a5a8-66ad-48ec-bdc1-ae5b41714a24,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.038457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.038759 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Added segment 6d7d6307-0d93-4aba-bdc0-e44a112ae136 of type vlan for network 97cb778b-2bea-453e-9391-8c289e2a1ad7 Jul 23 10:34:59.054878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5552c58-2278-4d8f-a9c5-4f5b2bf3663e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.057527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5552c58-2278-4d8f-a9c5-4f5b2bf3663e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.061484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c5552c58-2278-4d8f-a9c5-4f5b2bf3663e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c0133a0-9aae-4bd9-a960-95a92c2f238d HTTP/1.1" status: 204 len: 168 time: 0.2665625 Jul 23 10:34:59.071613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-072ee404-b3c4-481d-a9d1-101d025a3a9b tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2805846 Jul 23 10:34:59.072249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 on network e51d479d-3aae-4365-ab2b-a79119a852dd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:34:59.072574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Attempting to bind port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:34:59.073521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51620) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:59.087212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:34:59.087597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Checking segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:34:59.087985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Bound using segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:34:59.088430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Bound port: ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:34:59.088791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.107926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Request body: {'port': {'device_id': '5d395fa8-8a29-4347-b975-0d17513650af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:59.146427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.151495 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.157248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] 10.222.0.37 "DELETE /v2.0/networks/745f69f8-5fe5-48da-beac-9d370b39a615 HTTP/1.1" status: 204 len: 168 time: 3.7212889 Jul 23 10:34:59.168237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5552c58-2278-4d8f-a9c5-4f5b2bf3663e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0133a0-9aae-4bd9-a960-95a92c2f238d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.186823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.212301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1c47-f8fb-4bad-bcb1-950bd353a83f tempest-NetworksIpV6Test-1366297320 tempest-NetworksIpV6Test-1366297320-project] Pushing event deleted for resources: {'Network': ['ID=745f69f8-5fe5-48da-beac-9d370b39a615,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.228608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet fbb07f52-6b42-4033-a8e6-185b85016e17 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:34:59.239562 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.275395 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abfab1b5-f16d-4beb-8bde-85ca34230660 req-8f8467d8-6288-4b41-b6a6-40af35c702d0 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783802 Jul 23 10:34:59.298671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de70fe-5a8b-4e70-8931-137f65194ede req-0a2bebd2-0e27-4f13-9610-284c3af529e0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:59.306979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07de70fe-5a8b-4e70-8931-137f65194ede req-0a2bebd2-0e27-4f13-9610-284c3af529e0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2460055 Jul 23 10:34:59.313260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.320465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:59.321560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.336632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] For port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:34:59.339826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.343431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] For port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:34:59.349399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.353416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.423872 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2178020 Jul 23 10:34:59.475016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe9b8ca7-d614-405b-9e74-4cb69a238284 req-a8435065-9f6e-4086-bee2-42084bc7a142 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 210 time: 0.1060278 Jul 23 10:34:59.476371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:59.476984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.478349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] 10.222.0.55 "PUT /v2.0/ports/ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 HTTP/1.1" status: 200 len: 1092 time: 2.8853526 Jul 23 10:34:59.482024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c32bd21-febd-486e-aa40-6df46666e23b', 'tag': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:34:59.482912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b852fa0-6fc5-4282-a4ff-34d3d235c045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Pushing event updated for resources: {'Network': ['ID=97cb778b-2bea-453e-9391-8c289e2a1ad7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.485156 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87661ce0-a214-4e1b-a0b3-01d57d38b17b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c32bd21-febd-486e-aa40-6df46666e23b", "tag": "ee382dd8-6722-4ed7-bd1f-b4a9ded486b5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:34:59.500911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 97cb778b-2bea-453e-9391-8c289e2a1ad7 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:34:59.511587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07de70fe-5a8b-4e70-8931-137f65194ede req-722c81b3-f848-43ae-bb86-d3f3195f89e1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900051 Jul 23 10:34:59.626744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.651780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:34:59.652509 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd557e7-b20f-4eec-9119-4ed20efaada1 x-openstack-request-id: req-5cd557e7-b20f-4eec-9119-4ed20efaada1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:34:59.652884 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c32bd21-febd-486e-aa40-6df46666e23b", "tag": "ee382dd8-6722-4ed7-bd1f-b4a9ded486b5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:34:59.653151 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cd557e7-b20f-4eec-9119-4ed20efaada1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:34:59.655236 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c32bd21-febd-486e-aa40-6df46666e23b', 'tag': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5', 'status': 'completed', 'code': 200} Jul 23 10:34:59.655913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4cc6-6337-48a1-a855-dd3994034a2e service neutron] Pushing event updated for resources: {'Port': ['ID=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.686432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b676770b-303e-494a-8bbd-08a770c60996 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:34:59.687041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b676770b-303e-494a-8bbd-08a770c60996 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:34:59.689711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:59.775189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.801156 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:34:59.809676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac23cd5-adca-4c0d-a162-aceb2d30b36c None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:34:59.813012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/fbb07f52-6b42-4033-a8e6-185b85016e17 HTTP/1.1" status: 204 len: 168 time: 0.7355509 Jul 23 10:34:59.813722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:34:59.850617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-baf837ef-6f9d-4776-9694-e9cae56ce639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:34:59.852507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-baf837ef-6f9d-4776-9694-e9cae56ce639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=5c32bd21-febd-486e-aa40-6df46666e23b HTTP/1.1" status: 200 len: 1095 time: 0.3145916 Jul 23 10:34:59.872212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:34:59.884366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d3791-9c17-46af-9411-8b2c49a9fc0e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb07f52-6b42-4033-a8e6-185b85016e17,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:34:59.958255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:00.003974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Request body: {'port': {'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7', 'binding:host_id': 'n-h2-778550-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-808572193'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:00.009809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-fd19fcb6-5b36-4772-bc7a-0010eb7d9b74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 HTTP/1.1" status: 200 len: 217 time: 0.1337204 Jul 23 10:35:00.013369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-10d94f95-ae46-44a5-9067-cd91fec0b95c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9075a5fe2cc40f0b2cd9f842f35290a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195751 Jul 23 10:35:00.014019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51674) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:00.019864 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09b401-4113-44d6-9b78-d5b4c2565f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.104874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6edb22f9-3001-4768-8326-22b659bf1a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.105682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-83cab254-e794-449d-8676-1edfac71a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:00.107391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-83cab254-e794-449d-8676-1edfac71a3f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.0907454 Jul 23 10:35:00.124058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Made reservation on behalf of 82a996eeeec24bc38e69bb00f5bccc21 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:00.126346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.128141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51680) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:00.153704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-f46374b3-8378-400f-8802-763015bd9b6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394816 Jul 23 10:35:00.161285 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.178677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6edb22f9-3001-4768-8326-22b659bf1a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.232605 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.257952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0baf1a00-8d83-471b-8b8e-563577cc5c43 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:00.268249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.292536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Transition to ACTIVE for port object 0baf1a00-8d83-471b-8b8e-563577cc5c43 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:00.303561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.310854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-65162a12-0c80-4a26-a6b4-cce1a5f07f83 service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468396 Jul 23 10:35:00.445856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:00.449450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.453714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Pushing event updated for resources: {'Port': ['ID=0baf1a00-8d83-471b-8b8e-563577cc5c43,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:00.476610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6edb22f9-3001-4768-8326-22b659bf1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.479378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6edb22f9-3001-4768-8326-22b659bf1a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.483113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6edb22f9-3001-4768-8326-22b659bf1a27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c70ab52e-c46a-4874-8359-e8ad2873beaa HTTP/1.1" status: 204 len: 168 time: 0.4637301 Jul 23 10:35:00.497595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Deleting subnet 61d9dd11-45f5-4cbb-b27c-85b309cc6f0c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:00.502868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.550570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-12b4ec24-270d-437b-b6f0-1fcfa6ff951e service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092988 Jul 23 10:35:00.554204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.577428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Attempting to bind port 0baf1a00-8d83-471b-8b8e-563577cc5c43 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:00.577769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Attempting to bind port 0baf1a00-8d83-471b-8b8e-563577cc5c43 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:00.578105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Attempting to bind port 0baf1a00-8d83-471b-8b8e-563577cc5c43 on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:00.589157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Port 0baf1a00-8d83-471b-8b8e-563577cc5c43 on network e51d479d-3aae-4365-ab2b-a79119a852dd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:00.589511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Attempting to bind port 0baf1a00-8d83-471b-8b8e-563577cc5c43 on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:00.600932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:00.601352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Checking segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:00.601646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Bound using segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:00.602099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Bound port: 0baf1a00-8d83-471b-8b8e-563577cc5c43, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:00.602469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.641137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc543-46bb-4b7b-9be9-f97c923c2e36 req-198628e5-48f8-4c1c-afc7-4a4a2bf0ca90 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:00.642711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eafcc543-46bb-4b7b-9be9-f97c923c2e36 req-198628e5-48f8-4c1c-afc7-4a4a2bf0ca90 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 944 time: 0.2127547 Jul 23 10:35:00.656804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.740021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4bf5fba-a8c3-4a5c-988d-6ed8738c65c3 req-245c2fde-4bde-487b-b2a5-8d144610a827 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 210 time: 0.1080153 Jul 23 10:35:00.755564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb22f9-3001-4768-8326-22b659bf1a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70ab52e-c46a-4874-8359-e8ad2873beaa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:00.882617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-3d39bd4b-e591-44ec-98d6-b797e337c99e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:00.884212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-3d39bd4b-e591-44ec-98d6-b797e337c99e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 811 time: 0.6324503 Jul 23 10:35:00.935973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.966771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:00.986833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c7870f0c-70bf-43de-a6f4-c83b0e777874 None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:00.987310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7870f0c-70bf-43de-a6f4-c83b0e777874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.001443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port 46190e05-c1a0-42db-860e-d513faeb6339 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:01.059696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c7870f0c-70bf-43de-a6f4-c83b0e777874 None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:01.077512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c7870f0c-70bf-43de-a6f4-c83b0e777874 None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:01.078687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7870f0c-70bf-43de-a6f4-c83b0e777874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.123691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eafcc543-46bb-4b7b-9be9-f97c923c2e36 req-74e52590-1449-4a7b-8e63-bdf72081c908 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938857 Jul 23 10:35:01.137682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] For port 0baf1a00-8d83-471b-8b8e-563577cc5c43, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:01.142701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] For port 0baf1a00-8d83-471b-8b8e-563577cc5c43, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:01.151292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-b4ffd28e-5e0b-4f75-834e-2eb91921e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.162477 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-b4ffd28e-5e0b-4f75-834e-2eb91921e125 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=5c32bd21-febd-486e-aa40-6df46666e23b HTTP/1.1" status: 200 len: 1095 time: 0.5386143 Jul 23 10:35:01.163677 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.181618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acdfe30-554f-4660-8468-9d4bd73ec600,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:01.195093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-40cb6bd3-e735-4ca4-bc91-35608ca4d2a3 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f03ca5683e54343a4794a4fc922b9ec HTTP/1.1" status: 200 len: 380 time: 0.2561479 Jul 23 10:35:01.211840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'port': {'device_id': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'admin_state_up': True, 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'security_groups': ['5de59102-5730-43b4-80c9-259b01207852']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:01.219480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.220683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.223070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] 10.222.0.20 "PUT /v2.0/ports/0baf1a00-8d83-471b-8b8e-563577cc5c43 HTTP/1.1" status: 200 len: 1092 time: 2.1319530 Jul 23 10:35:01.224746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.225246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.307678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d9dd11-45f5-4cbb-b27c-85b309cc6f0c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:01.337350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd7fca-1329-41e4-9254-be8ddda1a440 service neutron] Pushing event updated for resources: {'Port': ['ID=0baf1a00-8d83-471b-8b8e-563577cc5c43,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:01.368906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.370906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-57ef9219-0a34-4279-b352-cd1a87f28c29 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/61d9dd11-45f5-4cbb-b27c-85b309cc6f0c HTTP/1.1" status: 204 len: 168 time: 1.2353125 Jul 23 10:35:01.371188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-0360c019-cb7e-4ed6-949c-21f486d94538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.372885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-0360c019-cb7e-4ed6-949c-21f486d94538 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 913 time: 0.2007012 Jul 23 10:35:01.373553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51706) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:01.389314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f088f7-3805-4add-b177-9b7c39e71661 req-3ef7b82a-7c57-4d3f-89b8-e2340c71bc65 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.390919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50f088f7-3805-4add-b177-9b7c39e71661 req-3ef7b82a-7c57-4d3f-89b8-e2340c71bc65 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.4609077 Jul 23 10:35:01.450130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-55ff0967-955d-46df-b87a-e12cb7a8f2e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 HTTP/1.1" status: 200 len: 217 time: 0.0644364 Jul 23 10:35:01.502944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-b2b689eb-3768-49c7-ae98-c745de82a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.504494 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-b2b689eb-3768-49c7-ae98-c745de82a791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 1095 time: 0.2050266 Jul 23 10:35:01.505920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51710) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:01.543427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.575363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50f088f7-3805-4add-b177-9b7c39e71661 req-b0356ada-5e2a-482b-b330-6502af293581 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503105 Jul 23 10:35:01.584124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-fd48088b-a370-4078-b46f-999a854e6bc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43 HTTP/1.1" status: 200 len: 217 time: 0.0517502 Jul 23 10:35:01.624907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port 46190e05-c1a0-42db-860e-d513faeb6339 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:01.629814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Made reservation on behalf of 9f03ca5683e54343a4794a4fc922b9ec for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:01.633338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.657121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.668193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-792580441'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:01.671126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d395fa8-8a29-4347-b975-0d17513650af', 'tag': '0baf1a00-8d83-471b-8b8e-563577cc5c43'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:01.673373 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd79687a-1900-4191-a08b-7b3016cd6741" -d '{"events": [{"name": "network-changed", "server_uuid": "5d395fa8-8a29-4347-b975-0d17513650af", "tag": "0baf1a00-8d83-471b-8b8e-563577cc5c43"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:01.676584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-3d147bc3-36fe-4dc9-89aa-3c27853a2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.678039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-3d147bc3-36fe-4dc9-89aa-3c27853a2855 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.1946719 Jul 23 10:35:01.684368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Transition to ACTIVE for port object 46190e05-c1a0-42db-860e-d513faeb6339 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:01.696240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.733264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.751479 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3f04b9-4a71-4408-9300-7a919838fb8a x-openstack-request-id: req-cd3f04b9-4a71-4408-9300-7a919838fb8a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:01.751696 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d395fa8-8a29-4347-b975-0d17513650af", "tag": "0baf1a00-8d83-471b-8b8e-563577cc5c43", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:01.751911 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd3f04b9-4a71-4408-9300-7a919838fb8a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:01.752314 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d395fa8-8a29-4347-b975-0d17513650af', 'tag': '0baf1a00-8d83-471b-8b8e-563577cc5c43', 'status': 'completed', 'code': 200} Jul 23 10:35:01.755091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-54d17e3d-6d34-4feb-87f4-4537cab418b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534348 Jul 23 10:35:01.796325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.800637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-1b4e36e7-0372-4bee-b82e-0d9a2acc6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:01.802162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-1b4e36e7-0372-4bee-b82e-0d9a2acc6ed9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.2096090 Jul 23 10:35:01.816687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:01.820052 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.827664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d03019-6a8b-4228-8d99-84043664d40b']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:01.864709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.884773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:01.885107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e00e76c-eed5-4fd9-8ee3-d44ca4fbea38') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:01.905135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-6ebd70d2-e204-47a7-93fe-6d4bec7b34ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794334 Jul 23 10:35:01.910546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:01.984882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.015758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:02.016136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:02.019631 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:02.099839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-2b851072-dec8-42b5-9a26-1cabb4c61518 service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365085 Jul 23 10:35:02.117221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0537056f-3755-43f1-a2a4-f3b4b250d495 req-97d2c900-ebc2-4c7b-8c04-5784fbeb264d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 210 time: 0.0894473 Jul 23 10:35:02.122146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:02.136901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:02.142513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:02.143111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.148501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6866f3-2240-4391-8977-7c8feba4a72c None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:02.150049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=3e4f245a-0db5-4ea7-acd4-0103796e11a0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:02.195846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=46190e05-c1a0-42db-860e-d513faeb6339,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:02.230270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Allocated IP 172.20.0.8 (4b2a9577-9398-4943-879e-83342892ac3a/8e2db689-799e-4107-b813-e5b30a438ba1/dec8fd99-5a8a-41ed-932f-77f97e217057) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:02.234722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Checking segment: {'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:02.235287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Network hostable DHCP agents. Network: 97cb778b-2bea-453e-9391-8c289e2a1ad7, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:02.273704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Network 97cb778b-2bea-453e-9391-8c289e2a1ad7 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:02.275372 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.282110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-459e3a1a-102f-4d9c-afa2-429fe54b9dff service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677595 Jul 23 10:35:02.306101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 97cb778b-2bea-453e-9391-8c289e2a1ad7) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:02.319915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:02.325603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.337877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8bdad-2828-420a-b4cf-31da8e32b2fe None None] Network 97cb778b-2bea-453e-9391-8c289e2a1ad7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:02.338494 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] 10.222.0.37 "DELETE /v2.0/networks/90d03019-6a8b-4228-8d99-84043664d40b HTTP/1.1" status: 204 len: 168 time: 0.9546711 Jul 23 10:35:02.339595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20014de5-2c92-4d32-aa0c-0696563c3651 admin admin] Pushing event deleted for resources: {'Network': ['ID=90d03019-6a8b-4228-8d99-84043664d40b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:02.342052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.342567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.343103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.381016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.381363 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.383820 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 2 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.405158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.405762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.406268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.426073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.426693 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.428921 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 3 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.436150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87661ce0-a214-4e1b-a0b3-01d57d38b17b req-9ddaa154-0da1-4c6b-901a-2924d1da7c44 service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003356 Jul 23 10:35:02.453897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.454499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.454996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.461295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.470180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.470963 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.474642 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 4 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.489236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Transition to ACTIVE for port object dec8fd99-5a8a-41ed-932f-77f97e217057 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:02.496587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.497186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.497839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.504310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96017379-ef84-4ae7-9823-2f1aa585aac4 req-c1f41a38-ef0c-4389-bdfa-45b7cf3dcbf9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:02.506453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.506952 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.508761 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 5 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.511278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96017379-ef84-4ae7-9823-2f1aa585aac4 req-c1f41a38-ef0c-4389-bdfa-45b7cf3dcbf9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 944 time: 0.2610056 Jul 23 10:35:02.517398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.533361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.533908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.534478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.537623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.552740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.555281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.555824 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.557848 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 6 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.566039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bcf207fa-63df-4583-aac1-7bd7e138eb5e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6997862 Jul 23 10:35:02.572810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51722) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:02.582861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308863776'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:02.591212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.591681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.592100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.594461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.598060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa5cc1f-390e-47c2-8b29-1af42056b077,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:02.621274 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71eb5c95-5037-44aa-b15a-fe06af149977 req-a5f7ed62-1f99-4552-811b-c70e2e31b674 service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006172 Jul 23 10:35:02.626235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:02.631222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.631222 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.638285 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 7 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.653891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Update dhcp port {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'fixed_ips': [{'subnet_id': '4b746e89-0199-469d-a8fc-41b474446706', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3e4f245a-0db5-4ea7-acd4-0103796e11a0'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '615ef818-fd57-469f-b70e-0355113d4a29'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:35:02.658514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96017379-ef84-4ae7-9823-2f1aa585aac4 req-e9a7cb42-2c9b-4293-be07-25dfb7dbb89f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409440 Jul 23 10:35:02.677905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Network 4b2a9577-9398-4943-879e-83342892ac3a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:02.678516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.678843 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment 641eff85-5a38-4293-bccd-ec5d853b2f94 of type vlan for network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 Jul 23 10:35:02.681631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.682072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.682486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.684832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.693339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:02.703851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:02.709679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'Port': ['ID=dec8fd99-5a8a-41ed-932f-77f97e217057,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:02.714991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.715401 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.721115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.761957 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 8 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.765857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:02.783603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.832055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-18a33ce7-88af-436c-b42d-52c3ffbe82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:02.833730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-18a33ce7-88af-436c-b42d-52c3ffbe82c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 1095 time: 0.1004574 Jul 23 10:35:02.849818 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.855751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-946f928c-d0dc-489d-b6f9-6df5cc029dc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=646b57bbc421406d9bacfe19a675a00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824270 Jul 23 10:35:02.856057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:02.856609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.864148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51728) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:02.917420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.918376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.918977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:02.949875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:02.950926 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.957368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:02.957935 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:02.962637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Allocated IP 2001:db8::2 (6ff77a62-5a21-4530-b021-53f96e64c008/3e4f245a-0db5-4ea7-acd4-0103796e11a0/615ef818-fd57-469f-b70e-0355113d4a29) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:02.963974 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 9 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:02.967243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-047eab64-aff8-4b2c-832c-4df9473532f4 None None] Provisioning for port dec8fd99-5a8a-41ed-932f-77f97e217057 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:02.979460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-047eab64-aff8-4b2c-832c-4df9473532f4 None None] Provisioning complete for port dec8fd99-5a8a-41ed-932f-77f97e217057 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:02.979824 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-047eab64-aff8-4b2c-832c-4df9473532f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:02.996971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:02.997398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:02.997853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:03.015231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:03.015785 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:03.018067 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 10 to bind port 46190e05-c1a0-42db-860e-d513faeb6339 Jul 23 10:35:03.029703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=77215ced-2fd8-4fc3-9a28-0d5e7a0061b9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:03.036309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-047eab64-aff8-4b2c-832c-4df9473532f4 None None] Port dec8fd99-5a8a-41ed-932f-77f97e217057 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:03.049147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d539575-58e6-4224-95ae-4252b999b90a req-f9cd16bc-e6f9-4359-99e1-e5697a055ecf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:03.051992 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d539575-58e6-4224-95ae-4252b999b90a req-f9cd16bc-e6f9-4359-99e1-e5697a055ecf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2849934 Jul 23 10:35:03.054662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:03.055468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:03.056275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:03.057371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14048e5e-d017-4acf-a444-277db3d91f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.067408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:03.074826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 46190e05-c1a0-42db-860e-d513faeb6339 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:03.075501 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 46190e05-c1a0-42db-860e-d513faeb6339 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:03.075829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.097705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14048e5e-d017-4acf-a444-277db3d91f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.099686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-550287ac-eb30-4d6e-924d-b2b747e9e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:03.101610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-550287ac-eb30-4d6e-924d-b2b747e9e956 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 913 time: 0.2601225 Jul 23 10:35:03.119537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.131786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.154845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-0b673157-3553-4a45-9cfa-8a3bb51f921e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43 HTTP/1.1" status: 200 len: 217 time: 0.0451851 Jul 23 10:35:03.157919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-a2630720-6450-448b-90ff-42bcfa6f897e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9534087 Jul 23 10:35:03.165581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=615ef818-fd57-469f-b70e-0355113d4a29,segment=NetworkSegment(63cde2ca-6b2e-4ec6-8ca6-af80b572d740),segment_id=63cde2ca-6b2e-4ec6-8ca6-af80b572d740)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:03.181233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d539575-58e6-4224-95ae-4252b999b90a req-cf8038fb-b413-46e3-b134-1b0d6e606a81 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164582 Jul 23 10:35:03.195694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Request body: {'port': {'device_id': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:03.206123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:03.220809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.240044 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.241007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6658049 Jul 23 10:35:03.242827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Transition to ACTIVE for port object 615ef818-fd57-469f-b70e-0355113d4a29 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:03.246784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ad61591-519d-42bf-bc3e-521123310aea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7383957 Jul 23 10:35:03.247800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51732) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:03.248118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51734) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:03.249642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe87fb-a5eb-46cd-a608-b9304955d64f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf1d9fe-b105-4d57-bff3-9bc06f62b88e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:03.259784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.282542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] For port 46190e05-c1a0-42db-860e-d513faeb6339, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:03.283065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempted to set empty binding levels {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 10:35:03.288785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'name': 'tempest-PortsTestJSON-1127342473'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:03.290608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.293596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14048e5e-d017-4acf-a444-277db3d91f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.296117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14048e5e-d017-4acf-a444-277db3d91f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.299576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14048e5e-d017-4acf-a444-277db3d91f0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b21dff9d-3711-4328-a957-75a4056743d7 HTTP/1.1" status: 204 len: 168 time: 0.4281867 Jul 23 10:35:03.313742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'security_group': {'name': 'tempest-secgroup-875482335'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:03.356861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-ded23874-ebcf-45c0-8937-7a7b432c8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:03.358372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-ded23874-ebcf-45c0-8937-7a7b432c8605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.1652486 Jul 23 10:35:03.361540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:03.363309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.372626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048e5e-d017-4acf-a444-277db3d91f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21dff9d-3711-4328-a957-75a4056743d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:03.395409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.405316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=46190e05-c1a0-42db-860e-d513faeb6339,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:03.426940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75741cd-fffe-4ab0-86a5-f180a2134b63 None None] Pushing event updated for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:03.453369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:03.468433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'port_id': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5', 'mac_address': 'fa:16:3e:bc:2d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e4aca8-e85c-4174-9253-e8a31df693dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:03.514561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.523011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-c6f79610-1b43-4e55-b49c-fa604df4e2b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338434 Jul 23 10:35:03.535002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:03.546049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.566980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:03.582587 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.586699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbf26-46d1-4641-918e-9c864b4497cf req-67eca19c-2c45-4d70-a3bb-357fd76a0a7f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:03.593969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430dbf26-46d1-4641-918e-9c864b4497cf req-67eca19c-2c45-4d70-a3bb-357fd76a0a7f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 931 time: 0.3571448 Jul 23 10:35:03.629058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fcf62f07-9cca-404c-a206-cbf0431fb519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.6430366 Jul 23 10:35:03.634252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51742) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:03.696247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:03.740324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-430dbf26-46d1-4641-918e-9c864b4497cf req-205bf4cd-c345-4148-81eb-e83d05339347 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400647 Jul 23 10:35:03.780072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:03.783577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:03.814619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-66d0c688-0bf6-471d-b4a0-38b4bcb28e5b service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830796 Jul 23 10:35:03.819033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ee382dd8-6722-4ed7-bd1f-b4a9ded486b5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:03.926203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a6a47-477c-456d-8583-9d2ee7f36040 req-11064146-7937-4ea7-be9c-4780640fadc9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:03.928247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-368a6a47-477c-456d-8583-9d2ee7f36040 req-11064146-7937-4ea7-be9c-4780640fadc9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 944 time: 0.1782341 Jul 23 10:35:03.953830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 692297ba-f6c3-4dda-a706-6c0de60d46bc yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:04.010951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-368a6a47-477c-456d-8583-9d2ee7f36040 req-df7d86a5-fe7d-4efc-b24f-7896f62fe688 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654857 Jul 23 10:35:04.024017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec8fd99-5a8a-41ed-932f-77f97e217057 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:04.036702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.053513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Transition to ACTIVE for port object dec8fd99-5a8a-41ed-932f-77f97e217057 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:04.059633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.121253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd79687a-1900-4191-a08b-7b3016cd6741 req-bbe271bb-60b2-41d0-80ce-eb60539e1b4f service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836068 Jul 23 10:35:04.153635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Pushing event updated for resources: {'Port': ['ID=dec8fd99-5a8a-41ed-932f-77f97e217057,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:04.290884 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.303188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Attempting to bind port dec8fd99-5a8a-41ed-932f-77f97e217057 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:04.303615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Attempting to bind port dec8fd99-5a8a-41ed-932f-77f97e217057 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:04.306775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Attempting to bind port dec8fd99-5a8a-41ed-932f-77f97e217057 on network 4b2a9577-9398-4943-879e-83342892ac3a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:04.327096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Port dec8fd99-5a8a-41ed-932f-77f97e217057 on network 4b2a9577-9398-4943-879e-83342892ac3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:04.327582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Attempting to bind port dec8fd99-5a8a-41ed-932f-77f97e217057 on network 4b2a9577-9398-4943-879e-83342892ac3a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:04.336004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:04.336579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Checking segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:04.337279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Bound using segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:04.337888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Bound port: dec8fd99-5a8a-41ed-932f-77f97e217057, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:04.338035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:04.338543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.341527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Deleting port 46190e05-c1a0-42db-860e-d513faeb6339 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:04.342031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.359857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.424210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.450258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] For port dec8fd99-5a8a-41ed-932f-77f97e217057, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:04.470625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] For port dec8fd99-5a8a-41ed-932f-77f97e217057, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=dec8fd99-5a8a-41ed-932f-77f97e217057,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:04.477934 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.499576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-56628d41-fe5a-4336-b6ea-ba52961108eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4882965 Jul 23 10:35:04.575829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Pushing event updated for resources: {'Port': ['ID=dec8fd99-5a8a-41ed-932f-77f97e217057,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:04.580056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:04.580790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.583043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-d2f7b7e0-105e-4c45-9610-64622a106c11 service neutron] 10.222.0.20 "PUT /v2.0/ports/dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 1091 time: 1.3960693 Jul 23 10:35:04.583665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:04.586652 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7eb62-4677-49be-808d-94268c5e6100" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:04.609627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3737c249-8941-495d-a421-2ad8a2428603 None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:04.609999 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3737c249-8941-495d-a421-2ad8a2428603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.652144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3737c249-8941-495d-a421-2ad8a2428603 None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:04.668714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3737c249-8941-495d-a421-2ad8a2428603 None None] Provisioning for port 615ef818-fd57-469f-b70e-0355113d4a29 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:04.676496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3737c249-8941-495d-a421-2ad8a2428603 None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:04.678297 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3737c249-8941-495d-a421-2ad8a2428603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.749263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-58aea208-3368-404a-b092-9ccd81671fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:04.750840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-58aea208-3368-404a-b092-9ccd81671fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1094 time: 0.1065724 Jul 23 10:35:04.810898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-1abde6f5-79e2-4477-9aab-b866b18e150e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 217 time: 0.0464447 Jul 23 10:35:04.892028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-157f55e4-ead3-42be-a958-0c541b346780 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=98285f748eef4f4a8f89af94342dd78d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378282 Jul 23 10:35:04.912357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-2d19a8ab-f990-4bf5-a9b1-6bc32fa4dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:04.913809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-2d19a8ab-f990-4bf5-a9b1-6bc32fa4dc32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.0958776 Jul 23 10:35:04.949253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.950601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6975150 Jul 23 10:35:04.958973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d889ba-31bc-4c5e-a777-cf57004cd79d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12d278-59d3-471e-873b-05939bae32b1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:04.961100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51782) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:04.977279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] For port 46190e05-c1a0-42db-860e-d513faeb6339, host n-h2-778550-4, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:04.977644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:04.984837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582380586'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:05.003087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.010845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Calling delete_port for 46190e05-c1a0-42db-860e-d513faeb6339 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:05.086616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489bf8e-f447-4b9d-b9a7-5b3d82c3f58a req-0119c033-6c14-4038-83f7-cb297b4df77b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.088085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f489bf8e-f447-4b9d-b9a7-5b3d82c3f58a req-0119c033-6c14-4038-83f7-cb297b4df77b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.7644031 Jul 23 10:35:05.118338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.162142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-dc0c9a09-1ada-4b71-ad4a-fbd26c983981 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.164293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-dc0c9a09-1ada-4b71-ad4a-fbd26c983981 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625530 Jul 23 10:35:05.168880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-9df15cd1-87ab-4a15-b763-f15d621a6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.170345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-9df15cd1-87ab-4a15-b763-f15d621a6a01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 1096 time: 0.2397795 Jul 23 10:35:05.170515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-bfb84899-2ea2-4644-bbf8-78bcf72a3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.171287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.171971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-bfb84899-2ea2-4644-bbf8-78bcf72a3eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2500451 Jul 23 10:35:05.187016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:05.193345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f489bf8e-f447-4b9d-b9a7-5b3d82c3f58a req-a741d60a-7285-4c1d-8122-c9aa30f1f4cc tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963109 Jul 23 10:35:05.202814 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-177ddcee-b36b-4311-b25f-9ab1f51de255 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/quotas/98285f748eef4f4a8f89af94342dd78d HTTP/1.1" status: 200 len: 375 time: 0.0298653 Jul 23 10:35:05.244804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.265775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-2b1276b8-a339-424c-bd69-f46f23253e99 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=98285f748eef4f4a8f89af94342dd78d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522053 Jul 23 10:35:05.281938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=692297ba-f6c3-4dda-a706-6c0de60d46bc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:05.297690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:05.309557 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce2ee71-be6c-417b-abbb-273910da6494 x-openstack-request-id: req-4ce2ee71-be6c-417b-abbb-273910da6494 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:05.309876 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:05.310098 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ce2ee71-be6c-417b-abbb-273910da6494 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:05.310303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:05.310811 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'status': 'completed', 'code': 200} Jul 23 10:35:05.312226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.344629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.348799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "DELETE /v2.0/ports/46190e05-c1a0-42db-860e-d513faeb6339 HTTP/1.1" status: 204 len: 168 time: 1.7089086 Jul 23 10:35:05.349631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:05.354440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448122ed-d219-4cfb-9a00-a11592e9774a tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event deleted for resources: {'Port': ['ID=46190e05-c1a0-42db-860e-d513faeb6339,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:05.372369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': '641eff85-5a38-4293-bccd-ec5d853b2f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:05.372745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:05.399183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-6ae9a2c5-c346-4b99-9080-c2d8e038a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.400703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-6ae9a2c5-c346-4b99-9080-c2d8e038a4a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.1882966 Jul 23 10:35:05.408571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-74f0f306-290d-49eb-a360-fa0887f2e9af service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223668 Jul 23 10:35:05.414422 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58339e9-73b5-4222-8acf-64968449b381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:35:05.416209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a58339e9-73b5-4222-8acf-64968449b381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "GET /v2.0/ports/46190e05-c1a0-42db-860e-d513faeb6339 HTTP/1.1" status: 404 len: 333 time: 0.0629580 Jul 23 10:35:05.418959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.421101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:05.434763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Request body: {'port': {'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-606738087'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:05.452563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.464187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.477271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-b5fed79c-372f-4c1d-bb11-b2c63baed020 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 200 len: 217 time: 0.0544324 Jul 23 10:35:05.506135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:05.523927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:05.526130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c32bd21-febd-486e-aa40-6df46666e23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:05.529310 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef40c7-f86a-4c1f-a059-06d0086af31b" -d '{"events": [{"server_uuid": "5c32bd21-febd-486e-aa40-6df46666e23b", "name": "network-vif-plugged", "status": "completed", "tag": "ee382dd8-6722-4ed7-bd1f-b4a9ded486b5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:05.533743 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.552281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:05.553842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c80d52e-55a2-49c2-b175-61e3b2c09562,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:05.559935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:05.565987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.566942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.580733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Made reservation on behalf of 82a996eeeec24bc38e69bb00f5bccc21 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:05.582982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.588557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd8cc6-b79b-488c-968d-1c572c0e3c75 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:05.594932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.599362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a666a721-4abf-4660-95ca-89385d487b68 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6181400 Jul 23 10:35:05.602920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51798) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:05.603517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb30164-f4a7-4ae6-81d9-81730567ca97 req-bf494ca5-d93c-4dc6-a680-4c1485d40c1d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.605300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbb30164-f4a7-4ae6-81d9-81730567ca97 req-bf494ca5-d93c-4dc6-a680-4c1485d40c1d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 943 time: 0.2294230 Jul 23 10:35:05.621763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-21e17abe-5f01-40cd-a89b-e9770fed3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.623541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-21e17abe-5f01-40cd-a89b-e9770fed3138 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1130397 Jul 23 10:35:05.628072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2126311139', 'security_groups': ['9c80d52e-55a2-49c2-b175-61e3b2c09562'], 'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e4f245a-0db5-4ea7-acd4-0103796e11a0'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:05.638521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a68e8950-7823-4d5c-bd6e-185e98fe1378 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3867183 Jul 23 10:35:05.641136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51800) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:05.656131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1907143247'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:05.662635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port 564f2632-9b80-4e50-8282-5c187d1c39f3 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:05.681531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7df2f1b-cbcc-4e0b-98df-b242dede3f5d req-f0602443-06bc-4e90-ab6e-5e63293fbd5a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611191 Jul 23 10:35:05.725853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0baf1a00-8d83-471b-8b8e-563577cc5c43 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:05.728498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:05.742144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:05.747876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.788222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbb30164-f4a7-4ae6-81d9-81730567ca97 req-65681eb7-550e-4be7-8089-119925d7d4a1 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743710 Jul 23 10:35:05.819130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:05.833508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-93a6927a-bf3b-4ff8-83bf-085ba22f05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:05.835040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-93a6927a-bf3b-4ff8-83bf-085ba22f05f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951985 Jul 23 10:35:05.841459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:05.841882 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment e3f745dc-30c1-4cb7-b4b0-16c824e28a47 of type vlan for network 91e56b4b-e5dc-4abc-affd-80e8b46aae78 Jul 23 10:35:06.006517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.012115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.082970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b23b-b39b-43a2-8c14-42ae25e42fbe req-45ed3e60-9a5c-40d5-95f4-8cb5c037cf86 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.086577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0baf1a00-8d83-471b-8b8e-563577cc5c43, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:06.092447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6544b23b-b39b-43a2-8c14-42ae25e42fbe req-45ed3e60-9a5c-40d5-95f4-8cb5c037cf86 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 944 time: 0.5267813 Jul 23 10:35:06.101916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '0baf1a00-8d83-471b-8b8e-563577cc5c43', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'port_id': '0baf1a00-8d83-471b-8b8e-563577cc5c43', 'mac_address': 'fa:16:3e:13:9a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e4aca8-e85c-4174-9253-e8a31df693dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:06.135959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.146215 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.149046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:06.149805 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.155504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.156179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.163174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0baf1a00-8d83-471b-8b8e-563577cc5c43 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:06.183936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0baf1a00-8d83-471b-8b8e-563577cc5c43, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:06.193290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.197103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba2f7290-bccd-4c9e-8166-ac7606a8ca17 req-9faa3ced-22c8-417d-98d3-0718d8b39ca1 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 210 time: 0.1521726 Jul 23 10:35:06.243027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5986469 Jul 23 10:35:06.249030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:06.250819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Network 97cb778b-2bea-453e-9391-8c289e2a1ad7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:06.258931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-bba87346-1149-4172-8c5a-5443afc18981 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153302 Jul 23 10:35:06.261834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'ports': [{'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'}, {'network_id': '91e56b4b-e5dc-4abc-affd-80e8b46aae78'}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:06.262345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:06.263028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '91e56b4b-e5dc-4abc-affd-80e8b46aae78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:06.284983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6544b23b-b39b-43a2-8c14-42ae25e42fbe req-ff390036-0267-4581-a245-b1108971e5aa tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913154 Jul 23 10:35:06.290369 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73aeef1-1d62-4b80-a172-45dc6161be28 x-openstack-request-id: req-a73aeef1-1d62-4b80-a172-45dc6161be28 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:06.290763 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c32bd21-febd-486e-aa40-6df46666e23b", "name": "network-vif-plugged", "status": "completed", "tag": "ee382dd8-6722-4ed7-bd1f-b4a9ded486b5", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:06.291121 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a73aeef1-1d62-4b80-a172-45dc6161be28 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:06.291796 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c32bd21-febd-486e-aa40-6df46666e23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5', 'code': 200} Jul 23 10:35:06.299057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0baf1a00-8d83-471b-8b8e-563577cc5c43,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:06.318826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:06.367140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:06.368829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.369189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.385362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=564f2632-9b80-4e50-8282-5c187d1c39f3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:06.411005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49932f7b-551e-48d9-86e1-71f94061a590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9813609 Jul 23 10:35:06.419842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:06.430422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:06.434124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7eb62-4677-49be-808d-94268c5e6100 req-26016945-28a3-4ef6-bfc6-af0c5254ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.435936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-26016945-28a3-4ef6-bfc6-af0c5254ff9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1094 time: 0.6584377 Jul 23 10:35:06.457587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580a152-e362-4c11-af7f-77b999c5a2e1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=91e56b4b-e5dc-4abc-affd-80e8b46aae78,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:06.472292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 91e56b4b-e5dc-4abc-affd-80e8b46aae78 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:06.488369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1a51ed-ec66-4f3a-965c-4c547a2ddc7b req-1c97865a-05c5-4a3d-9527-2bd1fd8cfa35 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098935 Jul 23 10:35:06.526306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-db50ce50-fa52-42d7-9968-7764bd9e19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.527849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-db50ce50-fa52-42d7-9968-7764bd9e19d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 0.3968754 Jul 23 10:35:06.543490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:06.557473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['0baf1a00-8d83-471b-8b8e-563577cc5c43'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:06.591251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb036944-0811-4311-9f7a-573b5763177b req-7ce8cd54-1378-4487-9739-712870ce6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.593132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb036944-0811-4311-9f7a-573b5763177b req-7ce8cd54-1378-4487-9739-712870ce6375 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c32bd21-febd-486e-aa40-6df46666e23b HTTP/1.1" status: 200 len: 1097 time: 0.1570249 Jul 23 10:35:06.646690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76c20-fe01-4818-bf51-d2b47195cedb req-b5990506-a015-48ff-83dc-25d903998824 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.648256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55d76c20-fe01-4818-bf51-d2b47195cedb req-b5990506-a015-48ff-83dc-25d903998824 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2469921 Jul 23 10:35:06.740326 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb036944-0811-4311-9f7a-573b5763177b req-5a7af14a-1630-45eb-b876-72183e56bb47 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148882 Jul 23 10:35:06.743663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-1e3b6477-957d-40af-a889-f391677d304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:06.745912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-1e3b6477-957d-40af-a889-f391677d304d service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2107980 Jul 23 10:35:06.751964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55d76c20-fe01-4818-bf51-d2b47195cedb req-aa5e091c-397d-4618-ac13-0d7ddc80fc58 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819542 Jul 23 10:35:06.833959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-8e87acc9-9891-4efa-b8eb-48a7d8b542ce tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98285f748eef4f4a8f89af94342dd78d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376868 Jul 23 10:35:06.890952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-88832a60-c99b-4aa7-8745-c95cd1fb00dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.1377165 Jul 23 10:35:06.915364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] device_id is not set on port 75bb04f0-a719-4859-9733-ead5fa4a23d0 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:07.041088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-72a1f39c-872e-41a7-a8b3-f695211ceb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.042599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-72a1f39c-872e-41a7-a8b3-f695211ceb75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1385713 Jul 23 10:35:07.113941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.116867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-f49ef433-9e2a-48be-97e4-ec35fa56ea38 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.117025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7eb62-4677-49be-808d-94268c5e6100 req-15ef2dea-51f1-497e-bd2a-bfc6f06972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.118372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-f49ef433-9e2a-48be-97e4-ec35fa56ea38 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774487 Jul 23 10:35:07.118493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-15ef2dea-51f1-497e-bd2a-bfc6f06972e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.6260104 Jul 23 10:35:07.137164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Request body: {'port': {'device_id': '3503976c-45dc-4250-a5fd-1a797188e69d', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '98285f748eef4f4a8f89af94342dd78d'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:07.168740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-23ec5af9-36c7-4d97-90d7-0cd500bf5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.170179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-23ec5af9-36c7-4d97-90d7-0cd500bf5814 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197202 Jul 23 10:35:07.223665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:07.228380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.237096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-a3cad46f-f55c-4086-af22-faa2c4797a7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 217 time: 0.1003373 Jul 23 10:35:07.309380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.313721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad9a68b5-6e5e-44e5-9bd7-bc0f0a7277f2 req-885f3e02-260d-4f3d-9b95-951586e31069 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 210 time: 0.0393319 Jul 23 10:35:07.319522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30718-ead6-4c95-876c-b26dbf1308cd req-b08056e6-f85b-4925-af31-c79c0267aad0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.321088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5a30718-ead6-4c95-876c-b26dbf1308cd req-b08056e6-f85b-4925-af31-c79c0267aad0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 943 time: 0.4074497 Jul 23 10:35:07.354221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-dd23f72a-929a-45b1-851b-feab9054fdfd service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535623 Jul 23 10:35:07.359178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Made reservation on behalf of 98285f748eef4f4a8f89af94342dd78d for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:07.363192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.390400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.448956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7eb62-4677-49be-808d-94268c5e6100 req-aa029eaf-5752-4a11-aef9-6658c42fcc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.450354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-aa029eaf-5752-4a11-aef9-6658c42fcc06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.1853733 Jul 23 10:35:07.532603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ff48e68-c9e9-4812-8904-3d61f7806eae req-687c8074-0349-4a13-baaf-c3110275511d service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668136 Jul 23 10:35:07.559745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e555-febc-4099-89cd-93066dd6b13f req-11e2702c-dbb8-439b-b2b3-b2e10914abc6 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.561301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a881e555-febc-4099-89cd-93066dd6b13f req-11e2702c-dbb8-439b-b2b3-b2e10914abc6 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 945 time: 0.1721833 Jul 23 10:35:07.568430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8::e1 (6ff77a62-5a21-4530-b021-53f96e64c008/3e4f245a-0db5-4ea7-acd4-0103796e11a0/75bb04f0-a719-4859-9733-ead5fa4a23d0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:07.622229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.626742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.632748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5a30718-ead6-4c95-876c-b26dbf1308cd req-fbfc8f5a-baed-4261-a02f-6ae8a695bd98 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827127 Jul 23 10:35:07.638041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 03adc768-91d9-435c-9d50-5b4dba74e000 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:07.683295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0baf1a00-8d83-471b-8b8e-563577cc5c43 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:07.696426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a210100c-c1dc-41d7-965d-a1cde63ab897,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:07.769863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 0baf1a00-8d83-471b-8b8e-563577cc5c43 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:07.774723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 0baf1a00-8d83-471b-8b8e-563577cc5c43 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:07.775253 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.776095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port 564f2632-9b80-4e50-8282-5c187d1c39f3 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:07.788626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.798827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Allocated IP 192.168.233.24 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/c54c2603-69a4-45fc-8e12-a153557330c9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:07.843385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a881e555-febc-4099-89cd-93066dd6b13f req-4e499102-91e0-4f11-bebb-6b982967a097 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532740 Jul 23 10:35:07.866533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7eb62-4677-49be-808d-94268c5e6100 req-34e13d31-fb18-4864-8eca-1b7eb87e752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:07.868107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-34e13d31-fb18-4864-8eca-1b7eb87e752a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4061012 Jul 23 10:35:07.883532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Transition to ACTIVE for port object 564f2632-9b80-4e50-8282-5c187d1c39f3 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:07.886654 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.905429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:07.963337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 0baf1a00-8d83-471b-8b8e-563577cc5c43, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:07.968150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.019456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.029865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=0baf1a00-8d83-471b-8b8e-563577cc5c43,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:08.034999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Transition to ACTIVE for port object c54c2603-69a4-45fc-8e12-a153557330c9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:08.072156 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.119281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.121031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:08.123697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=564f2632-9b80-4e50-8282-5c187d1c39f3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:08.125564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:08.132339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.132997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:08.137717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Pushing event updated for resources: {'Port': ['ID=c54c2603-69a4-45fc-8e12-a153557330c9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:08.180358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object 75bb04f0-a719-4859-9733-ead5fa4a23d0 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:08.188207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.188541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.188897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.189018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:08.189561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.206078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-cd68e5af-88a9-44b2-9653-6f28d7ea6fbc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0735846 Jul 23 10:35:08.216619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.216870 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.218843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-52b84591-2468-4d7e-b54a-ae390b10b2ea service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342867 Jul 23 10:35:08.219849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Request body: {'port': {'device_id': '3503976c-45dc-4250-a5fd-1a797188e69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:08.225719 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 2 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.293480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d395fa8-8a29-4347-b975-0d17513650af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baf1a00-8d83-471b-8b8e-563577cc5c43'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:08.296041 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4d896-53c5-4732-99d5-39bcdcad18c5" -d '{"events": [{"server_uuid": "5d395fa8-8a29-4347-b975-0d17513650af", "name": "network-vif-plugged", "status": "completed", "tag": "0baf1a00-8d83-471b-8b8e-563577cc5c43"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:08.307028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 63e6d1a7-8b48-4175-bbe1-a4d6ead81eef yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:08.310136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.324917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.325258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.325602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.335278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80af18a-c103-4df2-aba4-03a461b0b2c0 req-cb9f4716-7527-42b2-9ec9-1e079433de49 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:08.336892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d80af18a-c103-4df2-aba4-03a461b0b2c0 req-cb9f4716-7527-42b2-9ec9-1e079433de49 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.4591188 Jul 23 10:35:08.347561 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368c696-198e-4f59-bd01-101d5d89a6f3 x-openstack-request-id: req-0368c696-198e-4f59-bd01-101d5d89a6f3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:08.347882 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d395fa8-8a29-4347-b975-0d17513650af", "name": "network-vif-plugged", "status": "completed", "tag": "0baf1a00-8d83-471b-8b8e-563577cc5c43", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:08.348427 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0368c696-198e-4f59-bd01-101d5d89a6f3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:08.348845 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d395fa8-8a29-4347-b975-0d17513650af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baf1a00-8d83-471b-8b8e-563577cc5c43', 'code': 200} Jul 23 10:35:08.391710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.392046 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.402591 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 3 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.429552 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.476110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-82c15f84-6286-4ecf-9070-806d697cf10a None None] Provisioning for port c54c2603-69a4-45fc-8e12-a153557330c9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:08.478617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.479038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.479475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.481514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-82c15f84-6286-4ecf-9070-806d697cf10a None None] Provisioning complete for port c54c2603-69a4-45fc-8e12-a153557330c9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:08.481901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82c15f84-6286-4ecf-9070-806d697cf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.513050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.513476 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.519451 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 4 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.520476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-82c15f84-6286-4ecf-9070-806d697cf10a None None] Port c54c2603-69a4-45fc-8e12-a153557330c9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:08.529702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d80af18a-c103-4df2-aba4-03a461b0b2c0 req-fe606252-7dc7-4b19-99d1-1750221b6e54 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807227 Jul 23 10:35:08.531724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83c7eb62-4677-49be-808d-94268c5e6100 req-4f9b913b-68d9-409f-ad7f-495472956a71 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031135 Jul 23 10:35:08.560074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:08.590431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=75bb04f0-a719-4859-9733-ead5fa4a23d0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:08.595209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:08.600654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.600654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.601034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.605799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:08.611531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:08.612189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.629026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.629372 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.634516 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 5 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.657813 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d86fb76-d741-4020-8b1b-ee4e0194d5dc tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0355742 Jul 23 10:35:08.658973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:08.664588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:08.670823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.671166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.671549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.700326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483d3a0-4b1d-4fc1-8c59-d07cf5a4a6b3 req-4a9f8895-575a-4b4a-b0bc-e85993668121 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:08.705845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.706510 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.708080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3483d3a0-4b1d-4fc1-8c59-d07cf5a4a6b3 req-4a9f8895-575a-4b4a-b0bc-e85993668121 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 935 time: 0.2558136 Jul 23 10:35:08.711651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46bcde-547d-4060-9c97-b9ba519e7c93 req-d8593242-fb70-4d6e-8426-3c3438787597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:08.711849 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 6 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.713135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e46bcde-547d-4060-9c97-b9ba519e7c93 req-d8593242-fb70-4d6e-8426-3c3438787597 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 1097 time: 0.2648220 Jul 23 10:35:08.743763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.761815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c2603-69a4-45fc-8e12-a153557330c9 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:08.773706 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.825404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.825404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.825404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.846725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.847131 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.853922 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 7 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.902505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:08.902769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:08.903084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:08.923544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.926117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:08.926117 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:08.930249 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 8 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:08.953818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4904a9d8-2df9-43e4-b132-488b31e823e3 None None] Provisioning for port 75bb04f0-a719-4859-9733-ead5fa4a23d0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:08.960110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4904a9d8-2df9-43e4-b132-488b31e823e3 None None] Provisioning complete for port 75bb04f0-a719-4859-9733-ead5fa4a23d0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:08.960734 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4904a9d8-2df9-43e4-b132-488b31e823e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.981994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:08.985266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:08.997888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4904a9d8-2df9-43e4-b132-488b31e823e3 None None] Port 75bb04f0-a719-4859-9733-ead5fa4a23d0 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:09.013265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0cf7d-132e-4ba0-9af4-7747ffb8def8 req-846c8682-f6fb-4505-a4bf-2e323fa27e4b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.022605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f8a0cf7d-132e-4ba0-9af4-7747ffb8def8 req-846c8682-f6fb-4505-a4bf-2e323fa27e4b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 943 time: 0.2932780 Jul 23 10:35:09.029938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:09.030324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:09.030601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:09.049442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:09.068827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:09.078782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=03adc768-91d9-435c-9d50-5b4dba74e000,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:09.080755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:09.081677 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:09.082473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:09.083282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.094263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e46bcde-547d-4060-9c97-b9ba519e7c93 req-a9d2bff7-37d5-49dc-a334-7944e5e9d532 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734691 Jul 23 10:35:09.099188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3483d3a0-4b1d-4fc1-8c59-d07cf5a4a6b3 req-5bb4715c-b95e-44b9-9c6d-a3a54619cecf tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901992 Jul 23 10:35:09.100140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Transition to ACTIVE for port object c54c2603-69a4-45fc-8e12-a153557330c9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:09.104185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.111725 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 9 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:09.156777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c2603-69a4-45fc-8e12-a153557330c9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:09.181824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:09.182423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:09.182578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:09.214565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:09.214916 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:09.218072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f8a0cf7d-132e-4ba0-9af4-7747ffb8def8 req-a8e5d207-2460-4403-9545-0edcb1f5bc55 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755295 Jul 23 10:35:09.224087 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 10 to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 Jul 23 10:35:09.237545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=63e6d1a7-8b48-4175-bbe1-a4d6ead81eef,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:09.247359 n-d-778550-4 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e4f245a-0db5-4ea7-acd4-0103796e11a0 (CIDR: 2001:db8::/64) Jul 23 10:35:09.257930 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:35:09.258386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:09.271999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:09.272540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:09.272824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:09.284334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': 'e3f745dc-30c1-4cb7-b4b0-16c824e28a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '91e56b4b-e5dc-4abc-affd-80e8b46aae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:09.284718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: 91e56b4b-e5dc-4abc-affd-80e8b46aae78, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:09.289105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:09.289452 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port 564f2632-9b80-4e50-8282-5c187d1c39f3 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:09.289830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.297700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Attempting to bind port c54c2603-69a4-45fc-8e12-a153557330c9 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:09.298123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Attempting to bind port c54c2603-69a4-45fc-8e12-a153557330c9 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:09.298458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Attempting to bind port c54c2603-69a4-45fc-8e12-a153557330c9 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:09.310656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ab9f2031-f921-4e46-ac7d-55d59544e68e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6474085 Jul 23 10:35:09.311165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51836) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:09.317708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:09.323968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Port c54c2603-69a4-45fc-8e12-a153557330c9 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:09.324200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Attempting to bind port c54c2603-69a4-45fc-8e12-a153557330c9 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:09.350381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 91e56b4b-e5dc-4abc-affd-80e8b46aae78 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:09.376624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 91e56b4b-e5dc-4abc-affd-80e8b46aae78) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:09.384198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:09.384533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:09.386609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:09.388848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:09.393088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.401318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.402011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.402131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6b5f7-e1fd-4944-b167-02ba20a0ebab None None] Network 91e56b4b-e5dc-4abc-affd-80e8b46aae78 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:09.403981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Bound port: c54c2603-69a4-45fc-8e12-a153557330c9, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:09.404701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.407017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] For port 564f2632-9b80-4e50-8282-5c187d1c39f3, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:09.407364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempted to set empty binding levels {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 10:35:09.417014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.447927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e06a6-994a-4368-8872-8f1cef660060 req-bcd332db-b4fe-4b15-abe2-d1c912a03724 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.450080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c29e06a6-994a-4368-8872-8f1cef660060 req-bcd332db-b4fe-4b15-abe2-d1c912a03724 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 946 time: 0.2491539 Jul 23 10:35:09.453675 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-037f40ae-8d5a-45f4-ac05-5d2632e9a8bb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1933153 Jul 23 10:35:09.454933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:09.460238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] In _notify_port_updated(), no bound segment for port 564f2632-9b80-4e50-8282-5c187d1c39f3 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:35:09.461097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.461701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.465575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "PUT /v2.0/ports/564f2632-9b80-4e50-8282-5c187d1c39f3 HTTP/1.1" status: 200 len: 978 time: 3.0432239 Jul 23 10:35:09.472514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:09.557151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ee080-1aa2-4de6-bef4-e202579ba1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=564f2632-9b80-4e50-8282-5c187d1c39f3,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:09.564891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c29e06a6-994a-4368-8872-8f1cef660060 req-fd1a98af-8b11-4fde-9b79-7cdb9c9c4dc0 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822449 Jul 23 10:35:09.606416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] For port c54c2603-69a4-45fc-8e12-a153557330c9, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:09.610924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] For port c54c2603-69a4-45fc-8e12-a153557330c9, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c54c2603-69a4-45fc-8e12-a153557330c9,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:09.615110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.655715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.656350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.657739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c54c2603-69a4-45fc-8e12-a153557330c9 HTTP/1.1" status: 200 len: 1095 time: 1.4440775 Jul 23 10:35:09.658549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3503976c-45dc-4250-a5fd-1a797188e69d', 'tag': 'c54c2603-69a4-45fc-8e12-a153557330c9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:09.661553 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78" -d '{"events": [{"name": "network-changed", "server_uuid": "3503976c-45dc-4250-a5fd-1a797188e69d", "tag": "c54c2603-69a4-45fc-8e12-a153557330c9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:09.666709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:09.670389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.675165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device dec8fd99-5a8a-41ed-932f-77f97e217057 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:09.759115 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29c2f3d-e886-4645-bfb5-13112cb6c559 x-openstack-request-id: req-f29c2f3d-e886-4645-bfb5-13112cb6c559 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:09.759767 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3503976c-45dc-4250-a5fd-1a797188e69d", "tag": "c54c2603-69a4-45fc-8e12-a153557330c9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:09.760105 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f29c2f3d-e886-4645-bfb5-13112cb6c559 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:09.760516 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3503976c-45dc-4250-a5fd-1a797188e69d', 'tag': 'c54c2603-69a4-45fc-8e12-a153557330c9', 'status': 'completed', 'code': 200} Jul 23 10:35:09.815377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port dec8fd99-5a8a-41ed-932f-77f97e217057, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=dec8fd99-5a8a-41ed-932f-77f97e217057,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:09.835457 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4b746e89-0199-469d-a8fc-41b474446706 (CIDR: 2001:db8:0:1::/64) Jul 23 10:35:09.837691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'port_id': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'mac_address': 'fa:16:3e:97:27:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:09.840998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da186a82-baa3-42ac-86b1-5c045e9b0bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c2603-69a4-45fc-8e12-a153557330c9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:09.871158 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:35:09.871979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:09.896637 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-54e23d5f-ab1d-430a-b6c9-e93bf2d0b887 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5834115 Jul 23 10:35:09.898751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:09.904181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'subnet': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:09.906598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.928285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec8fd99-5a8a-41ed-932f-77f97e217057 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:09.953060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port dec8fd99-5a8a-41ed-932f-77f97e217057, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=dec8fd99-5a8a-41ed-932f-77f97e217057,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:09.963058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:09.992876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-626bf192-85c4-46df-bdbc-8aa2dbe70aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:09.994908 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-626bf192-85c4-46df-bdbc-8aa2dbe70aff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98285f748eef4f4a8f89af94342dd78d&device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 1098 time: 0.2667825 Jul 23 10:35:10.024887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=dec8fd99-5a8a-41ed-932f-77f97e217057,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:10.048830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-7805547e-0c4b-4f77-be97-993ba0e03d1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c54c2603-69a4-45fc-8e12-a153557330c9 HTTP/1.1" status: 200 len: 217 time: 0.0450728 Jul 23 10:35:10.084621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.085015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.085490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.085959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.086423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.086886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.087349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.087840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.088300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.088756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.089213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.089695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.090120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.090576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.091026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.091504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.091960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.092412 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.092864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.093318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.093768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.094220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.094671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.095131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.095620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.096075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.096536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.098090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.098555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.099015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.099495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.099957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.100412 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.100867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.101322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.101774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.102229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.102682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.103136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.107197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d64d0296-6372-49d2-9e00-5423e3455f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34374 time: 0.6317785 Jul 23 10:35:10.112076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:10.126174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-a6797c09-3519-426b-bb5b-222e093f0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.127691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-a6797c09-3519-426b-bb5b-222e093f0d3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0705831 Jul 23 10:35:10.129835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Made reservation on behalf of 8629e3ef12664776ac91eab4f246d473 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:10.132400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.171211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3787e7-76e5-4e0a-b848-0dd71f706bb9 req-1d88610a-e5e2-4554-ae5f-8c7e07bafb15 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.172917 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be3787e7-76e5-4e0a-b848-0dd71f706bb9 req-1d88610a-e5e2-4554-ae5f-8c7e07bafb15 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.5655224 Jul 23 10:35:10.178871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 63e6d1a7-8b48-4175-bbe1-a4d6ead81eef {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:10.179515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.313547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.314771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-2916f6b9-e828-43b0-a8ab-edaab03d2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.315487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-2916f6b9-e828-43b0-a8ab-edaab03d2bb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782711 Jul 23 10:35:10.325595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be3787e7-76e5-4e0a-b848-0dd71f706bb9 req-eeb5acd4-f8a7-4838-a881-b84bb5b2f115 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427877 Jul 23 10:35:10.334444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 63e6d1a7-8b48-4175-bbe1-a4d6ead81eef owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:10.355472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['dec8fd99-5a8a-41ed-932f-77f97e217057'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:10.428947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Deleting port 564f2632-9b80-4e50-8282-5c187d1c39f3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:10.429487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.446995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680f833-848f-44e2-9aa4-6571a787f4bf req-62612f85-9af8-47ed-b86d-0b45c8221ae1 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.452437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2680f833-848f-44e2-9aa4-6571a787f4bf req-62612f85-9af8-47ed-b86d-0b45c8221ae1 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 947 time: 0.2232420 Jul 23 10:35:10.539133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-04a5ce90-8f14-4b90-b876-bbb7f020b2b1 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146938 Jul 23 10:35:10.550645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2680f833-848f-44e2-9aa4-6571a787f4bf req-05f18351-df9a-4222-b2bc-03de0dddb3fc tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937736 Jul 23 10:35:10.565593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] For port 564f2632-9b80-4e50-8282-5c187d1c39f3, host n-h2-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:10.566436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.598186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Calling delete_port for 564f2632-9b80-4e50-8282-5c187d1c39f3 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:10.616654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe13d7-a687-4961-8229-00616fe5687e req-8738ec6d-cc8e-4a42-b587-cc8cfa43ca89 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.618494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ffe13d7-a687-4961-8229-00616fe5687e req-8738ec6d-cc8e-4a42-b587-cc8cfa43ca89 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 944 time: 0.1948521 Jul 23 10:35:10.623442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.688346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.703266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=63e6d1a7-8b48-4175-bbe1-a4d6ead81eef,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:10.724149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.726073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-45963852-1d3a-47b0-a783-946733522149 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/63e6d1a7-8b48-4175-bbe1-a4d6ead81eef HTTP/1.1" status: 204 len: 168 time: 1.2684612 Jul 23 10:35:10.729747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:10.743676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-103363a7-dd49-4a30-85d1-2f0db66d36cb req-1182af4f-cb76-406f-91b8-7f1ee50ebe11 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967089 Jul 23 10:35:10.745716 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ffe13d7-a687-4961-8229-00616fe5687e req-9b44a790-2b26-4f64-a8f9-7a4c43c56668 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183476 Jul 23 10:35:10.755306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Network 6ff77a62-5a21-4530-b021-53f96e64c008 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:10.761359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:10.772699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.772699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.778380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6de3c9-ff64-4df4-9bf7-8d80e1f6d714 None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:10.788883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Subnet': ['ID=5cccf9ee-588b-4c06-81f0-3fd18c3e5ace,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:10.803364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45cb63-ad6b-414f-80ee-8652583d8889 req-acbc49ad-90b7-45b0-af3e-9cd1a93a2a21 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.803364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee45cb63-ad6b-414f-80ee-8652583d8889 req-acbc49ad-90b7-45b0-af3e-9cd1a93a2a21 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1646619 Jul 23 10:35:10.805897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-43439896-e75e-4812-b06e-75bd6c98d6a7 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9059615 Jul 23 10:35:10.812613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:10.822433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2059619710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cccf9ee-588b-4c06-81f0-3fd18c3e5ace'}], 'security_groups': ['1bf1d9fe-b105-4d57-bff3-9bc06f62b88e', 'fd12d278-59d3-471e-873b-05939bae32b1']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:10.825353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.891974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee45cb63-ad6b-414f-80ee-8652583d8889 req-861af384-15a9-4a7d-b9e0-2034db25ed2f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779803 Jul 23 10:35:10.897020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff28a2-3879-4466-95e4-a06ad78d2119 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.902880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff28a2-3879-4466-95e4-a06ad78d2119 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.904530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-edff28a2-3879-4466-95e4-a06ad78d2119 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1720960 Jul 23 10:35:10.916318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:10.916455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event deleted for resources: {'Port': ['ID=564f2632-9b80-4e50-8282-5c187d1c39f3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:10.944377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:10.948972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cef0ef1d-c3d1-41aa-a59c-95e51355ef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "DELETE /v2.0/ports/564f2632-9b80-4e50-8282-5c187d1c39f3 HTTP/1.1" status: 204 len: 168 time: 0.8342528 Jul 23 10:35:10.954894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:10.982616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-d2425537-6022-4e1b-ad8f-f803d9013cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:10.984378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-d2425537-6022-4e1b-ad8f-f803d9013cd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98285f748eef4f4a8f89af94342dd78d&device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 1098 time: 0.1625543 Jul 23 10:35:11.012395 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cb6305-b4d0-439a-be6d-9c93a276e165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:35:11.018290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f1cb6305-b4d0-439a-be6d-9c93a276e165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "GET /v2.0/ports/564f2632-9b80-4e50-8282-5c187d1c39f3 HTTP/1.1" status: 404 len: 333 time: 0.0627124 Jul 23 10:35:11.019788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:11.062247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-949635408', 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:11.086877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.128554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Update dhcp port {'port': {'network_id': '6ff77a62-5a21-4530-b021-53f96e64c008', 'fixed_ips': [{'subnet_id': '4b746e89-0199-469d-a8fc-41b474446706', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3e4f245a-0db5-4ea7-acd4-0103796e11a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '5cccf9ee-588b-4c06-81f0-3fd18c3e5ace'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '615ef818-fd57-469f-b70e-0355113d4a29'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:35:11.129862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-aea7603b-4a19-474c-a852-1528e084825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.131546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-aea7603b-4a19-474c-a852-1528e084825e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1376033 Jul 23 10:35:11.137213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 03adc768-91d9-435c-9d50-5b4dba74e000 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:11.137646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.170208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Made reservation on behalf of 82a996eeeec24bc38e69bb00f5bccc21 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:11.172820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.178190 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.184678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72626cf-15a7-4df9-8753-133aeb06cbba req-f27ddf77-99df-4cd8-9114-c70c4ca4a6cb tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.186187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b72626cf-15a7-4df9-8753-133aeb06cbba req-f27ddf77-99df-4cd8-9114-c70c4ca4a6cb tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 946 time: 0.2806532 Jul 23 10:35:11.226436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-ddfe3cf1-26cb-47d3-ba72-cd2b17f972d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c54c2603-69a4-45fc-8e12-a153557330c9 HTTP/1.1" status: 200 len: 217 time: 0.0846443 Jul 23 10:35:11.245895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port d2a377cf-f741-4f14-8016-e7a7323c7940 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:11.279706 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.314053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 03adc768-91d9-435c-9d50-5b4dba74e000 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:11.319382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b72626cf-15a7-4df9-8753-133aeb06cbba req-b080c71f-65bc-4061-8712-cbe51f2ce88c tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194572 Jul 23 10:35:11.360503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Allocated IP 2001:db8:0:2::2 (6ff77a62-5a21-4530-b021-53f96e64c008/5cccf9ee-588b-4c06-81f0-3fd18c3e5ace/615ef818-fd57-469f-b70e-0355113d4a29) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:11.367229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d59c-2e4a-4f77-8f2f-1c23651ebd79 req-d6438082-9e99-40c7-a14e-2fbe4d3188b0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.368845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae20d59c-2e4a-4f77-8f2f-1c23651ebd79 req-d6438082-9e99-40c7-a14e-2fbe4d3188b0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2260683 Jul 23 10:35:11.370372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-9b6d93ad-2978-4eab-b746-58455b38aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.371751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-9b6d93ad-2978-4eab-b746-58455b38aa55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1355009 Jul 23 10:35:11.480011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=615ef818-fd57-469f-b70e-0355113d4a29,segment=NetworkSegment(63cde2ca-6b2e-4ec6-8ca6-af80b572d740),segment_id=63cde2ca-6b2e-4ec6-8ca6-af80b572d740)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:11.491111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae20d59c-2e4a-4f77-8f2f-1c23651ebd79 req-f75faed8-db02-4202-b9db-c581235b1848 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864718 Jul 23 10:35:11.522313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-d1a82b5a-7b64-4896-ac82-5b00c3b395bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.524313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-d1a82b5a-7b64-4896-ac82-5b00c3b395bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185913 Jul 23 10:35:11.524986 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.529023 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.544537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Transition to ACTIVE for port object 615ef818-fd57-469f-b70e-0355113d4a29 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:11.550830 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.575470 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.585668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=03adc768-91d9-435c-9d50-5b4dba74e000,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:11.603325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.605475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7ce7cdb5-6b37-4c5d-b3d3-2ae60e7e7413 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/03adc768-91d9-435c-9d50-5b4dba74e000 HTTP/1.1" status: 204 len: 168 time: 0.6969984 Jul 23 10:35:11.608199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51878) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:11.662417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227778-0c35-4d56-98c4-f1a27295dd36 req-cb6ab0f8-7889-49ad-b263-86f5f931e21f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.669214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a227778-0c35-4d56-98c4-f1a27295dd36 req-cb6ab0f8-7889-49ad-b263-86f5f931e21f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c32bd21-febd-486e-aa40-6df46666e23b HTTP/1.1" status: 200 len: 946 time: 0.2171929 Jul 23 10:35:11.711442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-2d12146f-dfc3-4a82-95cc-909aaecae314 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797621 Jul 23 10:35:11.724141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device dec8fd99-5a8a-41ed-932f-77f97e217057 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:11.728074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae6324-a4db-41b8-a96a-8ce4985d2c24 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:11.729799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b0ae6324-a4db-41b8-a96a-8ce4985d2c24 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1204493 Jul 23 10:35:11.732837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:11.791034 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa733244-11e6-4cc8-8d3d-3384b231dd1a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:11.794219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aa733244-11e6-4cc8-8d3d-3384b231dd1a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/63e6d1a7-8b48-4175-bbe1-a4d6ead81eef HTTP/1.1" status: 404 len: 333 time: 0.0577154 Jul 23 10:35:11.796992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51886) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:11.802292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547a322-0b09-49c2-95d5-3680fe393258 None None] Pushing event updated for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:11.819229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port dec8fd99-5a8a-41ed-932f-77f97e217057 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:11.825279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Delete allocated IP 2001:db8::e1 (6ff77a62-5a21-4530-b021-53f96e64c008/3e4f245a-0db5-4ea7-acd4-0103796e11a0) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 10:35:11.831573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port dec8fd99-5a8a-41ed-932f-77f97e217057 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:11.832155 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.838940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Allocated IP 2001:db8:0:2::111 (6ff77a62-5a21-4530-b021-53f96e64c008/5cccf9ee-588b-4c06-81f0-3fd18c3e5ace/75bb04f0-a719-4859-9733-ead5fa4a23d0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:11.867292 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5815c8f-bb81-46cd-a0f7-b4fc18ff1658 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:11.870329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5815c8f-bb81-46cd-a0f7-b4fc18ff1658 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/03adc768-91d9-435c-9d50-5b4dba74e000 HTTP/1.1" status: 404 len: 333 time: 0.0695813 Jul 23 10:35:11.879068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:11.892243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a227778-0c35-4d56-98c4-f1a27295dd36 req-0fc217cc-57fd-452f-9516-3b45526ae359 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221301 Jul 23 10:35:11.897680 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:11.981542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.025443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:12.027928 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892124c-2e17-4cb9-ab58-06862853286c" -d '{"events": [{"server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "name": "network-vif-plugged", "status": "completed", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:12.028562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fd893-1de0-46ee-8bf5-0cbd8a02496d req-adb1b613-73cc-4718-843c-69b5cb473cb6 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:12.035837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-303fd893-1de0-46ee-8bf5-0cbd8a02496d req-adb1b613-73cc-4718-843c-69b5cb473cb6 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 947 time: 0.2862177 Jul 23 10:35:12.044831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d015d1b-2817-47d1-9eb8-3fd4b7308b78 req-1a3a718e-eece-4da6-8413-6f78a5c09095 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254597 Jul 23 10:35:12.045612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port dec8fd99-5a8a-41ed-932f-77f97e217057, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=dec8fd99-5a8a-41ed-932f-77f97e217057,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:12.053436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.066284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.106938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-303fd893-1de0-46ee-8bf5-0cbd8a02496d req-f3422095-90ad-4848-80bb-aa01d273b112 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651031 Jul 23 10:35:12.118135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=dec8fd99-5a8a-41ed-932f-77f97e217057,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:12.127217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Network 97cb778b-2bea-453e-9391-8c289e2a1ad7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:12.156222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:12.160408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:12.161743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:12.162294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.180042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=d2a377cf-f741-4f14-8016-e7a7323c7940,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:12.213333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0b9785e8-0ace-45fa-94ef-72a259f6373e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1908417 Jul 23 10:35:12.218750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:12.245616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.246016 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.256303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19c08d-b95b-45fd-affb-db27de329ccf req-95e2ccea-2978-4f29-af9c-272293e05ec0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:12.257861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f19c08d-b95b-45fd-affb-db27de329ccf req-95e2ccea-2978-4f29-af9c-272293e05ec0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1689506 Jul 23 10:35:12.275591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e56b4b-e5dc-4abc-affd-80e8b46aae78']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:12.299399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Transition to ACTIVE for port object 75bb04f0-a719-4859-9733-ead5fa4a23d0 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:12.307324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f745dc-30c1-4cb7-b4b0-16c824e28a47') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:12.307752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f745dc-30c1-4cb7-b4b0-16c824e28a47') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:12.312875 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.325126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.337982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:12.354077 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f19c08d-b95b-45fd-affb-db27de329ccf req-759956d8-158c-4503-b8c1-b8627a6f965e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823066 Jul 23 10:35:12.360282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344da9a4-c9a0-433c-808e-3beb19a0354f tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:12.365818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-344da9a4-c9a0-433c-808e-3beb19a0354f tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "GET /v2.0/ports/d2a377cf-f741-4f14-8016-e7a7323c7940 HTTP/1.1" status: 200 len: 958 time: 0.1460128 Jul 23 10:35:12.366847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51896) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:12.367675 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.398894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:12.398894 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.407025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] In _notify_port_updated(), no bound segment for port 75bb04f0-a719-4859-9733-ead5fa4a23d0 on network 6ff77a62-5a21-4530-b021-53f96e64c008 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:35:12.413094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:12.413695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:12.417221 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:12.419920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "PUT /v2.0/ports/75bb04f0-a719-4859-9733-ead5fa4a23d0 HTTP/1.1" status: 200 len: 970 time: 1.6044486 Jul 23 10:35:12.422505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:12.430521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709439a-9965-4390-9b22-53a3a2f6a968 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event updated for resources: {'Port': ['ID=75bb04f0-a719-4859-9733-ead5fa4a23d0,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:12.477025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec73f-0c26-4670-9394-fc5192395bab req-9af29d8c-96ab-450a-aca4-712891d1f1cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:12.489974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73dec73f-0c26-4670-9394-fc5192395bab req-9af29d8c-96ab-450a-aca4-712891d1f1cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3152657 Jul 23 10:35:12.614928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port 75bb04f0-a719-4859-9733-ead5fa4a23d0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:12.615771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.621655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.650717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.660502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/91e56b4b-e5dc-4abc-affd-80e8b46aae78 HTTP/1.1" status: 204 len: 168 time: 0.7796869 Jul 23 10:35:12.669314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73dec73f-0c26-4670-9394-fc5192395bab req-19978527-d8b7-4814-9081-1c8bc1c20a48 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782789 Jul 23 10:35:12.681341 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a55f1c-ceb9-4eff-adf6-8758bafbf3bb x-openstack-request-id: req-95a55f1c-ceb9-4eff-adf6-8758bafbf3bb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:12.681640 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "name": "network-vif-plugged", "status": "completed", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:12.681889 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95a55f1c-ceb9-4eff-adf6-8758bafbf3bb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:12.682310 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'code': 200} Jul 23 10:35:12.683548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51904) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:12.687570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Provisioning for port 75bb04f0-a719-4859-9733-ead5fa4a23d0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:12.692063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec306cd-03ef-4bcc-8c12-7e8bfed68fa7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=91e56b4b-e5dc-4abc-affd-80e8b46aae78,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:12.692861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Provisioning complete for port 75bb04f0-a719-4859-9733-ead5fa4a23d0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:12.693321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.701500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1816058871'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:12.754273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.767642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Port 75bb04f0-a719-4859-9733-ead5fa4a23d0 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:12.773016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:12.777194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.779102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for 75bb04f0-a719-4859-9733-ead5fa4a23d0 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:12.798149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:12.798540 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.879559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:12.902498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:12.903889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Provisioning for port 615ef818-fd57-469f-b70e-0355113d4a29 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:12.913984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.914374 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment 70b45114-165a-41c8-a318-238e335a20aa of type vlan for network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 Jul 23 10:35:12.918217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:12.918536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d7072a0-ce4b-41f4-913e-69ea6a2265fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.962911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Deleting port d2a377cf-f741-4f14-8016-e7a7323c7940 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:12.963360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:12.969463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.075085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.089642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.108216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a7cf0-d739-42b3-aa5e-df259dea0282 req-d854e361-4c46-4746-8cb2-daf416d668c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:13.109727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff8a7cf0-d739-42b3-aa5e-df259dea0282 req-d854e361-4c46-4746-8cb2-daf416d668c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1096 time: 0.3195410 Jul 23 10:35:13.110954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Calling delete_port for d2a377cf-f741-4f14-8016-e7a7323c7940 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:13.114467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=75bb04f0-a719-4859-9733-ead5fa4a23d0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:13.117130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.123275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:13.124048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.152790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.155233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dd28bc08-303f-4044-a100-9defa4a7e879 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/75bb04f0-a719-4859-9733-ead5fa4a23d0 HTTP/1.1" status: 204 len: 168 time: 0.7317719 Jul 23 10:35:13.158597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51914) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.176490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36a35ffc-0df7-4200-936c-e270a58d965e None None] Could not find standard attr ID for object 75bb04f0-a719-4859-9733-ead5fa4a23d0. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:13.217302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c54c2603-69a4-45fc-8e12-a153557330c9 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:13.226627 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-568ddb4b-6d1d-44ed-b4a3-0f575116306e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] GET failed (client error): The resource could not be found. Jul 23 10:35:13.231102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-568ddb4b-6d1d-44ed-b4a3-0f575116306e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports/75bb04f0-a719-4859-9733-ead5fa4a23d0 HTTP/1.1" status: 404 len: 333 time: 0.0684566 Jul 23 10:35:13.231475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.252856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8738b1e-cf6e-40d3-ace9-3d673e9f31b1 req-d5784db6-418b-4e0b-b153-f65f5135c162 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:13.254895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f8738b1e-cf6e-40d3-ace9-3d673e9f31b1 req-d5784db6-418b-4e0b-b153-f65f5135c162 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2331166 Jul 23 10:35:13.340966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f8738b1e-cf6e-40d3-ace9-3d673e9f31b1 req-67f29937-a03a-49ec-885e-67a7daaefe8d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753908 Jul 23 10:35:13.387352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c8e12fd-025e-4dda-97c7-10d5edded535 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.425799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c8e12fd-025e-4dda-97c7-10d5edded535 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.440563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c54c2603-69a4-45fc-8e12-a153557330c9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c54c2603-69a4-45fc-8e12-a153557330c9,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:13.456959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'c54c2603-69a4-45fc-8e12-a153557330c9', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'c54c2603-69a4-45fc-8e12-a153557330c9', 'mac_address': 'fa:16:3e:e0:f6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:13.495396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.508545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c2603-69a4-45fc-8e12-a153557330c9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:13.533080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c54c2603-69a4-45fc-8e12-a153557330c9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c54c2603-69a4-45fc-8e12-a153557330c9,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:13.538044 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.542306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0a1c-2fa4-46e5-8589-2f8c36fd0b66 req-3a8d059b-9b26-418d-9752-ca5fb9048dc1 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:13.543938 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-451e0a1c-2fa4-46e5-8589-2f8c36fd0b66 req-3a8d059b-9b26-418d-9752-ca5fb9048dc1 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 947 time: 0.1065333 Jul 23 10:35:13.544590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c8e12fd-025e-4dda-97c7-10d5edded535 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.547178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c8e12fd-025e-4dda-97c7-10d5edded535 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.551571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c8e12fd-025e-4dda-97c7-10d5edded535 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c80d52e-55a2-49c2-b175-61e3b2c09562 HTTP/1.1" status: 204 len: 168 time: 0.3185668 Jul 23 10:35:13.552343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.562270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8738613 Jul 23 10:35:13.564293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.583927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:13.600354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e12fd-025e-4dda-97c7-10d5edded535 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c80d52e-55a2-49c2-b175-61e3b2c09562,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:13.600600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c54c2603-69a4-45fc-8e12-a153557330c9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:13.619116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7d946-cade-4eb2-9465-b881452a130f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=6ef0e6cb-d392-4aeb-8611-ef39eae66d94,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:13.638151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:13.644569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff8a7cf0-d739-42b3-aa5e-df259dea0282 req-86ab7f0a-6f5c-4c9f-99c0-ea2d558c5064 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5159464 Jul 23 10:35:13.687962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-451e0a1c-2fa4-46e5-8589-2f8c36fd0b66 req-ee6489fb-f07d-484f-9a09-644b37cd7b91 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345196 Jul 23 10:35:13.729040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f06cfa18-2e1e-4eac-8e79-9ce4a48083ba tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.741881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.758250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:13.761641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-29fabfb8-511a-4470-ab74-43c6429d0e0d tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:13.762311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.763153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-29fabfb8-511a-4470-ab74-43c6429d0e0d tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 812 time: 0.2064326 Jul 23 10:35:13.784650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f06cfa18-2e1e-4eac-8e79-9ce4a48083ba tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.785389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2a377cf-f741-4f14-8016-e7a7323c7940,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:13.798476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.800476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f26eca74-d823-4a50-af43-b7e326612c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d2a377cf-f741-4f14-8016-e7a7323c7940 HTTP/1.1" status: 204 len: 168 time: 1.4302299 Jul 23 10:35:13.808162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c54c2603-69a4-45fc-8e12-a153557330c9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:13.809799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-45e9d100-990a-4181-bbe3-862484be816c tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/quotas/df68b9061bd44955a9a7848e93542c7e HTTP/1.1" status: 200 len: 375 time: 0.0274532 Jul 23 10:35:13.814011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51932) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.860304 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c435b7ea-aaff-4b34-b36c-f66492c48d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:35:13.863020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c435b7ea-aaff-4b34-b36c-f66492c48d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "GET /v2.0/ports/d2a377cf-f741-4f14-8016-e7a7323c7940 HTTP/1.1" status: 404 len: 333 time: 0.0514066 Jul 23 10:35:13.881608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51934) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.891538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Request body: {'port': {'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949851248'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:13.939649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-a8fd6cae-c197-4183-af7c-3f3f8a0bd792 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095951 Jul 23 10:35:13.940881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f06cfa18-2e1e-4eac-8e79-9ce4a48083ba tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.943264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f06cfa18-2e1e-4eac-8e79-9ce4a48083ba tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.947231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f06cfa18-2e1e-4eac-8e79-9ce4a48083ba tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd12d278-59d3-471e-873b-05939bae32b1 HTTP/1.1" status: 204 len: 168 time: 0.3901870 Jul 23 10:35:13.947859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:13.964490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Made reservation on behalf of 82a996eeeec24bc38e69bb00f5bccc21 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:13.966717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:13.997442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cfa18-2e1e-4eac-8e79-9ce4a48083ba tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12d278-59d3-471e-873b-05939bae32b1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:14.031922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c55461-7da4-481f-915a-a84a4178ecea req-d781cee0-39be-4207-b844-3a77e24c89dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:14.033440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70c55461-7da4-481f-915a-a84a4178ecea req-d781cee0-39be-4207-b844-3a77e24c89dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.2508519 Jul 23 10:35:14.037505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port a702a85e-588e-4ff4-9c46-bf0782fbb714 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:14.068840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-0fe8e214-2d22-45c6-a7ff-1af628eac8f6 service neutron] 10.222.0.37 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215897 Jul 23 10:35:14.126570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-5165f063-b443-4321-a05f-fab74d60f14f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:14.129120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-5165f063-b443-4321-a05f-fab74d60f14f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c32bd21-febd-486e-aa40-6df46666e23b HTTP/1.1" status: 200 len: 946 time: 0.1198437 Jul 23 10:35:14.189268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70c55461-7da4-481f-915a-a84a4178ecea req-e284e7a1-2a1a-489f-ae38-aa0db2730105 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283972 Jul 23 10:35:14.213764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7e38-5ea8-4c9b-a573-d6e755a9de25 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.224885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-9663085b-a8f9-43db-b74a-75e153211822 service neutron] 10.222.0.37 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492963 Jul 23 10:35:14.265745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7e38-5ea8-4c9b-a573-d6e755a9de25 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.285261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Deleting port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:14.285618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.291209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.401186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] For port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:14.401551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.429265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Calling delete_port for ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:14.431935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.453323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=246f062d-c620-4f15-92cb-5f3f8e8ec447,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:14.505184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7e38-5ea8-4c9b-a573-d6e755a9de25 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.507611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7e38-5ea8-4c9b-a573-d6e755a9de25 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.511825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1f5e7e38-5ea8-4c9b-a573-d6e755a9de25 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/security-groups/1bf1d9fe-b105-4d57-bff3-9bc06f62b88e HTTP/1.1" status: 204 len: 168 time: 0.5582407 Jul 23 10:35:14.512100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:14.550599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7e38-5ea8-4c9b-a573-d6e755a9de25 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf1d9fe-b105-4d57-bff3-9bc06f62b88e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:14.574790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': '70b45114-165a-41c8-a318-238e335a20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:14.575152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: 6ef0e6cb-d392-4aeb-8611-ef39eae66d94, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:14.611002 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.639208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 3e4f245a-0db5-4ea7-acd4-0103796e11a0 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:14.648425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4f13612-1dce-4269-a99a-db8c73137819 req-2fcff2d0-b541-4881-a075-1cd1187ac069 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 210 time: 0.0586724 Jul 23 10:35:14.651040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:14.671106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.714804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=a702a85e-588e-4ff4-9c46-bf0782fbb714,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:14.727017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.731231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2258fbd-94ef-44a0-a653-e7df87bf6e0e req-8271e24a-bda2-460a-9a05-fceaef497f95 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:14.743480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2258fbd-94ef-44a0-a653-e7df87bf6e0e req-8271e24a-bda2-460a-9a05-fceaef497f95 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2680175 Jul 23 10:35:14.747984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Network 97cb778b-2bea-453e-9391-8c289e2a1ad7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:14.750844 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.764391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ee382dd8-6722-4ed7-bd1f-b4a9ded486b5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:14.767814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6ef0e6cb-d392-4aeb-8611-ef39eae66d94) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:14.772498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:14.792972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event deleted for resources: {'Port': ['ID=ee382dd8-6722-4ed7-bd1f-b4a9ded486b5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:14.793335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:14.796134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:14.797124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.805846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:14.806585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:14.825451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d0ee0-f80f-4da3-aec2-da98cd0222e7 None None] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:14.830858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['0baf1a00-8d83-471b-8b8e-563577cc5c43'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:14.863092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-47a1b166-f72e-48d6-a566-510d8bb4756e tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9756501 Jul 23 10:35:14.875001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51958) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:14.879697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2258fbd-94ef-44a0-a653-e7df87bf6e0e req-7af21a3f-1440-4d47-95fb-36fd96f5d76d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292582 Jul 23 10:35:14.884008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-32f4540e-e859-4eaf-8853-b0c47042cb6f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3104002 Jul 23 10:35:14.884769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:14.894572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94', 'name': 'tempest-PortsTestJSON-996706750'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:14.907680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:14.982480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] No DVR routers for this DVR port ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:15.006246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.008951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ffc6524-13b1-447e-ab57-dd075262bb3e req-b06edeb8-e4ba-4b43-8548-b92f1f1de4a9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "DELETE /v2.0/ports/ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 HTTP/1.1" status: 204 len: 173 time: 0.8553791 Jul 23 10:35:15.012386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c32bd21-febd-486e-aa40-6df46666e23b', 'name': 'network-vif-deleted', 'tag': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:15.014882 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfa1a56-3f04-4a2a-b6bc-0f81c30a4722" -d '{"events": [{"server_uuid": "5c32bd21-febd-486e-aa40-6df46666e23b", "name": "network-vif-deleted", "tag": "ee382dd8-6722-4ed7-bd1f-b4a9ded486b5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:15.087345 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.115696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b6b4-0fed-4ab4-bcf6-7819c9f2dec8 req-144a000d-7878-4347-af9c-135436de35b5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:15.117937 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eec8b6b4-0fed-4ab4-bcf6-7819c9f2dec8 req-144a000d-7878-4347-af9c-135436de35b5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1113625 Jul 23 10:35:15.193204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eec8b6b4-0fed-4ab4-bcf6-7819c9f2dec8 req-91c3c422-ad29-46ef-92a9-294661f4e37c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492597 Jul 23 10:35:15.194089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:15.198409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3ee28-3ef3-446c-9324-e3e46992f3f3 req-b0b3a52e-45fe-4b70-883b-467bc3f2f1b7 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:15.205906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.207579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53f3ee28-3ef3-446c-9324-e3e46992f3f3 req-b0b3a52e-45fe-4b70-883b-467bc3f2f1b7 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 948 time: 0.4182916 Jul 23 10:35:15.249241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-d22f377f-eec2-4414-93a4-124ae71648a3 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:15.250969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 4412c746-1b96-4fd9-aaff-8ba7d7ddca28 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:15.251316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-d22f377f-eec2-4414-93a4-124ae71648a3 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d395fa8-8a29-4347-b975-0d17513650af HTTP/1.1" status: 200 len: 946 time: 0.3312862 Jul 23 10:35:15.255137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.286738 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cfdf8f-8a72-47fa-9106-cdce115e9caa x-openstack-request-id: req-97cfdf8f-8a72-47fa-9106-cdce115e9caa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:15.287508 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c32bd21-febd-486e-aa40-6df46666e23b", "name": "network-vif-deleted", "tag": "ee382dd8-6722-4ed7-bd1f-b4a9ded486b5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:15.287932 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97cfdf8f-8a72-47fa-9106-cdce115e9caa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:15.288506 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c32bd21-febd-486e-aa40-6df46666e23b', 'name': 'network-vif-deleted', 'tag': 'ee382dd8-6722-4ed7-bd1f-b4a9ded486b5', 'status': 'completed', 'code': 200} Jul 23 10:35:15.297101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c54c2603-69a4-45fc-8e12-a153557330c9 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:15.341385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6ef0e6cb-d392-4aeb-8611-ef39eae66d94', 'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': '246f062d-c620-4f15-92cb-5f3f8e8ec447'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:15.342252 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.355435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53f3ee28-3ef3-446c-9324-e3e46992f3f3 req-f2f5a4a5-629b-41d7-ad6c-e1a72733c8d5 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322243 Jul 23 10:35:15.408663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.439635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.5 (6ef0e6cb-d392-4aeb-8611-ef39eae66d94/246f062d-c620-4f15-92cb-5f3f8e8ec447/4412c746-1b96-4fd9-aaff-8ba7d7ddca28) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:15.498634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port c54c2603-69a4-45fc-8e12-a153557330c9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:15.502541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port c54c2603-69a4-45fc-8e12-a153557330c9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:15.504053 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.515465 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.522126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/3e4f245a-0db5-4ea7-acd4-0103796e11a0 HTTP/1.1" status: 204 len: 168 time: 1.0043440 Jul 23 10:35:15.528080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d83302-6f77-438f-bc51-bcb2080e3a7a tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4f245a-0db5-4ea7-acd4-0103796e11a0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:15.531924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51972) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:15.565157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f281bc-a124-40f3-950e-226fa5afaa7f None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:15.686114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0a99b-c4f4-4e62-b880-4b3098a3c456 req-73864325-f276-4abe-b440-3df3d3ca2511 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:15.695605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ae0a99b-c4f4-4e62-b880-4b3098a3c456 req-73864325-f276-4abe-b440-3df3d3ca2511 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.2253735 Jul 23 10:35:15.698646 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.761520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c54c2603-69a4-45fc-8e12-a153557330c9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c54c2603-69a4-45fc-8e12-a153557330c9,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:15.764775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503976c-45dc-4250-a5fd-1a797188e69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c2603-69a4-45fc-8e12-a153557330c9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:15.768663 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2232830a-d5f1-49bc-bee3-c56d253448a9" -d '{"events": [{"server_uuid": "3503976c-45dc-4250-a5fd-1a797188e69d", "name": "network-vif-plugged", "status": "completed", "tag": "c54c2603-69a4-45fc-8e12-a153557330c9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:15.774876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.782839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 5cccf9ee-588b-4c06-81f0-3fd18c3e5ace {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:15.796699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.864579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Deleting port 0baf1a00-8d83-471b-8b8e-563577cc5c43 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:15.864579 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.920734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:15.969885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722ca5-bede-48d6-b24c-383ed665cf73 req-ac55606b-b328-491c-977d-17c84b7002d7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:15.971582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76722ca5-bede-48d6-b24c-383ed665cf73 req-ac55606b-b328-491c-977d-17c84b7002d7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.4413083 Jul 23 10:35:15.983340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] device_id is not set on port a702a85e-588e-4ff4-9c46-bf0782fbb714 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:16.039624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.072088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ae0a99b-c4f4-4e62-b880-4b3098a3c456 req-8b1cfa5e-115e-47d8-8d0e-5fc16bfb32c0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740075 Jul 23 10:35:16.080706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Transition to ACTIVE for port object a702a85e-588e-4ff4-9c46-bf0782fbb714 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:16.117475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.132756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c54c2603-69a4-45fc-8e12-a153557330c9,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:16.137626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76722ca5-bede-48d6-b24c-383ed665cf73 req-711193a5-ff5a-4362-b9a8-96afb4d3381b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445563 Jul 23 10:35:16.179405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] For port 0baf1a00-8d83-471b-8b8e-563577cc5c43, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=0baf1a00-8d83-471b-8b8e-563577cc5c43,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:16.179804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.209084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Calling delete_port for 0baf1a00-8d83-471b-8b8e-563577cc5c43 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:16.213977 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.249345 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a249ce0-95d3-4558-967b-6a954bdc51be x-openstack-request-id: req-4a249ce0-95d3-4558-967b-6a954bdc51be {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:16.249642 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503976c-45dc-4250-a5fd-1a797188e69d", "name": "network-vif-plugged", "status": "completed", "tag": "c54c2603-69a4-45fc-8e12-a153557330c9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:16.249897 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a249ce0-95d3-4558-967b-6a954bdc51be {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:16.250297 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503976c-45dc-4250-a5fd-1a797188e69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c2603-69a4-45fc-8e12-a153557330c9', 'code': 200} Jul 23 10:35:16.307272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.328490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb4a91a7-2a2f-49fa-bfc3-da56f1ba1ec7 req-7ac8c976-95f6-484d-bc69-e37a33fe8d87 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 210 time: 0.1150687 Jul 23 10:35:16.334192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 4412c746-1b96-4fd9-aaff-8ba7d7ddca28 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:16.344073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=a702a85e-588e-4ff4-9c46-bf0782fbb714,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:16.501967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:16.502640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:16.503194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:16.565403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.585443 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.602782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-e5431d72-3aeb-4d73-aa8d-d759634f2b6d tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:16.604461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-e5431d72-3aeb-4d73-aa8d-d759634f2b6d tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 812 time: 0.2355134 Jul 23 10:35:16.630100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Allocated IP 172.20.0.2 (6ef0e6cb-d392-4aeb-8611-ef39eae66d94/246f062d-c620-4f15-92cb-5f3f8e8ec447/8a3ef88e-e956-4371-bc77-fee5fda14189) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:16.639260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Request body: {'port': {'device_id': '7d15acf7-8504-4225-8375-9c50130bda49', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'admin_state_up': True, 'tenant_id': 'df68b9061bd44955a9a7848e93542c7e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:16.668481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=5cccf9ee-588b-4c06-81f0-3fd18c3e5ace,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:16.670401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:16.670949 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:16.676987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.682092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0bcb172c-c00e-4bf0-82c2-f7610e0a8939 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/5cccf9ee-588b-4c06-81f0-3fd18c3e5ace HTTP/1.1" status: 204 len: 168 time: 1.1377411 Jul 23 10:35:16.688597 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 2 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:16.693570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:16.694875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:16.733117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:16.745663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289f844-5b9c-4308-84ad-43d084b6f678 req-819b079b-5deb-4756-93dd-839f05097dc3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:16.747230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2289f844-5b9c-4308-84ad-43d084b6f678 req-819b079b-5deb-4756-93dd-839f05097dc3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2625787 Jul 23 10:35:16.747949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=4412c746-1b96-4fd9-aaff-8ba7d7ddca28,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:16.782183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:16.785486 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c735c460-0342-44b4-b73d-2e1b6957e5ef tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:16.785939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c735c460-0342-44b4-b73d-2e1b6957e5ef tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:16.789948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c735c460-0342-44b4-b73d-2e1b6957e5ef tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/3e4f245a-0db5-4ea7-acd4-0103796e11a0 HTTP/1.1" status: 404 len: 337 time: 0.0909181 Jul 23 10:35:16.798237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:16.835396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.847722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Transition to ACTIVE for port object 8a3ef88e-e956-4371-bc77-fee5fda14189 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:16.875562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Transition to ACTIVE for port object 8a3ef88e-e956-4371-bc77-fee5fda14189 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:16.886218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.928070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:16.928871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.936974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2289f844-5b9c-4308-84ad-43d084b6f678 req-b5c5626b-cf8b-4883-9664-e0bb72fe237f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469135 Jul 23 10:35:16.950051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:16.951828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting subnet 4b746e89-0199-469d-a8fc-41b474446706 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:16.974257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:16.978176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:16.985618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:16.996071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Pushing event updated for resources: {'Port': ['ID=8a3ef88e-e956-4371-bc77-fee5fda14189,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:17.023384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Made reservation on behalf of df68b9061bd44955a9a7848e93542c7e for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:17.026880 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.033528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d4bed0a4-3b3b-487f-8932-87ff975d8947 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1447194 Jul 23 10:35:17.042417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:17.101543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.111448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Attempting to bind port 8a3ef88e-e956-4371-bc77-fee5fda14189 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.111676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Attempting to bind port 8a3ef88e-e956-4371-bc77-fee5fda14189 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '70b45114-165a-41c8-a318-238e335a20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.112033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Attempting to bind port 8a3ef88e-e956-4371-bc77-fee5fda14189 on network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.117805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.118366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.118467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.118549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:17.119077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Checking segment: {'id': '70b45114-165a-41c8-a318-238e335a20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:17.119664 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.119937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Bound using segment: {'id': '70b45114-165a-41c8-a318-238e335a20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:17.120551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Bound port: 8a3ef88e-e956-4371-bc77-fee5fda14189, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b45114-165a-41c8-a318-238e335a20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6ef0e6cb-d392-4aeb-8611-ef39eae66d94'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:17.120939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.133124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.133462 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.139500 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 3 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.157051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3244b-4c5c-45f8-9704-e8d8a3ad41c5 req-78e9d732-938d-4e84-8ba8-e735b705094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:17.159860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebe3244b-4c5c-45f8-9704-e8d8a3ad41c5 req-78e9d732-938d-4e84-8ba8-e735b705094b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 1100 time: 0.6491055 Jul 23 10:35:17.174102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d7d98-0c83-4dbe-b9e2-987c981217c3 None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:17.223449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-028ef378-f28a-4297-aa92-8beaa5edff5f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:17.225093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-028ef378-f28a-4297-aa92-8beaa5edff5f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 812 time: 0.9421835 Jul 23 10:35:17.228327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.228788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.229315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.237373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.246891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384df9d7-2dd7-4a6e-a59b-618dd150cdda req-69e92f2e-59db-4235-964d-9f8817faec5a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:17.248593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-384df9d7-2dd7-4a6e-a59b-618dd150cdda req-69e92f2e-59db-4235-964d-9f8817faec5a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.9070766 Jul 23 10:35:17.260997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:17.267731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'floatingip': {'port_id': 'dec8fd99-5a8a-41ed-932f-77f97e217057'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:17.270802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Request body: {'port': {'device_id': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'admin_state_up': True, 'tenant_id': 'df68b9061bd44955a9a7848e93542c7e'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:17.281079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:17.297191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.297618 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.309361 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 4 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.313106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebe3244b-4c5c-45f8-9704-e8d8a3ad41c5 req-838cd289-650e-400e-bb8d-d2d9748deb8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391604 Jul 23 10:35:17.316500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] For port 8a3ef88e-e956-4371-bc77-fee5fda14189, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:17.325266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:17.325521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ee382dd8-6722-4ed7-bd1f-b4a9ded486b5 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:17.335689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.338543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event deleted for resources: {'Port': ['ID=0baf1a00-8d83-471b-8b8e-563577cc5c43,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:17.349476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] For port 8a3ef88e-e956-4371-bc77-fee5fda14189, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8a3ef88e-e956-4371-bc77-fee5fda14189,segment=NetworkSegment(70b45114-165a-41c8-a318-238e335a20aa),segment_id=70b45114-165a-41c8-a318-238e335a20aa)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:17.358358 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.380253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-df970049-c8be-40c7-8657-ba12158fda0b None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:17.380623 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df970049-c8be-40c7-8657-ba12158fda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.386623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] No DVR routers for this DVR port 0baf1a00-8d83-471b-8b8e-563577cc5c43 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:17.392205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.394389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d7c0f16-a955-4be5-8f7e-660233ce3c03 req-369835eb-95fe-4423-9132-70a5be729bf7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "DELETE /v2.0/ports/0baf1a00-8d83-471b-8b8e-563577cc5c43 HTTP/1.1" status: 204 len: 173 time: 2.1340806 Jul 23 10:35:17.395115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d395fa8-8a29-4347-b975-0d17513650af', 'name': 'network-vif-deleted', 'tag': '0baf1a00-8d83-471b-8b8e-563577cc5c43'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:17.398082 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1f939-9012-4df4-b30d-b7cb7012469b" -d '{"events": [{"server_uuid": "5d395fa8-8a29-4347-b975-0d17513650af", "name": "network-vif-deleted", "tag": "0baf1a00-8d83-471b-8b8e-563577cc5c43"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:17.400892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.401323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.401768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.428265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df970049-c8be-40c7-8657-ba12158fda0b None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:17.436446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.436886 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.441214 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 5 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.460674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.461140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.461573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.478013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.478013 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.479721 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 6 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.504340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.504645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.505078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.509641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-df970049-c8be-40c7-8657-ba12158fda0b None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:17.510010 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df970049-c8be-40c7-8657-ba12158fda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.512873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.513296 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.513452 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.516545 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 7 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.538889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Made reservation on behalf of df68b9061bd44955a9a7848e93542c7e for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:17.543064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.559684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.559917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.560334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.567140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ced1e-7ee0-4375-a052-ed78763c6fec req-eec895cc-b73d-4292-bce1-c61e37870158 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:17.571543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.571992 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.573713 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 8 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.574995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d72ced1e-7ee0-4375-a052-ed78763c6fec req-eec895cc-b73d-4292-bce1-c61e37870158 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 949 time: 0.5162714 Jul 23 10:35:17.588403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bcc4f-9aed-498c-8a39-e4314c20bbef None None] Pushing event updated for resources: {'Port': ['ID=8a3ef88e-e956-4371-bc77-fee5fda14189,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:17.653304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.653920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.654267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.678677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.679286 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.698101 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 9 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.707826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebab7d3e-86b8-4d44-aca4-bdf5cc993504 req-e74331b3-5489-46f6-9f17-c9847eb90bd6 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 210 time: 0.0560753 Jul 23 10:35:17.733592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.734203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.734720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.746792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.747400 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.747836 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempt 10 to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 Jul 23 10:35:17.748008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0baf1a00-8d83-471b-8b8e-563577cc5c43 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:17.775373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:17.776044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:17.776724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempting to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:17.777763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 0baf1a00-8d83-471b-8b8e-563577cc5c43 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:17.778125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 0baf1a00-8d83-471b-8b8e-563577cc5c43 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:17.782978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:17.783781 n-d-778550-4 neutron-server[93833]: ERROR neutron.plugins.ml2.managers [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Failed to bind port a702a85e-588e-4ff4-9c46-bf0782fbb714 on host n-h2-778550-4 for vnic_type normal using segments [{'id': '6d7d6307-0d93-4aba-bdc0-e44a112ae136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '97cb778b-2bea-453e-9391-8c289e2a1ad7'}] Jul 23 10:35:17.784225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.798562 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9354f82f-9db7-474a-9856-2e6bfbfd6a18 x-openstack-request-id: req-9354f82f-9db7-474a-9856-2e6bfbfd6a18 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:17.799155 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d395fa8-8a29-4347-b975-0d17513650af", "name": "network-vif-deleted", "tag": "0baf1a00-8d83-471b-8b8e-563577cc5c43", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:17.801306 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9354f82f-9db7-474a-9856-2e6bfbfd6a18 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:17.801306 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d395fa8-8a29-4347-b975-0d17513650af', 'name': 'network-vif-deleted', 'tag': '0baf1a00-8d83-471b-8b8e-563577cc5c43', 'status': 'completed', 'code': 200} Jul 23 10:35:17.857538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Allocated IP 172.20.0.10 (e51d479d-3aae-4365-ab2b-a79119a852dd/68e4aca8-e85c-4174-9253-e8a31df693dd/e9a4d616-0be1-4160-96ec-cfaae3bea41f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:17.889194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 4412c746-1b96-4fd9-aaff-8ba7d7ddca28 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:17.889448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.904471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] For port a702a85e-588e-4ff4-9c46-bf0782fbb714, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:17.905039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attempted to set empty binding levels {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 10:35:17.911006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.947271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] In _notify_port_updated(), no bound segment for port a702a85e-588e-4ff4-9c46-bf0782fbb714 on network 97cb778b-2bea-453e-9391-8c289e2a1ad7 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:35:17.950469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:17.951249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:17.958443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "PUT /v2.0/ports/a702a85e-588e-4ff4-9c46-bf0782fbb714 HTTP/1.1" status: 200 len: 979 time: 3.0773728 Jul 23 10:35:17.962920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52000) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:17.966487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d72ced1e-7ee0-4375-a052-ed78763c6fec req-92892f92-edbb-480c-add6-af699a400a9f tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903959 Jul 23 10:35:18.045962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48037cd8-a6f5-47c7-b569-dfc46b91e549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event updated for resources: {'Port': ['ID=a702a85e-588e-4ff4-9c46-bf0782fbb714,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:18.055438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.106565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Deleting port a702a85e-588e-4ff4-9c46-bf0782fbb714 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:18.108538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.150406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.152735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/4b746e89-0199-469d-a8fc-41b474446706 HTTP/1.1" status: 204 len: 168 time: 1.3345954 Jul 23 10:35:18.167532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd3275-c2ae-4ae6-bcfb-b39ff50eaf40 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Subnet': ['ID=4b746e89-0199-469d-a8fc-41b474446706,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:18.181469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52002) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.217367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] For port a702a85e-588e-4ff4-9c46-bf0782fbb714, host n-h2-778550-4, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:18.217821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.221265 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc868ea-691c-4805-a548-453e3ceccaeb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.222144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc868ea-691c-4805-a548-453e3ceccaeb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.224051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7dc868ea-691c-4805-a548-453e3ceccaeb tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/fbb07f52-6b42-4033-a8e6-185b85016e17 HTTP/1.1" status: 404 len: 337 time: 0.0415149 Jul 23 10:35:18.230044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52004) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.256406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.299234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Calling delete_port for a702a85e-588e-4ff4-9c46-bf0782fbb714 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:18.306003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ad07ed3-7c4d-4367-a240-f85dacd4749d tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "GET /v2.0/ports?device_id=8869ee9f-a170-48fe-8666-ed61de57095e HTTP/1.1" status: 200 len: 205 time: 0.0753789 Jul 23 10:35:18.309242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52006) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.375988 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-3c7da3e8-4a44-4903-874d-fc1be114f0e3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] delete failed (client error): The resource could not be found. Jul 23 10:35:18.380107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c7da3e8-4a44-4903-874d-fc1be114f0e3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/routers/8869ee9f-a170-48fe-8666-ed61de57095e HTTP/1.1" status: 404 len: 336 time: 0.0671928 Jul 23 10:35:18.381695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 4412c746-1b96-4fd9-aaff-8ba7d7ddca28 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:18.399453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8a3ef88e-e956-4371-bc77-fee5fda14189 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:18.419396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.466024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 8a3ef88e-e956-4371-bc77-fee5fda14189 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:18.486912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.507055 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb334ef-1f39-4279-bf90-3e6a721dfffe tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.507857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb334ef-1f39-4279-bf90-3e6a721dfffe tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.509825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6bb334ef-1f39-4279-bf90-3e6a721dfffe tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/b9cc58cc-d136-40ec-9d90-fbb7306d494d HTTP/1.1" status: 404 len: 337 time: 0.0875444 Jul 23 10:35:18.530254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52010) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.571594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Pushing event deleted for resources: {'Port': ['ID=a702a85e-588e-4ff4-9c46-bf0782fbb714,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:18.576550 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-847a46ee-1793-4382-8320-6927c565163e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.577609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847a46ee-1793-4382-8320-6927c565163e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.580230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-847a46ee-1793-4382-8320-6927c565163e tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/cd33f478-5fab-405e-abd8-60ba1f2a756b HTTP/1.1" status: 404 len: 337 time: 0.0488386 Jul 23 10:35:18.584819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52012) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.588252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.594291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e188d763-c979-424f-a661-15e990199511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a702a85e-588e-4ff4-9c46-bf0782fbb714 HTTP/1.1" status: 204 len: 168 time: 0.6272428 Jul 23 10:35:18.604808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.625910 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f12745e-e34a-4ef8-85f3-de25c5498613 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.626297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f12745e-e34a-4ef8-85f3-de25c5498613 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.628994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f12745e-e34a-4ef8-85f3-de25c5498613 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/7d72e55e-18f6-4a3b-a0c7-984ecda2c978 HTTP/1.1" status: 404 len: 337 time: 0.0335209 Jul 23 10:35:18.632118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.648123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b35c5-b7bf-47f8-a300-3ebdc60abc79 None None] Network 6ff77a62-5a21-4530-b021-53f96e64c008 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:18.662972 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7744d9-aa4c-43a2-a40e-4e6e5622a271 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.663739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7744d9-aa4c-43a2-a40e-4e6e5622a271 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.668259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5a7744d9-aa4c-43a2-a40e-4e6e5622a271 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/f90a72b4-ad07-4fb4-a94e-8389eeab203d HTTP/1.1" status: 404 len: 333 time: 0.0340166 Jul 23 10:35:18.668937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52018) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.700080 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b66e7ad-4738-4201-b36d-7e9e5517dcc3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.700664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b66e7ad-4738-4201-b36d-7e9e5517dcc3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.703992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7b66e7ad-4738-4201-b36d-7e9e5517dcc3 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/339443f7-adfc-48f5-a1ee-b7160c165f7c HTTP/1.1" status: 404 len: 337 time: 0.0339270 Jul 23 10:35:18.706504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.754897 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b98cc13-e905-4663-a957-b208b4e392c2 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.755551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b98cc13-e905-4663-a957-b208b4e392c2 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.762680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b98cc13-e905-4663-a957-b208b4e392c2 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/77b970a2-7435-443a-bda7-50745fb475f2 HTTP/1.1" status: 404 len: 337 time: 0.0548921 Jul 23 10:35:18.763535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.780928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-46f2e1e7-3a60-4e5b-9dbd-7c663d248efe None None] Provisioning complete for port b54bacaa-01fd-42f7-ac4a-045bff36693d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:18.781580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f2e1e7-3a60-4e5b-9dbd-7c663d248efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.813164 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd18b2d-1536-4b8b-b662-c74c22283cf5 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.814649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd18b2d-1536-4b8b-b662-c74c22283cf5 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.821051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1bd18b2d-1536-4b8b-b662-c74c22283cf5 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/f563708c-26bf-4f08-8759-9f2c5dfc4cc9 HTTP/1.1" status: 404 len: 333 time: 0.0562956 Jul 23 10:35:18.822166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52026) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.842882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-46f2e1e7-3a60-4e5b-9dbd-7c663d248efe None None] Port b54bacaa-01fd-42f7-ac4a-045bff36693d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:18.864046 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-98caa23f-20d2-48dc-83ea-8c5615e40d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.864673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98caa23f-20d2-48dc-83ea-8c5615e40d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.867937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-46f2e1e7-3a60-4e5b-9dbd-7c663d248efe None None] Provisioning complete for port 615ef818-fd57-469f-b70e-0355113d4a29 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:18.867937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f2e1e7-3a60-4e5b-9dbd-7c663d248efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:18.880735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-98caa23f-20d2-48dc-83ea-8c5615e40d7f tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/4590cb90-f414-4a26-9791-820b81f59cd7 HTTP/1.1" status: 404 len: 337 time: 0.0558896 Jul 23 10:35:18.881424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52028) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.910077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4b7ed93-68a7-4c43-adeb-0dcea4baf480 req-31fee5ca-ecff-46c1-b9fe-62d92161eb5d tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 210 time: 0.0859628 Jul 23 10:35:18.933530 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-df50e15e-1423-476c-a789-bbf3cc2aa438 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:18.933749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df50e15e-1423-476c-a789-bbf3cc2aa438 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:18.936261 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df50e15e-1423-476c-a789-bbf3cc2aa438 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/subnets/5ccfba31-152c-4e74-9d04-25a1fe1f362d HTTP/1.1" status: 404 len: 337 time: 0.0361674 Jul 23 10:35:18.938646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52030) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:18.972203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] DHCP port deletion for 6ff77a62-5a21-4530-b021-53f96e64c008 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:19.039406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] Deleting port 615ef818-fd57-469f-b70e-0355113d4a29 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:19.039823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.083826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Deleting port b54bacaa-01fd-42f7-ac4a-045bff36693d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:19.083826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.091474 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f28357-9075-477e-b97e-7529d823aceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:35:19.097213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-19f28357-9075-477e-b97e-7529d823aceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-957352160-project-admin] 10.222.0.37 "GET /v2.0/ports/a702a85e-588e-4ff4-9c46-bf0782fbb714 HTTP/1.1" status: 404 len: 333 time: 0.4869640 Jul 23 10:35:19.097563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52034) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:19.098407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.115947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005b002-d75a-4604-b44d-53e74ce1ab3c None None] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:19.153309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] For port 615ef818-fd57-469f-b70e-0355113d4a29, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=615ef818-fd57-469f-b70e-0355113d4a29,segment=NetworkSegment(63cde2ca-6b2e-4ec6-8ca6-af80b572d740),segment_id=63cde2ca-6b2e-4ec6-8ca6-af80b572d740)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:19.153689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.169461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:35:19.195451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] Calling delete_port for 615ef818-fd57-469f-b70e-0355113d4a29 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:19.226595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.243090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.250501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Calling delete_port for b54bacaa-01fd-42f7-ac4a-045bff36693d owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:19.257064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] Provisioning for port 8a3ef88e-e956-4371-bc77-fee5fda14189 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:19.275217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] Provisioning complete for port 8a3ef88e-e956-4371-bc77-fee5fda14189 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:19.275217 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.281931 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.313409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.395325 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.407561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.413914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.429370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] Pushing event deleted for resources: {'Port': ['ID=615ef818-fd57-469f-b70e-0355113d4a29,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:19.447065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb778b-2bea-453e-9391-8c289e2a1ad7']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:19.453768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cfeac-7ca5-4eb7-81af-ab4014e608bb None None] No DVR routers for this DVR port 615ef818-fd57-469f-b70e-0355113d4a29 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:19.474672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7d6307-0d93-4aba-bdc0-e44a112ae136') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:19.475093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7d6307-0d93-4aba-bdc0-e44a112ae136') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:19.482391 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.490892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.494124 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.496732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.505336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8be6-4893-4200-a1fe-60fbf352c113 req-c1c5318a-3569-42be-9b3b-16aa18a5a61d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:19.507243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7cdd8be6-4893-4200-a1fe-60fbf352c113 req-c1c5318a-3569-42be-9b3b-16aa18a5a61d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 949 time: 0.4023466 Jul 23 10:35:19.531949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] For port 8a3ef88e-e956-4371-bc77-fee5fda14189, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8a3ef88e-e956-4371-bc77-fee5fda14189,segment=NetworkSegment(70b45114-165a-41c8-a318-238e335a20aa),segment_id=70b45114-165a-41c8-a318-238e335a20aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:19.536976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.551736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Port': ['ID=b54bacaa-01fd-42f7-ac4a-045bff36693d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:19.566477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-fcce7a98-8993-4737-897f-158e58fa0317 {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:35:19.567784 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:35:19.571936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.576287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.579373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ecb8be61-ff5e-4962-8d99-aee93f98be77 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/ports/b54bacaa-01fd-42f7-ac4a-045bff36693d HTTP/1.1" status: 204 len: 168 time: 0.6397693 Jul 23 10:35:19.583240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:19.596269 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Floating IP ce349d64-871c-4c4a-8418-602a12eac19e associated. External IP: 172.25.4.194, port: dec8fd99-5a8a-41ed-932f-77f97e217057. Jul 23 10:35:19.602548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fe027-fb4e-472c-ba16-2d8e0b775ea2 None None] Pushing event updated for resources: {'Port': ['ID=8a3ef88e-e956-4371-bc77-fee5fda14189,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:19.608204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Network e51d479d-3aae-4365-ab2b-a79119a852dd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:19.618864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:19.619555 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:19.622744 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:19.709093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:19.710950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event updated for resources: {'Port': ['ID=e9a4d616-0be1-4160-96ec-cfaae3bea41f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:19.720207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:19.738740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.741667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.752447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.767300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ba5f77eb-0069-4583-8228-2374afd2fd51 None None] Provisioning complete for port 8a3ef88e-e956-4371-bc77-fee5fda14189 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:19.767799 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba5f77eb-0069-4583-8228-2374afd2fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.768532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] 10.222.0.37 "DELETE /v2.0/networks/97cb778b-2bea-453e-9391-8c289e2a1ad7 HTTP/1.1" status: 204 len: 168 time: 0.6584337 Jul 23 10:35:19.783819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d7cc6-53f8-4afe-9783-d2ccc315ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230009887-project] Pushing event deleted for resources: {'Network': ['ID=97cb778b-2bea-453e-9391-8c289e2a1ad7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:19.831473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.836583 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52040) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:19.841307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/4412c746-1b96-4fd9-aaff-8ba7d7ddca28 HTTP/1.1" status: 204 len: 168 time: 2.7956400 Jul 23 10:35:19.849899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9143f6-b887-4e6f-870a-368010769766 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=4412c746-1b96-4fd9-aaff-8ba7d7ddca28,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:19.868497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7cdd8be6-4893-4200-a1fe-60fbf352c113 req-a9b39224-b7ea-4e42-b904-8a56ad49834e tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498466 Jul 23 10:35:19.917914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:19.918661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.921804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:19.936466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff77a62-5a21-4530-b021-53f96e64c008']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:19.945835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ba5f77eb-0069-4583-8228-2374afd2fd51 None None] Could not find standard attr ID for object 4412c746-1b96-4fd9-aaff-8ba7d7ddca28. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:19.952251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cde2ca-6b2e-4ec6-8ca6-af80b572d740') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:19.952552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cde2ca-6b2e-4ec6-8ca6-af80b572d740') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:19.953151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-40114641-56fd-4676-9874-5fe69ea1cd15 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3178637 Jul 23 10:35:19.959948 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-700fc7fd-b722-4c17-b624-5b28bc4d9f81 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:35:19.960837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700fc7fd-b722-4c17-b624-5b28bc4d9f81 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:19.968944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-700fc7fd-b722-4c17-b624-5b28bc4d9f81 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/4412c746-1b96-4fd9-aaff-8ba7d7ddca28 HTTP/1.1" status: 404 len: 333 time: 0.1307735 Jul 23 10:35:19.981930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52046) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:19.989835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Request body: {'port': {'device_id': '7d15acf7-8504-4225-8375-9c50130bda49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:20.051409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.071079 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced20c21-fef3-4dc8-bb39-aaf88010a632 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:20.078425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ced20c21-fef3-4dc8-bb39-aaf88010a632 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/4412c746-1b96-4fd9-aaff-8ba7d7ddca28 HTTP/1.1" status: 404 len: 333 time: 0.0954072 Jul 23 10:35:20.080266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.085108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52048) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:20.141172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.220974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 246f062d-c620-4f15-92cb-5f3f8e8ec447 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:20.238005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:20.238629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.264648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9266006f-c45e-4f3c-861a-14a01e17ce11 None None] Could not find standard attr ID for object 4412c746-1b96-4fd9-aaff-8ba7d7ddca28. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:20.283787 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:20.323845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.355612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:20.357335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8a3ef88e-e956-4371-bc77-fee5fda14189 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:20.420333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8a3ef88e-e956-4371-bc77-fee5fda14189 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:20.421000 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.463484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.488255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Router b91ea183-6e35-465d-85f2-73e8082ba519 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:35:20.499946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bd81b-11c2-4af1-b4a5-6397bbfdc38a req-3139e84c-c750-430c-9eb3-d62739d72499 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:20.502504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae7bd81b-11c2-4af1-b4a5-6397bbfdc38a req-3139e84c-c750-430c-9eb3-d62739d72499 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 932 time: 0.3454173 Jul 23 10:35:20.624630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:20.626383 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.632848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.645794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 615ef818-fd57-469f-b70e-0355113d4a29 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:20.646701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 615ef818-fd57-469f-b70e-0355113d4a29 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:20.671359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.673165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] 10.222.0.37 "DELETE /v2.0/networks/6ff77a62-5a21-4530-b021-53f96e64c008 HTTP/1.1" status: 204 len: 168 time: 1.0881333 Jul 23 10:35:20.698332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14293858-1a00-4d14-b931-eeb0d28b1674 tempest-PortsIpV6TestJSON-707589652 tempest-PortsIpV6TestJSON-707589652-project] Pushing event deleted for resources: {'Network': ['ID=6ff77a62-5a21-4530-b021-53f96e64c008,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:20.721053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc35a5b-b5f2-4100-a739-1f33c1dd81df req-405a9d80-6434-4a71-9965-3b8fc874dd6b tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:20.727990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfc35a5b-b5f2-4100-a739-1f33c1dd81df req-405a9d80-6434-4a71-9965-3b8fc874dd6b tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 949 time: 0.4367843 Jul 23 10:35:20.730197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Allocated IP 172.20.0.4 (e51d479d-3aae-4365-ab2b-a79119a852dd/68e4aca8-e85c-4174-9253-e8a31df693dd/de0a5666-1f4d-47a9-9e56-c26acf26a1f1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:20.785109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae7bd81b-11c2-4af1-b4a5-6397bbfdc38a req-052ebf81-ad70-472f-bb46-bc919ae17add tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639291 Jul 23 10:35:20.827522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aa7e78cb-f3a6-4741-8010-54c2fb7cd79d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5803d7db85044f938e68fedb021d2138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721901 Jul 23 10:35:20.829136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52062) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:20.842577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:35:20.848760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:20.852855 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfc35a5b-b5f2-4100-a739-1f33c1dd81df req-de69747b-dac4-4d42-9035-b50298440c83 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198924 Jul 23 10:35:20.855410 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:35:20.873784 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:35:20.874522 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:35:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:20.920162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d9f5126f-8c95-47ca-a992-d780b74b07f9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "PUT /v2.0/floatingips/ce349d64-871c-4c4a-8418-602a12eac19e HTTP/1.1" status: 200 len: 991 time: 3.6557279 Jul 23 10:35:20.920925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:20.921545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:20.923836 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145f86e6-c02c-4e24-b7eb-a44db55d15dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:20.936018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.005638 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac54ff1-9cbb-4392-b20e-7ba24e755d0c x-openstack-request-id: req-dac54ff1-9cbb-4392-b20e-7ba24e755d0c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:21.005929 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:21.006185 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dac54ff1-9cbb-4392-b20e-7ba24e755d0c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:21.006589 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'status': 'completed', 'code': 200} Jul 23 10:35:21.029444 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:35:21.090836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-425ef7d8-16a7-49ab-955d-7c0c14b767c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.132007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-20191acb-07a4-4261-a630-de18a2d85248 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8629e3ef12664776ac91eab4f246d473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046571 Jul 23 10:35:21.133259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:21.191994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed9db47-986a-4a4e-bc86-bdd23577bf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.202468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-425ef7d8-16a7-49ab-955d-7c0c14b767c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.204996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.221150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed9db47-986a-4a4e-bc86-bdd23577bf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.267738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=246f062d-c620-4f15-92cb-5f3f8e8ec447,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:21.289425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed9db47-986a-4a4e-bc86-bdd23577bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.292998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed9db47-986a-4a4e-bc86-bdd23577bf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.294009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652413c-1e2f-4432-8f50-5aded9232c7c None None] Network 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:21.294337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ed9db47-986a-4a4e-bc86-bdd23577bf3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/526b365e-28fd-4a78-b6a4-74a0a0ac3ea2 HTTP/1.1" status: 204 len: 168 time: 0.1598675 Jul 23 10:35:21.296120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.304353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9db47-986a-4a4e-bc86-bdd23577bf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b365e-28fd-4a78-b6a4-74a0a0ac3ea2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:21.310520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdaa7e5d-9041-4c7e-aa80-d34eed6cea5c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/246f062d-c620-4f15-92cb-5f3f8e8ec447 HTTP/1.1" status: 204 len: 168 time: 1.2180090 Jul 23 10:35:21.312042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:21.314320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.364843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-fba2ebc7-e728-48e9-98a7-92150a6b31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:21.366589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-fba2ebc7-e728-48e9-98a7-92150a6b31e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1096 time: 0.2425921 Jul 23 10:35:21.423445 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'ce349d64-871c-4c4a-8418-602a12eac19e', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'port_id': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'mac_address': 'fa:16:3e:97:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:34:56Z', 'updated_at': '2021-07-23T10:35:18Z', 'revision_number': 1, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:21.459761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-425ef7d8-16a7-49ab-955d-7c0c14b767c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.460578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.464127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-425ef7d8-16a7-49ab-955d-7c0c14b767c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.465419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-425ef7d8-16a7-49ab-955d-7c0c14b767c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bd5a5a8-66ad-48ec-bdc1-ae5b41714a24 HTTP/1.1" status: 204 len: 168 time: 0.6326921 Jul 23 10:35:21.481282 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:35:21.492521 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:35:21.493710 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:35:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:21.584278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-bd259c6b-cc51-4c22-a1d4-70be538488ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:21.586095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-bd259c6b-cc51-4c22-a1d4-70be538488ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.1909273 Jul 23 10:35:21.587284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.590836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ef7d8-16a7-49ab-955d-7c0c14b767c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5a5a8-66ad-48ec-bdc1-ae5b41714a24,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:21.620404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] DHCP port deletion for 6ef0e6cb-d392-4aeb-8611-ef39eae66d94 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:21.714767 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:35:21.729304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] Deleting port 8a3ef88e-e956-4371-bc77-fee5fda14189 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:21.730317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.752493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 8a3ef88e-e956-4371-bc77-fee5fda14189 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:21.754100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.837706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] For port 8a3ef88e-e956-4371-bc77-fee5fda14189, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8a3ef88e-e956-4371-bc77-fee5fda14189,segment=NetworkSegment(70b45114-165a-41c8-a318-238e335a20aa),segment_id=70b45114-165a-41c8-a318-238e335a20aa)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:21.838083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.851805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 8a3ef88e-e956-4371-bc77-fee5fda14189 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:21.859390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] For port 8a3ef88e-e956-4371-bc77-fee5fda14189, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8a3ef88e-e956-4371-bc77-fee5fda14189,segment=NetworkSegment(70b45114-165a-41c8-a318-238e335a20aa),segment_id=70b45114-165a-41c8-a318-238e335a20aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:21.860629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Network e51d479d-3aae-4365-ab2b-a79119a852dd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:21.861941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:21.889053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] Calling delete_port for 8a3ef88e-e956-4371-bc77-fee5fda14189 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:21.906299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event updated for resources: {'Port': ['ID=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:21.926859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:21.939809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:21.968698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-9276288a-3c60-452f-b99d-30bb0f466331 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 999 time: 0.3332708 Jul 23 10:35:22.050577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-b1a94a87-86b5-4d56-8f83-2c0abfd2e21d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:22.052191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-b1a94a87-86b5-4d56-8f83-2c0abfd2e21d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.55 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 949 time: 0.5939145 Jul 23 10:35:22.119218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.130790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a4d616-0be1-4160-96ec-cfaae3bea41f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:22.137677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.155676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] Pushing event deleted for resources: {'Port': ['ID=8a3ef88e-e956-4371-bc77-fee5fda14189,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:22.160680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86354333-3bc6-4c40-b893-f93593aba1d5 None None] No DVR routers for this DVR port 8a3ef88e-e956-4371-bc77-fee5fda14189 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:22.173665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.188358 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'ce349d64-871c-4c4a-8418-602a12eac19e', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'port_id': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'mac_address': 'fa:16:3e:97:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:34:56Z', 'updated_at': '2021-07-23T10:35:18Z', 'revision_number': 1, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:22.207689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52098) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:22.222616 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab5b85d-89eb-4c80-9b9d-efb2cd855c63 None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'ce349d64-871c-4c4a-8418-602a12eac19e', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'port_id': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'mac_address': 'fa:16:3e:97:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:34:56Z', 'updated_at': '2021-07-23T10:35:18Z', 'revision_number': 1, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:35:22.240370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=8a3ef88e-e956-4371-bc77-fee5fda14189,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:22.243741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No DVR routers for this DVR port 8a3ef88e-e956-4371-bc77-fee5fda14189 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:22.261098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Transition to ACTIVE for port object e9a4d616-0be1-4160-96ec-cfaae3bea41f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:22.291702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.307330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8a3ef88e-e956-4371-bc77-fee5fda14189 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:22.315188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:22.316903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.342555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cd6d-e328-480b-a2cb-cf05ee7c17e9 req-021708a3-2bc9-45e5-ae2b-e3d3632d379d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:22.343483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-29a018ea-7b80-4d5a-9b8a-4e86d4eadd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:22.343867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0062cd6d-e328-480b-a2cb-cf05ee7c17e9 req-021708a3-2bc9-45e5-ae2b-e3d3632d379d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 949 time: 0.3540344 Jul 23 10:35:22.345438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-29a018ea-7b80-4d5a-9b8a-4e86d4eadd9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.3121226 Jul 23 10:35:22.348581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 8a3ef88e-e956-4371-bc77-fee5fda14189 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:22.348581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8a3ef88e-e956-4371-bc77-fee5fda14189 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:22.402955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b7125bd3-5c94-416b-9821-f25b07ad8e22 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1411922 Jul 23 10:35:22.417631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd370-2663-4669-b0f7-250de6c2a9a9 req-98117e16-ceb5-443c-967d-1e6c5efb4282 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:22.426121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-237fd370-2663-4669-b0f7-250de6c2a9a9 req-98117e16-ceb5-443c-967d-1e6c5efb4282 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 932 time: 0.4909139 Jul 23 10:35:22.466995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.470161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4d616-0be1-4160-96ec-cfaae3bea41f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:22.480328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-296a97be-2577-4291-8cdd-f57e57809969 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82a996eeeec24bc38e69bb00f5bccc21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551839 Jul 23 10:35:22.486288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52108) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:22.491861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef0e6cb-d392-4aeb-8611-ef39eae66d94']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:22.527459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b45114-165a-41c8-a318-238e335a20aa') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:22.527784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b45114-165a-41c8-a318-238e335a20aa') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:22.559405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0062cd6d-e328-480b-a2cb-cf05ee7c17e9 req-ef9d880f-6d2a-4118-901e-cdfd386f8c47 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858113 Jul 23 10:35:22.564603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.569153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-237fd370-2663-4669-b0f7-250de6c2a9a9 req-fb842582-6594-4361-9751-3e662c37c440 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419926 Jul 23 10:35:22.605224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.615745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461bf42-5673-465e-84e8-51929a91c5c5 None None] New status for floating IP ce349d64-871c-4c4a-8418-602a12eac19e: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:35:22.634643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:22.634839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Deleting port c54c2603-69a4-45fc-8e12-a153557330c9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:22.634839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.635058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.669348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-e4a14d7e-00f7-40f8-ae15-57ea32649c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:22.670992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-e4a14d7e-00f7-40f8-ae15-57ea32649c77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088646 Jul 23 10:35:22.692272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Request body: {'port': {'device_id': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:22.706270 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:22.770685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Attempting to bind port e9a4d616-0be1-4160-96ec-cfaae3bea41f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:22.771315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Attempting to bind port e9a4d616-0be1-4160-96ec-cfaae3bea41f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:22.771697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Attempting to bind port e9a4d616-0be1-4160-96ec-cfaae3bea41f on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:22.775078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.783143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.785026 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/6ef0e6cb-d392-4aeb-8611-ef39eae66d94 HTTP/1.1" status: 204 len: 168 time: 1.4719124 Jul 23 10:35:22.785720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Port e9a4d616-0be1-4160-96ec-cfaae3bea41f on network e51d479d-3aae-4365-ab2b-a79119a852dd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:22.786042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Attempting to bind port e9a4d616-0be1-4160-96ec-cfaae3bea41f on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:22.792501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:22.793269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:22.793606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Checking segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:22.793996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Bound using segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:22.794433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Bound port: e9a4d616-0be1-4160-96ec-cfaae3bea41f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:22.794792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.821777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1360054958'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:22.830250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42052-93f2-4531-8162-01c1961cd93c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=6ef0e6cb-d392-4aeb-8611-ef39eae66d94,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:22.891949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:22.896761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:22.928546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] For port e9a4d616-0be1-4160-96ec-cfaae3bea41f, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:23.113483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77591aed-c428-48af-92ed-e31a377cdec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.199665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77591aed-c428-48af-92ed-e31a377cdec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.236105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] For port e9a4d616-0be1-4160-96ec-cfaae3bea41f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:23.240370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:23.242416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] For port c54c2603-69a4-45fc-8e12-a153557330c9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c54c2603-69a4-45fc-8e12-a153557330c9,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:23.242792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.245640 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.284172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.284916 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment e9bac6ce-447c-4492-b3d5-6e54de6d3ab4 of type vlan for network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 Jul 23 10:35:23.297494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:23.298383 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.300303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.301084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] 10.222.0.20 "PUT /v2.0/ports/e9a4d616-0be1-4160-96ec-cfaae3bea41f HTTP/1.1" status: 200 len: 1092 time: 3.3194337 Jul 23 10:35:23.301706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d15acf7-8504-4225-8375-9c50130bda49', 'tag': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:23.303579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-ca23520c-9c89-4cf5-be4d-220bd210656a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240935 Jul 23 10:35:23.304418 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccf8266-16e3-4175-8497-ed51293b286b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d15acf7-8504-4225-8375-9c50130bda49", "tag": "e9a4d616-0be1-4160-96ec-cfaae3bea41f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:23.304563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Calling delete_port for c54c2603-69a4-45fc-8e12-a153557330c9 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:23.378639 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c3c62-d598-4d53-9674-008310c9483f x-openstack-request-id: req-b74c3c62-d598-4d53-9674-008310c9483f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:23.378970 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d15acf7-8504-4225-8375-9c50130bda49", "tag": "e9a4d616-0be1-4160-96ec-cfaae3bea41f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:23.379221 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b74c3c62-d598-4d53-9674-008310c9483f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:23.379923 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d15acf7-8504-4225-8375-9c50130bda49', 'tag': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f', 'status': 'completed', 'code': 200} Jul 23 10:35:23.392776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.430197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec975a-ff00-46a5-ae9e-80267e1fbebe service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4d616-0be1-4160-96ec-cfaae3bea41f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:23.464917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77591aed-c428-48af-92ed-e31a377cdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.467497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77591aed-c428-48af-92ed-e31a377cdec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.468684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-77591aed-c428-48af-92ed-e31a377cdec3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1acdfe30-554f-4660-8468-9d4bd73ec600 HTTP/1.1" status: 204 len: 168 time: 0.9799635 Jul 23 10:35:23.468812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.475474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:23.476088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.505839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b545406f-d2d9-4c73-9d2d-fb2e70636a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:23.507363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-b545406f-d2d9-4c73-9d2d-fb2e70636a10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 1095 time: 0.1266546 Jul 23 10:35:23.521729 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7130551 Jul 23 10:35:23.526190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:23.540205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:23.552905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77591aed-c428-48af-92ed-e31a377cdec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acdfe30-554f-4660-8468-9d4bd73ec600,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:23.597501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-145f86e6-c02c-4e24-b7eb-a44db55d15dc req-ce8bcf24-5246-4100-a778-38156b52c02a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766149 Jul 23 10:35:23.599448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6d544-7d77-4acf-8f1d-ad3af6c87fa8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=d3f951b8-7705-4f7e-a632-d83b6ce1bf68,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:23.634059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-591635fa-3534-4850-8160-7b12094a2300 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f HTTP/1.1" status: 200 len: 217 time: 0.1087046 Jul 23 10:35:23.657267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:23.789717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-948441d6-38b5-486c-8cd8-52c68f11e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:23.791273 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-948441d6-38b5-486c-8cd8-52c68f11e5ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.1414757 Jul 23 10:35:23.812664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:23.815773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.837208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.838884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-6bf96eaf-d301-427c-8ab9-7228cb33895a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387836 Jul 23 10:35:23.885504 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:23.911323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Pushing event deleted for resources: {'Port': ['ID=c54c2603-69a4-45fc-8e12-a153557330c9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:23.975492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e446b-950d-4673-bded-5141167df392 req-0572ef92-d112-4901-9325-71dfa6daeb0d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:23.977081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c9e446b-950d-4673-bded-5141167df392 req-0572ef92-d112-4901-9325-71dfa6daeb0d tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/ports?device_id=3503976c-45dc-4250-a5fd-1a797188e69d HTTP/1.1" status: 200 len: 867 time: 0.2434912 Jul 23 10:35:24.014592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] No DVR routers for this DVR port c54c2603-69a4-45fc-8e12-a153557330c9 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:24.026177 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.028227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2524dead-53ac-42aa-ba47-a33a9df3ad09 req-3dc9242d-f82d-4660-b5b6-78dd7809b186 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.55 "DELETE /v2.0/ports/c54c2603-69a4-45fc-8e12-a153557330c9 HTTP/1.1" status: 204 len: 173 time: 1.9535775 Jul 23 10:35:24.032945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503976c-45dc-4250-a5fd-1a797188e69d', 'name': 'network-vif-deleted', 'tag': 'c54c2603-69a4-45fc-8e12-a153557330c9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:24.041177 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711538f4-390d-406f-bbb3-2210f0f50755" -d '{"events": [{"server_uuid": "3503976c-45dc-4250-a5fd-1a797188e69d", "name": "network-vif-deleted", "tag": "c54c2603-69a4-45fc-8e12-a153557330c9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:24.068886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-96ec611e-eeec-4d9b-9efb-fc24d8cca041 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4096665 Jul 23 10:35:24.119180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123df13-6b95-46b2-bd54-77120fdc7575 req-a396fe70-ff78-426d-b6c1-91e77f5835ff tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:24.124104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c9e446b-950d-4673-bded-5141167df392 req-26f92081-4e13-4058-bd6d-6a8f75aa0cf3 tempest-ImagesNegativeTestJSON-1599582874 tempest-ImagesNegativeTestJSON-1599582874-project] 10.222.0.37 "GET /v2.0/security-groups?id=a210100c-c1dc-41d7-965d-a1cde63ab897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992115 Jul 23 10:35:24.132569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a123df13-6b95-46b2-bd54-77120fdc7575 req-a396fe70-ff78-426d-b6c1-91e77f5835ff tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 944 time: 0.3304529 Jul 23 10:35:24.152554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-e0bbc3d8-7bbf-4e3a-82df-2c16edf9ad80 service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971880 Jul 23 10:35:24.178358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0a5666-1f4d-47a9-9e56-c26acf26a1f1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:24.188349 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.258914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Transition to ACTIVE for port object de0a5666-1f4d-47a9-9e56-c26acf26a1f1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:24.277406 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.363878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a123df13-6b95-46b2-bd54-77120fdc7575 req-87b9396e-14f2-4fb8-84b5-dd13c6f2c0e0 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251096 Jul 23 10:35:24.374467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.402391 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f77ce0-a625-4d92-8d7f-2e72f9b7ef01 x-openstack-request-id: req-d0f77ce0-a625-4d92-8d7f-2e72f9b7ef01 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:24.402695 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503976c-45dc-4250-a5fd-1a797188e69d", "name": "network-vif-deleted", "tag": "c54c2603-69a4-45fc-8e12-a153557330c9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:24.402957 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0f77ce0-a625-4d92-8d7f-2e72f9b7ef01 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:24.403361 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503976c-45dc-4250-a5fd-1a797188e69d', 'name': 'network-vif-deleted', 'tag': 'c54c2603-69a4-45fc-8e12-a153557330c9', 'status': 'completed', 'code': 200} Jul 23 10:35:24.406087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:24.432419 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-e140d055-00c1-4a83-9e63-17c6ea07c304 service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703536 Jul 23 10:35:24.469205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=d64aafa9-e982-439e-bd2d-c3b526569af0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:24.476388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:24.476763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: d3f951b8-7705-4f7e-a632-d83b6ce1bf68, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:24.495290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a428-81bc-4e43-9346-0f822477171b req-d3d79edd-e059-43ca-8460-192890845c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:24.496851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-d3d79edd-e059-43ca-8460-192890845c49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 0.3559666 Jul 23 10:35:24.498329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:24.512636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, d3f951b8-7705-4f7e-a632-d83b6ce1bf68) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:24.519408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:24.520779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.526200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6103620-3d1b-4781-83be-8086bfcab978 None None] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:24.546583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91891a75-f6a8-4268-95c5-6880cada864f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0120540 Jul 23 10:35:24.548382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52172) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:24.562519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68', 'security_groups': [], 'name': 'tempest-PortsTestJSON-555124101'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:24.611826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Attempting to bind port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:24.613358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Attempting to bind port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:24.613807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Attempting to bind port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:24.629885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:24.649055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 on network e51d479d-3aae-4365-ab2b-a79119a852dd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:24.649332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Attempting to bind port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 on network e51d479d-3aae-4365-ab2b-a79119a852dd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:24.767929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-d3f951b8-7705-4f7e-a632-d83b6ce1bf68', 'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': 'd64aafa9-e982-439e-bd2d-c3b526569af0'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:24.770374 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.772840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8266-16e3-4175-8497-ed51293b286b req-f92d81cf-67c2-47d7-a9cd-fc9208bf420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:24.774571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-f92d81cf-67c2-47d7-a9cd-fc9208bf420d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 1095 time: 0.2038176 Jul 23 10:35:24.775450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:24.775833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Checking segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:24.776618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Bound using segment: {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:24.777955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Bound port: de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4c8171-8813-444f-be6d-06f540884dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:24.778497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.880489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:24.881784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] For port de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:24.884472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.885880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] For port de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:24.904034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.948019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a428-81bc-4e43-9346-0f822477171b req-d8121a2d-b3b3-4f20-bc7a-7bdf0c9680d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:24.949848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-d8121a2d-b3b3-4f20-bc7a-7bdf0c9680d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.3899398 Jul 23 10:35:24.956841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 9bdaa7b5-1203-4953-8767-37890478a6ea yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:24.965055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:24.966921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:24.968727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] 10.222.0.55 "PUT /v2.0/ports/de0a5666-1f4d-47a9-9e56-c26acf26a1f1 HTTP/1.1" status: 200 len: 1091 time: 2.5354738 Jul 23 10:35:25.027301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:25.051044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Allocated IP 172.20.0.2 (d3f951b8-7705-4f7e-a632-d83b6ce1bf68/d64aafa9-e982-439e-bd2d-c3b526569af0/94dea1f0-8074-4c14-9b15-21bf0b7295ff) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:25.083462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5a48431-469b-4fa0-9e21-080489a55ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.085744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8266-16e3-4175-8497-ed51293b286b req-9a1af005-5496-4ead-a502-083ecb6bfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.087239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-9a1af005-5496-4ead-a502-083ecb6bfdfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 913 time: 0.3033512 Jul 23 10:35:25.113221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-b6189b34-4cc5-4fce-94c0-385fbd86d7f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.1408582 Jul 23 10:35:25.130041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-563554556'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:25.166882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-7afba169-f03b-4af8-a722-64671db2afb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f HTTP/1.1" status: 200 len: 217 time: 0.0618703 Jul 23 10:35:25.169610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a428-81bc-4e43-9346-0f822477171b req-d4a8ac14-1bb5-4519-b804-374e117be2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.171285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-d4a8ac14-1bb5-4519-b804-374e117be2c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0492449 Jul 23 10:35:25.174196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32027e36-0832-4e55-b34d-4b4e17d5efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:25.180138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:35:25.180138 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:35:25.180138 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 35, 25, 169612)}] Jul 23 10:35:25.180138 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:35:25.181075 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:35:25.217507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-34c4c5e1-b6d8-4e05-ab8a-0401649026a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.219127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-34c4c5e1-b6d8-4e05-ab8a-0401649026a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 1094 time: 0.1693783 Jul 23 10:35:25.247219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.257424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c54c2603-69a4-45fc-8e12-a153557330c9 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:25.264602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Transition to ACTIVE for port object 94dea1f0-8074-4c14-9b15-21bf0b7295ff will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:25.286305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: c54c2603-69a4-45fc-8e12-a153557330c9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:25.286660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c54c2603-69a4-45fc-8e12-a153557330c9 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:25.299388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-47fe2215-39d1-4c3f-9a55-a6f9bedd2576 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1 HTTP/1.1" status: 200 len: 217 time: 0.0554268 Jul 23 10:35:25.302349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Transition to ACTIVE for port object 94dea1f0-8074-4c14-9b15-21bf0b7295ff will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:25.311476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.363718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a428-81bc-4e43-9346-0f822477171b req-8a4b6999-64d5-4cc6-9eaf-dbdeefedac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.365431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-8a4b6999-64d5-4cc6-9eaf-dbdeefedac2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611342 Jul 23 10:35:25.377266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Pushing event updated for resources: {'Port': ['ID=94dea1f0-8074-4c14-9b15-21bf0b7295ff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:25.377434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5a48431-469b-4fa0-9e21-080489a55ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.383371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:25.386160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-2a01677a-e569-485c-82ee-6ba836d31cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.386374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:25.387942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8266-16e3-4175-8497-ed51293b286b req-9b0e5fdf-f5b9-4c9c-b2d1-84a698605fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.389183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:25.391929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-2a01677a-e569-485c-82ee-6ba836d31cb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.0862710 Jul 23 10:35:25.392718 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-9b0e5fdf-f5b9-4c9c-b2d1-84a698605fd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.1902895 Jul 23 10:35:25.397191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5a48431-469b-4fa0-9e21-080489a55ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.459791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.13 (d3f951b8-7705-4f7e-a632-d83b6ce1bf68/d64aafa9-e982-439e-bd2d-c3b526569af0/9bdaa7b5-1203-4953-8767-37890478a6ea) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:25.460327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Attempting to bind port 94dea1f0-8074-4c14-9b15-21bf0b7295ff on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:25.460703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Attempting to bind port 94dea1f0-8074-4c14-9b15-21bf0b7295ff by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:25.461070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Attempting to bind port 94dea1f0-8074-4c14-9b15-21bf0b7295ff on network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:25.466993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:25.467367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Checking segment: {'id': 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:25.467807 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.468201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Bound using segment: {'id': 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:25.468667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Bound port: 94dea1f0-8074-4c14-9b15-21bf0b7295ff, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd3f951b8-7705-4f7e-a632-d83b6ce1bf68'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:25.469185 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.479043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-6460ab08-b5d7-4c2f-a392-cd508c0fc30f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647380 Jul 23 10:35:25.494416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-499965d1-8527-4bef-8e6e-cd928216944c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752208 Jul 23 10:35:25.542279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] For port 94dea1f0-8074-4c14-9b15-21bf0b7295ff, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:25.545078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a48431-469b-4fa0-9e21-080489a55ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dabaae-b3c5-4222-a841-6f3195c34e6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:25.546840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] For port 94dea1f0-8074-4c14-9b15-21bf0b7295ff, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94dea1f0-8074-4c14-9b15-21bf0b7295ff,segment=NetworkSegment(e9bac6ce-447c-4492-b3d5-6e54de6d3ab4),segment_id=e9bac6ce-447c-4492-b3d5-6e54de6d3ab4)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:25.551618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5a48431-469b-4fa0-9e21-080489a55ca1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=817a75c53aae4e5086f7c125c27d705c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8871644 Jul 23 10:35:25.553356 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.557076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:25.561000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-51445682-180f-414a-bebc-0094870b9a43 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808293 Jul 23 10:35:25.649037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd506-a98f-4cee-ab83-de2e563b02d6 None None] Pushing event updated for resources: {'Port': ['ID=94dea1f0-8074-4c14-9b15-21bf0b7295ff,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:25.751728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-8f4e8929-5c39-49f4-b06c-6cbf93aca9c3 service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896205 Jul 23 10:35:25.754433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe49a428-81bc-4e43-9346-0f822477171b req-ec48dc69-1f57-453e-b3e5-7df08f51ebcb service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839178 Jul 23 10:35:25.838493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52214) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:25.848881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db78c2c-fd47-47a1-83cd-5b779f24827c req-8d801a89-0bc5-4710-ad31-7d325bfcf4c9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:25.851327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0db78c2c-fd47-47a1-83cd-5b779f24827c req-8d801a89-0bc5-4710-ad31-7d325bfcf4c9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 944 time: 0.3637080 Jul 23 10:35:25.852165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b46a3c0f-1524-4885-ae1e-35767626654c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.876181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:25.881642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.910858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-3465dd40-c9d3-41da-80c0-a2bdf587e5db service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805611 Jul 23 10:35:25.916520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3ba2f81-4d9b-4bfa-bec8-a74d4c2a8c64 req-ec14eb0d-e939-4de6-8a15-9afa51e91f66 service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580820 Jul 23 10:35:25.959483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b46a3c0f-1524-4885-ae1e-35767626654c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:25.963721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.029176 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.038835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee877631-9c11-43f4-bf1c-eddd6dfc0b72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98285f748eef4f4a8f89af94342dd78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989617 Jul 23 10:35:26.041370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52218) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:26.071633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0db78c2c-fd47-47a1-83cd-5b779f24827c req-571e7c70-941d-4ed1-8927-f236010e7372 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034931 Jul 23 10:35:26.092895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c954af2c-a9b5-43c4-b5e0-9c3373aa6c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.107480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 9bdaa7b5-1203-4953-8767-37890478a6ea will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:26.115765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c954af2c-a9b5-43c4-b5e0-9c3373aa6c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.171889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c954af2c-a9b5-43c4-b5e0-9c3373aa6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.176134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c954af2c-a9b5-43c4-b5e0-9c3373aa6c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.179648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b46a3c0f-1524-4885-ae1e-35767626654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.179794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c954af2c-a9b5-43c4-b5e0-9c3373aa6c25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a210100c-c1dc-41d7-965d-a1cde63ab897 HTTP/1.1" status: 204 len: 168 time: 0.1349723 Jul 23 10:35:26.183864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b46a3c0f-1524-4885-ae1e-35767626654c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.188060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954af2c-a9b5-43c4-b5e0-9c3373aa6c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210100c-c1dc-41d7-965d-a1cde63ab897,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:26.188199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b46a3c0f-1524-4885-ae1e-35767626654c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06dabaae-b3c5-4222-a841-6f3195c34e6b HTTP/1.1" status: 204 len: 168 time: 0.6286156 Jul 23 10:35:26.191104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ccf8266-16e3-4175-8497-ed51293b286b req-b6f79c08-06d6-4c07-8a75-d83316ca197e service neutron] 10.222.0.20 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586873 Jul 23 10:35:26.224896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a3c0f-1524-4885-ae1e-35767626654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dabaae-b3c5-4222-a841-6f3195c34e6b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:26.235280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.286018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:26.296412 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:26.303320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:26.354495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.366597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.380359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=9bdaa7b5-1203-4953-8767-37890478a6ea,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:26.404909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'tag': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:26.408446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:26.412608 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df799d8-eb65-415a-ad07-7dcf578c9efe" -d '{"events": [{"name": "network-changed", "server_uuid": "ba35a3c2-8d7a-4b4e-8384-c2d06068abbe", "tag": "de0a5666-1f4d-47a9-9e56-c26acf26a1f1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:26.419891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:26.420986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.433241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94dea1f0-8074-4c14-9b15-21bf0b7295ff up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:26.453784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea755a-e90b-4d3b-80a4-3517077ce08c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:26.457721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.458045 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Added segment 72e66904-8cb7-4137-aa58-9ae40c76767b of type vlan for network 65597b37-0f65-4455-bf75-7f43a1f9f92a Jul 23 10:35:26.482158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52232) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:26.482600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-decdfd28-c435-498e-8e5a-5dc585c267d7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9328520 Jul 23 10:35:26.532136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.563099 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61799ec4-3b8f-4562-b69c-10b00e5e24fe x-openstack-request-id: req-61799ec4-3b8f-4562-b69c-10b00e5e24fe {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:26.563765 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba35a3c2-8d7a-4b4e-8384-c2d06068abbe", "tag": "de0a5666-1f4d-47a9-9e56-c26acf26a1f1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:26.566745 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61799ec4-3b8f-4562-b69c-10b00e5e24fe {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:26.566745 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'tag': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1', 'status': 'completed', 'code': 200} Jul 23 10:35:26.571952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 94dea1f0-8074-4c14-9b15-21bf0b7295ff completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:26.603202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.615925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:26.616739 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.676817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52236) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:26.677250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6465306 Jul 23 10:35:26.684563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:26.726627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7aa73-9361-400e-997e-e52e4909b3d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Network': ['ID=65597b37-0f65-4455-bf75-7f43a1f9f92a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:26.742256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:26.829409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:26.850245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7527086e-2388-4837-a3ca-ea2280254169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.874346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:26.878748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:26.885261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-6a2264ef-54b2-4f43-a094-96aadf125cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:26.886937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-6a2264ef-54b2-4f43-a094-96aadf125cc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df68b9061bd44955a9a7848e93542c7e&device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 1094 time: 0.3198333 Jul 23 10:35:26.994446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7527086e-2388-4837-a3ca-ea2280254169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.000781 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7527086e-2388-4837-a3ca-ea2280254169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.054766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7527086e-2388-4837-a3ca-ea2280254169 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82f576623dc64256ae8e219718fe5ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242043 Jul 23 10:35:27.057172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527086e-2388-4837-a3ca-ea2280254169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb53ab4-cbde-45be-94ba-ef595b7d7ade,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:27.059815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:27.083020 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d2bc03-afd0-4e9a-ac42-67a6df1d83c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.116801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 9bdaa7b5-1203-4953-8767-37890478a6ea {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:27.117155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.119698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75bda4-441b-498f-89ea-3d8b7ed96958 None None] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:27.122844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a724-a618-4768-b0c8-ac3d3aa9a738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.147180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a724-a618-4768-b0c8-ac3d3aa9a738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.178603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-ae3b2546-e33a-449f-8ff9-5820b69a8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:27.180308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-ae3b2546-e33a-449f-8ff9-5820b69a8f07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 200 len: 913 time: 0.2778299 Jul 23 10:35:27.205318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a724-a618-4768-b0c8-ac3d3aa9a738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.208854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a724-a618-4768-b0c8-ac3d3aa9a738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.212524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4eb1a724-a618-4768-b0c8-ac3d3aa9a738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7eb53ab4-cbde-45be-94ba-ef595b7d7ade HTTP/1.1" status: 204 len: 168 time: 0.1493492 Jul 23 10:35:27.232930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a724-a618-4768-b0c8-ac3d3aa9a738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb53ab4-cbde-45be-94ba-ef595b7d7ade,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:27.390115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.401367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-9685b013-9e5c-4793-adea-69e0438604df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1 HTTP/1.1" status: 200 len: 217 time: 0.1956887 Jul 23 10:35:27.495274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] Provisioning for port 94dea1f0-8074-4c14-9b15-21bf0b7295ff completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:27.501857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] Provisioning complete for port 94dea1f0-8074-4c14-9b15-21bf0b7295ff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:27.502133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.619625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:27.662844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.717365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] For port 94dea1f0-8074-4c14-9b15-21bf0b7295ff, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94dea1f0-8074-4c14-9b15-21bf0b7295ff,segment=NetworkSegment(e9bac6ce-447c-4492-b3d5-6e54de6d3ab4),segment_id=e9bac6ce-447c-4492-b3d5-6e54de6d3ab4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:27.724595 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.788045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-597670774-network', 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:27.808279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628e940-bdc3-47d6-9046-8e6be1d3b58a None None] Pushing event updated for resources: {'Port': ['ID=94dea1f0-8074-4c14-9b15-21bf0b7295ff,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:27.819981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e9a4d616-0be1-4160-96ec-cfaae3bea41f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:27.832957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:27.836667 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.852309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.928783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:27.954353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e9a4d616-0be1-4160-96ec-cfaae3bea41f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:27.970243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'port_id': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f', 'mac_address': 'fa:16:3e:28:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e4aca8-e85c-4174-9253-e8a31df693dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:27.984218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500e0b6-6e50-46cc-be72-27a723e98daf req-23e72e36-cffa-4cd4-9506-596f6a545106 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:27.991757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a500e0b6-6e50-46cc-be72-27a723e98daf req-23e72e36-cffa-4cd4-9506-596f6a545106 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 944 time: 0.7515600 Jul 23 10:35:28.010086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.016088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.016559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 9bdaa7b5-1203-4953-8767-37890478a6ea owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:28.024889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=fceef70e-bc88-49c0-8792-a96286101ce0,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:28.032688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:28.033055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network hostable DHCP agents. Network: 65597b37-0f65-4455-bf75-7f43a1f9f92a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:28.036740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-f06cae17-900f-4cac-8abf-8db070dbdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:28.036932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:28.038029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-f06cae17-900f-4cac-8abf-8db070dbdd80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 200 len: 852 time: 0.6234634 Jul 23 10:35:28.057043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df094ca9-cbed-4afd-ad64-fc5dcead4ee4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:28.060090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.060474 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Added segment 15de529f-992f-4025-9a0f-d3f63659513e of type vlan for network 88f82106-17d6-405a-9dea-dd012be4367b Jul 23 10:35:28.093212 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.122987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-902dfbb1-4d64-49b5-b334-2f088bab92dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e51d479d-3aae-4365-ab2b-a79119a852dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708075 Jul 23 10:35:28.125997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40ee72a5-c926-42a2-b69c-4ac9467d7bc1 None None] Provisioning for port 9bdaa7b5-1203-4953-8767-37890478a6ea completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:28.130225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.139361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a4d616-0be1-4160-96ec-cfaae3bea41f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:28.147772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40ee72a5-c926-42a2-b69c-4ac9467d7bc1 None None] Provisioning complete for port 9bdaa7b5-1203-4953-8767-37890478a6ea triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:28.153280 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40ee72a5-c926-42a2-b69c-4ac9467d7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.161601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a500e0b6-6e50-46cc-be72-27a723e98daf req-8e8cf06b-2c63-4ff6-9d65-3804648523e5 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634328 Jul 23 10:35:28.182910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:28.185505 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.187053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:28.188002 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.232168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e9a4d616-0be1-4160-96ec-cfaae3bea41f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:28.236851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40ee72a5-c926-42a2-b69c-4ac9467d7bc1 None None] Port 9bdaa7b5-1203-4953-8767-37890478a6ea cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:28.238913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 65597b37-0f65-4455-bf75-7f43a1f9f92a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:28.240936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.260860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6398833 Jul 23 10:35:28.264779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:28.265253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:28.265865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.275636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Request body: {'subnet': {'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-597670774-subnet', 'tenant_id': '75ae1bb87152450a912594467876de19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:28.316440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a22f-c70c-4fb0-9d30-51dbc1107ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=88f82106-17d6-405a-9dea-dd012be4367b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:28.358136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:28.362729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e9a4d616-0be1-4160-96ec-cfaae3bea41f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:28.366753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.394091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2f4e67b2-6385-4cd3-b9c2-81a2b5fd6aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7146890 Jul 23 10:35:28.395167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f40402-e42a-46f2-acd3-2740a5363c8d None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:28.400058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:28.414869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'name': 'tempest-NetworksTestDHCPv6-981067969'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:28.425580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 88f82106-17d6-405a-9dea-dd012be4367b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:28.427698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94dea1f0-8074-4c14-9b15-21bf0b7295ff up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:28.451144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-7c2f7513-8c83-4537-83bc-cbc0dc84aa83 service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208246 Jul 23 10:35:28.453965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.531372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=9bdaa7b5-1203-4953-8767-37890478a6ea,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:28.540766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40ee72a5-c926-42a2-b69c-4ac9467d7bc1 None None] Provisioning complete for port 94dea1f0-8074-4c14-9b15-21bf0b7295ff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:28.541753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40ee72a5-c926-42a2-b69c-4ac9467d7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.617942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.646394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e9a4d616-0be1-4160-96ec-cfaae3bea41f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:28.681978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=01038704-b36f-4ebc-95c2-bc63e44a7e97,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:28.699313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:28.699719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Network hostable DHCP agents. Network: 88f82106-17d6-405a-9dea-dd012be4367b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:28.743922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.746041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e7a42678-f205-4d3d-9831-70b01da4fdd6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/9bdaa7b5-1203-4953-8767-37890478a6ea HTTP/1.1" status: 204 len: 168 time: 2.2625952 Jul 23 10:35:28.750929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:28.772004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3df799d8-eb65-415a-ad07-7dcf578c9efe req-7853cbb5-9071-4ff2-a4f4-7eba2ac8df1a service neutron] 10.222.0.55 "GET /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093095 Jul 23 10:35:28.801857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:28.809350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.834603 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f8244d-4c5e-4f28-a9a0-babcfc597763 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:28.836490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-26f8244d-4c5e-4f28-a9a0-babcfc597763 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/9bdaa7b5-1203-4953-8767-37890478a6ea HTTP/1.1" status: 404 len: 333 time: 0.0799973 Jul 23 10:35:28.837353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Network 88f82106-17d6-405a-9dea-dd012be4367b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:28.840893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:28.842362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port f6d14430-1bb6-4c8a-b5d5-9d5de907ad43 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:28.884502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 88f82106-17d6-405a-9dea-dd012be4367b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:28.907930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:28.910043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.922541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817614e-1d1c-4b00-b825-bbb946d709a0 None None] Network 88f82106-17d6-405a-9dea-dd012be4367b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:28.933095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d6dc8929-152d-422b-b02f-671ca9eb59bc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6644905 Jul 23 10:35:28.962581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 94dea1f0-8074-4c14-9b15-21bf0b7295ff triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:28.963058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:28.963902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet d64aafa9-e982-439e-bd2d-c3b526569af0 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:28.974042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.020905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::4 (65597b37-0f65-4455-bf75-7f43a1f9f92a/fceef70e-bc88-49c0-8792-a96286101ce0/f6d14430-1bb6-4c8a-b5d5-9d5de907ad43) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:29.031691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.156509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'fceef70e-bc88-49c0-8792-a96286101ce0'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:29.157401 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.218385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.319186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device de0a5666-1f4d-47a9-9e56-c26acf26a1f1 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:29.331479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.356686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.359041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object f6d14430-1bb6-4c8a-b5d5-9d5de907ad43 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:29.394827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e617e9df-2030-4846-8c97-bb20dd4a90c7 None None] Could not find standard attr ID for object 9bdaa7b5-1203-4953-8767-37890478a6ea. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:29.398025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614cf4d-4f2e-4032-a9ad-6fbb1fa5e2af None None] Network 88f82106-17d6-405a-9dea-dd012be4367b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:29.398829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=d64aafa9-e982-439e-bd2d-c3b526569af0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:29.405947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.412350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d9c4430f-217d-4a63-a978-4134ace3c55d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/d64aafa9-e982-439e-bd2d-c3b526569af0 HTTP/1.1" status: 204 len: 168 time: 0.5700762 Jul 23 10:35:29.414529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:29.422980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1de68-4245-4a80-8188-9fc6f6d5eae6 req-4373a3c6-458f-4829-8324-e59715eb0bc9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:29.424615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ded1de68-4245-4a80-8188-9fc6f6d5eae6 req-4373a3c6-458f-4829-8324-e59715eb0bc9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 945 time: 0.1433575 Jul 23 10:35:29.438334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6fdda8-96ba-4bac-ae28-cac5a6bbc4c6 None None] Network d3f951b8-7705-4f7e-a632-d83b6ce1bf68 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:29.467624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.492621 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ded1de68-4245-4a80-8188-9fc6f6d5eae6 req-2c0e2326-835c-4c3a-a0ee-9e40dccfcc44 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Jul 23 10:35:29.552362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:29.556396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:29.562348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.566491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:29.577937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:29.578639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.591142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:35:29.616596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=f6d14430-1bb6-4c8a-b5d5-9d5de907ad43,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:29.624837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.625195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.625544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.625888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.626248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.626559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.626894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.627227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.627603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.628083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.628317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.629192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:29.635151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0ad521cc-fc6b-425d-a935-6e9039187eaa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2321405 Jul 23 10:35:29.637847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:29.730342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81276d5d-7620-422b-82ee-e2bd5fe41829 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:29.733506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-81276d5d-7620-422b-82ee-e2bd5fe41829 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0944366 Jul 23 10:35:29.736650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:29.752127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 94dea1f0-8074-4c14-9b15-21bf0b7295ff {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:29.752483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.807959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7682e5df-a7db-4b56-ae71-fbd9cb51ef54 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:29.809890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7682e5df-a7db-4b56-ae71-fbd9cb51ef54 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.1566753 Jul 23 10:35:29.881359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-feecacdb-b973-4345-9087-1eb728a36b92 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.0333180 Jul 23 10:35:29.883626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] For port 94dea1f0-8074-4c14-9b15-21bf0b7295ff, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94dea1f0-8074-4c14-9b15-21bf0b7295ff,segment=NetworkSegment(e9bac6ce-447c-4492-b3d5-6e54de6d3ab4),segment_id=e9bac6ce-447c-4492-b3d5-6e54de6d3ab4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:29.884288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.890052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port f6d14430-1bb6-4c8a-b5d5-9d5de907ad43 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:29.890354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:29.913835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 94dea1f0-8074-4c14-9b15-21bf0b7295ff owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:29.940175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-09332b8e-9502-42b5-99a6-c02f10194be6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523274 Jul 23 10:35:30.008713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.023498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for f6d14430-1bb6-4c8a-b5d5-9d5de907ad43 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:30.052086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/fceef70e-bc88-49c0-8792-a96286101ce0/224fbcfa-8d52-4487-a54f-1e21dfc16d7a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:30.106404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-e63a106a-9098-4db6-a2d9-78f87232411c service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577668 Jul 23 10:35:30.109558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.163697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=94dea1f0-8074-4c14-9b15-21bf0b7295ff,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:30.167235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No DVR routers for this DVR port 94dea1f0-8074-4c14-9b15-21bf0b7295ff on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:30.195047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.227865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=f6d14430-1bb6-4c8a-b5d5-9d5de907ad43,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:30.229685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e5219e-379e-4c23-bd38-522fadca49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.239767 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.261129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.263484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4c82810b-ed9c-4262-bd6c-f7785eef0af9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/f6d14430-1bb6-4c8a-b5d5-9d5de907ad43 HTTP/1.1" status: 204 len: 168 time: 0.5246303 Jul 23 10:35:30.265950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52348) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:30.298486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:30.313512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.329556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1438710f-c533-40a7-901e-9d329d17e1fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:30.331721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1438710f-c533-40a7-901e-9d329d17e1fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:30.336354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f951b8-7705-4f7e-a632-d83b6ce1bf68']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:30.337628 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1438710f-c533-40a7-901e-9d329d17e1fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0698936 Jul 23 10:35:30.340028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:30.341973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-fd4e105e-b1bd-46d3-8b8f-41742625ed34 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249911 Jul 23 10:35:30.352324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:30.352628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bac6ce-447c-4492-b3d5-6e54de6d3ab4') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:30.363057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.372307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1', 'network_id': 'e51d479d-3aae-4365-ab2b-a79119a852dd', 'port_id': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1', 'mac_address': 'fa:16:3e:bb:8f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e4aca8-e85c-4174-9253-e8a31df693dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:30.378530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.391186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:30.391702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.414964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet fceef70e-bc88-49c0-8792-a96286101ce0 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:30.434969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.453006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Transition to ACTIVE for port object 224fbcfa-8d52-4487-a54f-1e21dfc16d7a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:30.454895 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:30.457907 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:30.461735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.471116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.473572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/d3f951b8-7705-4f7e-a632-d83b6ce1bf68 HTTP/1.1" status: 204 len: 168 time: 1.0580263 Jul 23 10:35:30.477150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:30.481471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7c63c-fb58-4da2-a751-b7b1db55070c None None] DHCP port deletion for d3f951b8-7705-4f7e-a632-d83b6ce1bf68 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:30.482647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'name': 'tempest-PortsTestJSON-268297658'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:30.493036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0a5666-1f4d-47a9-9e56-c26acf26a1f1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:30.497865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629fbb-96c7-4943-a1d7-e9bc0381ae98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=d3f951b8-7705-4f7e-a632-d83b6ce1bf68,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:30.516409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Transition to ACTIVE for port object 224fbcfa-8d52-4487-a54f-1e21dfc16d7a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:30.520250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:30.527318 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.530403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.538330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.577559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:30.580735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:30.585153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:30.648253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.664625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Attempting to bind port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:30.665217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Attempting to bind port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:30.665837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Attempting to bind port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:30.671834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:30.676663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-413c1f5f-21cf-4b75-bccf-a4af66b2d34a req-c74cd26c-a830-4961-9a5d-a3264df7810e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 210 time: 0.0547736 Jul 23 10:35:30.681239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:30.681239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:30.681969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.682461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:30.683049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Bound port: 224fbcfa-8d52-4487-a54f-1e21dfc16d7a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:30.683581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.752163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['de0a5666-1f4d-47a9-9e56-c26acf26a1f1'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:30.777468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Pushing event updated for resources: {'Port': ['ID=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:30.794351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:30.797996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.840784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] For port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:30.843330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09722-fe4c-490b-9ffa-d820b4db38bc req-b13add33-2336-4be2-acb4-9cf4f7e07c6a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:30.845066 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3d09722-fe4c-490b-9ffa-d820b4db38bc req-b13add33-2336-4be2-acb4-9cf4f7e07c6a tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 945 time: 0.1935539 Jul 23 10:35:30.845707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] For port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:30.853278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 75a4e9e8-3254-4fec-b9c9-e57f2d605172 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:30.859809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.903888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:30.962947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ac8e-61b6-4dec-bc1d-d52703c911e8 None None] Pushing event updated for resources: {'Port': ['ID=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:31.019428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3d09722-fe4c-490b-9ffa-d820b4db38bc req-b31bbc13-0695-47f6-bbbf-c40b5f2c3ac7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207571 Jul 23 10:35:31.212944 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.429104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.493189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=fceef70e-bc88-49c0-8792-a96286101ce0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:31.504773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.506788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44a89fbb-ce80-4412-ab72-5422f079d30b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/fceef70e-bc88-49c0-8792-a96286101ce0 HTTP/1.1" status: 204 len: 168 time: 1.1658075 Jul 23 10:35:31.510046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:31.576657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d9d32127-128e-43e4-9e25-1443191e27fd tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655403 Jul 23 10:35:31.579816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:31.582633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.589801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:31.629243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.676400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:31.680411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:31.688906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:31.695672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:31.704775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.705271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:31.713665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.728333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=75a4e9e8-3254-4fec-b9c9-e57f2d605172,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:31.743045 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-47e6acb7-029c-4ee9-9f3d-de169fbf4732 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2647631 Jul 23 10:35:31.743705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:31.801909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e9a4d616-0be1-4160-96ec-cfaae3bea41f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:31.832254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1d21832-11ce-47d3-baac-2373a88730bd req-3b86282b-8fb2-4626-bfb6-803e4e90e006 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 210 time: 0.0360107 Jul 23 10:35:31.929183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port e9a4d616-0be1-4160-96ec-cfaae3bea41f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:31.935353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port e9a4d616-0be1-4160-96ec-cfaae3bea41f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:31.935774 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:31.969230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 75a4e9e8-3254-4fec-b9c9-e57f2d605172 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:31.977783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.158396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.161754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.175795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 75a4e9e8-3254-4fec-b9c9-e57f2d605172 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:32.229985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d15acf7-8504-4225-8375-9c50130bda49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:32.235274 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d288c3af-a961-44bf-a2f6-a76320babfff" -d '{"events": [{"server_uuid": "7d15acf7-8504-4225-8375-9c50130bda49", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4d616-0be1-4160-96ec-cfaae3bea41f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:32.259036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e9a4d616-0be1-4160-96ec-cfaae3bea41f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:32.271516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.313801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.347805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.351457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39102e-38dd-44fd-be39-9f5bfd820de2 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:32.369868 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:35:32.399474 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be0c70-0ee3-4d85-ab8d-c7c2f9ff7814 x-openstack-request-id: req-f1be0c70-0ee3-4d85-ab8d-c7c2f9ff7814 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:32.399474 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d15acf7-8504-4225-8375-9c50130bda49", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4d616-0be1-4160-96ec-cfaae3bea41f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:32.399474 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1be0c70-0ee3-4d85-ab8d-c7c2f9ff7814 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:32.399474 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d15acf7-8504-4225-8375-9c50130bda49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f', 'code': 200} Jul 23 10:35:32.410350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e9a4d616-0be1-4160-96ec-cfaae3bea41f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:32.444947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.453047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/75a4e9e8-3254-4fec-b9c9-e57f2d605172 HTTP/1.1" status: 204 len: 168 time: 0.7070847 Jul 23 10:35:32.460530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b9e88-e44f-408d-967c-4dfc706cf450 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=75a4e9e8-3254-4fec-b9c9-e57f2d605172,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:32.461583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:32.462968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:32.468287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'mac_address': 'fa:16:3e:d7:c8:70', 'name': 'tempest-PortsTestJSON-1980534116'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:32.468788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:32.489611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:32.490613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.510332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-8e6a7af7-25a7-422f-8811-4431cf10849b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:32.512370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-8e6a7af7-25a7-422f-8811-4431cf10849b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.5031989 Jul 23 10:35:32.539381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Request body: {'port': {'device_id': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'admin_state_up': True, 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:32.544215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 224fbcfa-8d52-4487-a54f-1e21dfc16d7a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:32.564160 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9817410 Jul 23 10:35:32.577972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:32.579095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede01ac-4aae-4310-87e6-5b1da40ac4b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=aaceed87-4527-49b1-a823-0499a337b8e2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:32.587527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'name': 'tempest-NetworksTestDHCPv6-976091642'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:32.592542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.599702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b7e9e972-c086-4b34-8aa8-caa329996956 None None] Provisioning for port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:32.600245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeea7c-c3e5-40fd-9cfb-35cdb7bca593 req-43016718-ca4e-426a-8665-779b7993a74f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:32.606998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-34aeea7c-c3e5-40fd-9cfb-35cdb7bca593 req-43016718-ca4e-426a-8665-779b7993a74f tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 945 time: 0.3971846 Jul 23 10:35:32.625371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c724b1-d4c6-4cb3-a5c7-25c26d010c81 req-6bb6ded7-1024-4e95-9ce6-7662df8c819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:32.626885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7c724b1-d4c6-4cb3-a5c7-25c26d010c81 req-6bb6ded7-1024-4e95-9ce6-7662df8c819e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 1097 time: 0.1314745 Jul 23 10:35:32.633242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:32.676255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:32.682401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:32.682780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.730609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7c724b1-d4c6-4cb3-a5c7-25c26d010c81 req-166afce0-68fb-4236-90a3-6b3accdb9034 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Jul 23 10:35:32.733099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.743523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-34aeea7c-c3e5-40fd-9cfb-35cdb7bca593 req-154bfb85-aa2e-4383-a55c-36b223ee9ea9 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356344 Jul 23 10:35:32.769637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 3a275b81-00b3-4fc5-bee2-60a7c1090a65 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:32.830075 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.830580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:32.833893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.893750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:32.897524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.906239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:32.913806 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:32.945517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94dea1f0-8074-4c14-9b15-21bf0b7295ff no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:32.972491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 94dea1f0-8074-4c14-9b15-21bf0b7295ff {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:32.972868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94dea1f0-8074-4c14-9b15-21bf0b7295ff not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:32.999542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:33.019254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8d858c7-994c-42a8-9613-7955bccea798 req-2b55e6c6-979c-4cfa-975c-29bf4694e20c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 210 time: 0.0399761 Jul 23 10:35:33.029248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.036387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 09e34002-4977-42a0-93dd-b8a4cb3f753b yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:33.091587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.151992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:33.154699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc11db-0721-4692-96bc-01217989658f None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:33.156160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:33.165099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:33.171903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:33.172537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.185005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Allocated IP 172.20.0.6 (88f82106-17d6-405a-9dea-dd012be4367b/01038704-b36f-4ebc-95c2-bc63e44a7e97/adb56991-065e-4a11-9aba-d33ee290491a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:33.189840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=3a275b81-00b3-4fc5-bee2-60a7c1090a65,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:33.208977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ac804d4-d02a-4a6c-9f55-9c1819ddcf6b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7462637 Jul 23 10:35:33.211360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:33.229921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::131 (65597b37-0f65-4455-bf75-7f43a1f9f92a/aaceed87-4527-49b1-a823-0499a337b8e2/09e34002-4977-42a0-93dd-b8a4cb3f753b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:33.266334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-910ffd9b-74b9-47db-832a-97ffc93ef140 None None] Provisioning complete for port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:33.266814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-910ffd9b-74b9-47db-832a-97ffc93ef140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.290090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab10c634-8110-477a-abc0-f4e0813d4df2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:33.291672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ab10c634-8110-477a-abc0-f4e0813d4df2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/3a275b81-00b3-4fc5-bee2-60a7c1090a65 HTTP/1.1" status: 200 len: 841 time: 0.0788705 Jul 23 10:35:33.295126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:33.328608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device de0a5666-1f4d-47a9-9e56-c26acf26a1f1 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:33.429296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 3a275b81-00b3-4fc5-bee2-60a7c1090a65 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:33.429724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.483839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:33.492322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:33.492704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.531818 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.542393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.554230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 09e34002-4977-42a0-93dd-b8a4cb3f753b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:33.555902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 3a275b81-00b3-4fc5-bee2-60a7c1090a65 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:33.596057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.600302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.658243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.698295 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.710989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.712634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:33.718036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/3a275b81-00b3-4fc5-bee2-60a7c1090a65 HTTP/1.1" status: 204 len: 168 time: 0.4217048 Jul 23 10:35:33.719241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52424) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:33.721575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=3a275b81-00b3-4fc5-bee2-60a7c1090a65,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:33.729500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:33.743394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:33.750905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.751520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.752198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.752721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.754212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.755180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.755607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.755942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.756318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.756661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.756992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.757589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81a147-66a0-4b11-bc22-049db27ef937 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:33.770164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:33.772226 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.790141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:33.797612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=09e34002-4977-42a0-93dd-b8a4cb3f753b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:33.802420 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.818775 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ba2367-ee49-4b08-be6d-b0bee5d2368c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:33.847380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a9ba2367-ee49-4b08-be6d-b0bee5d2368c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/3a275b81-00b3-4fc5-bee2-60a7c1090a65 HTTP/1.1" status: 404 len: 333 time: 0.1184919 Jul 23 10:35:33.849844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:33.856638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81cc3ecb-77f0-4ceb-9cb9-1763eb00b5c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2732599 Jul 23 10:35:33.863603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52434) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:33.871053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'name': 'tempest-PortsTestJSON-2056138071'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:33.887697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.956933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-770ee2ff-e351-464a-95a6-e454b4841f4e None None] Provisioning complete for port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:33.957509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-770ee2ff-e351-464a-95a6-e454b4841f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:33.988094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Network 88f82106-17d6-405a-9dea-dd012be4367b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:33.993465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:34.000159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:34.034868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event updated for resources: {'Port': ['ID=adb56991-065e-4a11-9aba-d33ee290491a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:34.059509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:34.073227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8181768-b854-4e9c-8066-9d484dcd9850 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:34.079164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8181768-b854-4e9c-8066-9d484dcd9850 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:34.082562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f8181768-b854-4e9c-8066-9d484dcd9850 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2136877 Jul 23 10:35:34.092426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:34.093127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.095484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52438) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:34.142670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-7cc8309b-ae0a-4312-ba34-76fa5b609f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6128726 Jul 23 10:35:34.165470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Request body: {'port': {'device_id': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:34.170566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133426-0398-48e1-8f35-f84e9b82c7d7 req-fa4af875-6665-4e04-9c92-9b7130530396 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:34.172569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b133426-0398-48e1-8f35-f84e9b82c7d7 req-fa4af875-6665-4e04-9c92-9b7130530396 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 946 time: 0.2838488 Jul 23 10:35:34.187497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:34.191832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.234630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port ce67887a-6c63-4cbc-889c-22e4e521c8f1 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:34.247850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b133426-0398-48e1-8f35-f84e9b82c7d7 req-249e147b-ef9a-45b3-93f2-28a374df3e25 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675206 Jul 23 10:35:34.253798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1adafdbb-85cc-4e27-a95c-67d9d1680109 None None] Could not find standard attr ID for object f6d14430-1bb6-4c8a-b5d5-9d5de907ad43. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:34.303827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.334141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.368713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5462-ad6d-4dc0-a84e-37fa99869689 req-9581941a-1234-4dbb-a652-b570d42f33ea tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:34.370403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71fe5462-ad6d-4dc0-a84e-37fa99869689 req-9581941a-1234-4dbb-a652-b570d42f33ea tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 931 time: 0.2095122 Jul 23 10:35:34.374572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 09e34002-4977-42a0-93dd-b8a4cb3f753b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:34.374572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.382727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 224fbcfa-8d52-4487-a54f-1e21dfc16d7a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:34.425139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:34.433471 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c937738b-9e68-46c9-8c02-db0eba9cc124" -d '{"events": [{"server_uuid": "ba35a3c2-8d7a-4b4e-8384-c2d06068abbe", "name": "network-vif-plugged", "status": "completed", "tag": "de0a5666-1f4d-47a9-9e56-c26acf26a1f1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:34.492603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.492866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:34.493130 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.559534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.633089 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8056a791-e1b1-4043-b6ca-5a85124349e6 x-openstack-request-id: req-8056a791-e1b1-4043-b6ca-5a85124349e6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:34.633709 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35a3c2-8d7a-4b4e-8384-c2d06068abbe", "name": "network-vif-plugged", "status": "completed", "tag": "de0a5666-1f4d-47a9-9e56-c26acf26a1f1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:34.634110 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8056a791-e1b1-4043-b6ca-5a85124349e6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:34.634670 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1', 'code': 200} Jul 23 10:35:34.688501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:34.691398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=ce67887a-6c63-4cbc-889c-22e4e521c8f1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:34.707707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:34.710527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:34.718097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:34.719039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.720481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-97d72aa2-eac7-4df6-8f55-097db03a1023 None None] Provisioning for port 09e34002-4977-42a0-93dd-b8a4cb3f753b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:34.728044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-97d72aa2-eac7-4df6-8f55-097db03a1023 None None] Provisioning complete for port 09e34002-4977-42a0-93dd-b8a4cb3f753b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:34.728965 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97d72aa2-eac7-4df6-8f55-097db03a1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.746698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f1d1b953-7677-4e67-a98b-45e67b5b8df9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8923793 Jul 23 10:35:34.747703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:34.763737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:34.775867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-97d72aa2-eac7-4df6-8f55-097db03a1023 None None] Port 09e34002-4977-42a0-93dd-b8a4cb3f753b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:34.863150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:34.983189 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71fe5462-ad6d-4dc0-a84e-37fa99869689 req-cbf520a9-ac7b-4158-a95d-00d31e90d5ce tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929055 Jul 23 10:35:35.057255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.057607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.063058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.099904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 09e34002-4977-42a0-93dd-b8a4cb3f753b owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:35.103739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] In _notify_port_updated(), no bound segment for port ce67887a-6c63-4cbc-889c-22e4e521c8f1 on network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:35:35.109175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.109779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.114536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/ports/ce67887a-6c63-4cbc-889c-22e4e521c8f1 HTTP/1.1" status: 200 len: 818 time: 0.3538005 Jul 23 10:35:35.114807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52450) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:35.223430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ff305-8790-424b-8b3c-31e97e39c813 req-0625ff52-bd3a-4ec2-abfe-03157ca90e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.224863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e7a9-3356-4713-b827-9a95ec9463f4 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=ce67887a-6c63-4cbc-889c-22e4e521c8f1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:35.225392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-128ff305-8790-424b-8b3c-31e97e39c813 req-0625ff52-bd3a-4ec2-abfe-03157ca90e33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 1096 time: 0.2406557 Jul 23 10:35:35.334237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port ce67887a-6c63-4cbc-889c-22e4e521c8f1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:35.334589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.339518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-128ff305-8790-424b-8b3c-31e97e39c813 req-44827c59-4944-4288-95e1-245d8631d33f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007524 Jul 23 10:35:35.414319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb56991-065e-4a11-9aba-d33ee290491a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:35.426717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.444197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.446043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Transition to ACTIVE for port object adb56991-065e-4a11-9aba-d33ee290491a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:35.447643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.461019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for ce67887a-6c63-4cbc-889c-22e4e521c8f1 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:35.461278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.490844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=09e34002-4977-42a0-93dd-b8a4cb3f753b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:35.522098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7363a-d2c0-48de-93db-8e544f17cf6b req-aedaa7cb-b266-4383-a316-f3a201048ac4 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.523804 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16b7363a-d2c0-48de-93db-8e544f17cf6b req-aedaa7cb-b266-4383-a316-f3a201048ac4 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 946 time: 0.1706858 Jul 23 10:35:35.544520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.546587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2aa12f4d-9814-44d9-ab21-60df9007070b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/09e34002-4977-42a0-93dd-b8a4cb3f753b HTTP/1.1" status: 204 len: 168 time: 1.4486315 Jul 23 10:35:35.549252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52454) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:35.594453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16b7363a-d2c0-48de-93db-8e544f17cf6b req-8c12c38e-bd27-4949-9d20-e5668174f884 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581293 Jul 23 10:35:35.604080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=adb56991-065e-4a11-9aba-d33ee290491a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:35.616450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.670940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.676164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/ce67887a-6c63-4cbc-889c-22e4e521c8f1 HTTP/1.1" status: 204 len: 168 time: 0.5572445 Jul 23 10:35:35.677269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52460) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:35.678888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3db36-4963-4959-b7e7-e201fc5da784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=ce67887a-6c63-4cbc-889c-22e4e521c8f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:35.723077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10068ba0-a0b1-4f1e-932a-ae6b90b91763 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.724711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10068ba0-a0b1-4f1e-932a-ae6b90b91763 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.728648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10068ba0-a0b1-4f1e-932a-ae6b90b91763 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1732688 Jul 23 10:35:35.738003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:35.804766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9795539-4c17-45a7-a9e7-140bffca37d9 req-e2801aac-2882-43ba-884f-9ada47debd33 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.806762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9795539-4c17-45a7-a9e7-140bffca37d9 req-e2801aac-2882-43ba-884f-9ada47debd33 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 945 time: 0.0859663 Jul 23 10:35:35.830382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Attempting to bind port adb56991-065e-4a11-9aba-d33ee290491a on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:35.831482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Attempting to bind port adb56991-065e-4a11-9aba-d33ee290491a by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:35.831909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Attempting to bind port adb56991-065e-4a11-9aba-d33ee290491a on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:35.837408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet aaceed87-4527-49b1-a823-0499a337b8e2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:35.847102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.849791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9795539-4c17-45a7-a9e7-140bffca37d9 req-1b8e413a-12ef-4321-ab92-9d988bf28f53 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369983 Jul 23 10:35:35.871747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Port adb56991-065e-4a11-9aba-d33ee290491a on network 88f82106-17d6-405a-9dea-dd012be4367b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:35.872076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Attempting to bind port adb56991-065e-4a11-9aba-d33ee290491a on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:35.887086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:35.887410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:35.887944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Bound using segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:35.888386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Bound port: adb56991-065e-4a11-9aba-d33ee290491a, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:35.888743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.906436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e59004-ae20-457d-8dce-327b509d5c37 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:35.908031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f6e59004-ae20-457d-8dce-327b509d5c37 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1974030 Jul 23 10:35:35.911648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52464) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:35.919535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:35.950335 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4632bf-ef20-4c2a-97c1-28d8a5a55b8f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:35.955555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d4632bf-ef20-4c2a-97c1-28d8a5a55b8f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/ce67887a-6c63-4cbc-889c-22e4e521c8f1 HTTP/1.1" status: 404 len: 333 time: 0.0393491 Jul 23 10:35:35.956320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52466) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:35.961393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-135093848'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:35.995647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:36.001596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.007347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.047583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:36.060114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.060497 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment 563e1323-00ba-4c96-a56e-5710703da8a2 of type vlan for network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 Jul 23 10:35:36.086051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] For port adb56991-065e-4a11-9aba-d33ee290491a, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:36.115788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] For port adb56991-065e-4a11-9aba-d33ee290491a, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=adb56991-065e-4a11-9aba-d33ee290491a,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:36.123373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.138386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.167845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.176990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:36.177721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.214160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:36.215233 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.217387 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/adb56991-065e-4a11-9aba-d33ee290491a HTTP/1.1" status: 200 len: 1091 time: 2.0575938 Jul 23 10:35:36.222329 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2619252 Jul 23 10:35:36.224472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:36.243220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'tag': 'adb56991-065e-4a11-9aba-d33ee290491a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:36.246910 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc52611-309c-48a9-b013-f7fa61befa8c", "tag": "adb56991-065e-4a11-9aba-d33ee290491a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:36.274602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300ffb-a63b-4812-bad9-6df3298ab2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=adb56991-065e-4a11-9aba-d33ee290491a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:36.288969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:36.294052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51cfe-9722-4a13-bc84-14f064b02ece tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=1443c10d-bd06-4ce9-a4b7-83334edb0b44,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:36.307796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:36.326060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.371886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=aaceed87-4527-49b1-a823-0499a337b8e2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:36.374039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.376048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-27023a4f-ece8-4aaa-8ac3-fb2128d745f7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/aaceed87-4527-49b1-a823-0499a337b8e2 HTTP/1.1" status: 204 len: 168 time: 0.6369777 Jul 23 10:35:36.379785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52480) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:36.409733 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6ba248-7994-4f1e-aea6-881527a7717e x-openstack-request-id: req-8a6ba248-7994-4f1e-aea6-881527a7717e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:36.410044 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc52611-309c-48a9-b013-f7fa61befa8c", "tag": "adb56991-065e-4a11-9aba-d33ee290491a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:36.410296 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a6ba248-7994-4f1e-aea6-881527a7717e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:36.410681 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'tag': 'adb56991-065e-4a11-9aba-d33ee290491a', 'status': 'completed', 'code': 200} Jul 23 10:35:36.414073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455827ae-0aa8-4986-90ca-d65509313284 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:36.451462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-de1a66a1-e5cf-410b-a203-c97aa3aae52d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703828 Jul 23 10:35:36.455363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:36.457635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:36.462042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.462780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:36.504248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20c618-c87a-4ee6-9279-26dc7c25422c req-3de7e490-292e-4bdd-b6fd-009cb5bd921f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:36.511349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b20c618-c87a-4ee6-9279-26dc7c25422c req-3de7e490-292e-4bdd-b6fd-009cb5bd921f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 943 time: 0.3740566 Jul 23 10:35:36.575670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-644e6343-a347-460b-9047-295c9e480871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:36.576590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-644e6343-a347-460b-9047-295c9e480871 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 1094 time: 0.3139677 Jul 23 10:35:36.653556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:36.653727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b20c618-c87a-4ee6-9279-26dc7c25422c req-d0ef77e8-d52d-49ee-9ade-0c4c91508e3d tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411817 Jul 23 10:35:36.658373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-5ee13490-b742-490c-84f1-eba69b4ec96e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb56991-065e-4a11-9aba-d33ee290491a HTTP/1.1" status: 200 len: 217 time: 0.0641851 Jul 23 10:35:36.680236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:36.683932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.726587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] Deleting port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:36.727139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.730062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.789747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-4269e016-e73a-48bc-9914-c76956f71200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:36.791475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-4269e016-e73a-48bc-9914-c76956f71200 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.1256464 Jul 23 10:35:36.806531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] For port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:36.807273 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.818323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=19fea529-0e5e-46da-9d5c-3811cad3323f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:36.834128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] Calling delete_port for 224fbcfa-8d52-4487-a54f-1e21dfc16d7a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:36.836307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': '563e1323-00ba-4c96-a56e-5710703da8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:36.836676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: 1443c10d-bd06-4ce9-a4b7-83334edb0b44, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:36.849104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-c6971150-c695-437c-a91c-a6d22d22d1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474932 Jul 23 10:35:36.855158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:36.868553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1443c10d-bd06-4ce9-a4b7-83334edb0b44) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:36.873807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:36.874767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:36.894922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3978ab-cb17-407f-b4bc-ac8a7b61bbf4 None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:36.919327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b92de129-a326-4ffc-b99a-a710503e3e64 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6952662 Jul 23 10:35:36.920331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:36.925710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:37.066707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-56a41a0b-8a19-45e7-8d27-12a5826893e1 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103136 Jul 23 10:35:37.071389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.100191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.127269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] Pushing event deleted for resources: {'Port': ['ID=224fbcfa-8d52-4487-a54f-1e21dfc16d7a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:37.157550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bee477-4cdb-475b-8ccc-4b44ab80eafd None None] No DVR routers for this DVR port 224fbcfa-8d52-4487-a54f-1e21dfc16d7a on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:37.159733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:37.171618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:37.192223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:37.196994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.209235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:37.210164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.221527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f63553-1925-4415-9cc6-e3354f571d97 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:37.223807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': '19fea529-0e5e-46da-9d5c-3811cad3323f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:37.226597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e5d78-7a5a-4407-b3e2-18c694672de7 req-c1683826-ad57-44f6-ba61-56b13a0ddd60 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:37.226818 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.226925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2e5d78-7a5a-4407-b3e2-18c694672de7 req-c1683826-ad57-44f6-ba61-56b13a0ddd60 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 945 time: 0.2754300 Jul 23 10:35:37.226925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=5866c323-4f8a-4a26-9179-bdff8fb4f169,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:37.266755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-45ec2380-4ee7-4bc9-b41b-ad9abdf33945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8092880 Jul 23 10:35:37.272354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52496) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:37.291886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4e7bb6d-ebb7-4dff-86a2-caf59bc56c1d req-ad35d3bd-b6c4-46c9-974b-d34eafd19558 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114847 Jul 23 10:35:37.292027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'name': 'tempest-NetworksTestDHCPv6-893801604'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:37.334312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a2e5d78-7a5a-4407-b3e2-18c694672de7 req-f9ed28ec-d0fd-4747-b0d4-18e85155d1d8 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897012 Jul 23 10:35:37.413726 n-d-778550-4 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19fea529-0e5e-46da-9d5c-3811cad3323f (CIDR: 172.20.0.0/28) Jul 23 10:35:37.419963 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:35:37.420181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-fb0b4bb9-9bd5-4cce-b25e-0f40f3e29ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:37.420459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:35:37.421834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-fb0b4bb9-9bd5-4cce-b25e-0f40f3e29ccc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 1094 time: 0.0829685 Jul 23 10:35:37.472965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Allocated IP 172.20.0.2 (1443c10d-bd06-4ce9-a4b7-83334edb0b44/19fea529-0e5e-46da-9d5c-3811cad3323f/a880ed96-0af7-45ed-8d2c-ec6813ce42b8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:37.478584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef4aa2b9-8e40-4e3d-82e2-e6488294ba00 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5574412 Jul 23 10:35:37.481961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52500) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:37.487603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:37.605736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-9530d469-3b6b-4ca2-8da0-4337a3469ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:37.611855 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-9530d469-3b6b-4ca2-8da0-4337a3469ccf service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.1826129 Jul 23 10:35:37.637294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '5866c323-4f8a-4a26-9179-bdff8fb4f169'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:37.638366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.640901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:37.645449 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.674631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-1e2062f2-281d-4798-bcaa-43f41df18c62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb56991-065e-4a11-9aba-d33ee290491a HTTP/1.1" status: 200 len: 217 time: 0.0560987 Jul 23 10:35:37.690083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port b23becb0-0ff5-405e-86d8-8f1e920765ec yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:37.756816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-fa322bbe-4bb1-46ac-8289-9edc8546eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:37.759214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-fa322bbe-4bb1-46ac-8289-9edc8546eca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.0764115 Jul 23 10:35:37.778041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:37.781857 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.838799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-302a8636-9e16-49b7-9605-57303bae7baa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705984 Jul 23 10:35:37.842962 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.852642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Transition to ACTIVE for port object a880ed96-0af7-45ed-8d2c-ec6813ce42b8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:37.870031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Transition to ACTIVE for port object a880ed96-0af7-45ed-8d2c-ec6813ce42b8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:37.881740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:37.920061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:37.925142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:37.929030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:37.934880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Pushing event updated for resources: {'Port': ['ID=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:37.990036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-f6dacc1a-7ec2-4031-a6fb-b85f7cb07ce9 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344569 Jul 23 10:35:37.993365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::5a (65597b37-0f65-4455-bf75-7f43a1f9f92a/5866c323-4f8a-4a26-9179-bdff8fb4f169/b23becb0-0ff5-405e-86d8-8f1e920765ec) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:38.009539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Attempting to bind port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:38.010325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Attempting to bind port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '563e1323-00ba-4c96-a56e-5710703da8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:38.011149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Attempting to bind port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 on network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:38.017591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:38.019153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Checking segment: {'id': '563e1323-00ba-4c96-a56e-5710703da8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:38.019998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.020618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Bound using segment: {'id': '563e1323-00ba-4c96-a56e-5710703da8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:38.021809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Bound port: a880ed96-0af7-45ed-8d2c-ec6813ce42b8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563e1323-00ba-4c96-a56e-5710703da8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:38.022579 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.104791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] For port a880ed96-0af7-45ed-8d2c-ec6813ce42b8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:38.110693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] For port a880ed96-0af7-45ed-8d2c-ec6813ce42b8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,segment=NetworkSegment(563e1323-00ba-4c96-a56e-5710703da8a2),segment_id=563e1323-00ba-4c96-a56e-5710703da8a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:38.118435 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.121083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5675ea1f-e8f8-4c5c-9c22-336ffde5c232 req-baf02b3b-5c47-4475-a588-33facb141940 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298296 Jul 23 10:35:38.147900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a7f15-283d-4dcb-90e7-2a26427ec19e req-09b78891-f01b-4291-a452-8c923395ae56 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:38.149602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-793a7f15-283d-4dcb-90e7-2a26427ec19e req-09b78891-f01b-4291-a452-8c923395ae56 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 943 time: 0.3736739 Jul 23 10:35:38.151326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63462f-fe5c-468d-b948-fb33a97451ce req-c51262ba-fc4f-4a97-a6ca-88584e2b5929 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:38.158392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b63462f-fe5c-468d-b948-fb33a97451ce req-c51262ba-fc4f-4a97-a6ca-88584e2b5929 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 945 time: 0.1820154 Jul 23 10:35:38.198635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4a0d9-5d4e-4435-9b4b-d1071a30c256 None None] Pushing event updated for resources: {'Port': ['ID=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:38.208378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b63462f-fe5c-468d-b948-fb33a97451ce req-11dc6916-d403-4767-95ba-3264024dcc37 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 Jul 23 10:35:38.292849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.310733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object b23becb0-0ff5-405e-86d8-8f1e920765ec will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:38.332029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-793a7f15-283d-4dcb-90e7-2a26427ec19e req-ae285181-1f95-4a1d-86b1-b6fe25363332 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725199 Jul 23 10:35:38.333793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 224fbcfa-8d52-4487-a54f-1e21dfc16d7a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:38.382082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 224fbcfa-8d52-4487-a54f-1e21dfc16d7a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:38.382436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 224fbcfa-8d52-4487-a54f-1e21dfc16d7a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:38.410033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.466008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/5866c323-4f8a-4a26-9179-bdff8fb4f169/c692a0b7-21e4-4beb-896e-b4bdd3e22968) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:38.473854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:38.481828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:38.492656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:38.498219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:38.498910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.511534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=b23becb0-0ff5-405e-86d8-8f1e920765ec,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:38.518809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cfa50cab-8279-4024-942d-210ebf09b100 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2366483 Jul 23 10:35:38.521874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52514) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:38.537281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.637191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:38.641416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:38.649582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:38.650226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.666041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=5430fa22-cc2d-4203-a430-574620f0b2b7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:38.684796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d4d5d4a6-c393-41c9-ab9b-ea26552f52e3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2016222 Jul 23 10:35:38.687889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:38.695019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'fixed_ips': [{'subnet_id': '19fea529-0e5e-46da-9d5c-3811cad3323f'}, {'subnet_id': '5430fa22-cc2d-4203-a430-574620f0b2b7'}], 'name': 'tempest-PortsTestJSON-1603265565'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:38.742667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11e010-540f-440c-afbb-861d053b2bbf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:38.749609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ab11e010-540f-440c-afbb-861d053b2bbf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2219930 Jul 23 10:35:38.750407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52518) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:38.753618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.770089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Transition to ACTIVE for port object c692a0b7-21e4-4beb-896e-b4bdd3e22968 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:38.801445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Transition to ACTIVE for port object c692a0b7-21e4-4beb-896e-b4bdd3e22968 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:38.811977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.831340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:38.843071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:38.854697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:38.861368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:38.929144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Pushing event updated for resources: {'Port': ['ID=c692a0b7-21e4-4beb-896e-b4bdd3e22968,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:38.938528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Attempting to bind port c692a0b7-21e4-4beb-896e-b4bdd3e22968 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:38.938932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Attempting to bind port c692a0b7-21e4-4beb-896e-b4bdd3e22968 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:38.939774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Attempting to bind port c692a0b7-21e4-4beb-896e-b4bdd3e22968 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:38.944821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:38.945191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:38.945614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:38.945995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:38.946604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Bound port: c692a0b7-21e4-4beb-896e-b4bdd3e22968, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:38.946992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:39.010983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:39.018197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port b23becb0-0ff5-405e-86d8-8f1e920765ec {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:39.019376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:39.029628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] For port c692a0b7-21e4-4beb-896e-b4bdd3e22968, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:39.030682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:39.033142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] For port c692a0b7-21e4-4beb-896e-b4bdd3e22968, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c692a0b7-21e4-4beb-896e-b4bdd3e22968,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:39.042412 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:39.108115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-9ef680ba-0645-4c5a-89d6-511b1fbf9cf5 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:39.109862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-9ef680ba-0645-4c5a-89d6-511b1fbf9cf5 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 945 time: 0.2026908 Jul 23 10:35:39.115233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b271cef-35b3-40d9-aa6a-b195cb7c2517 None None] Pushing event updated for resources: {'Port': ['ID=c692a0b7-21e4-4beb-896e-b4bdd3e22968,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:39.200118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:39.239270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for b23becb0-0ff5-405e-86d8-8f1e920765ec owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:39.355529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device adb56991-065e-4a11-9aba-d33ee290491a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:35:39.703289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49381c3-4ce2-4b1b-b1af-a8a3a3692453 req-45a20b74-7eb4-4627-99f2-4e11cb89abb0 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:39.716028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d49381c3-4ce2-4b1b-b1af-a8a3a3692453 req-45a20b74-7eb4-4627-99f2-4e11cb89abb0 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 945 time: 0.3559685 Jul 23 10:35:39.723546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port adb56991-065e-4a11-9aba-d33ee290491a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=adb56991-065e-4a11-9aba-d33ee290491a,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:39.780230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'adb56991-065e-4a11-9aba-d33ee290491a', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': 'adb56991-065e-4a11-9aba-d33ee290491a', 'mac_address': 'fa:16:3e:7a:99:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:35:39.790947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Deleting port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:39.791806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:39.976621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d49381c3-4ce2-4b1b-b1af-a8a3a3692453 req-c4bb76bb-228b-41b5-b76d-57246d4cc760 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/security-groups?id=d001ae5b-bda7-4939-904f-45c52ed8ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320414 Jul 23 10:35:40.061032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.084713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50eb54-66c5-4e2c-a8a5-6280b9cfd877 None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:40.129355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=b23becb0-0ff5-405e-86d8-8f1e920765ec,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:40.134229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] For port de0a5666-1f4d-47a9-9e56-c26acf26a1f1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:40.134229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.156905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Calling delete_port for de0a5666-1f4d-47a9-9e56-c26acf26a1f1 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:40.176327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a76aff09-0897-40b3-8ac2-9a3a2ea01407 None None] Provisioning for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:40.177144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.10 (1443c10d-bd06-4ce9-a4b7-83334edb0b44/19fea529-0e5e-46da-9d5c-3811cad3323f/07072cf9-ac61-4d37-9aa7-4aa6e07b1670) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:40.198595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.22 (1443c10d-bd06-4ce9-a4b7-83334edb0b44/5430fa22-cc2d-4203-a430-574620f0b2b7/07072cf9-ac61-4d37-9aa7-4aa6e07b1670) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:40.200763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.212767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.215055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-17faf781-f592-4160-933e-133ed92a64d8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/b23becb0-0ff5-405e-86d8-8f1e920765ec HTTP/1.1" status: 204 len: 168 time: 1.4632227 Jul 23 10:35:40.219461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52530) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:40.292877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b82bd-3a91-4797-871c-56d6337185bf req-8f7cdec4-f237-46b3-bd18-4b69138d44fc tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:40.298315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-282b82bd-3a91-4797-871c-56d6337185bf req-8f7cdec4-f237-46b3-bd18-4b69138d44fc tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 946 time: 0.7578433 Jul 23 10:35:40.330293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb56991-065e-4a11-9aba-d33ee290491a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:40.375789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3a3dd-c478-4da0-932a-61f59f92bfff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:40.377425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3a3dd-c478-4da0-932a-61f59f92bfff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:40.391234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-61d3a3dd-c478-4da0-932a-61f59f92bfff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1656175 Jul 23 10:35:40.393476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52532) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:40.406235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port adb56991-065e-4a11-9aba-d33ee290491a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=adb56991-065e-4a11-9aba-d33ee290491a,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:40.413567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.490398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.536325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c692a0b7-21e4-4beb-896e-b4bdd3e22968 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:40.563225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d7f85-c68a-4d32-913e-9d1f006a7db3 req-6e2d0734-435b-4c0c-b6e6-1815804d7f64 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:40.568636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-989d7f85-c68a-4d32-913e-9d1f006a7db3 req-6e2d0734-435b-4c0c-b6e6-1815804d7f64 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 943 time: 0.9022026 Jul 23 10:35:40.586653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=adb56991-065e-4a11-9aba-d33ee290491a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:40.610747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c692a0b7-21e4-4beb-896e-b4bdd3e22968 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:40.619076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a880ed96-0af7-45ed-8d2c-ec6813ce42b8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:40.621904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 5866c323-4f8a-4a26-9179-bdff8fb4f169 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:40.626820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.680069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.703668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['adb56991-065e-4a11-9aba-d33ee290491a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:40.731359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:40.758092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-989d7f85-c68a-4d32-913e-9d1f006a7db3 req-7a56fb0a-8069-429c-87fb-0904c085d8da tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981281 Jul 23 10:35:40.826071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.904413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.916377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Deleting port e9a4d616-0be1-4160-96ec-cfaae3bea41f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:40.917007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.927871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.949113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:40.963459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:40.963879 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:40.972162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e9a4d616-0be1-4160-96ec-cfaae3bea41f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:41.002370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.009482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event deleted for resources: {'Port': ['ID=de0a5666-1f4d-47a9-9e56-c26acf26a1f1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:41.091003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] For port e9a4d616-0be1-4160-96ec-cfaae3bea41f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e9a4d616-0be1-4160-96ec-cfaae3bea41f,segment=NetworkSegment(ab4c8171-8813-444f-be6d-06f540884dae),segment_id=ab4c8171-8813-444f-be6d-06f540884dae)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:41.091405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.095061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=5866c323-4f8a-4a26-9179-bdff8fb4f169,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:41.113901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] Provisioning for port c692a0b7-21e4-4beb-896e-b4bdd3e22968 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:41.187035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] Provisioning complete for port c692a0b7-21e4-4beb-896e-b4bdd3e22968 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:41.187717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.208387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Calling delete_port for e9a4d616-0be1-4160-96ec-cfaae3bea41f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:41.226867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] No DVR routers for this DVR port de0a5666-1f4d-47a9-9e56-c26acf26a1f1 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:41.232959 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.239904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7bbf4f3-ba62-41c4-a9c2-360af1e7f02d req-be5e2e8a-3d2e-485d-8895-9ae8585f7f27 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.55 "DELETE /v2.0/ports/de0a5666-1f4d-47a9-9e56-c26acf26a1f1 HTTP/1.1" status: 204 len: 173 time: 2.1231797 Jul 23 10:35:41.247395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'name': 'network-vif-deleted', 'tag': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:41.254540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:41.262276 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b811458-e911-462b-b54e-a64526f54c71" -d '{"events": [{"server_uuid": "ba35a3c2-8d7a-4b4e-8384-c2d06068abbe", "name": "network-vif-deleted", "tag": "de0a5666-1f4d-47a9-9e56-c26acf26a1f1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:41.267721 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.272808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:41.278714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c83ae4e-9f1d-484b-92b2-efcb580db321 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/5866c323-4f8a-4a26-9179-bdff8fb4f169 HTTP/1.1" status: 204 len: 168 time: 0.8824394 Jul 23 10:35:41.318371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52544) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:41.366697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-50227be0-d9fd-4991-8512-96f3a4111e86 req-41b1ba73-3db9-4e7e-948b-ab999890bcec tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba35a3c2-8d7a-4b4e-8384-c2d06068abbe HTTP/1.1" status: 200 len: 210 time: 0.2085898 Jul 23 10:35:41.377020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5e4d8eea-e1ad-4fea-ad6c-aabb1f625135 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574322 Jul 23 10:35:41.378567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52546) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:41.381182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Update dhcp port {'port': {'network_id': '1443c10d-bd06-4ce9-a4b7-83334edb0b44', 'fixed_ips': [{'subnet_id': '19fea529-0e5e-46da-9d5c-3811cad3323f', 'ip_address': '172.20.0.2'}, {'subnet_id': '5430fa22-cc2d-4203-a430-574620f0b2b7'}], 'binding:host_id': 'n-d-778550-4'}, 'id': 'a880ed96-0af7-45ed-8d2c-ec6813ce42b8'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:35:41.382841 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33d26b6-a70e-41e6-acf2-1afacd39a17c x-openstack-request-id: req-c33d26b6-a70e-41e6-acf2-1afacd39a17c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:41.383141 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba35a3c2-8d7a-4b4e-8384-c2d06068abbe", "name": "network-vif-deleted", "tag": "de0a5666-1f4d-47a9-9e56-c26acf26a1f1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:41.383401 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c33d26b6-a70e-41e6-acf2-1afacd39a17c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:41.384114 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba35a3c2-8d7a-4b4e-8384-c2d06068abbe', 'name': 'network-vif-deleted', 'tag': 'de0a5666-1f4d-47a9-9e56-c26acf26a1f1', 'status': 'completed', 'code': 200} Jul 23 10:35:41.401332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device de0a5666-1f4d-47a9-9e56-c26acf26a1f1 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:41.415761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:41.419287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=07072cf9-ac61-4d37-9aa7-4aa6e07b1670,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:41.543980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5eb1a0-c8a1-4010-a77c-2892711944c1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:41.547650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:41.548816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bc5eb1a0-c8a1-4010-a77c-2892711944c1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1632395 Jul 23 10:35:41.549430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:41.551390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.552835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: de0a5666-1f4d-47a9-9e56-c26acf26a1f1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:41.553372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device de0a5666-1f4d-47a9-9e56-c26acf26a1f1 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:41.586251 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34281695-f685-43a1-a1c2-0aa3d620be0f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8969195 Jul 23 10:35:41.588825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52550) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:41.594043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19fea529-0e5e-46da-9d5c-3811cad3323f'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:41.613145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.649057 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.673791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2deb0-451a-43e6-94be-66f47fbf910c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:41.675882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-46c2deb0-451a-43e6-94be-66f47fbf910c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1249182 Jul 23 10:35:41.683199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:41.701003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9c022-f0ae-49a1-9849-df43fece5754 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:41.770084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a880ed96-0af7-45ed-8d2c-ec6813ce42b8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,segment=NetworkSegment(563e1323-00ba-4c96-a56e-5710703da8a2),segment_id=563e1323-00ba-4c96-a56e-5710703da8a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:41.827480 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.840789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.866233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:41.890900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7e3c9d57-a274-4aaa-981a-3975bd3bd738 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2055798 Jul 23 10:35:41.897840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52560) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:41.929069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:41.947839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Pushing event deleted for resources: {'Port': ['ID=e9a4d616-0be1-4160-96ec-cfaae3bea41f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:41.980381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] No DVR routers for this DVR port e9a4d616-0be1-4160-96ec-cfaae3bea41f on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:41.984193 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.000440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.005767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-282b82bd-3a91-4797-871c-56d6337185bf req-ee27f7a0-599c-4514-90e1-94d11ddf41d7 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.20 "DELETE /v2.0/ports/e9a4d616-0be1-4160-96ec-cfaae3bea41f HTTP/1.1" status: 204 len: 173 time: 1.5096359 Jul 23 10:35:42.159457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d15acf7-8504-4225-8375-9c50130bda49', 'name': 'network-vif-deleted', 'tag': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:42.166871 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6b037-5904-40be-b872-d9b76bcaa066" -d '{"events": [{"server_uuid": "7d15acf7-8504-4225-8375-9c50130bda49", "name": "network-vif-deleted", "tag": "e9a4d616-0be1-4160-96ec-cfaae3bea41f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:42.177810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:42.220179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.266639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] For port c692a0b7-21e4-4beb-896e-b4bdd3e22968, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c692a0b7-21e4-4beb-896e-b4bdd3e22968,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:42.272370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f6c1c-e514-4440-a679-bc3fde636e37 req-0d981699-f7f2-488b-afb7-9664ab853f6b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:42.279083 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.287808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a12f6c1c-e514-4440-a679-bc3fde636e37 req-0d981699-f7f2-488b-afb7-9664ab853f6b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 944 time: 0.3497450 Jul 23 10:35:42.289719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:42.308301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.308644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.308994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.309333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.309667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.309999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.310326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.310788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.311546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.311546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.311786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.312109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:35:42.392995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a12f6c1c-e514-4440-a679-bc3fde636e37 req-6e7296f2-08ee-4000-ac3d-7945496400ef tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035101 Jul 23 10:35:42.420153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Allocated IP 172.20.0.18 (1443c10d-bd06-4ce9-a4b7-83334edb0b44/5430fa22-cc2d-4203-a430-574620f0b2b7/a880ed96-0af7-45ed-8d2c-ec6813ce42b8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:42.428391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-97a4b39d-7231-4c18-8c6c-47c593eab7c5 None None] Could not find standard attr ID for object b23becb0-0ff5-405e-86d8-8f1e920765ec. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:42.444272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67be65-65e6-424c-b72d-088bd2911044 None None] Pushing event updated for resources: {'Port': ['ID=c692a0b7-21e4-4beb-896e-b4bdd3e22968,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:42.483575 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811de806-b006-4b05-abad-71b9bf8b0ab9 x-openstack-request-id: req-811de806-b006-4b05-abad-71b9bf8b0ab9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:42.485334 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d15acf7-8504-4225-8375-9c50130bda49", "name": "network-vif-deleted", "tag": "e9a4d616-0be1-4160-96ec-cfaae3bea41f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:42.485334 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-811de806-b006-4b05-abad-71b9bf8b0ab9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:42.485334 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d15acf7-8504-4225-8375-9c50130bda49', 'name': 'network-vif-deleted', 'tag': 'e9a4d616-0be1-4160-96ec-cfaae3bea41f', 'status': 'completed', 'code': 200} Jul 23 10:35:42.558390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:42.615907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] For port a880ed96-0af7-45ed-8d2c-ec6813ce42b8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,segment=NetworkSegment(563e1323-00ba-4c96-a56e-5710703da8a2),segment_id=563e1323-00ba-4c96-a56e-5710703da8a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:42.650647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0973577d-0775-4bdf-a7b3-6a0482822931 req-89b4ba93-38c5-41d5-8047-f09ef39ad2f3 tempest-MultipleCreateTestJSON-1502269202 tempest-MultipleCreateTestJSON-1502269202-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d15acf7-8504-4225-8375-9c50130bda49 HTTP/1.1" status: 200 len: 210 time: 0.0503509 Jul 23 10:35:42.658980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.663678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] Deleting port c692a0b7-21e4-4beb-896e-b4bdd3e22968 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:42.664749 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.750411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] For port c692a0b7-21e4-4beb-896e-b4bdd3e22968, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c692a0b7-21e4-4beb-896e-b4bdd3e22968,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:42.750411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.760178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Transition to ACTIVE for port object a880ed96-0af7-45ed-8d2c-ec6813ce42b8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:42.766088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] Calling delete_port for c692a0b7-21e4-4beb-896e-b4bdd3e22968 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:42.770855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:42.905058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Delete allocated IP 172.20.0.22 (1443c10d-bd06-4ce9-a4b7-83334edb0b44/5430fa22-cc2d-4203-a430-574620f0b2b7) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 10:35:42.918384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fce48d-1fb2-473d-a1ed-b02af024a904 None None] Pushing event updated for resources: {'Port': ['ID=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:42.991563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.039849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] Pushing event deleted for resources: {'Port': ['ID=c692a0b7-21e4-4beb-896e-b4bdd3e22968,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:43.044707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683498b-be8a-4f88-a6c6-9acc70894fd1 None None] No DVR routers for this DVR port c692a0b7-21e4-4beb-896e-b4bdd3e22968 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:43.105655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.145618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.165152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Ignored duplicate provisioning block setup for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 10:35:43.188110 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.193797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=2729f39e-d559-46a4-bb7c-bc41256309de,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:43.208606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:43.213969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:43.217759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:43.218560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.230472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176aa6d6-fcf9-43bd-aafe-1c5cd2abcc9e None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:43.240479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-30a0ddae-3aec-4b68-82c1-4010f1d477ff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3412063 Jul 23 10:35:43.244022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:43.266642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': '2729f39e-d559-46a4-bb7c-bc41256309de', 'ip_address': '2001:db8::fae8:609b:5401:9368'}], 'name': 'tempest-NetworksTestDHCPv6-902950422'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:43.339706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=07072cf9-ac61-4d37-9aa7-4aa6e07b1670,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:43.374834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] In _notify_port_updated(), no bound segment for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 on network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:35:43.386245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:43.390707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device adb56991-065e-4a11-9aba-d33ee290491a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:43.391408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.392902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b06d5d88-6d55-4226-b6f0-b1b2d6636e0b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/ports/07072cf9-ac61-4d37-9aa7-4aa6e07b1670 HTTP/1.1" status: 200 len: 920 time: 1.8031890 Jul 23 10:35:43.399898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:43.405668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19fea529-0e5e-46da-9d5c-3811cad3323f'}, {'subnet_id': '5430fa22-cc2d-4203-a430-574620f0b2b7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:43.507518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:43.585169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port adb56991-065e-4a11-9aba-d33ee290491a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:43.589382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port adb56991-065e-4a11-9aba-d33ee290491a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:43.589755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.616847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '2729f39e-d559-46a4-bb7c-bc41256309de'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:43.617753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.637301 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.650395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.673048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 85dd07ce-1c33-40ef-aab4-ca24a2de5c20 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:43.733645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ad368-43f0-4a67-b2b2-9b73fe41e560 req-326c963e-af86-4408-b58a-eb0fc5e67d58 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:43.745991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b21ad368-43f0-4a67-b2b2-9b73fe41e560 req-326c963e-af86-4408-b58a-eb0fc5e67d58 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 944 time: 0.1738229 Jul 23 10:35:43.788200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52592) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:43.872491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.907861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e9a4d616-0be1-4160-96ec-cfaae3bea41f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:43.927955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Deleting subnet 68e4aca8-e85c-4174-9253-e8a31df693dd {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:43.943286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:43.955349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: e9a4d616-0be1-4160-96ec-cfaae3bea41f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:43.955349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e9a4d616-0be1-4160-96ec-cfaae3bea41f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:43.976636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb56991-065e-4a11-9aba-d33ee290491a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:43.978961 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309fe334-9ab6-4224-a938-69d1ae05a81f" -d '{"events": [{"server_uuid": "bfc52611-309c-48a9-b013-f7fa61befa8c", "name": "network-vif-plugged", "status": "completed", "tag": "adb56991-065e-4a11-9aba-d33ee290491a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:43.983827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b21ad368-43f0-4a67-b2b2-9b73fe41e560 req-2377e59d-8321-45c3-a088-b6ed3cfbe27c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330616 Jul 23 10:35:43.984282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/2729f39e-d559-46a4-bb7c-bc41256309de/2ad5ae43-f752-442e-a631-fffd0ce06e65) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:43.990597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b4f7c8-2da0-4ef4-93bb-31077dafd01c None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:43.991321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.033201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port adb56991-065e-4a11-9aba-d33ee290491a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=adb56991-065e-4a11-9aba-d33ee290491a,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:44.061099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.094569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-885abf5f-ad60-40e2-867d-35ab7f1c6249 None None] Provisioning for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:44.111271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.149296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-885abf5f-ad60-40e2-867d-35ab7f1c6249 None None] Provisioning complete for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:44.149854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885abf5f-ad60-40e2-867d-35ab7f1c6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.278871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.329437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e4aca8-e85c-4174-9253-e8a31df693dd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:44.417284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.421598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c32f0be-fc1d-41db-94aa-b359a4199c82 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/68e4aca8-e85c-4174-9253-e8a31df693dd HTTP/1.1" status: 204 len: 168 time: 0.6276238 Jul 23 10:35:44.421855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52608) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:44.438254 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e7fad-2c40-4230-a284-4a843bbdaa3f x-openstack-request-id: req-905e7fad-2c40-4230-a284-4a843bbdaa3f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:44.438585 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc52611-309c-48a9-b013-f7fa61befa8c", "name": "network-vif-plugged", "status": "completed", "tag": "adb56991-065e-4a11-9aba-d33ee290491a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:44.438786 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-905e7fad-2c40-4230-a284-4a843bbdaa3f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:44.439175 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb56991-065e-4a11-9aba-d33ee290491a', 'code': 200} Jul 23 10:35:44.450518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a880ed96-0af7-45ed-8d2c-ec6813ce42b8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:44.564180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becc3fb-1904-4346-9cd5-3dc698310b7a req-eb109596-b97e-4419-a4bd-95bb59da5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:44.564979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4becc3fb-1904-4346-9cd5-3dc698310b7a req-eb109596-b97e-4419-a4bd-95bb59da5bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 1096 time: 0.2401426 Jul 23 10:35:44.569862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=adb56991-065e-4a11-9aba-d33ee290491a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:44.586856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.29 (1443c10d-bd06-4ce9-a4b7-83334edb0b44/5430fa22-cc2d-4203-a430-574620f0b2b7/07072cf9-ac61-4d37-9aa7-4aa6e07b1670) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:44.602396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.616558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4becc3fb-1904-4346-9cd5-3dc698310b7a req-64d4f3df-81f2-43f8-9f89-b31828b3d3f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Jul 23 10:35:44.646311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:44.646969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.654745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b669718-5afb-4c54-bb8e-ed91a7bfef6e req-b8138f0d-c12c-485e-a965-da1b41ee0ae1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:44.656367 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b669718-5afb-4c54-bb8e-ed91a7bfef6e req-b8138f0d-c12c-485e-a965-da1b41ee0ae1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1739328 Jul 23 10:35:44.704363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0592-236c-487f-a28b-648410841a5d req-4671a888-ef44-4609-87a2-280565222ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:44.705845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-4671a888-ef44-4609-87a2-280565222ac0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 0.5446694 Jul 23 10:35:44.710928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.744737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51d479d-3aae-4365-ab2b-a79119a852dd']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:44.777795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.786959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4c8171-8813-444f-be6d-06f540884dae') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:44.787283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4c8171-8813-444f-be6d-06f540884dae') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:44.790992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Transition to ACTIVE for port object 2ad5ae43-f752-442e-a631-fffd0ce06e65 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:44.807463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b669718-5afb-4c54-bb8e-ed91a7bfef6e req-39d4d938-c317-4d72-95ee-c63e5edeb474 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154969 Jul 23 10:35:44.815890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.817354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Transition to ACTIVE for port object 2ad5ae43-f752-442e-a631-fffd0ce06e65 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:44.855101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.872950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:44.873356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.873526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:44.875099 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:44.907604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.912623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Ignored duplicate provisioning block setup for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 10:35:44.914082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0592-236c-487f-a28b-648410841a5d req-cd60bae2-83c3-4452-8e50-5f3c5131f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:44.915794 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-cd60bae2-83c3-4452-8e50-5f3c5131f609 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.1996119 Jul 23 10:35:44.920993 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:44.983383 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.013740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.018981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e51d479d-3aae-4365-ab2b-a79119a852dd HTTP/1.1" status: 204 len: 168 time: 0.5961649 Jul 23 10:35:45.021401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::fae8:609b:5401:9368 (65597b37-0f65-4455-bf75-7f43a1f9f92a/2729f39e-d559-46a4-bb7c-bc41256309de/85dd07ce-1c33-40ef-aab4-ca24a2de5c20) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:45.056629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Pushing event updated for resources: {'Port': ['ID=2ad5ae43-f752-442e-a631-fffd0ce06e65,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:45.062004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:45.083616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:45.100680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:45.102135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b453a-3551-4a80-b6b2-7a302e17346a admin admin] Pushing event deleted for resources: {'Network': ['ID=e51d479d-3aae-4365-ab2b-a79119a852dd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:45.228797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c692a0b7-21e4-4beb-896e-b4bdd3e22968 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:45.236257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-7ff75aae-5aeb-44a7-a8a0-51ef8ab1b012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.3083980 Jul 23 10:35:45.236786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=07072cf9-ac61-4d37-9aa7-4aa6e07b1670,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:45.291188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c692a0b7-21e4-4beb-896e-b4bdd3e22968 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:45.293681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c692a0b7-21e4-4beb-896e-b4bdd3e22968 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:45.308418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Attempting to bind port 2ad5ae43-f752-442e-a631-fffd0ce06e65 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:45.308802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Attempting to bind port 2ad5ae43-f752-442e-a631-fffd0ce06e65 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:45.309175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Attempting to bind port 2ad5ae43-f752-442e-a631-fffd0ce06e65 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:45.335839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:45.336251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:45.336667 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.337070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:45.337547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Bound port: 2ad5ae43-f752-442e-a631-fffd0ce06e65, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:45.337934 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.422075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:45.460437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] In _notify_port_updated(), no bound segment for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 on network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:35:45.476833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:45.477546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.479348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d0dc9338-b8de-4220-851b-5601c965d703 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/ports/07072cf9-ac61-4d37-9aa7-4aa6e07b1670 HTTP/1.1" status: 200 len: 1000 time: 2.0783625 Jul 23 10:35:45.484680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52620) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:45.488693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0592-236c-487f-a28b-648410841a5d req-7af54627-bcf3-4635-a1f2-611dfacbd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:45.490346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-7af54627-bcf3-4635-a1f2-611dfacbd2cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.2304304 Jul 23 10:35:45.553424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] For port 2ad5ae43-f752-442e-a631-fffd0ce06e65, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:45.558261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] For port 2ad5ae43-f752-442e-a631-fffd0ce06e65, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2ad5ae43-f752-442e-a631-fffd0ce06e65,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:45.563462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.648966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f48b7-e6c9-458f-a74c-9734054c3949 None None] Pushing event updated for resources: {'Port': ['ID=2ad5ae43-f752-442e-a631-fffd0ce06e65,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:45.676488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2dda-2435-4567-b81b-d1d90a1ad35e None None] Provisioning complete for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:45.677038 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2dda-2435-4567-b81b-d1d90a1ad35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.684981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.702493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 85dd07ce-1c33-40ef-aab4-ca24a2de5c20 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:45.721053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0592-236c-487f-a28b-648410841a5d req-a187a985-0f89-420f-92ef-4baeffc93355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:45.723959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-a187a985-0f89-420f-92ef-4baeffc93355 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227445 Jul 23 10:35:45.750869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cac27-61dd-42d2-9089-3e8e4f07e74b req-3ad60971-ac85-4f43-8de0-9f9197f9b80c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:45.759657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-679cac27-61dd-42d2-9089-3e8e4f07e74b req-3ad60971-ac85-4f43-8de0-9f9197f9b80c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 945 time: 0.6383247 Jul 23 10:35:45.793052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9515d114-ca16-4ab7-8aaa-2b0aad0757de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df68b9061bd44955a9a7848e93542c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661284 Jul 23 10:35:45.798219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52624) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:45.806179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.859326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:45.859726 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.911668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2dda-2435-4567-b81b-d1d90a1ad35e None None] Provisioning for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:45.917085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2dda-2435-4567-b81b-d1d90a1ad35e None None] Provisioning complete for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:45.917553 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2dda-2435-4567-b81b-d1d90a1ad35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.920039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-679cac27-61dd-42d2-9089-3e8e4f07e74b req-7e37dd57-40eb-49fc-b951-2ce80dfed68d tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594036 Jul 23 10:35:45.924322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:45.931929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:45.936636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:45.943405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:45.944286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:45.969281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=85dd07ce-1c33-40ef-aab4-ca24a2de5c20,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:45.989443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfc6cf0d-9586-48ee-afee-7baaebbbb89b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7384477 Jul 23 10:35:45.991859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52628) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:46.005379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe2dda-2435-4567-b81b-d1d90a1ad35e None None] Port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:46.080341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-b0b06561-d2df-4b4c-a53c-5aa1bdb48abe service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473446 Jul 23 10:35:46.101947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68750181-9886-4679-9dfc-c3b8b56092c1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:46.107848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68750181-9886-4679-9dfc-c3b8b56092c1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:46.109509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-68750181-9886-4679-9dfc-c3b8b56092c1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1167059 Jul 23 10:35:46.112760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52630) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:46.132156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f0d72dc7-92e8-4fdf-a870-e12bd0338bfc None None] Provisioning complete for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:46.132710 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0d72dc7-92e8-4fdf-a870-e12bd0338bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.179795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.194819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:46.210682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f0d72dc7-92e8-4fdf-a870-e12bd0338bfc None None] Port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:46.288517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 85dd07ce-1c33-40ef-aab4-ca24a2de5c20 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:46.289879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.371460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0adbb54-3c37-48ce-b89e-0755b666491a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.404067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2ad5ae43-f752-442e-a631-fffd0ce06e65 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:46.413949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0adbb54-3c37-48ce-b89e-0755b666491a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.431723 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.459505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 85dd07ce-1c33-40ef-aab4-ca24a2de5c20 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:46.506528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ba494fe3-238c-4dd8-8d44-950f3c87fb48 None None] Provisioning complete for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:46.506904 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba494fe3-238c-4dd8-8d44-950f3c87fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.577826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 2ad5ae43-f752-442e-a631-fffd0ce06e65 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:46.595792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba494fe3-238c-4dd8-8d44-950f3c87fb48 None None] Port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:46.639589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.654556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d2e0592-236c-487f-a28b-648410841a5d req-79b4584f-4245-42dd-ba5e-f67c352352fc service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553739 Jul 23 10:35:46.670460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=85dd07ce-1c33-40ef-aab4-ca24a2de5c20,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:46.729462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a10d4-e9da-4714-90e1-32c10d888718 req-65e8001c-41bf-4d3c-bb5a-48cb8a78e3d1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:46.731188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-811a10d4-e9da-4714-90e1-32c10d888718 req-65e8001c-41bf-4d3c-bb5a-48cb8a78e3d1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.7395487 Jul 23 10:35:46.732751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.741258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2991a76f-0fc7-440a-9789-05ca6e0621b9 None None] Provisioning complete for port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:46.741964 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2991a76f-0fc7-440a-9789-05ca6e0621b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.763045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.766977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0f3447c0-593a-4904-a2b0-faeb9da6ea85 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/85dd07ce-1c33-40ef-aab4-ca24a2de5c20 HTTP/1.1" status: 204 len: 168 time: 0.6531279 Jul 23 10:35:46.768973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52638) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:46.774923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2991a76f-0fc7-440a-9789-05ca6e0621b9 None None] Port 07072cf9-ac61-4d37-9aa7-4aa6e07b1670 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:35:46.806790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0adbb54-3c37-48ce-b89e-0755b666491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.809488 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0adbb54-3c37-48ce-b89e-0755b666491a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:46.810713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d0adbb54-3c37-48ce-b89e-0755b666491a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d001ae5b-bda7-4939-904f-45c52ed8ce83 HTTP/1.1" status: 204 len: 168 time: 1.0110834 Jul 23 10:35:46.811709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=07072cf9-ac61-4d37-9aa7-4aa6e07b1670,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:46.873390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8e1ba-2565-4fbd-b5b3-dd5f3195051f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:46.875109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8e1ba-2565-4fbd-b5b3-dd5f3195051f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:46.876758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4df8e1ba-2565-4fbd-b5b3-dd5f3195051f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1064460 Jul 23 10:35:46.882445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:46.884807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adbb54-3c37-48ce-b89e-0755b666491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001ae5b-bda7-4939-904f-45c52ed8ce83,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:47.016925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 2729f39e-d559-46a4-bb7c-bc41256309de {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:47.029007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.040535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-811a10d4-e9da-4714-90e1-32c10d888718 req-4a134bd3-ee2b-41e6-9715-dcbba5b70df2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971001 Jul 23 10:35:47.087048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.095586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-97873d08-0c6e-41da-a129-29188ff1f88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/07072cf9-ac61-4d37-9aa7-4aa6e07b1670 HTTP/1.1" status: 204 len: 168 time: 1.6017702 Jul 23 10:35:47.097948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:47.151123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.190804 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2322833-3ca1-44a4-9d7e-347cad6c439f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:47.209445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e2322833-3ca1-44a4-9d7e-347cad6c439f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/07072cf9-ac61-4d37-9aa7-4aa6e07b1670 HTTP/1.1" status: 404 len: 333 time: 0.1048636 Jul 23 10:35:47.210230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:47.254076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8a05b-e36f-4c95-88f2-79614fa2a229 req-717b4a83-6755-49bd-bf39-6dd9927246b2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:47.263514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0d8a05b-e36f-4c95-88f2-79614fa2a229 req-717b4a83-6755-49bd-bf39-6dd9927246b2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 945 time: 0.1717818 Jul 23 10:35:47.353695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 5430fa22-cc2d-4203-a430-574620f0b2b7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:47.364499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.392747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.448553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.528101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.605132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0d8a05b-e36f-4c95-88f2-79614fa2a229 req-f29b9482-874a-40fc-b9c1-6de1122f8e2f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396368 Jul 23 10:35:47.616753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.626367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/2729f39e-d559-46a4-bb7c-bc41256309de HTTP/1.1" status: 204 len: 168 time: 0.7365234 Jul 23 10:35:47.628718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52664) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:47.632964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163457d-a3bc-4b94-a52b-fe0627df1e75 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=2729f39e-d559-46a4-bb7c-bc41256309de,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:47.696549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] Provisioning for port 2ad5ae43-f752-442e-a631-fffd0ce06e65 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:47.702139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] Provisioning complete for port 2ad5ae43-f752-442e-a631-fffd0ce06e65 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:47.702904 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.707403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.729080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-65140020-1637-42ba-b14a-c7d5d1007c60 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913613 Jul 23 10:35:47.748428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52666) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:47.758333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:47.874970 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.891693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.923872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=5430fa22-cc2d-4203-a430-574620f0b2b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:47.942005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:47.947352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52678) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:47.948209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fb269a63-96db-4509-8695-f6c2215432bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/5430fa22-cc2d-4203-a430-574620f0b2b7 HTTP/1.1" status: 204 len: 168 time: 0.7361085 Jul 23 10:35:47.965768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a913373-df1c-4c39-91d9-3a80f26e158b None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:48.050727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 19fea529-0e5e-46da-9d5c-3811cad3323f {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:48.056999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.084513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:48.089492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.157300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb399540-65ea-4dd3-9c7f-5373059931cd None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:48.160631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043a7af-e836-4042-91df-3bab377f98ac req-328365fe-888d-446a-8d22-3feed091d8ea tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:48.160831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] For port 2ad5ae43-f752-442e-a631-fffd0ce06e65, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2ad5ae43-f752-442e-a631-fffd0ce06e65,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:48.173771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8043a7af-e836-4042-91df-3bab377f98ac req-328365fe-888d-446a-8d22-3feed091d8ea tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 945 time: 0.1711774 Jul 23 10:35:48.175675 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.202881 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.258705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8043a7af-e836-4042-91df-3bab377f98ac req-a26b674c-9ec6-474f-8910-6506d3e754d2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828071 Jul 23 10:35:48.298943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52696) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:48.389803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e92eaba1-5e53-4ec2-b384-8bfef3605c6d None None] Could not find standard attr ID for object 85dd07ce-1c33-40ef-aab4-ca24a2de5c20. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:48.457624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-876757482-network', 'tenant_id': '602ccb4a7d304276b6e5aec0f7ab16c8'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:48.503919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Made reservation on behalf of 602ccb4a7d304276b6e5aec0f7ab16c8 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:48.507254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.519448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.567528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.580781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d65b6e-9ec8-452e-acb4-512a72aa73bb None None] Pushing event updated for resources: {'Port': ['ID=2ad5ae43-f752-442e-a631-fffd0ce06e65,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:48.619815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f00543-0b34-4eb9-8421-bf576f3e4b81 req-3e655049-9595-46c3-b82f-1e1be8335905 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:48.627312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2f00543-0b34-4eb9-8421-bf576f3e4b81 req-3e655049-9595-46c3-b82f-1e1be8335905 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.4376390 Jul 23 10:35:48.647971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.661294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.695196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:48.706947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc26d6-19bf-46b5-99bb-4e4854a1daee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:48.715758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.716948 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Added segment 569c4b9c-93d1-459d-b580-3ff8e953013c of type vlan for network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 Jul 23 10:35:48.746600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2f00543-0b34-4eb9-8421-bf576f3e4b81 req-57a3bf9c-9264-4230-8fba-5195e25e2ea5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118872 Jul 23 10:35:48.782338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:48.826706 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.843582 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.890705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] Deleting port 2ad5ae43-f752-442e-a631-fffd0ce06e65 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:48.891430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.891691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.895015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:48.895798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.897580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:48.898136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.915114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:48.921831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:48.922413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.937658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:48.939912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/19fea529-0e5e-46da-9d5c-3811cad3323f HTTP/1.1" status: 204 len: 168 time: 0.9915051 Jul 23 10:35:48.945344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52708) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:48.955676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=ce530714-1605-4569-a4e5-90594213abe2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:48.961749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6612995 Jul 23 10:35:48.962936 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-066390f3-3c22-40a4-b284-0341a6107abc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2134211 Jul 23 10:35:48.966087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52710) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:48.970630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:48.976273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Request body: {'subnet': {'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-876757482-subnet', 'tenant_id': '602ccb4a7d304276b6e5aec0f7ab16c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:49.007864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': 'ce530714-1605-4569-a4e5-90594213abe2', 'ip_address': '2001:db8::9616:4dfe:cc97:2cde'}], 'name': 'tempest-NetworksTestDHCPv6-1677786976'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:49.017798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] For port 2ad5ae43-f752-442e-a631-fffd0ce06e65, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2ad5ae43-f752-442e-a631-fffd0ce06e65,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:49.018331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.019866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Made reservation on behalf of 602ccb4a7d304276b6e5aec0f7ab16c8 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:49.021384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd44e0-5116-4b21-9edf-9c4eef433f85 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=19fea529-0e5e-46da-9d5c-3811cad3323f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:49.026063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.035242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] Calling delete_port for 2ad5ae43-f752-442e-a631-fffd0ce06e65 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:49.076264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.098811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6aca-aad9-48bc-85dc-0e8dc04d9840 admin admin] Pushing event updated for resources: {'Network': ['ID=3863d45f-79d9-4b11-a5a1-5e7f4a250c03,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:49.121440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:49.153666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:49.153666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.199764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.234272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] No DVR routers for this DVR port 2ad5ae43-f752-442e-a631-fffd0ce06e65 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:49.240697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] For port a880ed96-0af7-45ed-8d2c-ec6813ce42b8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,segment=NetworkSegment(563e1323-00ba-4c96-a56e-5710703da8a2),segment_id=563e1323-00ba-4c96-a56e-5710703da8a2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:49.241110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.246673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7d48c-8054-4d1f-8c6d-cc8700b9977f None None] Pushing event deleted for resources: {'Port': ['ID=2ad5ae43-f752-442e-a631-fffd0ce06e65,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:49.262211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f16499-8c49-41d2-b5db-86bdc8ef1f8a None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:49.302071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for a880ed96-0af7-45ed-8d2c-ec6813ce42b8 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:49.405444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-fa1b4feb-7166-4f51-bf76-b1476a74c7c2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:49.407074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-fa1b4feb-7166-4f51-bf76-b1476a74c7c2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 945 time: 0.2679071 Jul 23 10:35:49.420323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:49.513187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'ce530714-1605-4569-a4e5-90594213abe2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:49.515669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.526800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.587846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Deleting port adb56991-065e-4a11-9aba-d33ee290491a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:49.588225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.705187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] For port adb56991-065e-4a11-9aba-d33ee290491a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=adb56991-065e-4a11-9aba-d33ee290491a,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:49.705552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.718784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Calling delete_port for adb56991-065e-4a11-9aba-d33ee290491a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:49.734906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Checking segment: {'id': '569c4b9c-93d1-459d-b580-3ff8e953013c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:49.735445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Network hostable DHCP agents. Network: 3863d45f-79d9-4b11-a5a1-5e7f4a250c03, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:49.740551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a904f283-b195-435e-bd4f-7629cc44d1d9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:49.760178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/ce530714-1605-4569-a4e5-90594213abe2/de851986-f405-466e-be99-cfa4ed8d2f93) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:49.769805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.791668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:49.791961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27963be7-29c7-4e41-9222-2e126b603008 None None] Network 1443c10d-bd06-4ce9-a4b7-83334edb0b44 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:49.794730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port ece8c655-b0fd-4579-8490-fe37bb712449 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:49.834997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5864e85-26f8-42fb-8e74-92310b51cb82 req-c4dd0ca9-a2cc-4c2a-b103-c62dcb531e26 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:49.836826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5864e85-26f8-42fb-8e74-92310b51cb82 req-c4dd0ca9-a2cc-4c2a-b103-c62dcb531e26 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc52611-309c-48a9-b013-f7fa61befa8c HTTP/1.1" status: 200 len: 945 time: 0.4253321 Jul 23 10:35:49.843181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 3863d45f-79d9-4b11-a5a1-5e7f4a250c03) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:49.851673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.853788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:49.854492 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.896271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e9272-4b12-428a-87a8-91e72a980d40 None None] Network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:49.914146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=a880ed96-0af7-45ed-8d2c-ec6813ce42b8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:49.926997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No DVR routers for this DVR port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:49.936299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12c5391e-38c4-41d0-b6ac-0fba6c3ff5c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9687202 Jul 23 10:35:49.936845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4bea0ffb-db81-4541-9a06-b4f010c3190b None None] Provisioning complete for port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:49.936961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea0ffb-db81-4541-9a06-b4f010c3190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:49.978496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4bea0ffb-db81-4541-9a06-b4f010c3190b None None] Port a880ed96-0af7-45ed-8d2c-ec6813ce42b8 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:35:50.068375 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5864e85-26f8-42fb-8e74-92310b51cb82 req-6d31c241-ef83-49a0-a93d-18db7690f5d2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822367 Jul 23 10:35:50.069089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.108206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['adb56991-065e-4a11-9aba-d33ee290491a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:35:50.161176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.171253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event deleted for resources: {'Port': ['ID=adb56991-065e-4a11-9aba-d33ee290491a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:50.197913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1443c10d-bd06-4ce9-a4b7-83334edb0b44']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:50.245533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563e1323-00ba-4c96-a56e-5710703da8a2') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:50.246019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563e1323-00ba-4c96-a56e-5710703da8a2') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:35:50.257022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.274584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.281999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:35:50.282425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.350608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] No DVR routers for this DVR port adb56991-065e-4a11-9aba-d33ee290491a on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:35:50.352454 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:35:50.355025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.356258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fc367a3-ded8-4aa2-b557-aebd1f73f2d6 req-e51575ff-72b1-4d04-8382-7ccd5326f2e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "DELETE /v2.0/ports/adb56991-065e-4a11-9aba-d33ee290491a HTTP/1.1" status: 204 len: 173 time: 0.9345610 Jul 23 10:35:50.356739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'name': 'network-vif-deleted', 'tag': 'adb56991-065e-4a11-9aba-d33ee290491a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:50.366646 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61d817-212a-4709-89ba-2e742c4c43d5" -d '{"events": [{"server_uuid": "bfc52611-309c-48a9-b013-f7fa61befa8c", "name": "network-vif-deleted", "tag": "adb56991-065e-4a11-9aba-d33ee290491a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:50.370855 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.387683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.394220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:50.397415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/1443c10d-bd06-4ce9-a4b7-83334edb0b44 HTTP/1.1" status: 204 len: 168 time: 1.4503515 Jul 23 10:35:50.423181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efd78a-1a1d-4104-ab35-f39a70b3fa1e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=1443c10d-bd06-4ce9-a4b7-83334edb0b44,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:50.468473 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c54c31-cd1b-40c5-b980-2c1ffe570933 x-openstack-request-id: req-b9c54c31-cd1b-40c5-b980-2c1ffe570933 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:50.468788 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc52611-309c-48a9-b013-f7fa61befa8c", "name": "network-vif-deleted", "tag": "adb56991-065e-4a11-9aba-d33ee290491a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:50.469056 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c54c31-cd1b-40c5-b980-2c1ffe570933 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:50.469649 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc52611-309c-48a9-b013-f7fa61befa8c', 'name': 'network-vif-deleted', 'tag': 'adb56991-065e-4a11-9aba-d33ee290491a', 'status': 'completed', 'code': 200} Jul 23 10:35:50.484629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.487115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39657c6-5828-4713-a619-1a2c27571490 None None] DHCP port deletion for 1443c10d-bd06-4ce9-a4b7-83334edb0b44 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:50.489846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2ad5ae43-f752-442e-a631-fffd0ce06e65 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:50.508622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ab8d3-f46b-4bee-a82f-a0e13fba2314 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:50.515672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-932ab8d3-f46b-4bee-a82f-a0e13fba2314 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1151392 Jul 23 10:35:50.516241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:50.568536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 2ad5ae43-f752-442e-a631-fffd0ce06e65 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:50.568888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2ad5ae43-f752-442e-a631-fffd0ce06e65 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:50.570315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a880ed96-0af7-45ed-8d2c-ec6813ce42b8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:50.594752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52736) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:50.595756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a42ec6b0-1d69-429b-b535-d0e39d25ebc3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0774827 Jul 23 10:35:50.604111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-37369246'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:50.604398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Transition to ACTIVE for port object de851986-f405-466e-be99-cfa4ed8d2f93 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:50.608335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a880ed96-0af7-45ed-8d2c-ec6813ce42b8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:50.609518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a880ed96-0af7-45ed-8d2c-ec6813ce42b8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:50.622484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf8065-8b9b-419f-88cd-f2ba05946a12 None None] Network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:50.655687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:50.660100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.665311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Transition to ACTIVE for port object de851986-f405-466e-be99-cfa4ed8d2f93 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:50.716342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.728923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:35:50.734863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::9616:4dfe:cc97:2cde (65597b37-0f65-4455-bf75-7f43a1f9f92a/ce530714-1605-4569-a4e5-90594213abe2/ece8c655-b0fd-4579-8490-fe37bb712449) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:50.752493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.754684 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment 53080f2a-8bbb-4de8-b962-985981a20dae of type vlan for network 3075cd84-6388-4b91-a66e-833ac5e5b048 Jul 23 10:35:50.808866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Pushing event updated for resources: {'Port': ['ID=de851986-f405-466e-be99-cfa4ed8d2f93,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:50.850214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:50.859160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.869193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:50.872701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:50.922817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.937132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:50.941857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.988955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Attempting to bind port de851986-f405-466e-be99-cfa4ed8d2f93 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:50.989611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Attempting to bind port de851986-f405-466e-be99-cfa4ed8d2f93 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:50.990177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Attempting to bind port de851986-f405-466e-be99-cfa4ed8d2f93 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:50.996806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:50.997570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:50.998139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:50.999190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:50.999924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Bound port: de851986-f405-466e-be99-cfa4ed8d2f93, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:51.000541 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.026813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.035231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=3075cd84-6388-4b91-a66e-833ac5e5b048,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:51.046576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:35:51.068218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f6f57045-079e-4f5f-88a0-62b51d7b89bf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4701569 Jul 23 10:35:51.071267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52750) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:51.075210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object ece8c655-b0fd-4579-8490-fe37bb712449 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:51.077843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:51.184024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] For port de851986-f405-466e-be99-cfa4ed8d2f93, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:51.193249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.201987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] For port de851986-f405-466e-be99-cfa4ed8d2f93, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=de851986-f405-466e-be99-cfa4ed8d2f93,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:51.208654 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.251725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:51.258959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:51.263479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:51.270948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:51.272086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.284926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=ece8c655-b0fd-4579-8490-fe37bb712449,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:51.285794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:51.303779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8e817f4b-a884-45c1-a4e5-0a97c17641e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3023016 Jul 23 10:35:51.305503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.306312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:51.359700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5631-8bdb-4af3-a586-fe0abf9b89c8 None None] Pushing event updated for resources: {'Port': ['ID=de851986-f405-466e-be99-cfa4ed8d2f93,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:51.421534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc08b77b-d11e-43a5-9c08-8682a9e26862 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:51.430153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc08b77b-d11e-43a5-9c08-8682a9e26862 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:51.435398 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dc08b77b-d11e-43a5-9c08-8682a9e26862 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1276379 Jul 23 10:35:51.436590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52774) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:51.585162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port ece8c655-b0fd-4579-8490-fe37bb712449 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:51.586034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:51.595238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-25b7ba9e-53ae-4fa0-b115-13458111c998 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:51.596938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-25b7ba9e-53ae-4fa0-b115-13458111c998 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.1691577 Jul 23 10:35:51.655997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-f08320bc-91af-45b7-80ba-97a64bf42bd9 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.0388203 Jul 23 10:35:51.747343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-648b1e61-ce5a-439d-a181-646fc24677d3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769591 Jul 23 10:35:51.813040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:52.045340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-1d50ad90-6f9a-4667-9643-d8311b7304c4 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852187 Jul 23 10:35:52.170142 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-325226f4-0bf7-4a5f-aa02-1d3721af9ff0 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213706 Jul 23 10:35:52.174108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=8d8d4de7-fd80-43ee-9680-3847b4bbb87c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:52.193685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': '53080f2a-8bbb-4de8-b962-985981a20dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:52.196681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: 3075cd84-6388-4b91-a66e-833ac5e5b048, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:35:52.239460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:35:52.266912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 3075cd84-6388-4b91-a66e-833ac5e5b048) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:52.276542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbfd43-ef7a-4273-88f5-d2d6571cc2c8 None None] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:52.283299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:52.286077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:52.294257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-439ee213-da7f-4eb4-8ba7-d9647f8bee91 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:52.300223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-439ee213-da7f-4eb4-8ba7-d9647f8bee91 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/networks?id=3863d45f-79d9-4b11-a5a1-5e7f4a250c03 HTTP/1.1" status: 200 len: 809 time: 0.1732879 Jul 23 10:35:52.305042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:52.325467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2f7208b8-45cf-4453-938f-1bd44e0e976d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2513766 Jul 23 10:35:52.327443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:52.401414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048', 'name': 'tempest-PortsTestJSON-520007447'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:52.435307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device de851986-f405-466e-be99-cfa4ed8d2f93 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:52.447050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for ece8c655-b0fd-4579-8490-fe37bb712449 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:52.467026 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-3522c7ab-2a6c-4a2a-9989-82c50693645e tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/quotas/602ccb4a7d304276b6e5aec0f7ab16c8 HTTP/1.1" status: 200 len: 375 time: 0.1562395 Jul 23 10:35:52.584604 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-ac5e010c-185d-4741-9796-0b1fa92196db tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=602ccb4a7d304276b6e5aec0f7ab16c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761671 Jul 23 10:35:52.640757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port de851986-f405-466e-be99-cfa4ed8d2f93 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:52.719819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-3075cd84-6388-4b91-a66e-833ac5e5b048', 'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': '8d8d4de7-fd80-43ee-9680-3847b4bbb87c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:52.722178 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:52.772892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0c71c3a-105c-4f8e-8641-e64c0b39761a req-f48b694d-dcb3-4ee9-bdc0-2731b1bde83e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.0867624 Jul 23 10:35:52.941677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Allocated IP 172.20.0.2 (3075cd84-6388-4b91-a66e-833ac5e5b048/8d8d4de7-fd80-43ee-9680-3847b4bbb87c/782313cc-6282-4abf-b322-bea69088a115) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:53.038517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-76f6e768-affc-4799-9382-e414ce6ae4e7 service neutron] 10.222.0.37 "GET /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529073 Jul 23 10:35:53.047597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:53.052367 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.116479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] Provisioning for port de851986-f405-466e-be99-cfa4ed8d2f93 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:53.128803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] Provisioning complete for port de851986-f405-466e-be99-cfa4ed8d2f93 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:53.130026 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.169350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port e1ad291b-deab-4564-af32-778ac968414c yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:53.260099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.270474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.272289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Transition to ACTIVE for port object 782313cc-6282-4abf-b322-bea69088a115 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:53.290195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Transition to ACTIVE for port object 782313cc-6282-4abf-b322-bea69088a115 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:53.301085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.340441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=ece8c655-b0fd-4579-8490-fe37bb712449,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:53.348711 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.374079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:53.385507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:53.390898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:53.393837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.396044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e2b08d31-cfdf-44ea-8e2d-4b1b67be2e0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/ece8c655-b0fd-4579-8490-fe37bb712449 HTTP/1.1" status: 204 len: 168 time: 1.9583933 Jul 23 10:35:53.398881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:53.430028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device adb56991-065e-4a11-9aba-d33ee290491a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:53.453107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-3c9e2467-fdf3-49bd-9395-de195c94d63d service neutron] 10.222.0.37 "GET /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979745 Jul 23 10:35:53.476933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: adb56991-065e-4a11-9aba-d33ee290491a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:53.477291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device adb56991-065e-4a11-9aba-d33ee290491a not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:53.485336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Pushing event updated for resources: {'Port': ['ID=782313cc-6282-4abf-b322-bea69088a115,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:53.507682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.6 (3075cd84-6388-4b91-a66e-833ac5e5b048/8d8d4de7-fd80-43ee-9680-3847b4bbb87c/e1ad291b-deab-4564-af32-778ac968414c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:53.523645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07cd17-ce9b-4012-b9df-084765d1bec5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:53.540366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07cd17-ce9b-4012-b9df-084765d1bec5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:53.545724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ae07cd17-ce9b-4012-b9df-084765d1bec5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1452098 Jul 23 10:35:53.546381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52830) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:53.670456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] For port de851986-f405-466e-be99-cfa4ed8d2f93, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=de851986-f405-466e-be99-cfa4ed8d2f93,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:53.704393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Attempting to bind port 782313cc-6282-4abf-b322-bea69088a115 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:53.704898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Attempting to bind port 782313cc-6282-4abf-b322-bea69088a115 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '53080f2a-8bbb-4de8-b962-985981a20dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:53.705292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Attempting to bind port 782313cc-6282-4abf-b322-bea69088a115 on network 3075cd84-6388-4b91-a66e-833ac5e5b048 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:53.718972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.734667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:53.735227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Checking segment: {'id': '53080f2a-8bbb-4de8-b962-985981a20dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:53.735596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.736062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Bound using segment: {'id': '53080f2a-8bbb-4de8-b962-985981a20dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:53.741507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Bound port: 782313cc-6282-4abf-b322-bea69088a115, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53080f2a-8bbb-4de8-b962-985981a20dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:53.741976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.905225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:53.912480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4fbdb68e-e6a1-4e30-9411-0a8488a6f5f8 None None] Could not find standard attr ID for object ece8c655-b0fd-4579-8490-fe37bb712449. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:53.927770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object e1ad291b-deab-4564-af32-778ac968414c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:53.969199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13962-f94b-42fa-bd13-f8f7271523e9 None None] Pushing event updated for resources: {'Port': ['ID=de851986-f405-466e-be99-cfa4ed8d2f93,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:53.993649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d49501a-368d-45b9-ab55-db73f809f357 req-bb5b0e5a-ddb2-412a-bdf2-a22c4cc9ede0 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 210 time: 0.0394137 Jul 23 10:35:54.014933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.022424 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.043672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] For port 782313cc-6282-4abf-b322-bea69088a115, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:54.050436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] For port 782313cc-6282-4abf-b322-bea69088a115, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=782313cc-6282-4abf-b322-bea69088a115,segment=NetworkSegment(53080f2a-8bbb-4de8-b962-985981a20dae),segment_id=53080f2a-8bbb-4de8-b962-985981a20dae)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:54.063815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.075882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:54.079589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:54.084097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:54.127691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=e1ad291b-deab-4564-af32-778ac968414c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:54.147967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c69c7-c0f5-40d7-938c-dbd46135bb07 None None] Pushing event updated for resources: {'Port': ['ID=782313cc-6282-4abf-b322-bea69088a115,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:54.157250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:54.157907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.181752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-076d8bb0-eb30-4017-8699-91c91758986c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7990327 Jul 23 10:35:54.184704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:54.191558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '3075cd84-6388-4b91-a66e-833ac5e5b048', 'name': 'tempest-PortsTestJSON-179982970'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:54.286742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-d7edce06-10a5-452a-9e0d-5fa43c56b4c4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:54.288426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-d7edce06-10a5-452a-9e0d-5fa43c56b4c4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.1202064 Jul 23 10:35:54.325208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Request body: {'port': {'device_id': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'admin_state_up': True, 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:54.341375 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f1b8ab8-30fd-481d-af7b-b43cfb1e41bc req-c7a1613f-bbb1-42a9-938f-54cdf6f793f4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.1731861 Jul 23 10:35:54.349839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:54.353816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.366299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet ce530714-1605-4569-a4e5-90594213abe2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:54.382793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.389152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 1d77ee60-5c90-4c47-b020-168e612323f5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:54.444815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device de851986-f405-466e-be99-cfa4ed8d2f93 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:54.494745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.588971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port de851986-f405-466e-be99-cfa4ed8d2f93 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:54.589220 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.662966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.13 (3075cd84-6388-4b91-a66e-833ac5e5b048/8d8d4de7-fd80-43ee-9680-3847b4bbb87c/1d77ee60-5c90-4c47-b020-168e612323f5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:54.669401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:54.676998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.695547 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.861829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.914248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.930027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=ce530714-1605-4569-a4e5-90594213abe2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:54.936097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:54.937600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ee129-43f0-4952-a51d-00595b2bcb65 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:54.938057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-84471bea-b1df-42c6-9f71-6a98420133fa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/ce530714-1605-4569-a4e5-90594213abe2 HTTP/1.1" status: 204 len: 168 time: 1.3905838 Jul 23 10:35:54.941620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52856) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:54.964789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 1d77ee60-5c90-4c47-b020-168e612323f5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:55.004911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.006086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc3c0871-e786-4180-b1cb-b3c0ece4f3b0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630121 Jul 23 10:35:55.010120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52858) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:55.023095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:55.043757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Allocated IP 172.20.0.14 (88f82106-17d6-405a-9dea-dd012be4367b/01038704-b36f-4ebc-95c2-bc63e44a7e97/6987f2f2-634e-49f8-a594-1c33fa1fd1d9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:55.071067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:55.077111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:55.085883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:55.098828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=1d77ee60-5c90-4c47-b020-168e612323f5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:55.199763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:55.200527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.226497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-75f3ad3f-aa68-474f-9a97-d480db1e646d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0400491 Jul 23 10:35:55.229128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:55.243907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:35:55.303220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] Deleting port de851986-f405-466e-be99-cfa4ed8d2f93 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:55.303625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.325473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5338b2f-9b34-45b4-b718-5ad176c447cf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:55.327012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d5338b2f-9b34-45b4-b718-5ad176c447cf tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.0969167 Jul 23 10:35:55.332609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52864) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:55.381057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.442104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c7a8197-a556-4d2f-b1b5-17865d2ddaa2 req-cebbbc87-2597-4a9c-b2f0-ec86e8ab9c71 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 210 time: 0.3067183 Jul 23 10:35:55.465558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.473697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] For port de851986-f405-466e-be99-cfa4ed8d2f93, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=de851986-f405-466e-be99-cfa4ed8d2f93,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:55.474221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.501550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] Calling delete_port for de851986-f405-466e-be99-cfa4ed8d2f93 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:55.591764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 1d77ee60-5c90-4c47-b020-168e612323f5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:55.593053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.626988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.669327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] Pushing event deleted for resources: {'Port': ['ID=de851986-f405-466e-be99-cfa4ed8d2f93,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:55.676448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7fa4e3-5d09-4c0f-89ba-80256d8d4020 None None] No DVR routers for this DVR port de851986-f405-466e-be99-cfa4ed8d2f93 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:35:55.695033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Network 88f82106-17d6-405a-9dea-dd012be4367b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:55.723193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f0094-b571-45f5-8647-dd31c3451c04 None None] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:55.728307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:55.733221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:55.777756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event updated for resources: {'Port': ['ID=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:55.800176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:55.804107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.834333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.855199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7bb958c3-aa24-44f7-ada2-da9e7a1aaafa None None] Provisioning for port 782313cc-6282-4abf-b322-bea69088a115 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:55.861652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 1d77ee60-5c90-4c47-b020-168e612323f5 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:55.922655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:55.923461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:55.980678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-0bddef8b-cb1f-43dd-beb2-62325730afbc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6814013 Jul 23 10:35:56.006190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Request body: {'port': {'device_id': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:56.079105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13c9c-8292-4c35-8837-9ae1663b527d req-3c3ecbe2-090d-48b3-b4a8-fc40bef0fa22 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:56.080774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80d13c9c-8292-4c35-8837-9ae1663b527d req-3c3ecbe2-090d-48b3-b4a8-fc40bef0fa22 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 932 time: 0.5851908 Jul 23 10:35:56.131462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.192459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:56.195952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:56.200609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.203229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:56.203862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.207825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa9c5c-dfbe-4b8f-8055-e19dd09c1bd7 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:35:56.258062 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80d13c9c-8292-4c35-8837-9ae1663b527d req-5f18dd39-2928-4082-9b0f-d52e37c4bef1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619673 Jul 23 10:35:56.260269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=831e86cc-6787-47da-b362-dbf36d010963,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:56.280377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-58acdafe-d049-4a51-9188-854a9cde5a6e tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:56.283132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-58acdafe-d049-4a51-9188-854a9cde5a6e tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.20 "GET /v2.0/networks?id=3863d45f-79d9-4b11-a5a1-5e7f4a250c03 HTTP/1.1" status: 200 len: 809 time: 0.6609008 Jul 23 10:35:56.292917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ca90451-025d-4344-b1fd-0c368861ac5a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2788513 Jul 23 10:35:56.294787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:56.312054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': '831e86cc-6787-47da-b362-dbf36d010963', 'ip_address': '2001:db8::d11f:2f3b:fb1a:b597'}], 'name': 'tempest-NetworksTestDHCPv6-352919417'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:56.351640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Request body: {'port': {'device_id': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03', 'admin_state_up': True, 'tenant_id': '602ccb4a7d304276b6e5aec0f7ab16c8'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:56.474798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 782313cc-6282-4abf-b322-bea69088a115 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:56.577747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '831e86cc-6787-47da-b362-dbf36d010963'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:35:56.579405 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.581570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52890) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:56.637133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd600313-c8cb-4707-93b3-a6af0481e2e0 req-e16e2809-acbe-4d77-a9bf-aa98ab3435d3 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 210 time: 0.0451612 Jul 23 10:35:56.641671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.650171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Provisioning for port 1d77ee60-5c90-4c47-b020-168e612323f5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:56.667776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Provisioning complete for port 1d77ee60-5c90-4c47-b020-168e612323f5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:56.667776 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.712463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Port 1d77ee60-5c90-4c47-b020-168e612323f5 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:35:56.719772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=1d77ee60-5c90-4c47-b020-168e612323f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:56.726892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 782313cc-6282-4abf-b322-bea69088a115 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:56.748564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:56.782385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Made reservation on behalf of 602ccb4a7d304276b6e5aec0f7ab16c8 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:35:56.786891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.788743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 782313cc-6282-4abf-b322-bea69088a115 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:56.789086 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.795010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f8e751f-c8a6-440e-b881-3ceabe921b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.826700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Provisioning complete for port 782313cc-6282-4abf-b322-bea69088a115 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:56.827238 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.878589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:56.890680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.916341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Transition to ACTIVE for port object 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:56.926560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.926833 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:56.930995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42730958-3718-49f9-8d70-a6114efd997e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/1d77ee60-5c90-4c47-b020-168e612323f5 HTTP/1.1" status: 204 len: 168 time: 1.5945115 Jul 23 10:35:56.936627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:57.013776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.041032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/831e86cc-6787-47da-b362-dbf36d010963/54755513-32ed-43ba-9f58-082d4b953f2e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:57.042186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Pushing event updated for resources: {'Port': ['ID=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:57.068668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 9c3ea33b-29b3-40b1-99a8-b561f073cb15 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:35:57.092080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.101376 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-956aa454-ed46-4354-b812-2c79ac1c99cd tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:57.103835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-956aa454-ed46-4354-b812-2c79ac1c99cd tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/1d77ee60-5c90-4c47-b020-168e612323f5 HTTP/1.1" status: 404 len: 333 time: 0.1614914 Jul 23 10:35:57.109900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52898) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:57.168170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Allocated IP 172.20.0.5 (3863d45f-79d9-4b11-a5a1-5e7f4a250c03/a904f283-b195-435e-bd4f-7629cc44d1d9/65cb87fd-11ef-4ea6-a812-9993c12dc3cd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:57.206906 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f8e751f-c8a6-440e-b881-3ceabe921b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.236670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f8e751f-c8a6-440e-b881-3ceabe921b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.280549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e751f-c8a6-440e-b881-3ceabe921b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9634e7c-2ca6-4aea-9204-a1f034183d03,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:57.336981 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.349406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1f8e751f-c8a6-440e-b881-3ceabe921b47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5d42e6404cc44c0b8499bd2acc72cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667403 Jul 23 10:35:57.353315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52902) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:57.376091 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10b6609b-41d6-451c-8f50-4f177fc060bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.403245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 782313cc-6282-4abf-b322-bea69088a115, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=782313cc-6282-4abf-b322-bea69088a115,segment=NetworkSegment(53080f2a-8bbb-4de8-b962-985981a20dae),segment_id=53080f2a-8bbb-4de8-b962-985981a20dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:35:57.421127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Attempting to bind port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:57.421482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Attempting to bind port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:57.421820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Attempting to bind port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:57.439845 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.444954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 on network 88f82106-17d6-405a-9dea-dd012be4367b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:57.445286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Attempting to bind port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:57.466770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:57.467147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:57.467543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Bound using segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:57.468010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Bound port: 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:57.475538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.481513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.528352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:35:57.528352 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:35:57.542025 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.544132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device de851986-f405-466e-be99-cfa4ed8d2f93 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:35:57.552462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port e1ad291b-deab-4564-af32-778ac968414c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:35:57.552814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.579740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: de851986-f405-466e-be99-cfa4ed8d2f93 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:35:57.580102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device de851986-f405-466e-be99-cfa4ed8d2f93 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:35:57.582820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f532e835-9bde-41ca-b79d-ea8ff4f60c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.583290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=782313cc-6282-4abf-b322-bea69088a115,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:57.620065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Pushing event updated for resources: {'Port': ['ID=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:57.626518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94e40d-607f-4f35-8592-c407cb78cace req-046280d2-8c4a-4a25-b6ae-62a7ccf8a4dd tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:57.628235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d94e40d-607f-4f35-8592-c407cb78cace req-046280d2-8c4a-4a25-b6ae-62a7ccf8a4dd tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 944 time: 0.2725909 Jul 23 10:35:57.631035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:57.634568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:57.637093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:57.647607 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.658522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Transition to ACTIVE for port object 54755513-32ed-43ba-9f58-082d4b953f2e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:57.684758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Transition to ACTIVE for port object 54755513-32ed-43ba-9f58-082d4b953f2e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:57.693290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] For port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:57.694373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:57.694855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.695703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.717519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f532e835-9bde-41ca-b79d-ea8ff4f60c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.717947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-c8a8c477-c525-4e5a-bc01-ba5a7148ce0d tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3868356 Jul 23 10:35:57.743799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] For port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:57.746338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Request body: {'port': {'device_id': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:35:57.769398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.769674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:57.776876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:57.778668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.780850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Pushing event updated for resources: {'Port': ['ID=54755513-32ed-43ba-9f58-082d4b953f2e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:57.801088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:57.808306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::d11f:2f3b:fb1a:b597 (65597b37-0f65-4455-bf75-7f43a1f9f92a/831e86cc-6787-47da-b362-dbf36d010963/9c3ea33b-29b3-40b1-99a8-b561f073cb15) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:35:57.846287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d94e40d-607f-4f35-8592-c407cb78cace req-0ebc4cdd-902f-4ee2-aae8-485872f4c208 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777167 Jul 23 10:35:57.848013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for e1ad291b-deab-4564-af32-778ac968414c owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:35:57.869756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:57.870441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.871866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] 10.222.0.55 "PUT /v2.0/ports/6987f2f2-634e-49f8-a594-1c33fa1fd1d9 HTTP/1.1" status: 200 len: 1092 time: 1.8757784 Jul 23 10:35:57.873995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'tag': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:35:57.876493 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47344aab-4f38-40ec-a38c-965ca3564180" -d '{"events": [{"name": "network-changed", "server_uuid": "107f9bd8-c82d-4ab0-b431-0abc77258765", "tag": "6987f2f2-634e-49f8-a594-1c33fa1fd1d9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:35:57.893153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.923136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Attempting to bind port 54755513-32ed-43ba-9f58-082d4b953f2e on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:57.923591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Attempting to bind port 54755513-32ed-43ba-9f58-082d4b953f2e by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:57.924405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Attempting to bind port 54755513-32ed-43ba-9f58-082d4b953f2e on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:57.932358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:57.932840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:57.933321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.933768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:57.934306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Bound port: 54755513-32ed-43ba-9f58-082d4b953f2e, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:57.934708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.985387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f532e835-9bde-41ca-b79d-ea8ff4f60c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.988438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f532e835-9bde-41ca-b79d-ea8ff4f60c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:57.991895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f532e835-9bde-41ca-b79d-ea8ff4f60c2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9634e7c-2ca6-4aea-9204-a1f034183d03 HTTP/1.1" status: 204 len: 168 time: 0.6352918 Jul 23 10:35:57.999039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f66a89-70af-4a93-b52f-039cc84a42fa service neutron] Pushing event updated for resources: {'Port': ['ID=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:58.056347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532e835-9bde-41ca-b79d-ea8ff4f60c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9634e7c-2ca6-4aea-9204-a1f034183d03,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:58.090881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] For port 54755513-32ed-43ba-9f58-082d4b953f2e, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:35:58.107310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] For port 54755513-32ed-43ba-9f58-082d4b953f2e, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=54755513-32ed-43ba-9f58-082d4b953f2e,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:35:58.122732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.192489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325c397-1325-4d82-b9a2-5dda4bce2e19 None None] Pushing event updated for resources: {'Port': ['ID=54755513-32ed-43ba-9f58-082d4b953f2e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:58.199375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Provisioning for port e1ad291b-deab-4564-af32-778ac968414c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:58.205248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Provisioning complete for port e1ad291b-deab-4564-af32-778ac968414c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:58.205690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.268807 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d23192-b7e8-468a-bd35-b3eae3ab918b x-openstack-request-id: req-09d23192-b7e8-468a-bd35-b3eae3ab918b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:35:58.268991 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107f9bd8-c82d-4ab0-b431-0abc77258765", "tag": "6987f2f2-634e-49f8-a594-1c33fa1fd1d9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:35:58.269274 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09d23192-b7e8-468a-bd35-b3eae3ab918b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:35:58.269464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2f4652ad-891f-43d1-a471-8c4e22994751 None None] Port e1ad291b-deab-4564-af32-778ac968414c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:58.274910 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'tag': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9', 'status': 'completed', 'code': 200} Jul 23 10:35:58.279776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.381920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7107435-6a55-432d-ba7e-48904059981d None None] Could not find standard attr ID for object 1d77ee60-5c90-4c47-b020-168e612323f5. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:58.390979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7107435-6a55-432d-ba7e-48904059981d None None] Could not find standard attr ID for object e1ad291b-deab-4564-af32-778ac968414c. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:35:58.405628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=e1ad291b-deab-4564-af32-778ac968414c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:58.422318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 782313cc-6282-4abf-b322-bea69088a115 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:35:58.450727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52920) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:58.492557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-792c637a-f9d1-4f75-b64d-b2d310a157c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.494270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-792c637a-f9d1-4f75-b64d-b2d310a157c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 1095 time: 0.5486674 Jul 23 10:35:58.498530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d65c3000-cbca-4dec-afac-b2cbc5342355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.499765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.532980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 782313cc-6282-4abf-b322-bea69088a115 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:58.533463 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.598202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-63f0e3ab-2365-4e9b-8da3-53eba8e7d82b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9 HTTP/1.1" status: 200 len: 217 time: 0.0878587 Jul 23 10:35:58.608160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbd250-bbfe-43e1-9104-1d3392330aac req-f56a12ba-01df-4129-afd5-e1c431c41fbe tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.609733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cddbd250-bbfe-43e1-9104-1d3392330aac req-f56a12ba-01df-4129-afd5-e1c431c41fbe tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 931 time: 0.6188464 Jul 23 10:35:58.650424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 9c3ea33b-29b3-40b1-99a8-b561f073cb15 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:58.669477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cb87fd-11ef-4ea6-a812-9993c12dc3cd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:35:58.689887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.739794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.741103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Transition to ACTIVE for port object 65cb87fd-11ef-4ea6-a812-9993c12dc3cd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:35:58.745463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-609527e5-9713-4073-9afb-ac891b1ebe4d tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/e1ad291b-deab-4564-af32-778ac968414c HTTP/1.1" status: 204 len: 168 time: 1.6336451 Jul 23 10:35:58.746313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:58.760273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.802391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-aeb032cf-9966-44a5-9e9e-69c3ff2b735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.804001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-aeb032cf-9966-44a5-9e9e-69c3ff2b735a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.1932502 Jul 23 10:35:58.810521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cddbd250-bbfe-43e1-9104-1d3392330aac req-c96f7d9d-7148-4d4e-b17f-415d046cc19f tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861126 Jul 23 10:35:58.824856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.831702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.837586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.843473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.849766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-83685463-6e70-4274-aa54-6c87aaeff448 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358112 Jul 23 10:35:58.850512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.856836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.863844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:58.865766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-faf73030-c44e-49c4-9245-09e544989d79 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.3602676 Jul 23 10:35:58.866958 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6d2f3f-505d-4789-a426-9eb82866e209 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:35:58.871526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a6d2f3f-505d-4789-a426-9eb82866e209 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/e1ad291b-deab-4564-af32-778ac968414c HTTP/1.1" status: 404 len: 333 time: 0.1203556 Jul 23 10:35:58.872402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:58.876399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.904513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d65c3000-cbca-4dec-afac-b2cbc5342355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:58.913857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d65c3000-cbca-4dec-afac-b2cbc5342355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.048913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d65c3000-cbca-4dec-afac-b2cbc5342355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ccf7a056e934963865e5360dacbd111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953209 Jul 23 10:35:59.050315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3000-cbca-4dec-afac-b2cbc5342355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5b1a9a-df9c-4c7a-9640-a48bc307d33d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:59.053788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52928) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:59.066086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-a118cf8d-ee2b-4717-92af-7215a9590dcc service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084391 Jul 23 10:35:59.207379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aed473-8eb6-4377-870c-83589bedb500 req-204b84de-729b-4d9e-8fc4-3a72534325dd tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.209218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31aed473-8eb6-4377-870c-83589bedb500 req-204b84de-729b-4d9e-8fc4-3a72534325dd tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 944 time: 0.2558467 Jul 23 10:35:59.216606 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67083d4c-7f83-4a97-b3d6-f9166e8faa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.256393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-134ab5a6-58ce-4672-bbf8-9259bc360910 req-f9ba2ee8-3cea-4bdc-851d-deb9cabda025 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839881 Jul 23 10:35:59.279450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67083d4c-7f83-4a97-b3d6-f9166e8faa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.290612 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31aed473-8eb6-4377-870c-83589bedb500 req-0a417797-215b-4cf2-b6a9-0ba910daeb06 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749395 Jul 23 10:35:59.321937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:35:59.328760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:35:59.336881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Pushing event updated for resources: {'Port': ['ID=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:59.341464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:35:59.347649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.348612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.385298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ee3a8a8-fd80-4a08-90df-3515015ee553 req-60919a13-d2e6-4c92-a163-52fe106e0b71 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5118482 Jul 23 10:35:59.392633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47344aab-4f38-40ec-a38c-965ca3564180 req-0a570310-a488-4b21-9b7a-e9c6420f234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.395167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-0a570310-a488-4b21-9b7a-e9c6420f234c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 1095 time: 0.0772302 Jul 23 10:35:59.396421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67083d4c-7f83-4a97-b3d6-f9166e8faa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.406988 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67083d4c-7f83-4a97-b3d6-f9166e8faa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.406988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-67083d4c-7f83-4a97-b3d6-f9166e8faa49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab5b1a9a-df9c-4c7a-9640-a48bc307d33d HTTP/1.1" status: 204 len: 168 time: 0.3442802 Jul 23 10:35:59.427845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67083d4c-7f83-4a97-b3d6-f9166e8faa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5b1a9a-df9c-4c7a-9640-a48bc307d33d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:59.465382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 8d8d4de7-fd80-43ee-9680-3847b4bbb87c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:35:59.479933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.525917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47344aab-4f38-40ec-a38c-965ca3564180 req-03d9164d-811c-427c-8f17-ee7bb09ff385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.528308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-03d9164d-811c-427c-8f17-ee7bb09ff385 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.1242571 Jul 23 10:35:59.550720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2486670 Jul 23 10:35:59.551565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2ff60-29ca-43ef-8f3e-f00d67382ec9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=9c3ea33b-29b3-40b1-99a8-b561f073cb15,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:35:59.557778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52934) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:59.613357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-6912cdc8-c0d6-4141-a4ea-fa44f9ca0a40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9 HTTP/1.1" status: 200 len: 217 time: 0.0602918 Jul 23 10:35:59.617908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.631852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3a7bd6dc-4b30-42e1-92c6-142d6a830813 None None] Provisioning for port 54755513-32ed-43ba-9f58-082d4b953f2e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:59.642348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Attempting to bind port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:35:59.642691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Attempting to bind port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '569c4b9c-93d1-459d-b580-3ff8e953013c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:35:59.643142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Attempting to bind port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd on network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:59.664324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd on network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:35:59.664650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Attempting to bind port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd on network 3863d45f-79d9-4b11-a5a1-5e7f4a250c03 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:35:59.695357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:35:59.695778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Checking segment: {'id': '569c4b9c-93d1-459d-b580-3ff8e953013c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:35:59.696133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Bound using segment: {'id': '569c4b9c-93d1-459d-b580-3ff8e953013c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:35:59.696662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Bound port: 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569c4b9c-93d1-459d-b580-3ff8e953013c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:35:59.697035 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.701392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.708911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.722002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.729546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.736129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.743528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.749760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.752382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-31bd196b-a88c-4835-a046-ee80a89db344 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.2449656 Jul 23 10:35:59.753735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4d5db-4fed-4e20-94d2-4d7496c6eb14 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.760854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4d5db-4fed-4e20-94d2-4d7496c6eb14 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.764843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e8f4d5db-4fed-4e20-94d2-4d7496c6eb14 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2037630 Jul 23 10:35:59.767884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:35:59.773474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47344aab-4f38-40ec-a38c-965ca3564180 req-45d43704-a68e-4fdb-9cc7-ca592844a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.774952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-45d43704-a68e-4fdb-9cc7-ca592844a44a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.1543591 Jul 23 10:35:59.838761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-e78efd98-fa0f-44cf-a288-fcd64e1f242a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422573 Jul 23 10:35:59.875801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.876422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-ebfb10e8-1d5d-4efb-9c24-b9a52aedeb34 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:35:59.879042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-ebfb10e8-1d5d-4efb-9c24-b9a52aedeb34 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "GET /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1200836 Jul 23 10:35:59.893208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd2b4fd4-dc7d-4a88-a63e-80415bc0ad10 None None] Provisioning for port 9c3ea33b-29b3-40b1-99a8-b561f073cb15 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:35:59.902684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd2b4fd4-dc7d-4a88-a63e-80415bc0ad10 None None] Provisioning complete for port 9c3ea33b-29b3-40b1-99a8-b561f073cb15 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:35:59.903166 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4fd4-dc7d-4a88-a63e-80415bc0ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:35:59.953854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b4fd4-dc7d-4a88-a63e-80415bc0ad10 None None] Port 9c3ea33b-29b3-40b1-99a8-b561f073cb15 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:35:59.957242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-704c7a98-6f55-43ed-ba92-82244416d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.031108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] For port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:00.062424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] For port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,segment=NetworkSegment(569c4b9c-93d1-459d-b580-3ff8e953013c),segment_id=569c4b9c-93d1-459d-b580-3ff8e953013c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:00.078927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.116955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.161473 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.176405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.177453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.182916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] 10.222.0.20 "PUT /v2.0/ports/65cb87fd-11ef-4ea6-a812-9993c12dc3cd HTTP/1.1" status: 200 len: 1091 time: 2.4403603 Jul 23 10:36:00.187276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 9c3ea33b-29b3-40b1-99a8-b561f073cb15 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:00.187660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.190799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8d4de7-fd80-43ee-9680-3847b4bbb87c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:00.192371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'tag': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:00.193121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbbf74-5eb0-430c-b3a1-4cb51edd078d None None] Network 3075cd84-6388-4b91-a66e-833ac5e5b048 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:00.194844 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8de10b-1392-4f59-99dc-0bb23f8d49a3", "tag": "65cb87fd-11ef-4ea6-a812-9993c12dc3cd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:00.211824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.214451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ab61df3-1d6c-4127-bd37-1434f1a3b6a5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/8d8d4de7-fd80-43ee-9680-3847b4bbb87c HTTP/1.1" status: 204 len: 168 time: 1.3298156 Jul 23 10:36:00.231903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:00.262262 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6f178a-fc39-4c39-8366-862676f049dd x-openstack-request-id: req-bc6f178a-fc39-4c39-8366-862676f049dd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:00.263075 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8de10b-1392-4f59-99dc-0bb23f8d49a3", "tag": "65cb87fd-11ef-4ea6-a812-9993c12dc3cd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:00.263511 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc6f178a-fc39-4c39-8366-862676f049dd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:00.264414 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'tag': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd', 'status': 'completed', 'code': 200} Jul 23 10:36:00.273781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391deb52-e580-445c-92e5-7930ea293d8e req-6a0c4453-59ce-48c8-bcc6-01e38d5c7c2a tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.275343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-391deb52-e580-445c-92e5-7930ea293d8e req-6a0c4453-59ce-48c8-bcc6-01e38d5c7c2a tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 943 time: 0.3230383 Jul 23 10:36:00.397326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046b767-fa4c-4d21-8def-96536f88e7ea service neutron] Pushing event updated for resources: {'Port': ['ID=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:00.457098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 54755513-32ed-43ba-9f58-082d4b953f2e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:00.464808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-6e7c36bf-c3f9-4d41-b87b-c0b695e8deb9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "GET /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5758853 Jul 23 10:36:00.494472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:00.509928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.512678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.533569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-391deb52-e580-445c-92e5-7930ea293d8e req-14b891e3-13d6-44f4-b918-99bd9f83e160 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289813 Jul 23 10:36:00.546563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 9c3ea33b-29b3-40b1-99a8-b561f073cb15 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:00.566591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 54755513-32ed-43ba-9f58-082d4b953f2e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:00.571452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-b12f34d3-d9df-4971-9b64-e3fab0002376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.572898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-b12f34d3-d9df-4971-9b64-e3fab0002376 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=602ccb4a7d304276b6e5aec0f7ab16c8&device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 1094 time: 0.2933209 Jul 23 10:36:00.578443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 54755513-32ed-43ba-9f58-082d4b953f2e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:00.578840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.600276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-49c6c588-60b4-4c83-9b73-28546ed9064b service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550600 Jul 23 10:36:00.626230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] DHCP port deletion for 3075cd84-6388-4b91-a66e-833ac5e5b048 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:00.690518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679f78c-03de-4280-8ca9-2099f578a94e req-7159a3cc-70e2-4002-854e-60ad133a83f2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.692441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1679f78c-03de-4280-8ca9-2099f578a94e req-7159a3cc-70e2-4002-854e-60ad133a83f2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 944 time: 0.2268574 Jul 23 10:36:00.702341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.702582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-7c59c95c-8ea1-4a60-8ae9-ab0f4c6e8dfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd HTTP/1.1" status: 200 len: 217 time: 0.0793169 Jul 23 10:36:00.745168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] Deleting port 782313cc-6282-4abf-b322-bea69088a115 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:00.746313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.766358 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.846665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-a68a0494-dfeb-4b63-91a4-89f8d3d7b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.848227 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-a68a0494-dfeb-4b63-91a4-89f8d3d7b000 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a904f283-b195-435e-bd4f-7629cc44d1d9 HTTP/1.1" status: 200 len: 849 time: 0.1253049 Jul 23 10:36:00.872688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 782313cc-6282-4abf-b322-bea69088a115 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:00.873036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.878375 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47344aab-4f38-40ec-a38c-965ca3564180 req-6064d0bd-c63d-40ed-837a-b49076a44cef service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697868 Jul 23 10:36:00.881596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] For port 782313cc-6282-4abf-b322-bea69088a115, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=782313cc-6282-4abf-b322-bea69088a115,segment=NetworkSegment(53080f2a-8bbb-4de8-b962-985981a20dae),segment_id=53080f2a-8bbb-4de8-b962-985981a20dae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:00.882133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.893874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1679f78c-03de-4280-8ca9-2099f578a94e req-8639e452-dd06-4679-ac6d-48b07479cbca tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763198 Jul 23 10:36:00.912638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 54755513-32ed-43ba-9f58-082d4b953f2e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=54755513-32ed-43ba-9f58-082d4b953f2e,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:00.912638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] Calling delete_port for 782313cc-6282-4abf-b322-bea69088a115 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:00.914755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:00.955581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-29d6f749-4ced-49e1-ab3c-7e1bc0c72ed8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3863d45f-79d9-4b11-a5a1-5e7f4a250c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847008 Jul 23 10:36:00.971000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.977774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.984706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:00.993038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.000303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.008672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.015313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.020451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-4d009935-1205-4fa4-af46-067f8aec7aad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 5446 time: 0.3251855 Jul 23 10:36:01.029879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=54755513-32ed-43ba-9f58-082d4b953f2e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.064030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.087576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=249aa489-75df-41fb-bce9-64260b9af4cf,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:01.092324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] For port 782313cc-6282-4abf-b322-bea69088a115, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=782313cc-6282-4abf-b322-bea69088a115,segment=NetworkSegment(53080f2a-8bbb-4de8-b962-985981a20dae),segment_id=53080f2a-8bbb-4de8-b962-985981a20dae)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:01.092759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.098817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] No DVR routers for this DVR port 782313cc-6282-4abf-b322-bea69088a115 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:01.100666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1308f0f-9d00-4a89-ab17-a33fded1e174 None None] Pushing event deleted for resources: {'Port': ['ID=782313cc-6282-4abf-b322-bea69088a115,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.136995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 782313cc-6282-4abf-b322-bea69088a115 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:01.146000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] For port 249aa489-75df-41fb-bce9-64260b9af4cf, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:01.148854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.182694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] device_id is not set on port 249aa489-75df-41fb-bce9-64260b9af4cf yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:01.191950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.197923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.211202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.253739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c37d01e6-a998-45c1-abb7-d57b8cd6ea13 req-d7459713-3b4e-4b9a-8248-3e2dde0bd374 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f7fa4f-c1ae-4436-986c-f9a00ec86858&id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477494 Jul 23 10:36:01.254515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=9c3ea33b-29b3-40b1-99a8-b561f073cb15,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.281965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Pushing event updated for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.285672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] No DVR routers for this DVR port 249aa489-75df-41fb-bce9-64260b9af4cf on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:01.328199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.333435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b4ef3b5-6724-4f19-999f-690863a6b2db tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/9c3ea33b-29b3-40b1-99a8-b561f073cb15 HTTP/1.1" status: 204 len: 168 time: 1.5631185 Jul 23 10:36:01.334667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52980) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:01.374255 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-33139d1a-cace-4c76-a8ff-23c3f30910ac service neutron] 10.222.0.20 "GET /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525259 Jul 23 10:36:01.389207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] In _notify_port_updated(), no bound segment for port 249aa489-75df-41fb-bce9-64260b9af4cf on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:36:01.390531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.391319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.392875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-a5ec6bb6-d63b-4c60-89cb-49801ab205be service neutron] 10.222.0.20 "PUT /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 200 len: 1033 time: 0.9149220 Jul 23 10:36:01.416573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.432550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No DVR routers for this DVR port 782313cc-6282-4abf-b322-bea69088a115 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:01.445210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:36:01.446006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5410e871-693f-4226-b4aa-855519b31c4b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.447783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5410e871-693f-4226-b4aa-855519b31c4b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.449521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5410e871-693f-4226-b4aa-855519b31c4b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1138799 Jul 23 10:36:01.452741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:01.524155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-345e6729-6110-4d35-8dae-64d9f53cd363 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.529349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-345e6729-6110-4d35-8dae-64d9f53cd363 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "GET /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1286817 Jul 23 10:36:01.536802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=782313cc-6282-4abf-b322-bea69088a115,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.555492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 831e86cc-6787-47da-b362-dbf36d010963 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:01.569033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:01.619407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:01.636550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9', 'mac_address': 'fa:16:3e:ee:fa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:36:01.657508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.663663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb7e430-7827-4d08-ae6b-732ce41064cf req-6c156b9a-6265-4b31-8915-146d1216fc2d service neutron] 10.222.0.20 "GET /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802796 Jul 23 10:36:01.673026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3075cd84-6388-4b91-a66e-833ac5e5b048']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:01.693177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53080f2a-8bbb-4de8-b962-985981a20dae') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:01.693862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53080f2a-8bbb-4de8-b962-985981a20dae') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:01.710489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.713261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.717877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.733151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.740144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:01.742997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:36:01.743616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:36:01.748925 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:36:01.763263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:01.772865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.780407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-42b31330-7626-4f25-a94e-962cafdf5b54 None None] Provisioning complete for port 249aa489-75df-41fb-bce9-64260b9af4cf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:01.781197 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42b31330-7626-4f25-a94e-962cafdf5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.811195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.814005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.872215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42b31330-7626-4f25-a94e-962cafdf5b54 None None] Port 249aa489-75df-41fb-bce9-64260b9af4cf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:01.873877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.911692 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.918478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:01.920541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/3075cd84-6388-4b91-a66e-833ac5e5b048 HTTP/1.1" status: 204 len: 168 time: 1.6849177 Jul 23 10:36:01.927960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:01.931671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-2fcd73d1-fe07-42a2-b302-af049256b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.933795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-2fcd73d1-fe07-42a2-b302-af049256b87d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=602ccb4a7d304276b6e5aec0f7ab16c8&device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 1094 time: 0.1690073 Jul 23 10:36:01.948868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1619237116'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:01.961618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7477bae-4d6b-423e-ba5f-f24a65453a41 req-6cb5f2c8-d792-4b15-9009-7329212f77f9 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:01.963164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7477bae-4d6b-423e-ba5f-f24a65453a41 req-6cb5f2c8-d792-4b15-9009-7329212f77f9 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 943 time: 0.2499032 Jul 23 10:36:01.979650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bcfe0-7315-4925-8206-85be4ee8c814 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=3075cd84-6388-4b91-a66e-833ac5e5b048,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:01.984385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['6987f2f2-634e-49f8-a594-1c33fa1fd1d9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:02.034917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:02.036316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:02.040119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.063318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.101719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:36:02.168042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7477bae-4d6b-423e-ba5f-f24a65453a41 req-74aacfcd-2cbe-4bbc-8cd3-c2c67dbd6742 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964118 Jul 23 10:36:02.174395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0a332-36a9-440a-8f9d-a0481b7cd14c req-0fdedc35-4989-434f-83c9-4dd52b9c4524 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.182903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3b0a332-36a9-440a-8f9d-a0481b7cd14c req-0fdedc35-4989-434f-83c9-4dd52b9c4524 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 945 time: 0.2150993 Jul 23 10:36:02.204812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.205304 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment f6a46f68-e00e-4b7f-8a60-f4679f10bc0a of type vlan for network da1c5d64-044e-4518-9a8a-7958565cd623 Jul 23 10:36:02.215470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.219745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:02.241148 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.254314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3b0a332-36a9-440a-8f9d-a0481b7cd14c req-fdbae537-8437-4f56-9d90-25b4d1ffffd1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682037 Jul 23 10:36:02.295471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.297524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/831e86cc-6787-47da-b362-dbf36d010963 HTTP/1.1" status: 204 len: 168 time: 0.8436811 Jul 23 10:36:02.302098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf1a981-2559-4072-a558-081ad39f773c None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:02.302809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:02.304618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3a061-4cde-4eee-ae07-0d225d29a338 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=831e86cc-6787-47da-b362-dbf36d010963,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:02.350499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] For port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:02.409811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] device_id is not set on port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:02.432514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.441805 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.452126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 54755513-32ed-43ba-9f58-082d4b953f2e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:02.466200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3ceac4c5-2b48-4fa5-a750-82530fe82f70 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446016 Jul 23 10:36:02.468061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-a615e143-e8e9-4d9f-a8a5-6181ec9de612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.469673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-a615e143-e8e9-4d9f-a8a5-6181ec9de612 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3863d45f-79d9-4b11-a5a1-5e7f4a250c03 HTTP/1.1" status: 200 len: 910 time: 0.5039074 Jul 23 10:36:02.470152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:02.474001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.531240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] No DVR routers for this DVR port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:02.573486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Pushing event updated for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:02.590293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.591919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] In _notify_port_updated(), no bound segment for port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b on network 3e36f826-483a-4562-933f-31eb35b494a0 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:36:02.592933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.593838 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.595181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-d3214cdf-68d4-4398-b509-8f5876914165 service neutron] 10.222.0.20 "PUT /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 200 len: 1033 time: 1.0587029 Jul 23 10:36:02.596328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.596954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.651354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.651625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-44520671-391b-4fa6-8cd3-380d211f7661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd HTTP/1.1" status: 200 len: 217 time: 0.0778892 Jul 23 10:36:02.665975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:36:02.666381 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:36:02.667499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 54755513-32ed-43ba-9f58-082d4b953f2e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:02.667861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.690453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7604415 Jul 23 10:36:02.692287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:02.732428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:02.739854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port e7ab406d-ac3b-49da-ab47-0d76ad586af5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:02.740273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.777995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02b429-dbe3-449c-98d3-b0d4de18ee93 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=da1c5d64-044e-4518-9a8a-7958565cd623,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:02.796397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network da1c5d64-044e-4518-9a8a-7958565cd623 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:36:02.833973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-315d9c07-75f1-4bd3-84b9-43d496dfeb6f None None] Provisioning complete for port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:02.835108 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-315d9c07-75f1-4bd3-84b9-43d496dfeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.857473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port e7ab406d-ac3b-49da-ab47-0d76ad586af5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e7ab406d-ac3b-49da-ab47-0d76ad586af5,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:02.857857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:02.864599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-6de85774-8d6e-47d6-bec0-f27b70e0a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.866118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-6de85774-8d6e-47d6-bec0-f27b70e0a3f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a904f283-b195-435e-bd4f-7629cc44d1d9 HTTP/1.1" status: 200 len: 849 time: 0.1958985 Jul 23 10:36:02.885739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-ebe99ed4-efa9-42db-a876-0d65cc406c8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.885985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for e7ab406d-ac3b-49da-ab47-0d76ad586af5 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:02.892389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-ebe99ed4-efa9-42db-a876-0d65cc406c8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.899533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-ebe99ed4-efa9-42db-a876-0d65cc406c8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.906004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-ebe99ed4-efa9-42db-a876-0d65cc406c8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.912211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-ebe99ed4-efa9-42db-a876-0d65cc406c8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.914056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-ebe99ed4-efa9-42db-a876-0d65cc406c8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3886 time: 0.4674370 Jul 23 10:36:02.935892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d858f2-0f7e-4318-bb35-36fcb53d8245 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:02.939799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c5d858f2-0f7e-4318-bb35-36fcb53d8245 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4398487 Jul 23 10:36:02.948339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53014) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:02.969966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-50559f8e-be10-4457-984f-8a94c7697718 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3863d45f-79d9-4b11-a5a1-5e7f4a250c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548277 Jul 23 10:36:03.027510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744d931-6dae-4d1d-833c-81703e660a0e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:03.033511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6744d931-6dae-4d1d-833c-81703e660a0e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799711 Jul 23 10:36:03.033511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:03.060307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:03.062035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 782313cc-6282-4abf-b322-bea69088a115 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:03.077704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:03.083723 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4af39bb9-42fa-46ec-a10a-e8dc5b196996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463698 Jul 23 10:36:03.083878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.085388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:03.090536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac7add67-2b8f-4da9-9fcb-cdda0e257402 req-b5eea466-a849-4b81-8d7e-8c0b3a8de9bb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635919 Jul 23 10:36:03.097654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:03.100293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 782313cc-6282-4abf-b322-bea69088a115 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:03.100645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 782313cc-6282-4abf-b322-bea69088a115 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:03.125337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-315d9c07-75f1-4bd3-84b9-43d496dfeb6f None None] Port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:03.162368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] Deleting port 54755513-32ed-43ba-9f58-082d4b953f2e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:03.163021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.167706 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.209319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=e7ab406d-ac3b-49da-ab47-0d76ad586af5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:03.221340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:03.261313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port e7ab406d-ac3b-49da-ab47-0d76ad586af5 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:03.264723 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.267280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-8212540f-81fc-4cbc-b136-9dd2ebcdd5fa tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "DELETE /v2.0/ports/e7ab406d-ac3b-49da-ab47-0d76ad586af5 HTTP/1.1" status: 204 len: 173 time: 0.6657104 Jul 23 10:36:03.267822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:03.271329 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e07be5-532e-4716-aae6-0de2b5cfb1fd" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "e7ab406d-ac3b-49da-ab47-0d76ad586af5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:03.329226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] For port 54755513-32ed-43ba-9f58-082d4b953f2e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=54755513-32ed-43ba-9f58-082d4b953f2e,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:03.329226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.351943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] Calling delete_port for 54755513-32ed-43ba-9f58-082d4b953f2e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:03.436401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801dfb3-72c9-4ac6-8e74-c85e29af6251 req-8fa4443f-0eba-4e62-be7d-5f9b3deac0f0 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:03.438427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3801dfb3-72c9-4ac6-8e74-c85e29af6251 req-8fa4443f-0eba-4e62-be7d-5f9b3deac0f0 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 943 time: 0.1279562 Jul 23 10:36:03.446117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:03.453060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.459466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 1469088b-eb08-4814-bf12-fd57860ed02e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:03.459825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.530849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:03.533199 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86baaf10-4469-4e96-ac73-3a4d9123accd" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:03.550991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3801dfb3-72c9-4ac6-8e74-c85e29af6251 req-2b41573d-7cf1-420c-a036-d587f4c96749 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004610 Jul 23 10:36:03.555731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:03.567428 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.568214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e7ab406d-ac3b-49da-ab47-0d76ad586af5 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:03.573735 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.576520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-a2786de7-fd29-4d56-87f1-95c428521d26 service neutron] 10.222.0.20 "GET /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942111 Jul 23 10:36:03.629444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port 1469088b-eb08-4814-bf12-fd57860ed02e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1469088b-eb08-4814-bf12-fd57860ed02e,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:03.629444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.629876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:03.629876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: e7ab406d-ac3b-49da-ab47-0d76ad586af5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:03.629876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e7ab406d-ac3b-49da-ab47-0d76ad586af5 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:03.629876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 85a8ec39-3313-4901-9153-a7c967ec1724 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:03.668074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:03.668534 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.677987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] No DVR routers for this DVR port 54755513-32ed-43ba-9f58-082d4b953f2e on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:03.740732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:03.744430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.755587 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70d414-efc6-41e6-a37f-c61415187cb9 x-openstack-request-id: req-4e70d414-efc6-41e6-a37f-c61415187cb9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:03.755901 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "e7ab406d-ac3b-49da-ab47-0d76ad586af5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:03.756217 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e70d414-efc6-41e6-a37f-c61415187cb9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:03.756621 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': 'e7ab406d-ac3b-49da-ab47-0d76ad586af5', 'status': 'completed', 'code': 200} Jul 23 10:36:03.783652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:03.820999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52ec6b-d15e-46cb-8e9c-b1b022a351dd None None] Pushing event deleted for resources: {'Port': ['ID=54755513-32ed-43ba-9f58-082d4b953f2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:03.948524 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57628cf9-9bf6-4fdd-ba05-435bf591c31e x-openstack-request-id: req-57628cf9-9bf6-4fdd-ba05-435bf591c31e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:03.948967 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:03.949327 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57628cf9-9bf6-4fdd-ba05-435bf591c31e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:03.949848 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7', 'code': 200} Jul 23 10:36:03.975957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:03.993476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.015762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5bb7e28-12ff-4520-bdfb-75267d4c10bf req-e762023a-ea55-4dfa-a7e0-7b558739ac8e service neutron] 10.222.0.20 "GET /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133797 Jul 23 10:36:04.036002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d4c55-c4e2-4a66-80a6-21f590cd8ef1 req-c627c8e2-e20a-4c91-98a7-8344344dcd3f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.037579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-996d4c55-c4e2-4a66-80a6-21f590cd8ef1 req-c627c8e2-e20a-4c91-98a7-8344344dcd3f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 945 time: 0.4942024 Jul 23 10:36:04.055347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.056362 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.056974 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Floating IP 30454600-24ca-43b2-a30e-9882f912103b disassociated. External IP: 172.25.4.126, port: 1469088b-eb08-4814-bf12-fd57860ed02e. Jul 23 10:36:04.057328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 65cb87fd-11ef-4ea6-a812-9993c12dc3cd details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:36:04.057659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 1469088b-eb08-4814-bf12-fd57860ed02e owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:04.084849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:04.087227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=85a8ec39-3313-4901-9153-a7c967ec1724,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:04.095593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.113487 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.114230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 249aa489-75df-41fb-bce9-64260b9af4cf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:04.127683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-23ce424f-c2ee-42da-a3f5-0e21a9b5a7b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829276 Jul 23 10:36:04.135392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.158035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-996d4c55-c4e2-4a66-80a6-21f590cd8ef1 req-5a1476e3-32ae-409d-86d3-856ec762b4bf tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865307 Jul 23 10:36:04.322862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=f5ed131b-e695-4390-9cbc-492f79a6bfb7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:04.337724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:04.390162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.395131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:04.395598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: da1c5d64-044e-4518-9a8a-7958565cd623, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:36:04.395795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 249aa489-75df-41fb-bce9-64260b9af4cf not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:04.396238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1469088b-eb08-4814-bf12-fd57860ed02e no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:04.409909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 54755513-32ed-43ba-9f58-082d4b953f2e no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:04.413113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-7a90e784-bea4-4a00-b23d-0d46fa085b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.413384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.414896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-7a90e784-bea4-4a00-b23d-0d46fa085b6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 1096 time: 0.2028763 Jul 23 10:36:04.418294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.439771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778036d-cff0-4cf5-9124-31270e7f1b16 req-dbb761ac-b73e-4fb5-82b5-373cc368e058 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.445706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778036d-cff0-4cf5-9124-31270e7f1b16 req-dbb761ac-b73e-4fb5-82b5-373cc368e058 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.451899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778036d-cff0-4cf5-9124-31270e7f1b16 req-dbb761ac-b73e-4fb5-82b5-373cc368e058 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.454694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network da1c5d64-044e-4518-9a8a-7958565cd623 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:36:04.458361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778036d-cff0-4cf5-9124-31270e7f1b16 req-dbb761ac-b73e-4fb5-82b5-373cc368e058 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.465490 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1778036d-cff0-4cf5-9124-31270e7f1b16 req-dbb761ac-b73e-4fb5-82b5-373cc368e058 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 3147 time: 0.1916652 Jul 23 10:36:04.482646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 54755513-32ed-43ba-9f58-082d4b953f2e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:04.482850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:04.482966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 54755513-32ed-43ba-9f58-082d4b953f2e not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:04.483698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, da1c5d64-044e-4518-9a8a-7958565cd623) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:04.490097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.490767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.491179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,segment=NetworkSegment(569c4b9c-93d1-459d-b580-3ff8e953013c),segment_id=569c4b9c-93d1-459d-b580-3ff8e953013c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:04.499466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:04.508514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:04.510117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd', 'network_id': '3863d45f-79d9-4b11-a5a1-5e7f4a250c03', 'port_id': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd', 'mac_address': 'fa:16:3e:c9:aa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a904f283-b195-435e-bd4f-7629cc44d1d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:36:04.512013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be44309-6356-4dc0-bd66-e499a993d792 None None] Network da1c5d64-044e-4518-9a8a-7958565cd623 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:04.513788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.514775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.515889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=1469088b-eb08-4814-bf12-fd57860ed02e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:04.517235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No active binding found for port 1469088b-eb08-4814-bf12-fd57860ed02e {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 10:36:04.517686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1469088b-eb08-4814-bf12-fd57860ed02e not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:04.518687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 205a82f1-1ee8-4582-8a80-30154663216e no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:04.524383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef6f2058-57ec-4f3a-8556-9d03f89c636c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8020151 Jul 23 10:36:04.524383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=9fbdd260-5c30-4c1f-be60-0aa6b26906db,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:04.525339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:04.539082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623', 'name': 'tempest-PortsTestJSON-226047004', 'fixed_ips': [{'subnet_id': 'f5ed131b-e695-4390-9cbc-492f79a6bfb7', 'ip_address': '172.20.0.10'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:04.544180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98ffeb-e06f-4566-84b2-874880bf5888 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:04.572457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec9c4e62-6e8b-4b9c-a699-8aace166ab07 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4828851 Jul 23 10:36:04.577096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:04.584104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': '9fbdd260-5c30-4c1f-be60-0aa6b26906db', 'ip_address': '2001:db8::f1c4:4b33:9d8f:f5a7'}], 'name': 'tempest-NetworksTestDHCPv6-42678637'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:04.699056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1778036d-cff0-4cf5-9124-31270e7f1b16 req-8e326970-16c6-4a42-8171-18da857bd810 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326839 Jul 23 10:36:04.706941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.733476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-253cb58d-7763-408a-a8c1-56bd6ffe1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.734234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-253cb58d-7763-408a-a8c1-56bd6ffe1152 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2661791 Jul 23 10:36:04.742721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cb87fd-11ef-4ea6-a812-9993c12dc3cd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:04.783307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-20445e09-d83a-495d-bc14-aee40316c5fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 200 len: 217 time: 0.0415528 Jul 23 10:36:04.801147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:36:04.822902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,segment=NetworkSegment(569c4b9c-93d1-459d-b580-3ff8e953013c),segment_id=569c4b9c-93d1-459d-b580-3ff8e953013c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:04.827821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:36:04.827821 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:36:04.827821 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 36, 4, 810865)}] Jul 23 10:36:04.827821 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:36:04.828320 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:36:04.841159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:04.842982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.894814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.901384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-c9b4ff45-fe01-439f-aad4-d761f077c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.903068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-c9b4ff45-fe01-439f-aad4-d761f077c189 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1126549 Jul 23 10:36:04.936661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-da1c5d64-044e-4518-9a8a-7958565cd623', 'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': 'f5ed131b-e695-4390-9cbc-492f79a6bfb7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:04.937583 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:04.952202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4b4b5-5d7c-4523-95ad-c9602b00ba4d req-d42322de-fca8-4d59-b032-78a0dbbfbf84 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:04.960794 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fcd4b4b5-5d7c-4523-95ad-c9602b00ba4d req-d42322de-fca8-4d59-b032-78a0dbbfbf84 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 943 time: 0.2509165 Jul 23 10:36:05.012349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:05.024451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:05.041157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:05.044147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '9fbdd260-5c30-4c1f-be60-0aa6b26906db'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:05.045025 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:05.045942 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] Sync routers for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:05.048142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=205a82f1-1ee8-4582-8a80-30154663216e,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:05.063919 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:05.064624 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:05.066802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port ab47d0f7-3471-48f2-893b-5df2eb7ba141 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:05.073933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fcd4b4b5-5d7c-4523-95ad-c9602b00ba4d req-6c8584fe-6547-4810-b073-cde189224c99 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121120 Jul 23 10:36:05.130499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:05.139331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port 1469088b-eb08-4814-bf12-fd57860ed02e on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:05.142359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:05.148990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-75664442-849e-4176-8d6c-36b8fab018a0 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "DELETE /v2.0/ports/1469088b-eb08-4814-bf12-fd57860ed02e HTTP/1.1" status: 204 len: 173 time: 1.8744240 Jul 23 10:36:05.195553 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:05.248174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-29ea431e-4ced-4ae6-8223-5be85a600fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:05.250082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-29ea431e-4ced-4ae6-8223-5be85a600fb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210835 Jul 23 10:36:05.282371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['65cb87fd-11ef-4ea6-a812-9993c12dc3cd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:05.363312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:05.365771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:05.426200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Allocated IP 172.20.0.2 (da1c5d64-044e-4518-9a8a-7958565cd623/f5ed131b-e695-4390-9cbc-492f79a6bfb7/316fbce8-9c2b-4768-9318-869453177b07) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:05.573891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:05.575235 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:30Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:05.597522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 05a4c997-bfdf-4436-a98f-aa5c5226259a yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:05.613619 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] Checking router: 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:36:05.623407 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:05.624142 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:05.644616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/9fbdd260-5c30-4c1f-be60-0aa6b26906db/fb1cb27d-b8fe-4303-bd15-95bbb05e91ee) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:05.823968 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:05.868807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:05.871918 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f46731d-fe22-41d4-8125-20eeebf1952d" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:05.914650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-7823c1d3-40dd-4c6c-95ef-f8fe470907ad service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131053 Jul 23 10:36:05.936034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb366-7ee7-4cd8-83fa-ef56cec43205 req-361f5926-03d2-4d80-8865-17ecfbbb34af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:05.945635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb366-7ee7-4cd8-83fa-ef56cec43205 req-361f5926-03d2-4d80-8865-17ecfbbb34af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:05.954386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb366-7ee7-4cd8-83fa-ef56cec43205 req-361f5926-03d2-4d80-8865-17ecfbbb34af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:05.956342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dafcb366-7ee7-4cd8-83fa-ef56cec43205 req-361f5926-03d2-4d80-8865-17ecfbbb34af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 2410 time: 0.1216877 Jul 23 10:36:05.960207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:05.967482 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7b422-12e1-433e-853c-fceb8f0785ca" -d '{"events": [{"server_uuid": "107f9bd8-c82d-4ab0-b431-0abc77258765", "name": "network-vif-plugged", "status": "completed", "tag": "6987f2f2-634e-49f8-a594-1c33fa1fd1d9"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "205a82f1-1ee8-4582-8a80-30154663216e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:05.978850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabbbf0-4181-40c5-b9c8-320e01c3858f req-30e4d674-0301-472c-96ac-887a77c54df7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:05.980671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-daabbbf0-4181-40c5-b9c8-320e01c3858f req-30e4d674-0301-472c-96ac-887a77c54df7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 946 time: 0.6713998 Jul 23 10:36:06.003689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dafcb366-7ee7-4cd8-83fa-ef56cec43205 req-0d0f22c2-1b52-421d-b44d-4429cb7eda71 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399930 Jul 23 10:36:06.010653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:06.011008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.050091 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.107780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Transition to ACTIVE for port object fb1cb27d-b8fe-4303-bd15-95bbb05e91ee will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:06.132114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:06.132600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.154088 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa96986-3fae-4d6a-aea0-270a96866ff3 x-openstack-request-id: req-4aa96986-3fae-4d6a-aea0-270a96866ff3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:06.154749 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "1469088b-eb08-4814-bf12-fd57860ed02e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:06.154749 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4aa96986-3fae-4d6a-aea0-270a96866ff3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:06.155563 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '1469088b-eb08-4814-bf12-fd57860ed02e', 'status': 'completed', 'code': 200} Jul 23 10:36:06.155847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:06.161770 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:30Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:06.196530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.198884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Transition to ACTIVE for port object fb1cb27d-b8fe-4303-bd15-95bbb05e91ee will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:06.215195 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.217704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Transition to ACTIVE for port object 316fbce8-9c2b-4768-9318-869453177b07 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:06.245574 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543369a3-b7e5-47b4-9a45-b02017967d72 None None] The sync data for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 is: [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:25:18Z', 'revision_number': 4, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2aca97b7-7b7a-458a-b2ec-2956ef905820', 'name': '', 'network_id': 'bc20845d-f4c7-4d5c-b9c0-939c4d974fdd', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'mac_address': 'fa:16:3e:53:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:17Z', 'updated_at': '2021-07-23T10:25:30Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'subnets': [{'id': '5e810624-364b-43b0-8e00-4e89343d65c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:06.256572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-daabbbf0-4181-40c5-b9c8-320e01c3858f req-52784f8a-f336-4e96-9295-7a96fa1a9243 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044130 Jul 23 10:36:06.291648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Transition to ACTIVE for port object 316fbce8-9c2b-4768-9318-869453177b07 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:06.313088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60a8ca4d-5c00-45f8-9ba2-9543c5fc7892 req-97d8f8cb-57cc-4af1-bf64-dba21bd7b0b8 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894634 Jul 23 10:36:06.334983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f1c4:4b33:9d8f:f5a7 (65597b37-0f65-4455-bf75-7f43a1f9f92a/9fbdd260-5c30-4c1f-be60-0aa6b26906db/05a4c997-bfdf-4436-a98f-aa5c5226259a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:06.351832 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52993535-4cdb-461f-b8b6-62a8222552d7 x-openstack-request-id: req-52993535-4cdb-461f-b8b6-62a8222552d7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:06.352230 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107f9bd8-c82d-4ab0-b431-0abc77258765", "name": "network-vif-plugged", "status": "completed", "tag": "6987f2f2-634e-49f8-a594-1c33fa1fd1d9", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "205a82f1-1ee8-4582-8a80-30154663216e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:06.352423 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52993535-4cdb-461f-b8b6-62a8222552d7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:06.352783 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9', 'code': 200} Jul 23 10:36:06.353037 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724', 'code': 200} Jul 23 10:36:06.355547 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e', 'code': 200} Jul 23 10:36:06.369730 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.381891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:06.384473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:06.387107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Pushing event updated for resources: {'Port': ['ID=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:06.394221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:06.450855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Network da1c5d64-044e-4518-9a8a-7958565cd623 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:06.479281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:06.484272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:06.503112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.10 (da1c5d64-044e-4518-9a8a-7958565cd623/f5ed131b-e695-4390-9cbc-492f79a6bfb7/ab47d0f7-3471-48f2-893b-5df2eb7ba141) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:06.516550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Pushing event updated for resources: {'Port': ['ID=316fbce8-9c2b-4768-9318-869453177b07,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:06.536573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e40f5-d7a8-48fd-9b29-4040a6bcc697 req-e7aada00-ebfa-407a-a52c-ba62fe977153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:06.539699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b5e40f5-d7a8-48fd-9b29-4040a6bcc697 req-e7aada00-ebfa-407a-a52c-ba62fe977153 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 1097 time: 0.1795471 Jul 23 10:36:06.551338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Attempting to bind port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:06.551754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Attempting to bind port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:06.552113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Attempting to bind port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:06.560680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:06.561109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:06.561508 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.561904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:06.562385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Bound port: fb1cb27d-b8fe-4303-bd15-95bbb05e91ee, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:06.562773 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.578825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c07822-20ef-4614-a095-4d15eb35b3c5 req-315f9d17-592e-4d42-9c2e-e2ddb6d88da8 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:06.586977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10c07822-20ef-4614-a095-4d15eb35b3c5 req-315f9d17-592e-4d42-9c2e-e2ddb6d88da8 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 944 time: 0.2263741 Jul 23 10:36:06.597911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b5e40f5-d7a8-48fd-9b29-4040a6bcc697 req-852938cc-23dc-4abf-a4e3-52e0d1c9b0b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Jul 23 10:36:06.614720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.667452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=6bd883d3-1e6b-40bc-a3e1-251b53c378d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:06.668372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Attempting to bind port 316fbce8-9c2b-4768-9318-869453177b07 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:06.668812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Attempting to bind port 316fbce8-9c2b-4768-9318-869453177b07 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:06.670563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Attempting to bind port 316fbce8-9c2b-4768-9318-869453177b07 on network da1c5d64-044e-4518-9a8a-7958565cd623 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:06.698878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:06.702520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:06.703251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Checking segment: {'id': 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:06.703923 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.704560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Bound using segment: {'id': 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:06.705245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Bound port: 316fbce8-9c2b-4768-9318-869453177b07, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:06.706010 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.749594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port 6bd883d3-1e6b-40bc-a3e1-251b53c378d7 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:06.751523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10c07822-20ef-4614-a095-4d15eb35b3c5 req-697659cf-134f-413b-9926-409928ad902f tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637394 Jul 23 10:36:06.754000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.757115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-65b7de41-ba2d-4e7c-8873-5995dffbe90e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "DELETE /v2.0/ports/6bd883d3-1e6b-40bc-a3e1-251b53c378d7 HTTP/1.1" status: 204 len: 173 time: 1.5945978 Jul 23 10:36:06.802126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.817235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19112543-bf36-4bea-a9cd-09bc08c6a33e None None] New status for floating IP 30454600-24ca-43b2-a30e-9882f912103b: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:36:06.822265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] For port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:06.852907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 05a4c997-bfdf-4436-a98f-aa5c5226259a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:06.889810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] For port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:06.902135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 205a82f1-1ee8-4582-8a80-30154663216e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:06.902494 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.911320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.927773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c94523d6-0c00-4d6b-93a7-62c9bdb266dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.938251 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.953795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object ab47d0f7-3471-48f2-893b-5df2eb7ba141 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:06.962907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:06.980353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] For port 316fbce8-9c2b-4768-9318-869453177b07, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:06.984206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] For port 316fbce8-9c2b-4768-9318-869453177b07, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=316fbce8-9c2b-4768-9318-869453177b07,segment=NetworkSegment(f6a46f68-e00e-4b7f-8a60-f4679f10bc0a),segment_id=f6a46f68-e00e-4b7f-8a60-f4679f10bc0a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:07.016656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port 205a82f1-1ee8-4582-8a80-30154663216e, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=205a82f1-1ee8-4582-8a80-30154663216e,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:07.017255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.023980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.037037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 205a82f1-1ee8-4582-8a80-30154663216e owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:07.038738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:07.056935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:07.067741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:07.079561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:07.080237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.116520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=05a4c997-bfdf-4436-a98f-aa5c5226259a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:07.132031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.196135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aeb84-23eb-4040-a353-aee9d9d487f7 None None] Pushing event updated for resources: {'Port': ['ID=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:07.199071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network da1c5d64-044e-4518-9a8a-7958565cd623 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:07.208234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:07.232570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:07.247019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=ab47d0f7-3471-48f2-893b-5df2eb7ba141,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:07.302345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c94523d6-0c00-4d6b-93a7-62c9bdb266dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.340353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c94523d6-0c00-4d6b-93a7-62c9bdb266dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.342595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7fdf-27a0-4097-aa3e-fa9923138f97 None None] Pushing event updated for resources: {'Port': ['ID=316fbce8-9c2b-4768-9318-869453177b07,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:07.367930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-21eac7e7-2120-416a-b40a-bc638f990636 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7900362 Jul 23 10:36:07.383407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:07.423146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': '9fbdd260-5c30-4c1f-be60-0aa6b26906db', 'ip_address': '2001:db8::f1c4:4b33:9d8f:f5a7'}], 'name': 'tempest-NetworksTestDHCPv6-937432985'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:07.449861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.483728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:07.484530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.507507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c94523d6-0c00-4d6b-93a7-62c9bdb266dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a84c4e1869734abdbac1f733bfbe6215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8050501 Jul 23 10:36:07.522605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53112) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:07.524926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94523d6-0c00-4d6b-93a7-62c9bdb266dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98e7b9-7644-4d39-b45e-7c4fbfeed77a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:07.538152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553bf6-e471-4a0c-9798-c5c3d6edd05e req-892ced3f-2976-4327-9d30-a3971146de83 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:07.544096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553bf6-e471-4a0c-9798-c5c3d6edd05e req-892ced3f-2976-4327-9d30-a3971146de83 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:07.552199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8553bf6-e471-4a0c-9798-c5c3d6edd05e req-892ced3f-2976-4327-9d30-a3971146de83 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 1599 time: 0.3835998 Jul 23 10:36:07.554160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=205a82f1-1ee8-4582-8a80-30154663216e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:07.662223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port 205a82f1-1ee8-4582-8a80-30154663216e on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:07.676257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.678348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-f1c2bf51-9b7f-43c9-863b-be4ae23e7b54 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "DELETE /v2.0/ports/205a82f1-1ee8-4582-8a80-30154663216e HTTP/1.1" status: 204 len: 173 time: 0.9154081 Jul 23 10:36:07.692526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-18238383-02ed-4965-8bfa-124a2d2cbee6 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1629632 Jul 23 10:36:07.699025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8553bf6-e471-4a0c-9798-c5c3d6edd05e req-1d2971f6-772d-4a28-92b2-1a1e1bef888a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459017 Jul 23 10:36:07.699568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:07.712669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': 'da1c5d64-044e-4518-9a8a-7958565cd623', 'name': 'tempest-PortsTestJSON-1294230671', 'fixed_ips': [{'subnet_id': 'f5ed131b-e695-4390-9cbc-492f79a6bfb7', 'ip_address': '172.20.0.9'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:07.789329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7810772f-f1c0-40db-9a34-3f5d90c50da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.801638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306df9b-943d-4820-a91d-7d35b86028fc req-e451f042-0f82-4a9e-86cf-df5c09c4f3b5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:07.803199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d306df9b-943d-4820-a91d-7d35b86028fc req-e451f042-0f82-4a9e-86cf-df5c09c4f3b5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 946 time: 0.2243428 Jul 23 10:36:07.806485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:07.811342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.876574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 5ae9f1d7-5e0e-463f-82d6-be75015d2c17 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:07.882395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7810772f-f1c0-40db-9a34-3f5d90c50da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:07.938186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d306df9b-943d-4820-a91d-7d35b86028fc req-14e57856-542e-4682-8d8c-cec0af9df937 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189737 Jul 23 10:36:07.945858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:08.044258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7810772f-f1c0-40db-9a34-3f5d90c50da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.047174 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7810772f-f1c0-40db-9a34-3f5d90c50da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.051330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7810772f-f1c0-40db-9a34-3f5d90c50da4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc98e7b9-7644-4d39-b45e-7c4fbfeed77a HTTP/1.1" status: 204 len: 168 time: 0.5245011 Jul 23 10:36:08.051516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b989-6564-4a10-a8b7-80c530446b44 req-0b33bfac-726e-4447-bb82-60fafd64935a tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:08.051516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0c0b989-6564-4a10-a8b7-80c530446b44 req-0b33bfac-726e-4447-bb82-60fafd64935a tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 944 time: 0.2007282 Jul 23 10:36:08.055263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 65cb87fd-11ef-4ea6-a812-9993c12dc3cd up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:08.068627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 85a8ec39-3313-4901-9153-a7c967ec1724 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:08.068973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.085261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810772f-f1c0-40db-9a34-3f5d90c50da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98e7b9-7644-4d39-b45e-7c4fbfeed77a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:08.112623 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 10:36:08.116954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:36:08.146538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f313d631-6a42-406c-bf76-348a41aab7b4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7397211 Jul 23 10:36:08.146861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:08.169061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7'}, {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:08.171369 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd4cbc-bf62-48f2-be55-c02e0b3c62af" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7"}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "205a82f1-1ee8-4582-8a80-30154663216e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:08.190349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:08.196795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:08.197435 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.283488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54acee-dca6-4006-ab6c-571954d25dff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:08.295783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54acee-dca6-4006-ab6c-571954d25dff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:08.300584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5c54acee-dca6-4006-ab6c-571954d25dff tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1492958 Jul 23 10:36:08.302379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:08.327823 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01786d-533a-4972-80f1-50ec6df2e02b x-openstack-request-id: req-9e01786d-533a-4972-80f1-50ec6df2e02b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:08.328098 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "6bd883d3-1e6b-40bc-a3e1-251b53c378d7", "status": "completed", "code": 200}, {"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "205a82f1-1ee8-4582-8a80-30154663216e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:08.328423 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e01786d-533a-4972-80f1-50ec6df2e02b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:08.328702 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '6bd883d3-1e6b-40bc-a3e1-251b53c378d7', 'status': 'completed', 'code': 200} Jul 23 10:36:08.328957 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '205a82f1-1ee8-4582-8a80-30154663216e', 'status': 'completed', 'code': 200} Jul 23 10:36:08.360226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0c0b989-6564-4a10-a8b7-80c530446b44 req-af71fb36-b743-4169-ab84-b36050f3d05c tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811427 Jul 23 10:36:08.386250 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.406658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.442030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:08.444935 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fbb045-4bdf-4686-a607-70be6c9944f3" -d '{"events": [{"server_uuid": "5f8de10b-1392-4f59-99dc-0bb23f8d49a3", "name": "network-vif-plugged", "status": "completed", "tag": "65cb87fd-11ef-4ea6-a812-9993c12dc3cd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:08.476329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,segment=NetworkSegment(569c4b9c-93d1-459d-b580-3ff8e953013c),segment_id=569c4b9c-93d1-459d-b580-3ff8e953013c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:08.482169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.528093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 4679c0a3-65c4-4f8b-a830-c0db9de80745 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:08.552706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 05a4c997-bfdf-4436-a98f-aa5c5226259a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:08.553642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.570787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port 85a8ec39-3313-4901-9153-a7c967ec1724, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=85a8ec39-3313-4901-9153-a7c967ec1724,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:08.571174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.585951 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c1c67-6962-4b22-9ced-d03790c83ae9 x-openstack-request-id: req-0b4c1c67-6962-4b22-9ced-d03790c83ae9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:08.585951 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8de10b-1392-4f59-99dc-0bb23f8d49a3", "name": "network-vif-plugged", "status": "completed", "tag": "65cb87fd-11ef-4ea6-a812-9993c12dc3cd", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:08.585951 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b4c1c67-6962-4b22-9ced-d03790c83ae9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:08.585951 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd', 'code': 200} Jul 23 10:36:08.602477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:08.666423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 85a8ec39-3313-4901-9153-a7c967ec1724 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:08.669208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fb1cb27d-b8fe-4303-bd15-95bbb05e91ee up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:08.756469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:08.777341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.806705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:08.807004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 05a4c997-bfdf-4436-a98f-aa5c5226259a owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:08.812092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 316fbce8-9c2b-4768-9318-869453177b07 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:08.870691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f986879a-8d78-45b4-9c0c-c63baac68db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:08.898623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 316fbce8-9c2b-4768-9318-869453177b07 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:08.923042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.9 (da1c5d64-044e-4518-9a8a-7958565cd623/f5ed131b-e695-4390-9cbc-492f79a6bfb7/4679c0a3-65c4-4f8b-a830-c0db9de80745) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:08.954861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1a712-db9b-467f-a9e3-b37946e01ea8 req-a1b15d5d-31d6-495f-889b-3b6b4b5cae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:08.957378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19f1a712-db9b-467f-a9e3-b37946e01ea8 req-a1b15d5d-31d6-495f-889b-3b6b4b5cae64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 1096 time: 0.2637074 Jul 23 10:36:08.968365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde5356-1a47-49f5-8979-5c431aaf79e1 None None] Network da1c5d64-044e-4518-9a8a-7958565cd623 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:09.010663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.075749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=85a8ec39-3313-4901-9153-a7c967ec1724,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:09.101663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19f1a712-db9b-467f-a9e3-b37946e01ea8 req-6c76ea8e-f64d-47b6-9ca8-56d8b856d63c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356051 Jul 23 10:36:09.136261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceafcae-2c09-4085-be16-772b22442666 req-f890311d-1ef4-46d3-869e-1be2b7e182cb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:09.138061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] Provisioning for port 316fbce8-9c2b-4768-9318-869453177b07 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:09.144778 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aceafcae-2c09-4085-be16-772b22442666 req-f890311d-1ef4-46d3-869e-1be2b7e182cb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 865 time: 0.2884347 Jul 23 10:36:09.145117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] Provisioning complete for port 316fbce8-9c2b-4768-9318-869453177b07 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:09.145662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.238071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.261215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aceafcae-2c09-4085-be16-772b22442666 req-9876fc0b-f6f7-4045-be04-5498086bdb8e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc174dea-21ad-459a-b27d-0f1ad2619011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154852 Jul 23 10:36:09.278178 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.280940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port 85a8ec39-3313-4901-9153-a7c967ec1724 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:09.289739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.292804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b7c1909b-89de-4508-9640-23c8a5d4794c req-1055e6c6-9014-47bc-babe-6df1005c98eb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.20 "DELETE /v2.0/ports/85a8ec39-3313-4901-9153-a7c967ec1724 HTTP/1.1" status: 204 len: 173 time: 1.6050119 Jul 23 10:36:09.303096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.315808 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f986879a-8d78-45b4-9c0c-c63baac68db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.337735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] For port 316fbce8-9c2b-4768-9318-869453177b07, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=316fbce8-9c2b-4768-9318-869453177b07,segment=NetworkSegment(f6a46f68-e00e-4b7f-8a60-f4679f10bc0a),segment_id=f6a46f68-e00e-4b7f-8a60-f4679f10bc0a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:09.342179 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.345926 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f986879a-8d78-45b4-9c0c-c63baac68db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.347847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 4679c0a3-65c4-4f8b-a830-c0db9de80745 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:09.351874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=05a4c997-bfdf-4436-a98f-aa5c5226259a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:09.369598 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:36:09.419814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d872bf3-9541-4b70-82af-029ecf43dadf None None] Pushing event updated for resources: {'Port': ['ID=316fbce8-9c2b-4768-9318-869453177b07,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:09.442104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb1ca-892d-498c-926e-136af3ad9320 req-8cdf3fca-0ac6-4160-8e3a-a12872a05e3a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:09.443257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9a9bb1ca-892d-498c-926e-136af3ad9320 req-8cdf3fca-0ac6-4160-8e3a-a12872a05e3a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 946 time: 0.2125616 Jul 23 10:36:09.452769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.457550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee1c88a8-481e-4dea-8505-dcb09401ef5c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/05a4c997-bfdf-4436-a98f-aa5c5226259a HTTP/1.1" status: 204 len: 168 time: 1.1500962 Jul 23 10:36:09.461494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53140) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:09.465035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f986879a-8d78-45b4-9c0c-c63baac68db3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bd30fbcb9fd4d9d8560465934894f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7073612 Jul 23 10:36:09.465274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53142) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:09.472375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986879a-8d78-45b4-9c0c-c63baac68db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2d917-3e0b-4e61-a036-c15f36c5cc3d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:09.499409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] Provisioning for port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:09.512826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] Provisioning complete for port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:09.513230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.628833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde76ce6-b38c-4feb-acb3-95010807f1e9 req-b963b4ad-e6a1-412a-9133-2a17e82c8463 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:09.628833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bde76ce6-b38c-4feb-acb3-95010807f1e9 req-b963b4ad-e6a1-412a-9133-2a17e82c8463 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 945 time: 0.1079395 Jul 23 10:36:09.652901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9a9bb1ca-892d-498c-926e-136af3ad9320 req-358230b8-e128-491d-80f3-ffa3af02d9be tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971946 Jul 23 10:36:09.654910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.664321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.761847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bde76ce6-b38c-4feb-acb3-95010807f1e9 req-b369ff97-f9a1-4d80-948f-91441faf6a1b tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236050 Jul 23 10:36:09.805651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] For port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:09.814297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d66581f-8b12-4d84-949f-d7dc485b1a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.815926 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.855306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network da1c5d64-044e-4518-9a8a-7958565cd623 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:09.867454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:09.874837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ecfdac-bc6d-429b-8fff-b11482353806 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:09.877453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ecfdac-bc6d-429b-8fff-b11482353806 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:09.881143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-82ecfdac-bc6d-429b-8fff-b11482353806 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4166186 Jul 23 10:36:09.882900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:09.883967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:09.982629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d66581f-8b12-4d84-949f-d7dc485b1a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:09.991369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701e89a-d629-4436-a85d-350f511ca5ef None None] Pushing event updated for resources: {'Port': ['ID=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:09.992700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=4679c0a3-65c4-4f8b-a830-c0db9de80745,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:10.015303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:10.015599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Provisioning for port ab47d0f7-3471-48f2-893b-5df2eb7ba141 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:10.016141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.019029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 9fbdd260-5c30-4c1f-be60-0aa6b26906db {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:10.023258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Provisioning complete for port ab47d0f7-3471-48f2-893b-5df2eb7ba141 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:10.023866 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.029996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.062316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-777d369f-c40f-461b-a8a4-d66d719cfbb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3532150 Jul 23 10:36:10.064850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53150) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:10.127194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Port ab47d0f7-3471-48f2-893b-5df2eb7ba141 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:10.138028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Could not find standard attr ID for object 05a4c997-bfdf-4436-a98f-aa5c5226259a. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:36:10.151057 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.171580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Provisioning complete for port 316fbce8-9c2b-4768-9318-869453177b07 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:10.172133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8a79e70-d211-4c7e-9da2-4e1bae365a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.285062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8247f7b1-4d30-464c-a4c2-c9ebc547cf4e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:10.288682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8247f7b1-4d30-464c-a4c2-c9ebc547cf4e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2203248 Jul 23 10:36:10.290297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d66581f-8b12-4d84-949f-d7dc485b1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.301588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d66581f-8b12-4d84-949f-d7dc485b1a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.305021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1d66581f-8b12-4d84-949f-d7dc485b1a12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25c2d917-3e0b-4e61-a036-c15f36c5cc3d HTTP/1.1" status: 204 len: 168 time: 0.8071549 Jul 23 10:36:10.305737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53154) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:10.345322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:10.375323 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f691f7c8-949c-4d22-9726-0e8d7ad96de7" -d '{"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:10.416124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.498862 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4cf985-0d36-4d38-8143-f5fc31315997 x-openstack-request-id: req-2a4cf985-0d36-4d38-8143-f5fc31315997 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:10.499163 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3df133d-1d69-4373-bcbf-af1b048a7dfb", "name": "network-vif-deleted", "tag": "85a8ec39-3313-4901-9153-a7c967ec1724", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:10.499444 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a4cf985-0d36-4d38-8143-f5fc31315997 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:10.499869 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3df133d-1d69-4373-bcbf-af1b048a7dfb', 'name': 'network-vif-deleted', 'tag': '85a8ec39-3313-4901-9153-a7c967ec1724', 'status': 'completed', 'code': 200} Jul 23 10:36:10.500938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66581f-8b12-4d84-949f-d7dc485b1a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c2d917-3e0b-4e61-a036-c15f36c5cc3d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:10.622870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fb1cb27d-b8fe-4303-bd15-95bbb05e91ee up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:10.636837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb423d62-8f05-43ad-9524-8d51343548cb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:10.649568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb423d62-8f05-43ad-9524-8d51343548cb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:10.662295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb423d62-8f05-43ad-9524-8d51343548cb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:10.675801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bb423d62-8f05-43ad-9524-8d51343548cb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3601196 Jul 23 10:36:10.675801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53164) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:10.748176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:10.748557 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.848958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Provisioning complete for port ab47d0f7-3471-48f2-893b-5df2eb7ba141 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:10.849310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.924452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 4679c0a3-65c4-4f8b-a830-c0db9de80745 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:10.924957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:10.930064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Port ab47d0f7-3471-48f2-893b-5df2eb7ba141 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:10.970190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Provisioning for port 4679c0a3-65c4-4f8b-a830-c0db9de80745 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:10.979483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Provisioning complete for port 4679c0a3-65c4-4f8b-a830-c0db9de80745 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:10.989701 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.015447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 316fbce8-9c2b-4768-9318-869453177b07 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:11.184361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5326-8fe5-4aa2-bd9d-38d9ad60dc29 None None] Port 4679c0a3-65c4-4f8b-a830-c0db9de80745 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:11.194280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f00d4-dd9b-4af4-81af-7ca7add744e7 req-f21a62f6-8031-4078-a596-efa4cc6bdeed tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:11.197541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 316fbce8-9c2b-4768-9318-869453177b07 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:11.197932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.201385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9bf816ba-cd7f-4f15-9eb5-5734f7427aca req-eb41116e-22c6-4269-9ab1-5af7a09258f8 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.6966178 Jul 23 10:36:11.202509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.211699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-500f00d4-dd9b-4af4-81af-7ca7add744e7 req-f21a62f6-8031-4078-a596-efa4cc6bdeed tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 945 time: 0.3231046 Jul 23 10:36:11.257696 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.261489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbdd260-5c30-4c1f-be60-0aa6b26906db,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:11.273526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.280922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb0912-49a5-4754-9d3c-d4fcb5430d21 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:11.286472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53182) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:11.288497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-21c6c461-df74-4fac-a173-6a6f31f7f9d9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/9fbdd260-5c30-4c1f-be60-0aa6b26906db HTTP/1.1" status: 204 len: 168 time: 1.4033949 Jul 23 10:36:11.320826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 4679c0a3-65c4-4f8b-a830-c0db9de80745 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:11.372899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f8987db8-6427-4b9b-8e5e-7a30b92d5571 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813828 Jul 23 10:36:11.379286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53184) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:11.385761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:11.412424 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-500f00d4-dd9b-4af4-81af-7ca7add744e7 req-bdbd2f84-2f57-4194-9005-a8473e9a0ef5 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960640 Jul 23 10:36:11.629541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:11.656321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:11.675410 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.773150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] Deleting port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:11.773771 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.906064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.931370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] For port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:11.931791 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:11.948834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] Calling delete_port for fb1cb27d-b8fe-4303-bd15-95bbb05e91ee owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:11.976916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=4679c0a3-65c4-4f8b-a830-c0db9de80745,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:12.020787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b185d-d221-4d56-a602-d3034b7bf387 req-67fc7d4e-1542-4b60-82d1-38b9fc803292 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:12.028013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e29b185d-d221-4d56-a602-d3034b7bf387 req-67fc7d4e-1542-4b60-82d1-38b9fc803292 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 945 time: 0.1598554 Jul 23 10:36:12.144292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e29b185d-d221-4d56-a602-d3034b7bf387 req-c5345e86-3bda-49da-9a97-ab61c01756ef tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991712 Jul 23 10:36:12.147708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.207580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] Pushing event deleted for resources: {'Port': ['ID=fb1cb27d-b8fe-4303-bd15-95bbb05e91ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:12.227642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c68f3-fc99-44b8-bacb-35632565b6ff None None] No DVR routers for this DVR port fb1cb27d-b8fe-4303-bd15-95bbb05e91ee on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:12.320168 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.375829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.379754 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-568f94c1-8973-43af-b3dd-c7036dbb1540 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/4679c0a3-65c4-4f8b-a830-c0db9de80745 HTTP/1.1" status: 204 len: 168 time: 1.7059326 Jul 23 10:36:12.381963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:12.429637 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cf9fae-bb91-4218-bd5c-a092ec29062e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:36:12.431528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-24cf9fae-bb91-4218-bd5c-a092ec29062e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/4679c0a3-65c4-4f8b-a830-c0db9de80745 HTTP/1.1" status: 404 len: 333 time: 0.0478978 Jul 23 10:36:12.434794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:12.437328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:12.438844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:12.454428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e333e4-c51a-41e4-bbbe-e384641c128b None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:12.476005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:12.478258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.482503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9b9abea4-a46d-486c-b506-b39d7eeb63ca req-930b8212-5b9c-494d-9d30-d53740229454 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1241751 Jul 23 10:36:12.498687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=2219c21a-e91e-49e4-a307-3be8eac6fdb2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:12.503909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fb1cb27d-b8fe-4303-bd15-95bbb05e91ee no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:12.513125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1fd7cc7-c3b4-4008-adda-bae560aebece tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1324658 Jul 23 10:36:12.515940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53216) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:12.522706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': '2219c21a-e91e-49e4-a307-3be8eac6fdb2', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1991111158'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:12.646607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port ab47d0f7-3471-48f2-893b-5df2eb7ba141 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:12.648968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.717504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:12.787351 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.804695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for ab47d0f7-3471-48f2-893b-5df2eb7ba141 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:12.864387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fb1cb27d-b8fe-4303-bd15-95bbb05e91ee {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:12.870063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fb1cb27d-b8fe-4303-bd15-95bbb05e91ee not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:12.901997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:12.939612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port bf048b1b-a322-49bd-9f16-24fe55822531 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:12.980940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.051757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=ab47d0f7-3471-48f2-893b-5df2eb7ba141,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:13.141326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '2219c21a-e91e-49e4-a307-3be8eac6fdb2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:13.144242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.153319 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:36:13.153790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:36:13.188784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed512b46-2f20-439a-aa01-60ca9fd66b90 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6692309 Jul 23 10:36:13.189718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53242) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:13.219144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.221985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d4bdc401-e758-4dc3-ace1-6ece694a1c41 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/ab47d0f7-3471-48f2-893b-5df2eb7ba141 HTTP/1.1" status: 204 len: 168 time: 0.7860250 Jul 23 10:36:13.224425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:13.256071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb27c655-5b6f-45d6-8572-230b17ed3739 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0634398 Jul 23 10:36:13.258904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53246) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:13.297195 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b837107-1f26-44a0-9b13-e4dccb35041a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:36:13.306904 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b837107-1f26-44a0-9b13-e4dccb35041a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/ab47d0f7-3471-48f2-893b-5df2eb7ba141 HTTP/1.1" status: 404 len: 333 time: 0.0782368 Jul 23 10:36:13.307903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53248) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:13.367504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet f5ed131b-e695-4390-9cbc-492f79a6bfb7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:13.371400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.444596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.466137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/2219c21a-e91e-49e4-a307-3be8eac6fdb2/6bcf6d9f-cea9-4115-a0e7-473acfa205bc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:13.522795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa126d7-66da-4cbd-8548-168808576379 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:13.528432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa126d7-66da-4cbd-8548-168808576379 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:13.537487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:13.538798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfa126d7-66da-4cbd-8548-168808576379 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2701688 Jul 23 10:36:13.572954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9fbf7-60dd-48d7-9e18-d951fe1f9680 req-1251662d-89f4-488a-b856-526db59be7bb tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:13.575179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73b9fbf7-60dd-48d7-9e18-d951fe1f9680 req-1251662d-89f4-488a-b856-526db59be7bb tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 945 time: 0.2931619 Jul 23 10:36:13.601544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-ec0b7e4d-2046-47ce-93e2-9b044ecb9f7a tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:13.613931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-ec0b7e4d-2046-47ce-93e2-9b044ecb9f7a tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 945 time: 0.3071489 Jul 23 10:36:13.651655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 2219c21a-e91e-49e4-a307-3be8eac6fdb2 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:13.677252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.741334 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.752256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Transition to ACTIVE for port object 6bcf6d9f-cea9-4115-a0e7-473acfa205bc will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:13.798489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73b9fbf7-60dd-48d7-9e18-d951fe1f9680 req-5845e625-060a-464c-be82-c779db32408f tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/security-groups?id=60dc26d6-19bf-46b5-99bb-4e4854a1daee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150173 Jul 23 10:36:13.811933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Transition to ACTIVE for port object 6bcf6d9f-cea9-4115-a0e7-473acfa205bc will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:13.812531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.821572 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.860494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.892444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:13.898978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:13.906853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:13.913137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ed131b-e695-4390-9cbc-492f79a6bfb7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:13.916986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Pushing event updated for resources: {'Port': ['ID=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:13.920380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Deleting port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:13.924864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.943606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:13.945945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd3169d0-55c5-457b-b4a7-687c05ee3392 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/f5ed131b-e695-4390-9cbc-492f79a6bfb7 HTTP/1.1" status: 204 len: 168 time: 0.6368890 Jul 23 10:36:13.957078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53260) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:13.979147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bdeba-0b9d-42ce-af71-bb9249c62d39 None None] Network da1c5d64-044e-4518-9a8a-7958565cd623 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:14.025562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e7bf1d5-adf6-434e-8921-6d34a65aea42 req-9ce76614-cd75-4e19-b782-1526d9edbaf5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1555374 Jul 23 10:36:14.053846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.255816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.270307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Attempting to bind port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:14.270606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Attempting to bind port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:14.270980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Attempting to bind port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:14.291518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:14.291904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:14.292309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.292704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:14.295325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Bound port: 6bcf6d9f-cea9-4115-a0e7-473acfa205bc, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:14.295827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.373769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.412475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.419875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/2219c21a-e91e-49e4-a307-3be8eac6fdb2 HTTP/1.1" status: 204 len: 168 time: 0.8811252 Jul 23 10:36:14.420559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:14.441518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] For port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:14.454038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] For port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:14.465023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.499350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd150152-a042-4f3a-9e68-6ba8e46ec3c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=2219c21a-e91e-49e4-a307-3be8eac6fdb2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:14.522621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.540756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35459365-3879-4a25-93e5-644877d114a3 None None] DHCP port deletion for da1c5d64-044e-4518-9a8a-7958565cd623 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:14.560562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] For port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,segment=NetworkSegment(569c4b9c-93d1-459d-b580-3ff8e953013c),segment_id=569c4b9c-93d1-459d-b580-3ff8e953013c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:14.561227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.577911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Calling delete_port for 65cb87fd-11ef-4ea6-a812-9993c12dc3cd owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:14.583210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-45f0a02d-348d-4713-86b6-6fa9a7a26189 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907133 Jul 23 10:36:14.588771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53270) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:14.594552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:14.635331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df221-b366-4db9-9f5c-37fb1a9c8fcf None None] Pushing event updated for resources: {'Port': ['ID=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:14.653912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-35459365-3879-4a25-93e5-644877d114a3 None None] Deleting port 316fbce8-9c2b-4768-9318-869453177b07 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:14.654287 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35459365-3879-4a25-93e5-644877d114a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.708426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 316fbce8-9c2b-4768-9318-869453177b07 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:14.709047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.744661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-35459365-3879-4a25-93e5-644877d114a3 None None] For port 316fbce8-9c2b-4768-9318-869453177b07, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=316fbce8-9c2b-4768-9318-869453177b07,segment=NetworkSegment(f6a46f68-e00e-4b7f-8a60-f4679f10bc0a),segment_id=f6a46f68-e00e-4b7f-8a60-f4679f10bc0a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:14.745070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35459365-3879-4a25-93e5-644877d114a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.758361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-35459365-3879-4a25-93e5-644877d114a3 None None] Calling delete_port for 316fbce8-9c2b-4768-9318-869453177b07 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:14.843294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] For port 316fbce8-9c2b-4768-9318-869453177b07, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=316fbce8-9c2b-4768-9318-869453177b07,segment=NetworkSegment(f6a46f68-e00e-4b7f-8a60-f4679f10bc0a),segment_id=f6a46f68-e00e-4b7f-8a60-f4679f10bc0a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:14.843875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.876869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35459365-3879-4a25-93e5-644877d114a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.886411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 316fbce8-9c2b-4768-9318-869453177b07 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:14.948422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35459365-3879-4a25-93e5-644877d114a3 None None] Pushing event deleted for resources: {'Port': ['ID=316fbce8-9c2b-4768-9318-869453177b07,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:14.959465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:14.974552 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:14.976511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35459365-3879-4a25-93e5-644877d114a3 None None] No DVR routers for this DVR port 316fbce8-9c2b-4768-9318-869453177b07 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:15.126450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.215199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32984ceb-e51f-4194-84b6-5905fb6b846f req-967b5c0c-fa6c-449e-9fb4-00ad76d5db68 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f8de10b-1392-4f59-99dc-0bb23f8d49a3 HTTP/1.1" status: 200 len: 210 time: 0.0698204 Jul 23 10:36:15.290152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] No DVR routers for this DVR port 65cb87fd-11ef-4ea6-a812-9993c12dc3cd on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:15.292198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.294833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Pushing event deleted for resources: {'Port': ['ID=65cb87fd-11ef-4ea6-a812-9993c12dc3cd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:15.309526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.311946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a4c373c-aca7-42a1-8169-cc0cf4ef3484 req-c2669f73-15d2-4562-8667-a057ff412c96 tempest-ServerGroupTestJSON-353989042 tempest-ServerGroupTestJSON-353989042-project] 10.222.0.20 "DELETE /v2.0/ports/65cb87fd-11ef-4ea6-a812-9993c12dc3cd HTTP/1.1" status: 204 len: 173 time: 1.6840010 Jul 23 10:36:15.324624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'name': 'network-vif-deleted', 'tag': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:15.330455 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7c7c50-ec55-4be9-a981-63af0b21c2b1" -d '{"events": [{"server_uuid": "5f8de10b-1392-4f59-99dc-0bb23f8d49a3", "name": "network-vif-deleted", "tag": "65cb87fd-11ef-4ea6-a812-9993c12dc3cd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:15.393884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=316fbce8-9c2b-4768-9318-869453177b07,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:15.409010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c054a0f7-51dc-4ba9-95f1-62d63835c114 req-cc8f8128-b105-45c8-933c-3f62f1947fb5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1787541 Jul 23 10:36:15.413326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No DVR routers for this DVR port 316fbce8-9c2b-4768-9318-869453177b07 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:15.473861 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de71d3-84b0-4079-a527-fe1ffdfc0de7 x-openstack-request-id: req-e6de71d3-84b0-4079-a527-fe1ffdfc0de7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:15.474403 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8de10b-1392-4f59-99dc-0bb23f8d49a3", "name": "network-vif-deleted", "tag": "65cb87fd-11ef-4ea6-a812-9993c12dc3cd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:15.474924 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6de71d3-84b0-4079-a527-fe1ffdfc0de7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:15.475913 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8de10b-1392-4f59-99dc-0bb23f8d49a3', 'name': 'network-vif-deleted', 'tag': '65cb87fd-11ef-4ea6-a812-9993c12dc3cd', 'status': 'completed', 'code': 200} Jul 23 10:36:15.482524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.563535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.569244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:15.573176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:15.578826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:15.579464 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.580231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1c5d64-044e-4518-9a8a-7958565cd623']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:15.592704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:15.592704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a46f68-e00e-4b7f-8a60-f4679f10bc0a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:15.597921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=e529d8cf-058c-4983-adbc-fa087d98e012,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:15.608427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53284) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:15.612622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4c39de30-a62c-449c-8b20-38b1705ee5be tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0219710 Jul 23 10:36:15.615196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:15.622029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.644830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.653680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:36:15.654029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:36:15.657107 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:36:15.670987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.672254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.741450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.750137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.756627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/da1c5d64-044e-4518-9a8a-7958565cd623 HTTP/1.1" status: 204 len: 168 time: 1.7942464 Jul 23 10:36:15.757421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53286) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:15.772927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1635838686'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:15.803891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58216-2784-4af7-88f6-423861f6a07e tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=da1c5d64-044e-4518-9a8a-7958565cd623,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:15.811271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:15.812588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.817492 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.819762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.839223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.843267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1a0b7410-1ee9-4cff-b38f-df9a4bb17eae tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2297337 Jul 23 10:36:15.843826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:15.869164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:36:15.899800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.899917 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Added segment 99fd1170-22f6-49d5-8d69-8e5ae98a2e8e of type vlan for network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd Jul 23 10:36:15.957614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:15.967259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c224f-508b-46bd-b980-120e6df6e7c4 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:16.016157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.022671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:16.023381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.064298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3031325 Jul 23 10:36:16.066208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53292) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:16.074441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:16.104466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 65cb87fd-11ef-4ea6-a812-9993c12dc3cd no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:16.114832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9fd9f49f-15fe-4294-bab8-8743f4ef6988 None None] Provisioning for port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:16.139807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23127c76-7fe3-49a5-9d36-8ae942021e51 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Network': ['ID=45902ed0-d159-4c33-aaf9-6cbcc56e4cbd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:16.224824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:16.232234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:36:16.234728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.243285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 65cb87fd-11ef-4ea6-a812-9993c12dc3cd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:16.243674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 65cb87fd-11ef-4ea6-a812-9993c12dc3cd not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:16.444069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.572936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.592349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6bcf6d9f-cea9-4115-a0e7-473acfa205bc up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:16.621943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbbb638e-7b41-4aaa-84e7-29f854800ec4 req-ce292000-6cba-44dd-81ab-b21b8632d699 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1051116 Jul 23 10:36:16.726833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:16.733144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53318) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:16.733816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:16.734256 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.749106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Checking segment: {'id': '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:16.749398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network hostable DHCP agents. Network: 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:36:16.760605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=d804d7f5-cd09-42c5-b7c6-286ff362668b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:16.781636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:36:16.797336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:16.805883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:16.807003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.813260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee566286-d781-47b9-9a02-87b7bb924b2d None None] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:16.836303 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-76274210-82c7-4f95-9ecd-a45092ffa002 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689536 Jul 23 10:36:16.837300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:16.848082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1235267844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:16.879750 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.890177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.892491 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.923625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Deleting subnet a904f283-b195-435e-bd4f-7629cc44d1d9 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:16.926702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.934910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa6a1105-688e-48e3-b3c3-6e77afd71ffa None None] Provisioning complete for port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:16.935300 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1105-688e-48e3-b3c3-6e77afd71ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.967930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.983474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:16.990003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.011249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:17.019656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.025667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-92d57b05-cb9a-4867-b0c2-f1fa55c24acb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1871724 Jul 23 10:36:17.025896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:17.032969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd', 'name': 'tempest-PortsTestJSON-2130834348'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:17.053052 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.134867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::1 (65597b37-0f65-4455-bf75-7f43a1f9f92a/e529d8cf-058c-4983-adbc-fa087d98e012/98bbf106-0b83-4d6e-80f6-da23ff8a65a3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:17.143778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.168262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 316fbce8-9c2b-4768-9318-869453177b07 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:17.212373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-45902ed0-d159-4c33-aaf9-6cbcc56e4cbd', 'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': 'd804d7f5-cd09-42c5-b7c6-286ff362668b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:17.213237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.218100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 316fbce8-9c2b-4768-9318-869453177b07 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:17.218299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 316fbce8-9c2b-4768-9318-869453177b07 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:17.219963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:17.313781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.320164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:17.324975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.366604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a904f283-b195-435e-bd4f-7629cc44d1d9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:17.384760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.388949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b454e70-fb90-42c3-8e00-a3509ab54ea8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a904f283-b195-435e-bd4f-7629cc44d1d9 HTTP/1.1" status: 204 len: 168 time: 0.6530764 Jul 23 10:36:17.389593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:17.389729 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:17.396358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.405302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Allocated IP 172.20.0.2 (45902ed0-d159-4c33-aaf9-6cbcc56e4cbd/d804d7f5-cd09-42c5-b7c6-286ff362668b/83ced77c-3b6e-4fff-a4aa-7d5a3e278f00) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:17.442930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:17.494740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.496706 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.562148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:17.563765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:17.566300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:17.575889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:17.576533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.585670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.598170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3863d45f-79d9-4b11-a5a1-5e7f4a250c03']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:17.602530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.612454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569c4b9c-93d1-459d-b580-3ff8e953013c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:17.612963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569c4b9c-93d1-459d-b580-3ff8e953013c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:17.613799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Transition to ACTIVE for port object 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:17.624764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.642751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Transition to ACTIVE for port object 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:17.650246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.656722 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.659064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:36:17.659508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:36:17.661460 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:36:17.698993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:17.701881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:17.744440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:17.755178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.760986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.771730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3863d45f-79d9-4b11-a5a1-5e7f4a250c03 HTTP/1.1" status: 204 len: 168 time: 0.3808661 Jul 23 10:36:17.794757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c2b9-0595-4ea7-ab1e-c73088b8f891 admin admin] Pushing event deleted for resources: {'Network': ['ID=3863d45f-79d9-4b11-a5a1-5e7f4a250c03,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:17.835040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a1558dd-ddf1-456e-97d9-98eeb5bc1e95 req-b6bc8dbf-6237-488a-b3b8-becf467f971c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0520062 Jul 23 10:36:17.842431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.3 (45902ed0-d159-4c33-aaf9-6cbcc56e4cbd/d804d7f5-cd09-42c5-b7c6-286ff362668b/7f1f3c36-62da-4d15-94e4-8c0ba1461b10) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:17.892105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Pushing event updated for resources: {'Port': ['ID=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:17.896598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Attempting to bind port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:17.896826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Attempting to bind port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:17.897469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Attempting to bind port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 on network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:17.902933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:17.903318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Checking segment: {'id': '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:17.903767 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.904160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Bound using segment: {'id': '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:17.904630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Bound port: 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '45902ed0-d159-4c33-aaf9-6cbcc56e4cbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:17.905013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.907194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:17.992877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] For port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:18.007213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] For port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,segment=NetworkSegment(99fd1170-22f6-49d5-8d69-8e5ae98a2e8e),segment_id=99fd1170-22f6-49d5-8d69-8e5ae98a2e8e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:18.008985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f0a53ed3-ba19-4569-9e57-699da9dfef62 None None] Provisioning for port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:18.012980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f0a53ed3-ba19-4569-9e57-699da9dfef62 None None] Provisioning complete for port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:18.013616 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0a53ed3-ba19-4569-9e57-699da9dfef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.036997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.066472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:18.099163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd567c-98c6-40ff-8dc2-d2717cb700aa None None] Pushing event updated for resources: {'Port': ['ID=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:18.125414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f78a688-2ebb-4482-bdce-9c765ac27225 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=602ccb4a7d304276b6e5aec0f7ab16c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524824 Jul 23 10:36:18.126150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:18.137593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f0a53ed3-ba19-4569-9e57-699da9dfef62 None None] Port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:18.208786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b91723fe-7f13-4223-be8a-576743d0d42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.240957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b91723fe-7f13-4223-be8a-576743d0d42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.271843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.312591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b91723fe-7f13-4223-be8a-576743d0d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.319018 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b91723fe-7f13-4223-be8a-576743d0d42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.322498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b91723fe-7f13-4223-be8a-576743d0d42f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60dc26d6-19bf-46b5-99bb-4e4854a1daee HTTP/1.1" status: 204 len: 168 time: 0.1931293 Jul 23 10:36:18.328010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:18.329918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91723fe-7f13-4223-be8a-576743d0d42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc26d6-19bf-46b5-99bb-4e4854a1daee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:18.421557 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.427178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.490323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.491064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.513311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=7f1f3c36-62da-4d15-94e4-8c0ba1461b10,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:18.570615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:18.582796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:18.585584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:18.665272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:18.668864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6bcf6d9f-cea9-4115-a0e7-473acfa205bc up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:18.709786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:18.710262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.723933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:18.724739 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:18.744879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:18.749929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:18.750442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-013ac39d-c1f6-4831-adfd-f973565a58dc tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7212021 Jul 23 10:36:18.751685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:18.931096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Router 7c5ab485-1c6c-4b96-b69d-81f35f968fda is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:36:18.989402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:19.078357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3244ba36-ebc0-4c72-87a1-7a749a75409b req-0269a7ff-1049-432a-9826-2b84e01c83e4 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1287491 Jul 23 10:36:19.129485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:19.195630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:19.204474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a835beb0-85f0-41ef-a74e-486f0a67db77 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "PUT /v2.0/routers/7c5ab485-1c6c-4b96-b69d-81f35f968fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594921 Jul 23 10:36:19.205160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53356) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:19.209312 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Sync routers for ids ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:19.223231 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Routers {'7c5ab485-1c6c-4b96-b69d-81f35f968fda'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:19.223902 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:19.277837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b80b2749-36a7-4282-9b5f-7bd49c4e8c7e None None] Provisioning complete for port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:19.279970 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80b2749-36a7-4282-9b5f-7bd49c4e8c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:19.356184 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Set router 7c5ab485-1c6c-4b96-b69d-81f35f968fda gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:19.365392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b80b2749-36a7-4282-9b5f-7bd49c4e8c7e None None] Port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:19.365588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ef1f2-c1c2-42fa-bc8e-bd2c84089fef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:19.369213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-633ef1f2-c1c2-42fa-bc8e-bd2c84089fef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports/98bbf106-0b83-4d6e-80f6-da23ff8a65a3 HTTP/1.1" status: 200 len: 911 time: 0.1599705 Jul 23 10:36:19.373707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53364) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:19.474310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:19.550232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868edb03-cd0a-4bf8-a164-6e209517a69c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:19.559260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868edb03-cd0a-4bf8-a164-6e209517a69c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:19.560940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-868edb03-cd0a-4bf8-a164-6e209517a69c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1862359 Jul 23 10:36:19.575784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53370) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:19.666323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8248677-50c3-425b-91e9-d48c82fd5ec9 None None] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:19.700504 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:15Z', 'updated_at': '2021-07-23T10:36:17Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None, '_interfaces': [{'id': '98bbf106-0b83-4d6e-80f6-da23ff8a65a3', 'name': '', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'mac_address': 'fa:16:3e:be:4e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e529d8cf-058c-4983-adbc-fa087d98e012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:36:16Z', 'updated_at': '2021-07-23T10:36:18Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'subnets': [{'id': 'e529d8cf-058c-4983-adbc-fa087d98e012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:19.729777 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Checking router: 7c5ab485-1c6c-4b96-b69d-81f35f968fda for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:36:19.730369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Updating router 7c5ab485-1c6c-4b96-b69d-81f35f968fda port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:36:19.746909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:19.770567 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:19.900067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] Provisioning for port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:19.920415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] Provisioning complete for port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:19.920796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:19.962012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:19.974710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.047305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=7f1f3c36-62da-4d15-94e4-8c0ba1461b10,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:20.052225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2028945216-network', 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:20.079991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:20.083302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.094556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.119230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.197843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] For port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,segment=NetworkSegment(99fd1170-22f6-49d5-8d69-8e5ae98a2e8e),segment_id=99fd1170-22f6-49d5-8d69-8e5ae98a2e8e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:20.214629 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.225218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.230968 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Transition to ACTIVE for port object 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:20.240847 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.290144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd46edf-c4c9-433b-a25e-0e68fa0eb8d6 None None] Pushing event updated for resources: {'Port': ['ID=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:20.348808 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Pushing event updated for resources: {'Port': ['ID=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:20.396972 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.398804 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.399308 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.399833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.400327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.400827 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.401326 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.401819 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.402588 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.403434 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.403928 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.404411 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:20.413270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63664882-7b04-41dd-9418-bdaee10b3173 req-ad525359-c0e7-40f7-8d67-433a20255cd9 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1486738 Jul 23 10:36:20.562456 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Attempting to bind port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:20.563079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Attempting to bind port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:20.563630 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Attempting to bind port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:20.577451 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:20.578134 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:20.578699 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.579245 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:20.579895 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Bound port: 98bbf106-0b83-4d6e-80f6-da23ff8a65a3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:20.580569 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.613741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:20.616802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.798710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fb976744-a856-490f-971d-f64a6bb849d6 None None] Provisioning complete for port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:20.799367 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb976744-a856-490f-971d-f64a6bb849d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.828685 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] For port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:20.837319 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] For port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:20.844385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.862530 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.895478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:20.896113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:20.901604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.017465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba63c0-5989-469c-954d-7eeb7e67880a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:21.019569 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c0cf-01b2-4973-9861-5ecb22521c88 None None] Pushing event updated for resources: {'Port': ['ID=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:21.031344 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Routers {'7c5ab485-1c6c-4b96-b69d-81f35f968fda'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:21.032769 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:21.047844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:36:21.068583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fb976744-a856-490f-971d-f64a6bb849d6 None None] Provisioning for port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:21.080076 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.082129 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Added segment bce4e7ea-8366-480f-8e28-8affffa9cb36 of type vlan for network 7980ee26-816a-4ea3-89ea-7678cd186b0d Jul 23 10:36:21.118621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fb976744-a856-490f-971d-f64a6bb849d6 None None] Provisioning complete for port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:21.130027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb976744-a856-490f-971d-f64a6bb849d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.148522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.206655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fb976744-a856-490f-971d-f64a6bb849d6 None None] Port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:21.210703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.212201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:21.212924 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.219350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.240814 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] Set router 7c5ab485-1c6c-4b96-b69d-81f35f968fda gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:21.314044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5532341 Jul 23 10:36:21.321387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53382) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:21.323250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bfb24-b753-4ec4-9fba-d9725d471568 admin admin] Pushing event updated for resources: {'Network': ['ID=7980ee26-816a-4ea3-89ea-7678cd186b0d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:21.335274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:36:21.338032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Request body: {'subnet': {'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2028945216-subnet', 'tenant_id': 'c31844be144945f29e37e37f9dc345a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:21.350621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.415516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:21.418248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.467186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033225b-3aa4-4b7e-a723-0f3e7d558aa2 req-ffde4e79-60a2-4bf1-a999-c76f122983ff tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:21.478533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b033225b-3aa4-4b7e-a723-0f3e7d558aa2 req-ffde4e79-60a2-4bf1-a999-c76f122983ff tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.5458937 Jul 23 10:36:21.531835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-07eca8ba-6e92-4b47-b7f7-f8adfc4e89fb None None] Provisioning complete for port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:21.532536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07eca8ba-6e92-4b47-b7f7-f8adfc4e89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.608251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-07eca8ba-6e92-4b47-b7f7-f8adfc4e89fb None None] Port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:21.630561 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:15Z', 'updated_at': '2021-07-23T10:36:17Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None, '_interfaces': [{'id': '98bbf106-0b83-4d6e-80f6-da23ff8a65a3', 'name': '', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'mac_address': 'fa:16:3e:be:4e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e529d8cf-058c-4983-adbc-fa087d98e012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:36:16Z', 'updated_at': '2021-07-23T10:36:20Z', 'revision_number': 4, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'subnets': [{'id': 'e529d8cf-058c-4983-adbc-fa087d98e012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:21.642437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b033225b-3aa4-4b7e-a723-0f3e7d558aa2 req-6d5d841e-3449-4a6d-9809-37a0425fb1fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519225 Jul 23 10:36:21.666933 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd45c0-fed6-4f5e-a723-11305cc8b31f None None] The sync data for ids ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'] in n-d-778550-4 is: [{'id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:15Z', 'updated_at': '2021-07-23T10:36:17Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None, '_interfaces': [{'id': '98bbf106-0b83-4d6e-80f6-da23ff8a65a3', 'name': '', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'mac_address': 'fa:16:3e:be:4e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e529d8cf-058c-4983-adbc-fa087d98e012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:36:16Z', 'updated_at': '2021-07-23T10:36:20Z', 'revision_number': 4, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'subnets': [{'id': 'e529d8cf-058c-4983-adbc-fa087d98e012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:21.698739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86fe0c86-8e21-4acf-a3ea-de3d46e14e12 req-3747aa6b-9859-45a3-bdfb-0358b82c255d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1217973 Jul 23 10:36:21.761659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4b4344fd-908d-4ed2-a401-672df2400c3e None None] Provisioning complete for port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:21.762370 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b4344fd-908d-4ed2-a401-672df2400c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.772915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:21.773033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.809769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4b4344fd-908d-4ed2-a401-672df2400c3e None None] Port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:21.903977 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] For port 98bbf106-0b83-4d6e-80f6-da23ff8a65a3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:21.904356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:21.932792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:22.066762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.120696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392476e-597d-4d4d-a146-1fd505d6cf5b req-af4c71ff-94ba-4b26-8399-4e04e96a098c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:22.122315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c392476e-597d-4d4d-a146-1fd505d6cf5b req-af4c71ff-94ba-4b26-8399-4e04e96a098c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2874262 Jul 23 10:36:22.148258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.173476 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.180088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.202472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fa9957-6024-4ed3-be0d-6986889ad6d7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:22.216623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=98bbf106-0b83-4d6e-80f6-da23ff8a65a3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:22.286097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:22.286958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Network hostable DHCP agents. Network: 7980ee26-816a-4ea3-89ea-7678cd186b0d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:36:22.319031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c392476e-597d-4d4d-a146-1fd505d6cf5b req-4786f723-e994-4663-afcb-71e3b0782bcd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801040 Jul 23 10:36:22.330088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=7f1f3c36-62da-4d15-94e4-8c0ba1461b10,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:22.341394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.352041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:36:22.353948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.765591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-7a586baf-4df8-4de8-b0e1-703c9881554e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:22.767097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 7980ee26-816a-4ea3-89ea-7678cd186b0d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:22.767563 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-7a586baf-4df8-4de8-b0e1-703c9881554e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.1290228 Jul 23 10:36:22.781026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:22.781419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d8d2e-377e-40de-bd84-4714a82c1259 None None] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:22.782496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:22.810984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Router 7c5ab485-1c6c-4b96-b69d-81f35f968fda has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:36:22.817695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-6669841f-0fb9-437b-a0b4-7cd95f3cf0c8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/quotas/8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 375 time: 0.0414402 Jul 23 10:36:22.845074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-093a9437-7ef9-465e-a333-987578a0484c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5226960 Jul 23 10:36:22.866728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be038628-256a-40eb-a47a-4321b49de26a req-5409e11b-f23d-462b-a13f-69e64ba8f69c tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0437374 Jul 23 10:36:22.895525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:22.897121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:22.980980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:22.991287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b36b392-36ba-47f8-882c-4431fbbf7644 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "PUT /v2.0/routers/7c5ab485-1c6c-4b96-b69d-81f35f968fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143972 Jul 23 10:36:22.994312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53408) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:23.116978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Router d37510d7-56fd-4cc3-9a05-e728978e44c9 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:36:23.120454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9227e3e0-1fd4-41e2-a747-e26f59eb3e15 None None] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:23.156967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a22a82-604a-4370-b10b-b24086ea8ed3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:23.159346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a22a82-604a-4370-b10b-b24086ea8ed3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:23.161232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0a22a82-604a-4370-b10b-b24086ea8ed3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1659710 Jul 23 10:36:23.165258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53412) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:23.210284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-2ba5dc28-dbab-4f5e-bcbb-22ebbce0723f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3869541 Jul 23 10:36:23.343365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet e529d8cf-058c-4983-adbc-fa087d98e012 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:23.352242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:23.360763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cda861e3-eca7-4e04-ad75-3d13c27a0c7b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/routers/d37510d7-56fd-4cc3-9a05-e728978e44c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6070259 Jul 23 10:36:23.362380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:23.383799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:23.450058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39d8a3-0477-4cb6-ad9a-56951906ee61 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:23.456775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c39d8a3-0477-4cb6-ad9a-56951906ee61 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports?device_id=d37510d7-56fd-4cc3-9a05-e728978e44c9 HTTP/1.1" status: 200 len: 982 time: 0.0922344 Jul 23 10:36:23.457438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:23.461735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:23.497234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-40975be3-97c3-4cf1-80f3-4d43f312dbf3 service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531273 Jul 23 10:36:23.557980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:23.586864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] Sync routers for ids ['d37510d7-56fd-4cc3-9a05-e728978e44c9'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:23.601942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] Routers {'d37510d7-56fd-4cc3-9a05-e728978e44c9'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:23.602571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d37510d7-56fd-4cc3-9a05-e728978e44c9'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:23.648625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-44d08021-57c7-4af9-a3c8-a26fcfe720fb None None] Provisioning complete for port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:23.649065 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44d08021-57c7-4af9-a3c8-a26fcfe720fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:23.677074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-54336e56-3e36-4452-b217-f567912d014a service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711183 Jul 23 10:36:23.686869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-44d08021-57c7-4af9-a3c8-a26fcfe720fb None None] Port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:23.689634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:23.694014 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:23.700612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] Routers {'d37510d7-56fd-4cc3-9a05-e728978e44c9'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:23.701466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d37510d7-56fd-4cc3-9a05-e728978e44c9'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:23.748348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=e529d8cf-058c-4983-adbc-fa087d98e012,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:23.748753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1f17c-bee8-4cc3-a122-41c5bc13347e None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:23.751835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:23.756564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7a270ca2-28f2-4e0a-aac7-390637346575 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/e529d8cf-058c-4983-adbc-fa087d98e012 HTTP/1.1" status: 204 len: 168 time: 0.5880787 Jul 23 10:36:23.758865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53430) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:23.763004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:23.763708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da85c49-c88f-4063-8dd2-c2976376c03a None None] The sync data for ids ['d37510d7-56fd-4cc3-9a05-e728978e44c9'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:23.782753 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] Sync routers for ids ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:23.798471 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] Routers {'7c5ab485-1c6c-4b96-b69d-81f35f968fda'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:23.799664 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:23.910406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-b7f8991a-e41f-4769-873e-c21460a09a82 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:23.911995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-b7f8991a-e41f-4769-873e-c21460a09a82 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.2352710 Jul 23 10:36:23.936035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-2fc80dc9-0ca9-4f59-9728-87b7331a9b03 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0117090 Jul 23 10:36:23.945761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a94eb8e-19aa-463a-b39c-26bb302b1343 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1853399 Jul 23 10:36:23.946402 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] Set router 7c5ab485-1c6c-4b96-b69d-81f35f968fda gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:23.947964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53434) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:23.971945 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.019796 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.057435 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:15Z', 'updated_at': '2021-07-23T10:36:22Z', 'revision_number': 3, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:24.103916 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] Checking router: 7c5ab485-1c6c-4b96-b69d-81f35f968fda for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:36:24.115299 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] Routers {'7c5ab485-1c6c-4b96-b69d-81f35f968fda'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:24.115969 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:24.130569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:24.228515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] Deleting port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:24.228515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.251477 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] Set router 7c5ab485-1c6c-4b96-b69d-81f35f968fda gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:24.310772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] For port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:24.311295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-b493048e-e20d-4bc6-a449-d7f5efabbd33 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2933047 Jul 23 10:36:24.311817 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.348214 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:15Z', 'updated_at': '2021-07-23T10:36:22Z', 'revision_number': 3, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:24.348420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] Calling delete_port for 6bcf6d9f-cea9-4115-a0e7-473acfa205bc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:24.384123 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f1a62d-38ce-4805-b5b5-853ea38a96ad None None] The sync data for ids ['7c5ab485-1c6c-4b96-b69d-81f35f968fda'] in n-d-778550-4 is: [{'id': '7c5ab485-1c6c-4b96-b69d-81f35f968fda', 'name': 'tempest-NetworksTestDHCPv6-router-182170185', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:15Z', 'updated_at': '2021-07-23T10:36:22Z', 'revision_number': 3, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:24.500714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-c9ed628e-4a5e-45ad-b85e-216269d5bdba service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491807 Jul 23 10:36:24.562531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.586099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf02c316-4030-4f1e-9c53-6f7ec7ed60b2 req-676890a0-18ba-4623-a1b9-a08c2406289e tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0342419 Jul 23 10:36:24.599091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.651003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] Pushing event deleted for resources: {'Port': ['ID=6bcf6d9f-cea9-4115-a0e7-473acfa205bc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:24.652745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-c2fd451c-9bc8-48d9-bf99-f7accfc0b6fa service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445525 Jul 23 10:36:24.653271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cbcd8-986e-4d02-bbfb-25a84d35faf0 None None] No DVR routers for this DVR port 6bcf6d9f-cea9-4115-a0e7-473acfa205bc on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:24.701036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:24.701386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.792629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6bcf6d9f-cea9-4115-a0e7-473acfa205bc no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:24.842422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 6bcf6d9f-cea9-4115-a0e7-473acfa205bc {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:24.843117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6bcf6d9f-cea9-4115-a0e7-473acfa205bc not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:24.876817 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.883682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.885970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:24.916030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 7f1f3c36-62da-4d15-94e4-8c0ba1461b10 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:25.037235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57701b36-3672-4061-ab01-5276cbbb3be9 req-8bcdca5c-0094-4ba6-bc88-0f81a8dbe311 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 210 time: 0.0519023 Jul 23 10:36:25.037913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.038648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Fanout notify agent at l3_agent the message router_deleted on router 7c5ab485-1c6c-4b96-b69d-81f35f968fda {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:36:25.046254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.050160 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9efc974d-4a7f-4fed-8f84-50fe6d36b620 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/routers/7c5ab485-1c6c-4b96-b69d-81f35f968fda HTTP/1.1" status: 204 len: 168 time: 1.0984321 Jul 23 10:36:25.058598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53452) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:25.070315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:25.099996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3ce2318-d549-4ab6-a1a1-17138ab7045a req-f34c0767-4ea8-4701-9353-336753042a93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 210 time: 0.0606441 Jul 23 10:36:25.240811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:25.245069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.275040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.332381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=7f1f3c36-62da-4d15-94e4-8c0ba1461b10,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:25.612350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.827620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-918755c9-5759-4152-9781-491cace5f23c req-9e9bcfd1-8b55-4a97-a48d-1d4f17780ffb tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0981612 Jul 23 10:36:25.851302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.868116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-123377a3-a71e-46b6-b9ed-2c4b8f669696 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:25.869801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-123377a3-a71e-46b6-b9ed-2c4b8f669696 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.3512237 Jul 23 10:36:25.894689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Router d37510d7-56fd-4cc3-9a05-e728978e44c9 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:36:25.901553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'port': {'device_id': '0224e42e-f489-4144-b5ec-00a047d7c784', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'admin_state_up': True, 'tenant_id': '8144974fffab447182293981a4f41d7a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:25.930255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:25.941991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:25.949357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:25.950201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:25.951768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef404a6-084c-4a86-a793-c0d8d3f60b2c None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:26.000352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=a71246d9-e7dc-4963-a14f-ac984cbf0ed5,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:26.016141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdae3f69-4605-41fd-8c69-e0211d6c3323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9562991 Jul 23 10:36:26.021473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53466) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:26.032160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:26.043022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:26.062756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53470) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:26.073770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0906f2cf-85a0-45d7-8d72-c726c9b8ccb7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/routers/d37510d7-56fd-4cc3-9a05-e728978e44c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013279 Jul 23 10:36:26.078806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:26.083900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.112455 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a56f69-73b7-43c9-9e48-b20edddd0729 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:36:26.114793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-47a56f69-73b7-43c9-9e48-b20edddd0729 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/7f1f3c36-62da-4d15-94e4-8c0ba1461b10 HTTP/1.1" status: 404 len: 333 time: 0.0502613 Jul 23 10:36:26.118164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:26.128868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.129980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.186790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] Sync routers for ids ['d37510d7-56fd-4cc3-9a05-e728978e44c9'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:26.215356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] Routers {'d37510d7-56fd-4cc3-9a05-e728978e44c9'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:26.216617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d37510d7-56fd-4cc3-9a05-e728978e44c9'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:26.248060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e23388ff-1680-43f5-99d8-a4e6bce9b0f1 req-430177d9-f6d2-4435-8d73-28f018a53aba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 210 time: 0.0777655 Jul 23 10:36:26.272922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:26.275783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.278540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-30b4aebf-211f-4c84-bbf9-c8392ccac0d1 req-e59b351e-6fac-4f32-99bc-5fc0379c8599 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 210 time: 0.0961094 Jul 23 10:36:26.284866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.286686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.301271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:26.304041 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.333312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.337530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1fe24dff-251c-4ec8-9cea-d49d4f387fcb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3144171 Jul 23 10:36:26.338208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53476) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:26.339333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] Routers {'d37510d7-56fd-4cc3-9a05-e728978e44c9'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:26.341424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d37510d7-56fd-4cc3-9a05-e728978e44c9'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:26.496938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:26.497626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa868da-eb1e-47a0-b37f-db0b10791aac None None] The sync data for ids ['d37510d7-56fd-4cc3-9a05-e728978e44c9'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:26.505514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:26.558426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:26.558775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 98bbf106-0b83-4d6e-80f6-da23ff8a65a3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:26.575757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.586133 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.658134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/a71246d9-e7dc-4963-a14f-ac984cbf0ed5/b00f7bdc-1e74-4423-980b-946cdc2ad9a8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:26.683732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Allocated IP 172.20.0.3 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:26.718947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.720059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Fanout notify agent at l3_agent the message router_deleted on router d37510d7-56fd-4cc3-9a05-e728978e44c9 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:36:26.737919 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.738726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.739870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bd70aa1c-e26d-4a5b-92c3-0593ace0ecf2 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/routers/d37510d7-56fd-4cc3-9a05-e728978e44c9 HTTP/1.1" status: 204 len: 168 time: 0.6205704 Jul 23 10:36:26.742621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:26.766447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-27594417-f3bc-4816-bde4-c7d4eed9a7be tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:26.768573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-27594417-f3bc-4816-bde4-c7d4eed9a7be tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.3732812 Jul 23 10:36:26.786521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:26.816681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet d804d7f5-cd09-42c5-b7c6-286ff362668b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:26.832971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.873487 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.884260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Transition to ACTIVE for port object b00f7bdc-1e74-4423-980b-946cdc2ad9a8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:26.903125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Transition to ACTIVE for port object b00f7bdc-1e74-4423-980b-946cdc2ad9a8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:26.911035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.930950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:26.933542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:26.957081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:26.984003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:26.986216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.001340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Transition to ACTIVE for port object b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:27.059357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Pushing event updated for resources: {'Port': ['ID=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:27.076016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Attempting to bind port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:27.077867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Attempting to bind port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:27.078671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Attempting to bind port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:27.082986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.093982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:27.094820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:27.096690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.097517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:27.098684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Bound port: b00f7bdc-1e74-4423-980b-946cdc2ad9a8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:27.099333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.138599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2dc10f16-0e94-4ad7-8df0-b586ceb0897e req-74e30fef-0f88-451d-a592-9d56ef346c09 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0580666 Jul 23 10:36:27.207846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] For port b00f7bdc-1e74-4423-980b-946cdc2ad9a8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:27.212359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] For port b00f7bdc-1e74-4423-980b-946cdc2ad9a8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:27.216213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f', '4a1fc288-7791-4129-a7b1-cd6b140e96ed'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:27.224202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:27.233697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.238972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.267119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:27.274602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f316c10e-5caa-4ce2-bf9a-8fb422e5ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.289689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.304807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:27.308606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:27.312050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:27.346752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::1 (65597b37-0f65-4455-bf75-7f43a1f9f92a/a71246d9-e7dc-4963-a14f-ac984cbf0ed5/b5f415d0-9827-4c11-9d51-5221dd36b613) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:27.389240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d649-6316-4f15-9a45-e2ef2cced176 None None] Pushing event updated for resources: {'Port': ['ID=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:27.531562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a65cb84-b6d2-45de-8d9f-ada58e267fe9 req-73e3730a-22ff-4280-b4b6-e3bfee717ff5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 210 time: 0.0636106 Jul 23 10:36:27.577716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:27.578390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.620249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.622256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-abc0c9f8-fc2a-463b-ab50-6c975fdb63d4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7268300 Jul 23 10:36:27.669803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Request body: {'port': {'device_id': '0224e42e-f489-4144-b5ec-00a047d7c784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:27.691737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=d804d7f5-cd09-42c5-b7c6-286ff362668b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:27.698031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692b823-29b5-4243-963e-7716885dd186 None None] Network 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:27.710190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.712394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cab8b16c-9dff-4815-8e27-a785c7ef923f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/d804d7f5-cd09-42c5-b7c6-286ff362668b HTTP/1.1" status: 204 len: 168 time: 0.9675052 Jul 23 10:36:27.721746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:27.768177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74c592-1302-4379-a773-a3ee89f5b767 req-f7b2a12d-f0e8-4031-9207-3abafe801e0a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:27.776191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e74c592-1302-4379-a773-a3ee89f5b767 req-f7b2a12d-f0e8-4031-9207-3abafe801e0a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 931 time: 0.3603456 Jul 23 10:36:27.805171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.2 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/2819f264-e47a-4796-bb45-8400dc4fdc80) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:27.880705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.893768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e74c592-1302-4379-a773-a3ee89f5b767 req-0eabedf4-1c6a-49d9-a8ab-99590e19dcba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163170 Jul 23 10:36:27.921232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.959346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:27.977261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object b5f415d0-9827-4c11-9d51-5221dd36b613 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:27.986229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-38ed84c8-b8fa-4e72-aa93-89afe2ba12c6 None None] Provisioning for port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:28.008605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-38ed84c8-b8fa-4e72-aa93-89afe2ba12c6 None None] Provisioning complete for port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:28.008605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38ed84c8-b8fa-4e72-aa93-89afe2ba12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.088473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.101003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:28.101319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.149695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:28.161563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:28.163534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-38ed84c8-b8fa-4e72-aa93-89afe2ba12c6 None None] Port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:28.195080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=b5f415d0-9827-4c11-9d51-5221dd36b613,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:28.200490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:28.201033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.261378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.357720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] DHCP port deletion for 45902ed0-d159-4c33-aaf9-6cbcc56e4cbd request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:28.358710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] For port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,segment=NetworkSegment(99fd1170-22f6-49d5-8d69-8e5ae98a2e8e),segment_id=99fd1170-22f6-49d5-8d69-8e5ae98a2e8e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:28.359236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.443324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:28.448956 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f41daca-c86c-45c2-9e3d-cc28eea29363 req-0913eeba-a950-4d1e-87b9-acf127977df6 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0927651 Jul 23 10:36:28.560225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] Deleting port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:28.561724 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.650924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.702417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] For port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,segment=NetworkSegment(99fd1170-22f6-49d5-8d69-8e5ae98a2e8e),segment_id=99fd1170-22f6-49d5-8d69-8e5ae98a2e8e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:28.705066 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:28.734272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b00f7bdc-1e74-4423-980b-946cdc2ad9a8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:28.792305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] Calling delete_port for 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:28.932086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:28.993101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.064514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] Pushing event deleted for resources: {'Port': ['ID=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:29.070366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147a9a0-1613-4e34-b51d-b50ceb1989eb None None] No DVR routers for this DVR port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:29.074535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:29.117409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:29.117781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:29.148027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] Provisioning for port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:29.156721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] Provisioning complete for port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:29.157279 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.349893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.361203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.444892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:29.454989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] For port b00f7bdc-1e74-4423-980b-946cdc2ad9a8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:29.466630 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.476008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.501123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:29.502646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=2819f264-e47a-4796-bb45-8400dc4fdc80,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:29.519924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:29.522313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:29.536911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Transition to ACTIVE for port object b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:29.553022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230fb6d-4b56-47fe-bc19-02aad603b4cf None None] Pushing event updated for resources: {'Port': ['ID=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:29.599887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-609c0c4d-165b-40f2-a1ac-d6e66831e894 None None] Provisioning for port b5f415d0-9827-4c11-9d51-5221dd36b613 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:29.604955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-609c0c4d-165b-40f2-a1ac-d6e66831e894 None None] Provisioning complete for port b5f415d0-9827-4c11-9d51-5221dd36b613 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:29.605331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609c0c4d-165b-40f2-a1ac-d6e66831e894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.614057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.666735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-609c0c4d-165b-40f2-a1ac-d6e66831e894 None None] Port b5f415d0-9827-4c11-9d51-5221dd36b613 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:29.667795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Pushing event updated for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:29.677849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:29.678457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.714884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.715233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.715649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.715991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.716328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.716657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.716999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.717348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.717712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.718003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.718320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.718640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:29.746606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.748922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-6b75c134-adbd-4eb7-81d9-eabada6b1e93 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9715550 Jul 23 10:36:29.758228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108cc90-3457-476c-bd7c-d502092a76cb req-752ef46f-159d-4e92-a11f-529e3006ca37 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:29.765197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7108cc90-3457-476c-bd7c-d502092a76cb req-752ef46f-159d-4e92-a11f-529e3006ca37 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 931 time: 1.0819161 Jul 23 10:36:29.793993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Request body: {'port': {'device_id': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:29.829294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee8f25-9ef7-49e2-a5f3-9fa1766027e0 req-b94809a4-9b48-4d5e-a876-ea64ae3abe19 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:29.836291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fee8f25-9ef7-49e2-a5f3-9fa1766027e0 req-b94809a4-9b48-4d5e-a876-ea64ae3abe19 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 931 time: 0.4877734 Jul 23 10:36:29.886420 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7959ad1c-a132-49b4-921d-4d49c65ee9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:29.887914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=83ced77c-3b6e-4fff-a4aa-7d5a3e278f00,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:29.906185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No DVR routers for this DVR port 83ced77c-3b6e-4fff-a4aa-7d5a3e278f00 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:29.913935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7108cc90-3457-476c-bd7c-d502092a76cb req-398b5634-c157-476a-b5f5-941a17bf471e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466808 Jul 23 10:36:30.009130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.011914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Attempting to bind port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:30.016010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Attempting to bind port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:30.016414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Attempting to bind port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:30.050098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:36:30.050098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Attempting to bind port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:30.066559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:30.066903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:30.070781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:30.071362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Bound port: b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:30.071774 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.155131 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.176991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.181118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:30.184465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:30.197735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.198528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.206627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.209146 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fee8f25-9ef7-49e2-a5f3-9fa1766027e0 req-85a9dd1d-8d81-4401-aaec-6d04952d0feb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717380 Jul 23 10:36:30.244748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.283632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45902ed0-d159-4c33-aaf9-6cbcc56e4cbd']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:30.305597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-20d01a3a-3ffa-4c2f-bf19-9c4ced95f14d req-15b0f8b2-08c2-4500-a620-7f7d6536e0af tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1160345 Jul 23 10:36:30.306871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:30.307214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fd1170-22f6-49d5-8d69-8e5ae98a2e8e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:30.329967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:30.331443 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.331757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.333321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] 10.222.0.20 "PUT /v2.0/ports/b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 HTTP/1.1" status: 200 len: 1091 time: 2.6766410 Jul 23 10:36:30.336153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:30.340059 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a604012-f1fb-4473-879e-13b423f44960" -d '{"events": [{"name": "network-changed", "server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:30.376141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.386831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:36:30.387534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.429817 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db27e5-b7d5-4015-905b-b9e8490e001f x-openstack-request-id: req-94db27e5-b7d5-4015-905b-b9e8490e001f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:30.430115 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:30.430369 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94db27e5-b7d5-4015-905b-b9e8490e001f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:30.430763 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765', 'status': 'completed', 'code': 200} Jul 23 10:36:30.479107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ef53f-0683-44ff-938c-f9292b1c3e6d service neutron] Pushing event updated for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:36:30.500617 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:36:30.562341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b00f7bdc-1e74-4423-980b-946cdc2ad9a8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:30.634409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.656560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:30.657210 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.657618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=b5f415d0-9827-4c11-9d51-5221dd36b613,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:30.661712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-8e81496c-7cf4-4abb-8184-b053367a9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:30.663591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-8e81496c-7cf4-4abb-8184-b053367a9f84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 1094 time: 0.2551968 Jul 23 10:36:30.668601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.674829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53528) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:30.679977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/45902ed0-d159-4c33-aaf9-6cbcc56e4cbd HTTP/1.1" status: 204 len: 168 time: 2.9573958 Jul 23 10:36:30.683362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:30.707064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:30.719324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61891249-299e-4297-9a7d-9cb8f15d96ac tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=45902ed0-d159-4c33-aaf9-6cbcc56e4cbd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:30.845807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-6c39d02b-e8eb-457f-bff5-b19869868e34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 HTTP/1.1" status: 200 len: 217 time: 0.1441574 Jul 23 10:36:30.942530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:36:30.946163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f94a55-f1e4-442d-be8c-10c4d82f2845 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:30.947847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49f94a55-f1e4-442d-be8c-10c4d82f2845 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/692297ba-f6c3-4dda-a706-6c0de60d46bc HTTP/1.1" status: 200 len: 841 time: 0.2703826 Jul 23 10:36:30.958269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:30.965332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2819f264-e47a-4796-bb45-8400dc4fdc80 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:30.977633 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:30.998130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Transition to ACTIVE for port object 2819f264-e47a-4796-bb45-8400dc4fdc80 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:31.016027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.145633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-c1cdb60f-7dbf-4bba-b7e3-f871fd0fa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.147177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-c1cdb60f-7dbf-4bba-b7e3-f871fd0fa4e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.2726207 Jul 23 10:36:31.151694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e7a5dc19-bd02-4a6d-b979-1ca3b6c5ec6a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/692297ba-f6c3-4dda-a706-6c0de60d46bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1959848 Jul 23 10:36:31.159828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:31.179471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:31.230057 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.230892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8df4eb1d-e62a-4560-812b-1586b820f756 None None] Provisioning complete for port b5f415d0-9827-4c11-9d51-5221dd36b613 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:31.231932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8df4eb1d-e62a-4560-812b-1586b820f756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.232238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2819f264-e47a-4796-bb45-8400dc4fdc80,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:31.239158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:31.250471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d552f626-9535-499b-9f91-6c60ca0974b3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "PUT /v2.0/routers/1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9111950 Jul 23 10:36:31.251266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:31.257619 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Sync routers for ids ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:31.313884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8df4eb1d-e62a-4560-812b-1586b820f756 None None] Port b5f415d0-9827-4c11-9d51-5221dd36b613 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:31.341577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf876a-569e-4470-9901-45b89001f6ba req-2b3ef232-3e01-49d5-8858-f7a7ff6f3bc8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.351129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95bf876a-569e-4470-9901-45b89001f6ba req-2b3ef232-3e01-49d5-8858-f7a7ff6f3bc8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 943 time: 0.2648704 Jul 23 10:36:31.364645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5a3f3-08a9-4f1a-8be3-89e4b2b77b57 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.368438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d6d5a3f3-08a9-4f1a-8be3-89e4b2b77b57 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports/b5f415d0-9827-4c11-9d51-5221dd36b613 HTTP/1.1" status: 200 len: 911 time: 0.1098928 Jul 23 10:36:31.371599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53546) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:31.400548 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Routers {'1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:31.401194 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:31.405021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-193beb9c-0425-42f3-a412-f4c293ae5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.406806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-193beb9c-0425-42f3-a412-f4c293ae5492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485175 Jul 23 10:36:31.440402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:31.444866 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.460655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Attempting to bind port 2819f264-e47a-4796-bb45-8400dc4fdc80 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:31.461058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Attempting to bind port 2819f264-e47a-4796-bb45-8400dc4fdc80 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:31.461392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Attempting to bind port 2819f264-e47a-4796-bb45-8400dc4fdc80 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:31.487928 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Set router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:31.489944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Port 2819f264-e47a-4796-bb45-8400dc4fdc80 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:36:31.490436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Attempting to bind port 2819f264-e47a-4796-bb45-8400dc4fdc80 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:31.507937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbb5b7-31fe-45de-b8fb-e7c74906017e req-054fdd60-8216-4865-897b-98e83b0bcd38 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.511546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ebbb5b7-31fe-45de-b8fb-e7c74906017e req-054fdd60-8216-4865-897b-98e83b0bcd38 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 943 time: 0.1335990 Jul 23 10:36:31.529938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95bf876a-569e-4470-9901-45b89001f6ba req-7510965f-d821-41fb-96c2-8f95fec21cf1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768501 Jul 23 10:36:31.533252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:31.534078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:31.534442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:31.534902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Bound port: 2819f264-e47a-4796-bb45-8400dc4fdc80, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:31.535274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.643842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ebbb5b7-31fe-45de-b8fb-e7c74906017e req-1f4b0b2b-bb6f-4aaa-ba82-621e85b97729 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 Jul 23 10:36:31.726421 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d0631dd-ba15-41da-a6c8-845a054233ec req-0b4e2e7b-cb0d-4744-8edc-8f9026b89494 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0567830 Jul 23 10:36:31.739078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3a2af-d0e3-40dd-b313-124f25963d02 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.746037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3a2af-d0e3-40dd-b313-124f25963d02 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.750072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62a3a2af-d0e3-40dd-b313-124f25963d02 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3661165 Jul 23 10:36:31.754380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-407343b3-eae8-44ae-b096-8bfde0b31d34 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146105 Jul 23 10:36:31.754849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53550) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:31.778066 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:28Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None, '_interfaces': [{'id': 'b5f415d0-9827-4c11-9d51-5221dd36b613', 'name': '', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'mac_address': 'fa:16:3e:48:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:29Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'subnets': [{'id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:31.787929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.806658 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Checking router: 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:36:31.807050 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Updating router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 port b5f415d0-9827-4c11-9d51-5221dd36b613 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:36:31.846493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=88e1f0ec-cb66-48c6-aa25-007add90f08e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:31.855158 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.865407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:31.867128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:31.869887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] For port 2819f264-e47a-4796-bb45-8400dc4fdc80, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:31.870196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:31.871333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.880071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103bec2-333f-4cc4-9d87-e20e18685036 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:31.896595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ed232df2-9486-49bd-b6b9-cf1c046bb79a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7320511 Jul 23 10:36:31.896788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:31.905081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'security_group': {'name': 'tempest-secgroup-114313023'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:31.925410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] For port 2819f264-e47a-4796-bb45-8400dc4fdc80, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2819f264-e47a-4796-bb45-8400dc4fdc80,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:31.939556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:31.952843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.058567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:32.059195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.060622 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/2819f264-e47a-4796-bb45-8400dc4fdc80 HTTP/1.1" status: 200 len: 1091 time: 2.2932844 Jul 23 10:36:32.076756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d278d67-64e3-4fb9-ad1a-cd2d69fc805b req-f353aa1e-3a22-4cb6-8daa-ed3bddd1f967 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782030 Jul 23 10:36:32.111385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.112853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbde45-2b56-404a-98b4-952230d944d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2819f264-e47a-4796-bb45-8400dc4fdc80,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:32.119936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.172576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.172911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'tenant_id': 'b6dcbc5d72ce4caea5588b7dad9a2622', 'fixed_ips': [{'subnet_id': '88e1f0ec-cb66-48c6-aa25-007add90f08e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:32.174170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2758837 Jul 23 10:36:32.175575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.180162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:32.195576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'security_group': {'name': 'tempest-secgroup-253768220'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:32.248688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebbe57-900e-4fc6-86d8-4172a3ba44f8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352abd70-a0eb-4d35-bbbd-28caa347d672,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:32.277065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.371219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604012-f1fb-4473-879e-13b423f44960 req-6f1f9d5e-95f6-4ae9-869c-9382ddb897da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:32.372943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-6f1f9d5e-95f6-4ae9-869c-9382ddb897da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 1094 time: 0.2018855 Jul 23 10:36:32.378508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-66b102d4-a759-47dd-b63b-06f00a5c0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:32.380018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-66b102d4-a759-47dd-b63b-06f00a5c0333 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 1094 time: 0.2417939 Jul 23 10:36:32.438718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.446236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.466885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'tag': '2819f264-e47a-4796-bb45-8400dc4fdc80'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:32.467107 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.470965 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23fdb3d-4454-47ca-8eff-1e77d0304cab" -d '{"events": [{"name": "network-changed", "server_uuid": "c0baf017-0ee1-4ff4-884d-f4606a2bc7b7", "tag": "2819f264-e47a-4796-bb45-8400dc4fdc80"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:32.484574 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Transition to ACTIVE for port object b5f415d0-9827-4c11-9d51-5221dd36b613 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:32.494201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.496193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3145332 Jul 23 10:36:32.496478 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.499859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:32.514802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-754778278', 'security_groups': ['7499653e-a25a-4169-b9ae-6ecdc65612f5'], 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88e1f0ec-cb66-48c6-aa25-007add90f08e'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:32.515070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-4700ef39-9180-42a9-bc96-00c32e5d605c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2819f264-e47a-4796-bb45-8400dc4fdc80 HTTP/1.1" status: 200 len: 217 time: 0.1217983 Jul 23 10:36:32.607091 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af593f-0e6e-4252-8af5-dd7e0505fca8 None None] Pushing event updated for resources: {'Port': ['ID=b5f415d0-9827-4c11-9d51-5221dd36b613,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:32.639335 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a08b0ec-fe72-4b86-9d80-e38ceef10a74 x-openstack-request-id: req-7a08b0ec-fe72-4b86-9d80-e38ceef10a74 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:32.639674 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0baf017-0ee1-4ff4-884d-f4606a2bc7b7", "tag": "2819f264-e47a-4796-bb45-8400dc4fdc80", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:32.639928 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a08b0ec-fe72-4b86-9d80-e38ceef10a74 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:32.640320 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'tag': '2819f264-e47a-4796-bb45-8400dc4fdc80', 'status': 'completed', 'code': 200} Jul 23 10:36:32.678874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe43f6a-1ee7-4aff-aca5-c45937b6ec98 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7499653e-a25a-4169-b9ae-6ecdc65612f5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:32.684414 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Attempting to bind port b5f415d0-9827-4c11-9d51-5221dd36b613 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:32.684877 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Attempting to bind port b5f415d0-9827-4c11-9d51-5221dd36b613 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:32.685304 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Attempting to bind port b5f415d0-9827-4c11-9d51-5221dd36b613 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:32.691979 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:32.692443 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:32.692906 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.693378 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:32.694372 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Bound port: b5f415d0-9827-4c11-9d51-5221dd36b613, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:32.694829 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.706918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.720636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Allocated IP 172.20.0.2 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/88e1f0ec-cb66-48c6-aa25-007add90f08e/7c538b35-97fd-4287-bde8-389d10b53fa0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:32.845083 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] For port b5f415d0-9827-4c11-9d51-5221dd36b613, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:32.857716 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] For port b5f415d0-9827-4c11-9d51-5221dd36b613, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b5f415d0-9827-4c11-9d51-5221dd36b613,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:32.871510 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:32.901479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3c94-50f2-45ce-a164-690163c39175 req-cf82774e-9b03-4c42-9deb-727d154932ab tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:32.903965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdda3c94-50f2-45ce-a164-690163c39175 req-cf82774e-9b03-4c42-9deb-727d154932ab tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 943 time: 0.2261302 Jul 23 10:36:32.920145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:32.943091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604012-f1fb-4473-879e-13b423f44960 req-554e1291-ca1b-47f7-a4ce-853b835d9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:32.945627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-554e1291-ca1b-47f7-a4ce-853b835d9224 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.5633974 Jul 23 10:36:33.028473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd64261-4ed3-4440-a6b9-763bcabe7666 req-b0989111-68fd-4823-b741-323d381b2ce1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:33.035839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebd64261-4ed3-4440-a6b9-763bcabe7666 req-b0989111-68fd-4823-b741-323d381b2ce1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 943 time: 0.2223437 Jul 23 10:36:33.039077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-58bc1700-2806-4394-bdc4-ad1764c0aeaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 HTTP/1.1" status: 200 len: 217 time: 0.0822918 Jul 23 10:36:33.040578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-70f6dbde-e14d-4c44-a696-941602098a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:33.041995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-70f6dbde-e14d-4c44-a696-941602098a1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.5142813 Jul 23 10:36:33.047995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:33.067373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:33.079804 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Routers {'1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:33.080465 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:33.102977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 203c19a1-5980-4cc8-b26a-d92aeef2a65a yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:33.158213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdda3c94-50f2-45ce-a164-690163c39175 req-85f90560-0904-49fe-9877-38e59bdf801c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482169 Jul 23 10:36:33.281611 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af593f-0e6e-4252-8af5-dd7e0505fca8 None None] Pushing event updated for resources: {'Port': ['ID=b5f415d0-9827-4c11-9d51-5221dd36b613,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:33.329337 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] Set router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:33.433706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b58460eb-5e1d-4302-98f4-2cd5d905c01a req-a8c6c12b-557d-43e8-bc98-d79840b99da7 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.0808635 Jul 23 10:36:33.507167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:33.520314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Transition to ACTIVE for port object 7c538b35-97fd-4287-bde8-389d10b53fa0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:33.559788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Transition to ACTIVE for port object 7c538b35-97fd-4287-bde8-389d10b53fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:33.573372 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:33.692257 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:28Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None, '_interfaces': [{'id': 'b5f415d0-9827-4c11-9d51-5221dd36b613', 'name': '', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'mac_address': 'fa:16:3e:48:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:32Z', 'revision_number': 4, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'subnets': [{'id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:33.707605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:33.730209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:33.745864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.7 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/88e1f0ec-cb66-48c6-aa25-007add90f08e/203c19a1-5980-4cc8-b26a-d92aeef2a65a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:33.750712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:33.765014 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbece7ca-7875-4295-bc03-e98eee41410b None None] The sync data for ids ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'] in n-d-778550-4 is: [{'id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:28Z', 'revision_number': 2, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None, '_interfaces': [{'id': 'b5f415d0-9827-4c11-9d51-5221dd36b613', 'name': '', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'mac_address': 'fa:16:3e:48:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:32Z', 'revision_number': 4, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'subnets': [{'id': 'a71246d9-e7dc-4963-a14f-ac984cbf0ed5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:33.851139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:33.939329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Attempting to bind port 7c538b35-97fd-4287-bde8-389d10b53fa0 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:33.940754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Attempting to bind port 7c538b35-97fd-4287-bde8-389d10b53fa0 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '641eff85-5a38-4293-bccd-ec5d853b2f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:33.941457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Attempting to bind port 7c538b35-97fd-4287-bde8-389d10b53fa0 on network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:33.947338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:33.947838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Checking segment: {'id': '641eff85-5a38-4293-bccd-ec5d853b2f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:33.948352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:33.948855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Bound using segment: {'id': '641eff85-5a38-4293-bccd-ec5d853b2f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:33.949440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Bound port: 7c538b35-97fd-4287-bde8-389d10b53fa0, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641eff85-5a38-4293-bccd-ec5d853b2f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:33.949934 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:33.976063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.009281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 203c19a1-5980-4cc8-b26a-d92aeef2a65a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:34.059356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-1d3cb6f3-24dd-44af-b077-fdbb235ae52c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8294218 Jul 23 10:36:34.083722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.084549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:34.088301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:34.097518 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.121449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:36:34.210670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebd64261-4ed3-4440-a6b9-763bcabe7666 req-cc146ca2-24c3-433d-8635-5b65a0b849e3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1738377 Jul 23 10:36:34.228502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604012-f1fb-4473-879e-13b423f44960 req-e8deb7bc-201b-4ef2-80aa-6ca1917d3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:34.233979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-e8deb7bc-201b-4ef2-80aa-6ca1917d3f23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 1.0051725 Jul 23 10:36:34.240171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:34.254602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:34.259460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:34.289358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116209e-45b0-47eb-a5c7-7a0370093781 None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:34.370042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:34.370738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.387946 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.418388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=203c19a1-5980-4cc8-b26a-d92aeef2a65a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:34.457473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.457921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.458259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.458670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.459048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.459496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.459864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.460335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.460674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.461126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.461343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.461659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:34.474438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41931545-8181-44cc-8ec6-5dc3928de88a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9708514 Jul 23 10:36:34.495355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:34.516774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:34.613602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:34.646799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765', 'mac_address': 'fa:16:3e:83:50:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:36:34.679308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604012-f1fb-4473-879e-13b423f44960 req-be365eb0-4e7a-4e03-89ce-018ca21ccd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:34.685220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-be365eb0-4e7a-4e03-89ce-018ca21ccd77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3965235 Jul 23 10:36:34.713793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b5f415d0-9827-4c11-9d51-5221dd36b613 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:34.724310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1958d4-70c0-4945-b912-9a7a02429b31 req-14aa155e-a30b-4f11-b731-566ce052215d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:34.724935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d1958d4-70c0-4945-b912-9a7a02429b31 req-14aa155e-a30b-4f11-b731-566ce052215d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 943 time: 0.3513870 Jul 23 10:36:34.758117 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-7d4245ea-b204-442c-8b10-89f45d11551b service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883614 Jul 23 10:36:34.862202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d1958d4-70c0-4945-b912-9a7a02429b31 req-38219401-3586-424b-9922-ea3eca04978c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291356 Jul 23 10:36:34.864818 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.893958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:34.897284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:34.916943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:34.936733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a12fad60-dd91-460f-aeed-3a59128294a2 req-a47cce18-7527-4dc3-9fb7-f57d318e1f2d tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3df133d-1d69-4373-bcbf-af1b048a7dfb HTTP/1.1" status: 200 len: 210 time: 0.1354945 Jul 23 10:36:34.985097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b5f415d0-9827-4c11-9d51-5221dd36b613 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:35.002269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:35.014982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b5f415d0-9827-4c11-9d51-5221dd36b613 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:35.015371 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.021923 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.048403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port b5f415d0-9827-4c11-9d51-5221dd36b613 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:35.048762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.168613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] For port b5f415d0-9827-4c11-9d51-5221dd36b613, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b5f415d0-9827-4c11-9d51-5221dd36b613,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:35.169307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.182841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for b5f415d0-9827-4c11-9d51-5221dd36b613 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:35.268499 n-d-778550-4 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 88e1f0ec-cb66-48c6-aa25-007add90f08e (CIDR: 172.20.0.0/28) Jul 23 10:36:35.276164 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:36:35.276766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:36:35.329836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-6b618cac-5ae5-46aa-bc5c-327fc6a0d476 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332219 Jul 23 10:36:35.332972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53606) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:35.336679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1af93ebd-e3f2-49b2-be6c-8e0cdefa3fdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8301945 Jul 23 10:36:35.343456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:35.385304 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.390725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:35.398549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79699ca5-d4c1-4d2b-ba3f-69be1a1ec5a1 req-2d3e4738-9a7d-4a39-8e9f-ea8b8e8fcb69 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322505 Jul 23 10:36:35.458818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:35.471992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150c4c2-5ed6-4ad2-8623-de6a3ea3ce60 req-88bb27cf-6bb3-4928-aa0d-4c5dd19f9b36 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:35.479918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4150c4c2-5ed6-4ad2-8623-de6a3ea3ce60 req-88bb27cf-6bb3-4928-aa0d-4c5dd19f9b36 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 944 time: 0.1028669 Jul 23 10:36:35.514590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port b5f415d0-9827-4c11-9d51-5221dd36b613, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b5f415d0-9827-4c11-9d51-5221dd36b613,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:35.524466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4150c4c2-5ed6-4ad2-8623-de6a3ea3ce60 req-6445865f-e7c4-40c7-bf12-b3bcd6b849db tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Jul 23 10:36:35.546319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.621780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=b5f415d0-9827-4c11-9d51-5221dd36b613,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:35.739090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a67ea003-1bc3-41b4-8492-bf80e771762d None None] Provisioning for port 7c538b35-97fd-4287-bde8-389d10b53fa0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:35.752713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a604012-f1fb-4473-879e-13b423f44960 req-599a8fec-c2e9-44ee-ae33-ff14b12820a0 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022267 Jul 23 10:36:35.754904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a67ea003-1bc3-41b4-8492-bf80e771762d None None] Provisioning complete for port 692297ba-f6c3-4dda-a706-6c0de60d46bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:35.755362 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a67ea003-1bc3-41b4-8492-bf80e771762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.813546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a67ea003-1bc3-41b4-8492-bf80e771762d None None] Port 692297ba-f6c3-4dda-a706-6c0de60d46bc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:35.813736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43824f18-9269-43f7-8808-12abb9084dc1 req-83c67684-822f-417a-ab55-0fd8a06a296e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:35.818485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-43824f18-9269-43f7-8808-12abb9084dc1 req-83c67684-822f-417a-ab55-0fd8a06a296e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 946 time: 0.4188972 Jul 23 10:36:35.847018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.854490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-5d3ad1b6-9d7b-4bf1-a305-634fed7103cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:35.856478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-5d3ad1b6-9d7b-4bf1-a305-634fed7103cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 1094 time: 0.3590519 Jul 23 10:36:35.881129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:35.884609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:35.915178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=b5f415d0-9827-4c11-9d51-5221dd36b613,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:35.956221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-df102c03-98ea-4ea8-9771-17940fb1c5ea None None] Provisioning for port 203c19a1-5980-4cc8-b26a-d92aeef2a65a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:35.961136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-df102c03-98ea-4ea8-9771-17940fb1c5ea None None] Provisioning complete for port 203c19a1-5980-4cc8-b26a-d92aeef2a65a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:35.961574 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df102c03-98ea-4ea8-9771-17940fb1c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.009174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-43824f18-9269-43f7-8808-12abb9084dc1 req-b136b116-c4e6-4b7f-8597-89a44f50c910 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804440 Jul 23 10:36:36.049090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ff48d-a5a1-48fe-bed7-1817e07519cb req-dc6a44c2-768c-4ece-8740-4d32e5fbe58b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:36.054691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df102c03-98ea-4ea8-9771-17940fb1c5ea None None] Port 203c19a1-5980-4cc8-b26a-d92aeef2a65a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:36.057659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-517ff48d-a5a1-48fe-bed7-1817e07519cb req-dc6a44c2-768c-4ece-8740-4d32e5fbe58b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 943 time: 0.1122148 Jul 23 10:36:36.118322 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-517ff48d-a5a1-48fe-bed7-1817e07519cb req-7e03143d-7bab-49dc-9ffd-2efe0854fcd1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596590 Jul 23 10:36:36.171519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53622) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:36.254936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1339fa29-ca46-4637-abcb-da594de0e02f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.285981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1339fa29-ca46-4637-abcb-da594de0e02f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.301991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.361418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1339fa29-ca46-4637-abcb-da594de0e02f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.365727 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1339fa29-ca46-4637-abcb-da594de0e02f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.367195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1339fa29-ca46-4637-abcb-da594de0e02f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc174dea-21ad-459a-b27d-0f1ad2619011 HTTP/1.1" status: 204 len: 168 time: 0.1946766 Jul 23 10:36:36.375926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:36.407466 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-52ee64ef-6a39-4adb-8097-0f7c248a903a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] show failed (client error): The resource could not be found. Jul 23 10:36:36.408106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-52ee64ef-6a39-4adb-8097-0f7c248a903a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "GET /v2.0/security-groups/dc174dea-21ad-459a-b27d-0f1ad2619011 HTTP/1.1" status: 404 len: 347 time: 0.0280583 Jul 23 10:36:36.410983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339fa29-ca46-4637-abcb-da594de0e02f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc174dea-21ad-459a-b27d-0f1ad2619011,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:36.413229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:36.438685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-b274f0f3-2b5c-447c-8f3d-0ed15111d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:36.441020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-b274f0f3-2b5c-447c-8f3d-0ed15111d64d service neutron] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.5486727 Jul 23 10:36:36.493957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-9a62f91d-b07a-4e34-aa75-c67ec54a24ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2819f264-e47a-4796-bb45-8400dc4fdc80 HTTP/1.1" status: 200 len: 217 time: 0.0449028 Jul 23 10:36:36.625757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 8c303b0d-bdba-48ba-aa12-0137de4fbb75 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:36.626116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.675478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-dfb07997-1d3a-48b1-b78b-3e6b47c1bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:36.677212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-dfb07997-1d3a-48b1-b78b-3e6b47c1bfc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1701858 Jul 23 10:36:36.700273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c538b35-97fd-4287-bde8-389d10b53fa0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:36.721993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-d424bf3d-62af-438d-8348-b9f0bbfe6947 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369444 Jul 23 10:36:36.727537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:36:36.795594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7c538b35-97fd-4287-bde8-389d10b53fa0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:36.802337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:36.803869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.842335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.843255 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.862344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 8c303b0d-bdba-48ba-aa12-0137de4fbb75 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:36.919503 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.943694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:36:36.956968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8c71680b-c153-42af-852b-1a3e342b2da2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "PUT /v2.0/routers/1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1996891 Jul 23 10:36:36.960302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] Sync routers for ids ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:36:36.965219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:36.978122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d90ffe-aa4d-48d1-ac22-fc7766c54b9a req-88ec64d8-fa05-4e2c-997a-5f2beae92126 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:36.979229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53634) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:36.979774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16d90ffe-aa4d-48d1-ac22-fc7766c54b9a req-88ec64d8-fa05-4e2c-997a-5f2beae92126 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 944 time: 0.2140131 Jul 23 10:36:36.991531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:36.995396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] Routers {'1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:36.995956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:36.999799 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.091720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:37.094186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-e45acd03-228e-40f8-be05-cc5689e46d62 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638594 Jul 23 10:36:37.132101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16d90ffe-aa4d-48d1-ac22-fc7766c54b9a req-7d051777-d106-4abc-9963-c59e2f1509e0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420782 Jul 23 10:36:37.148562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] Set router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:37.197353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:37.201766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:37.203885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.254335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.267397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6099a6b-dca6-4a39-b064-9ba3730a306d None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:37.286516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:35Z', 'revision_number': 3, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:37.334003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] Checking router: 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:36:37.338023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=8c303b0d-bdba-48ba-aa12-0137de4fbb75,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:37.339911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:37.369501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] Routers {'1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:36:37.370518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:36:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:37.427813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.430507 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.431746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a60c921-351a-4197-9c3f-8194118b4c61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/floatingips/30454600-24ca-43b2-a30e-9882f912103b HTTP/1.1" status: 204 len: 168 time: 1.0175490 Jul 23 10:36:37.434331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:37.449905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e37c-8389-4b11-a470-ac300fb4efc9 req-1eaa9170-bfc3-4dd6-a283-74deed8c59e0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:37.457562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cfd0e37c-8389-4b11-a470-ac300fb4efc9 req-1eaa9170-bfc3-4dd6-a283-74deed8c59e0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 943 time: 0.2136722 Jul 23 10:36:37.493746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] Set router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:36:37.550369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cfd0e37c-8389-4b11-a470-ac300fb4efc9 req-5b214138-590b-40f1-97f6-5ed50db14dd3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874338 Jul 23 10:36:37.586285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:35Z', 'revision_number': 3, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:37.617593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310e832-661a-4b0d-93aa-f09b576b8f41 None None] The sync data for ids ['1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983'] in n-d-778550-4 is: [{'id': '1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983', 'name': 'tempest-NetworksTestDHCPv6-router-87423243', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:36:26Z', 'updated_at': '2021-07-23T10:36:35Z', 'revision_number': 3, 'project_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:36:37.619375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2819f264-e47a-4796-bb45-8400dc4fdc80 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:36:37.704483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:37.704954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.778274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=639c85ce-29f0-4900-8248-2e20165de9e9,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:37.809683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09467fde-02dc-4a9c-8711-0db45c0a6b4c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:37.811284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09467fde-02dc-4a9c-8711-0db45c0a6b4c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:37.812932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-09467fde-02dc-4a9c-8711-0db45c0a6b4c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8273082 Jul 23 10:36:37.820579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:37.829885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0e60018c-4f18-4476-b1af-276709391244 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4917285 Jul 23 10:36:37.843848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:37.847781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2819f264-e47a-4796-bb45-8400dc4fdc80, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2819f264-e47a-4796-bb45-8400dc4fdc80,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:37.849817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-417216820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '639c85ce-29f0-4900-8248-2e20165de9e9'}], 'security_groups': ['352abd70-a0eb-4d35-bbbd-28caa347d672']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:37.889964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '2819f264-e47a-4796-bb45-8400dc4fdc80', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': '2819f264-e47a-4796-bb45-8400dc4fdc80', 'mac_address': 'fa:16:3e:74:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:36:37.938973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:37.970363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f024c-ce48-4d28-9515-e15ac3462367 req-2787047c-c8c0-4e11-918c-b045ed91cb51 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:37.972366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-892f024c-ce48-4d28-9515-e15ac3462367 req-2787047c-c8c0-4e11-918c-b045ed91cb51 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 946 time: 0.9654171 Jul 23 10:36:37.977583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 814603fd-ec0e-48df-8b4d-cb6cd9fbf14b owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:37.981790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93184d-d2b2-4eb9-aa3f-4f07eba57266 req-283f9c3b-dda5-42d1-a2ce-39eb21fef26b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:37.995719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e93184d-d2b2-4eb9-aa3f-4f07eba57266 req-283f9c3b-dda5-42d1-a2ce-39eb21fef26b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 946 time: 0.8330083 Jul 23 10:36:37.999259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.003870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet a71246d9-e7dc-4963-a14f-ac984cbf0ed5 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:38.008620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.035409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2819f264-e47a-4796-bb45-8400dc4fdc80 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:38.048289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.096796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.103277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c23fdb3d-4454-47ca-8eff-1e77d0304cab req-3af0406d-1a3d-461a-8376-c609522e861c service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9250231 Jul 23 10:36:38.133213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2819f264-e47a-4796-bb45-8400dc4fdc80, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2819f264-e47a-4796-bb45-8400dc4fdc80,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:38.141498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:38.248391 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.282361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.314135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Update dhcp port {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'fixed_ips': [{'subnet_id': '88e1f0ec-cb66-48c6-aa25-007add90f08e', 'ip_address': '172.20.0.2'}, {'subnet_id': '639c85ce-29f0-4900-8248-2e20165de9e9'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '7c538b35-97fd-4287-bde8-389d10b53fa0'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:36:38.347819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e93184d-d2b2-4eb9-aa3f-4f07eba57266 req-7eff8a3a-27f8-49a5-a155-139f02a026d5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468404 Jul 23 10:36:38.349423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:38.359646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:38.360160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.423286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=2819f264-e47a-4796-bb45-8400dc4fdc80,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:38.427630 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.598785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.665289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Allocated IP 172.20.0.18 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/639c85ce-29f0-4900-8248-2e20165de9e9/7c538b35-97fd-4287-bde8-389d10b53fa0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:38.690706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=a71246d9-e7dc-4963-a14f-ac984cbf0ed5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:38.715599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:38.717630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c538b35-97fd-4287-bde8-389d10b53fa0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:38.759078 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.761061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc347aae-eaa8-4c32-88ba-e5c8cbe6e58b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/a71246d9-e7dc-4963-a14f-ac984cbf0ed5 HTTP/1.1" status: 204 len: 168 time: 0.9355686 Jul 23 10:36:38.764227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53660) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:38.797411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216698ea-7018-43af-bb58-ed9d5c189777 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:38.860217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Deleting port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:38.860217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.860863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457c84-8690-4025-a246-754486a75a3f req-80a41998-50b3-4742-bc3f-8ce9273643fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:38.863444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5b457c84-8690-4025-a246-754486a75a3f req-80a41998-50b3-4742-bc3f-8ce9273643fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 944 time: 0.3050928 Jul 23 10:36:38.866034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:38.946251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=814603fd-ec0e-48df-8b4d-cb6cd9fbf14b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:39.068171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] For port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:39.068688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.084096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Calling delete_port for 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:39.167575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5b457c84-8690-4025-a246-754486a75a3f req-436715fc-2841-40f8-aab5-ab5ea7baf4f5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953653 Jul 23 10:36:39.208601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.210789 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c7f2be7e-26b3-4fa2-b7f7-a415fae69f61 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/ports/814603fd-ec0e-48df-8b4d-cb6cd9fbf14b HTTP/1.1" status: 204 len: 168 time: 1.7751563 Jul 23 10:36:39.212978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:39.317562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.335640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8829b10f-fb39-461a-9619-b10108c820a9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5679352 Jul 23 10:36:39.362543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:39.386029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:39.386157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.392259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53664) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:39.396754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event deleted for resources: {'Port': ['ID=6987f2f2-634e-49f8-a594-1c33fa1fd1d9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:39.443201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7298-5143-4234-886a-3fb429dcdfd6 req-29f6c5cd-33b7-4eeb-9243-1baf87d67fcb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:39.444721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dfe7298-5143-4234-886a-3fb429dcdfd6 req-29f6c5cd-33b7-4eeb-9243-1baf87d67fcb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 944 time: 0.7600281 Jul 23 10:36:39.457013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 249aa489-75df-41fb-bce9-64260b9af4cf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:39.457361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.473768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.552009 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.576281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.592458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 249aa489-75df-41fb-bce9-64260b9af4cf owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:39.605361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Transition to ACTIVE for port object 7c538b35-97fd-4287-bde8-389d10b53fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:39.685970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] No DVR routers for this DVR port 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:39.688627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.697779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-892f024c-ce48-4d28-9515-e15ac3462367 req-b83ad9c6-050a-4db8-b617-64abb6ccf3ac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "DELETE /v2.0/ports/6987f2f2-634e-49f8-a594-1c33fa1fd1d9 HTTP/1.1" status: 204 len: 173 time: 1.6607368 Jul 23 10:36:39.699795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'name': 'network-vif-deleted', 'tag': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:39.704533 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff58d2e-6190-4b1b-ad17-0eec5acb262a" -d '{"events": [{"server_uuid": "107f9bd8-c82d-4ab0-b431-0abc77258765", "name": "network-vif-deleted", "tag": "6987f2f2-634e-49f8-a594-1c33fa1fd1d9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:39.715519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.734728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.736658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:39.738920 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a596e55f-3bb3-4b83-82a4-59eaafa980c1" -d '{"events": [{"server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "name": "network-vif-plugged", "status": "completed", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:39.790657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:39.824526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:39.838598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b5f415d0-9827-4c11-9d51-5221dd36b613 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:39.912528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dfe7298-5143-4234-886a-3fb429dcdfd6 req-04efafa9-9624-423c-86c2-b23d4a8880ef tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093657 Jul 23 10:36:39.979722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b5f415d0-9827-4c11-9d51-5221dd36b613 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:39.980067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b5f415d0-9827-4c11-9d51-5221dd36b613 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:39.995521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50335950-2191-4ab4-ace8-31560cfa3074 None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:40.054968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39864517-55e0-44c2-9c93-c39e726df44d req-e4f344be-5d90-4dc7-a178-e9c23c4d9980 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.5746708 Jul 23 10:36:40.128328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.131137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.135334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:40.148710 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0849e859-3d06-424c-9bdc-3388904bad4a x-openstack-request-id: req-0849e859-3d06-424c-9bdc-3388904bad4a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:40.148937 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "name": "network-vif-plugged", "status": "completed", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:40.149157 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0849e859-3d06-424c-9bdc-3388904bad4a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:40.154859 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765', 'code': 200} Jul 23 10:36:40.157347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:40.286573 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fab222c-bda2-44b9-a4fe-5aaabcf85189 x-openstack-request-id: req-8fab222c-bda2-44b9-a4fe-5aaabcf85189 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:40.286573 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107f9bd8-c82d-4ab0-b431-0abc77258765", "name": "network-vif-deleted", "tag": "6987f2f2-634e-49f8-a594-1c33fa1fd1d9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:40.288425 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fab222c-bda2-44b9-a4fe-5aaabcf85189 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:40.289176 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107f9bd8-c82d-4ab0-b431-0abc77258765', 'name': 'network-vif-deleted', 'tag': '6987f2f2-634e-49f8-a594-1c33fa1fd1d9', 'status': 'completed', 'code': 200} Jul 23 10:36:40.306461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] Deleting port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:40.306829 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.317087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.318905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Fanout notify agent at l3_agent the message router_deleted on router 1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:36:40.341151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.344744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-08fb3ccc-dedf-4697-b4cd-d81e5ba21a74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/routers/1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 HTTP/1.1" status: 204 len: 168 time: 0.9409366 Jul 23 10:36:40.363007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Delete allocated IP 172.20.0.7 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/88e1f0ec-cb66-48c6-aa25-007add90f08e) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 10:36:40.378162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.28 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/639c85ce-29f0-4900-8248-2e20165de9e9/203c19a1-5980-4cc8-b26a-d92aeef2a65a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:40.396370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53684) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:40.450302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] For port b00f7bdc-1e74-4423-980b-946cdc2ad9a8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:40.455308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.500656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] Calling delete_port for b00f7bdc-1e74-4423-980b-946cdc2ad9a8 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:40.561192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.650502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c538b35-97fd-4287-bde8-389d10b53fa0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:40.670834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.681905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfb5e3-8b55-443c-b6a1-7f81e6c3d6f3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:40.695015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 203c19a1-5980-4cc8-b26a-d92aeef2a65a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:40.696170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-41bfb5e3-8b55-443c-b6a1-7f81e6c3d6f3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2961512 Jul 23 10:36:40.715162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:40.749879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=249aa489-75df-41fb-bce9-64260b9af4cf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:40.752904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.759071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151918f2-e03d-4356-b832-46c9554c0547 req-d25d6096-664c-4635-a093-e3d7ef93aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:40.766534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151918f2-e03d-4356-b832-46c9554c0547 req-d25d6096-664c-4635-a093-e3d7ef93aaa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 1096 time: 0.4763789 Jul 23 10:36:40.856223 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.884830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:40.889826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-83febb9a-c71a-49fa-a771-a9b7e398a6a5 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/ports/249aa489-75df-41fb-bce9-64260b9af4cf HTTP/1.1" status: 204 len: 168 time: 1.6737220 Jul 23 10:36:40.894073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151918f2-e03d-4356-b832-46c9554c0547 req-9cbe7474-3ada-4f30-8794-8f7f761303ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707750 Jul 23 10:36:40.898215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:40.913215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359dfb-cdcf-48f2-9940-4dc1a89ae05b req-d4e16597-031a-4067-9c93-2f852d275c9c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:40.921175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-75359dfb-cdcf-48f2-9940-4dc1a89ae05b req-d4e16597-031a-4067-9c93-2f852d275c9c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 945 time: 0.3825805 Jul 23 10:36:40.932966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b00f7bdc-1e74-4423-980b-946cdc2ad9a8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:40.953520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] Pushing event deleted for resources: {'Port': ['ID=b00f7bdc-1e74-4423-980b-946cdc2ad9a8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:40.998518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting subnet 2de79cc9-8a18-4b88-acdf-9f6eff79ca9e {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:41.002615 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.038664 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-75359dfb-cdcf-48f2-9940-4dc1a89ae05b req-7a2bb709-d392-401f-94c2-af740be3a582 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163237 Jul 23 10:36:41.042870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f608b9-a848-43ec-b4ec-71d2ec6d4605 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:41.044701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecabcd0-27ad-4abe-b148-2d41a396a29d None None] No DVR routers for this DVR port b00f7bdc-1e74-4423-980b-946cdc2ad9a8 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:41.047609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-46f608b9-a848-43ec-b4ec-71d2ec6d4605 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3292837 Jul 23 10:36:41.052972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53696) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:41.055804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b00f7bdc-1e74-4423-980b-946cdc2ad9a8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:41.056171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b00f7bdc-1e74-4423-980b-946cdc2ad9a8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:41.188960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.206320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-575ed7fe-2f60-479a-8896-9f12a99ef51a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517770 Jul 23 10:36:41.222494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53700) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:41.233246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:41.245722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Provisioning for port 203c19a1-5980-4cc8-b26a-d92aeef2a65a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:41.250191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Provisioning complete for port 203c19a1-5980-4cc8-b26a-d92aeef2a65a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:41.250191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.328429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Port 203c19a1-5980-4cc8-b26a-d92aeef2a65a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:41.344140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Provisioning for port 7c538b35-97fd-4287-bde8-389d10b53fa0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:41.354022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:41.354571 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.369377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-465f0422-f297-4121-b503-4e01b7c6d2d7 req-2c41c1a6-3bc5-4afc-b2df-28a97ad61ee8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.1450572 Jul 23 10:36:41.387253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=203c19a1-5980-4cc8-b26a-d92aeef2a65a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:41.406813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.414039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] In _notify_port_updated(), no bound segment for port 203c19a1-5980-4cc8-b26a-d92aeef2a65a on network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:36:41.419760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:41.420366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.425092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5def0417-e3a3-4729-af4e-96b3e5acc3d8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/ports/203c19a1-5980-4cc8-b26a-d92aeef2a65a HTTP/1.1" status: 200 len: 920 time: 3.5769665 Jul 23 10:36:41.425356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:41.434489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:41.438033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.564751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.578635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Provisioning complete for port 692297ba-f6c3-4dda-a706-6c0de60d46bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:41.579310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.622634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3477bfaa-2fc9-443d-8e0b-b7a38ba80b19 None None] Port 692297ba-f6c3-4dda-a706-6c0de60d46bc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:41.646403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.651840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/subnets/2de79cc9-8a18-4b88-acdf-9f6eff79ca9e HTTP/1.1" status: 204 len: 168 time: 0.7531104 Jul 23 10:36:41.652974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea01cc-1ddd-4c80-992e-cdd471271a3f tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Subnet': ['ID=2de79cc9-8a18-4b88-acdf-9f6eff79ca9e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:41.653307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a37ce6-2673-4bd0-87dd-bbadd6612d03 None None] Network 24afed73-8d16-4e34-9fac-9e073aee35e4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:41.656326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53706) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:41.700261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847aa7a-33ea-48d3-8b29-acca86a00659 req-bef596cc-a0b1-4954-b9bc-a67935af1106 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:41.702165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9847aa7a-33ea-48d3-8b29-acca86a00659 req-bef596cc-a0b1-4954-b9bc-a67935af1106 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 944 time: 0.6254907 Jul 23 10:36:41.722053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2819f264-e47a-4796-bb45-8400dc4fdc80 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:41.800108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting subnet d3d178c6-0102-4baf-84ef-ee539fd3c365 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:41.823988 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.874541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9847aa7a-33ea-48d3-8b29-acca86a00659 req-1081be24-12d8-4492-811b-19546436b242 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652825 Jul 23 10:36:41.915029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:41.930168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-74fc7930-b538-4a2f-9dcd-f1702f26ad2a None None] Provisioning complete for port 203c19a1-5980-4cc8-b26a-d92aeef2a65a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:41.930548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fc7930-b538-4a2f-9dcd-f1702f26ad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.013074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-74fc7930-b538-4a2f-9dcd-f1702f26ad2a None None] Port 203c19a1-5980-4cc8-b26a-d92aeef2a65a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:42.017023 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.018484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 2819f264-e47a-4796-bb45-8400dc4fdc80 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:42.027504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 2819f264-e47a-4796-bb45-8400dc4fdc80 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:42.027933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.117444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:36:42.134866 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.141926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.144231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 203c19a1-5980-4cc8-b26a-d92aeef2a65a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:42.144679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.198396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d178c6-0102-4baf-84ef-ee539fd3c365,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:42.214622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.218949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5e94930-0f6a-430a-9ac4-22cc01690c25 tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/subnets/d3d178c6-0102-4baf-84ef-ee539fd3c365 HTTP/1.1" status: 204 len: 168 time: 0.5590529 Jul 23 10:36:42.219605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53712) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:42.266101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.286022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c628fb-fe2b-48d3-870e-02d297ca7196 None None] Network 3e36f826-483a-4562-933f-31eb35b494a0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:42.294831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] DHCP port deletion for 24afed73-8d16-4e34-9fac-9e073aee35e4 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:42.312385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.323179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2819f264-e47a-4796-bb45-8400dc4fdc80'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:42.326281 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172d6fa-3b81-4580-8047-222e8a75d549" -d '{"events": [{"server_uuid": "c0baf017-0ee1-4ff4-884d-f4606a2bc7b7", "name": "network-vif-plugged", "status": "completed", "tag": "2819f264-e47a-4796-bb45-8400dc4fdc80"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:42.327851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 203c19a1-5980-4cc8-b26a-d92aeef2a65a owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:42.348603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2819f264-e47a-4796-bb45-8400dc4fdc80, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2819f264-e47a-4796-bb45-8400dc4fdc80,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:42.406998 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782ce57-74bc-416e-a490-709484692d1f x-openstack-request-id: req-f782ce57-74bc-416e-a490-709484692d1f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:42.406998 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0baf017-0ee1-4ff4-884d-f4606a2bc7b7", "name": "network-vif-plugged", "status": "completed", "tag": "2819f264-e47a-4796-bb45-8400dc4fdc80", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:42.407315 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f782ce57-74bc-416e-a490-709484692d1f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:42.408871 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2819f264-e47a-4796-bb45-8400dc4fdc80', 'code': 200} Jul 23 10:36:42.410751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.412731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:42.422673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.473806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:42.474343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6987f2f2-634e-49f8-a594-1c33fa1fd1d9 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:42.594406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:42.607363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=7a99bf5e-4ad7-414a-8495-66b039fe728d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:42.621025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:42.621378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.623401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:42.655349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78ec8c29-eade-445d-a5d4-d331e3b2695b req-e73a5a88-0310-4048-9e4b-1db93293aff0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.0899327 Jul 23 10:36:42.685828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d1b40-db85-4cfe-bbf0-9e329825f025 req-27024caf-4702-4ab1-a188-5af653786c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:42.692163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-201d1b40-db85-4cfe-bbf0-9e329825f025 req-27024caf-4702-4ab1-a188-5af653786c81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 1096 time: 0.2254250 Jul 23 10:36:42.703096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:42.714153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:42.714775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.730662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3368220-9a10-4e73-b599-cfd1906cd90b None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:42.732952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-006b1f64-6da8-419f-b087-19cf3f86b7ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5043292 Jul 23 10:36:42.742367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:42.749302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:42.768830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=2819f264-e47a-4796-bb45-8400dc4fdc80,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:42.781046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:42.781630 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.789892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.804188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:42.806577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.806934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.807283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.819805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.820227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.820582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.820932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.826878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e63040-89b3-4fa4-9ca5-82efbbdf95ec req-03065fbf-2420-4471-ad66-6ad497c2b929 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:42.826878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98e63040-89b3-4fa4-9ca5-82efbbdf95ec req-03065fbf-2420-4471-ad66-6ad497c2b929 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 945 time: 0.2288747 Jul 23 10:36:42.835213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.835480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.835810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.836157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.836585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:36:42.913214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-201d1b40-db85-4cfe-bbf0-9e329825f025 req-350536e1-d09b-47e6-baf8-fe43cea48e22 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970752 Jul 23 10:36:42.929572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] Deleting port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:42.929960 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.951037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:42.968601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=203c19a1-5980-4cc8-b26a-d92aeef2a65a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:43.032295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:43.038011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:43.055868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] For port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,segment=NetworkSegment(2e477bc6-53d8-4417-9d33-8236fcbfd706),segment_id=2e477bc6-53d8-4417-9d33-8236fcbfd706)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:43.056274 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.092600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] Calling delete_port for 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:43.115402 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-98e63040-89b3-4fa4-9ca5-82efbbdf95ec req-7c0f6d64-a017-4f22-876f-319e1a8d7e02 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724172 Jul 23 10:36:43.150836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.156143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-922f989a-6923-498f-9df4-c32add0bcda3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/203c19a1-5980-4cc8-b26a-d92aeef2a65a HTTP/1.1" status: 204 len: 168 time: 1.7297099 Jul 23 10:36:43.157035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:43.183975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.197061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24afed73-8d16-4e34-9fac-9e073aee35e4']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:43.210059 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbc6db7-c292-46ed-b04c-41036cb07a6a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:36:43.214861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ecbc6db7-c292-46ed-b04c-41036cb07a6a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/203c19a1-5980-4cc8-b26a-d92aeef2a65a HTTP/1.1" status: 404 len: 333 time: 0.0540352 Jul 23 10:36:43.216830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53732) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:43.219077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e477bc6-53d8-4417-9d33-8236fcbfd706') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:43.220389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e477bc6-53d8-4417-9d33-8236fcbfd706') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:43.230956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:43.234421 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.250760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.288684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.297650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:36:43.298375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.334785 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:36:43.385472 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:36:43.393847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.411309 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.419049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/networks/24afed73-8d16-4e34-9fac-9e073aee35e4 HTTP/1.1" status: 204 len: 168 time: 1.1961367 Jul 23 10:36:43.428568 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-c77a3434-aefa-453e-95ea-ac7f7d27c529 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 267 time: 0.1524665 Jul 23 10:36:43.432174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:43.451907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No active binding found for port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 10:36:43.452362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:43.457541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa6e59-0e1a-4541-9b9a-08ffccb71cad tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Network': ['ID=24afed73-8d16-4e34-9fac-9e073aee35e4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:43.466560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] Pushing event deleted for resources: {'Port': ['ID=5957833f-56d3-4c07-b1d0-8c7b9f69ae1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:43.488877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186895d-8e86-4999-9060-71b4e7c3a3e5 None None] No DVR routers for this DVR port 5957833f-56d3-4c07-b1d0-8c7b9f69ae1a on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:43.490803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862ad08-a504-453b-945c-8109e2f03371 req-28dee7fe-cda9-4d56-b789-b4bef2bc7812 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:43.506186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4862ad08-a504-453b-945c-8109e2f03371 req-28dee7fe-cda9-4d56-b789-b4bef2bc7812 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 945 time: 0.4894502 Jul 23 10:36:43.617925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4862ad08-a504-453b-945c-8109e2f03371 req-2623cdef-e95a-482c-aea8-32286e5aacd7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045916 Jul 23 10:36:43.625423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '7a99bf5e-4ad7-414a-8495-66b039fe728d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:43.628935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be8454f9-bf25-4844-9df6-4f5b44737db5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.630132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.655596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be8454f9-bf25-4844-9df6-4f5b44737db5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.683598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] DHCP port deletion for 3e36f826-483a-4562-933f-31eb35b494a0 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:43.826765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-530ad060-70d4-4e5c-a4a9-5503336bb08f req-d81d2682-95df-447f-91df-17eee9df046b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.0647209 Jul 23 10:36:43.877967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] Deleting port 5e191368-75f1-4934-a42a-4d4280c9e68f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:43.878705 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.945763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:43.967615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] For port 5e191368-75f1-4934-a42a-4d4280c9e68f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5e191368-75f1-4934-a42a-4d4280c9e68f,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:43.968140 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.010031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] Calling delete_port for 5e191368-75f1-4934-a42a-4d4280c9e68f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:44.080976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Allocated IP 2001:db8::f816:3eff:fe50:3c0 (65597b37-0f65-4455-bf75-7f43a1f9f92a/7a99bf5e-4ad7-414a-8495-66b039fe728d/7a59e19e-b7ba-460e-b03a-a5d2d94944bf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:44.116981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be8454f9-bf25-4844-9df6-4f5b44737db5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.119453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be8454f9-bf25-4844-9df6-4f5b44737db5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.120645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-be8454f9-bf25-4844-9df6-4f5b44737db5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/security-groups/7499653e-a25a-4169-b9ae-6ecdc65612f5 HTTP/1.1" status: 204 len: 168 time: 0.9020679 Jul 23 10:36:44.123396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53742) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:44.145696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8454f9-bf25-4844-9df6-4f5b44737db5 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499653e-a25a-4169-b9ae-6ecdc65612f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:44.162827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-32edd201-d9f5-4768-97aa-aa0a42a59b99 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:44.163974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-32edd201-d9f5-4768-97aa-aa0a42a59b99 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 945 time: 0.6993551 Jul 23 10:36:44.200000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'port': {'security_groups': []}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:44.242631 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.307250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:44.310914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e0696c1-88d1-417d-8a69-92d1c91e22a8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.323491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:44.350161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:44.350758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.363167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e0696c1-88d1-417d-8a69-92d1c91e22a8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.381269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=d99e630f-f7a8-4a43-a15f-5f2f8cb48a98,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:44.391289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.411240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Deleting port 5e191368-75f1-4934-a42a-4d4280c9e68f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:44.411240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.433840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-276d805a-99d8-4985-83a7-1640df0fb73c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6868451 Jul 23 10:36:44.436094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53744) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:44.438915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e0696c1-88d1-417d-8a69-92d1c91e22a8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.447768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e0696c1-88d1-417d-8a69-92d1c91e22a8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.463615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7e0696c1-88d1-417d-8a69-92d1c91e22a8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/security-groups/352abd70-a0eb-4d35-bbbd-28caa347d672 HTTP/1.1" status: 204 len: 168 time: 0.3377604 Jul 23 10:36:44.467122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53748) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:44.487218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:c5:d9:1c', 'name': 'tempest-NetworksTestDHCPv6-27665919'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:44.593501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5e191368-75f1-4934-a42a-4d4280c9e68f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:44.601998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.603326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0696c1-88d1-417d-8a69-92d1c91e22a8 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352abd70-a0eb-4d35-bbbd-28caa347d672,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:44.669250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] No DVR routers for this DVR port 5e191368-75f1-4934-a42a-4d4280c9e68f on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:44.684682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a2510-05d6-4f63-9d05-debd701822bd None None] Pushing event deleted for resources: {'Port': ['ID=5e191368-75f1-4934-a42a-4d4280c9e68f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:44.694520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5e191368-75f1-4934-a42a-4d4280c9e68f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:44.701528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5e191368-75f1-4934-a42a-4d4280c9e68f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:44.707257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] For port 5e191368-75f1-4934-a42a-4d4280c9e68f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5e191368-75f1-4934-a42a-4d4280c9e68f,segment=NetworkSegment(846bbe99-049c-43c6-aae3-fa224bea9ee8),segment_id=846bbe99-049c-43c6-aae3-fa224bea9ee8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:44.707257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.722583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 88e1f0ec-cb66-48c6-aa25-007add90f08e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:44.737271 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.763319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Calling delete_port for 5e191368-75f1-4934-a42a-4d4280c9e68f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:44.807321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:44.848941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.858125 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.873482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Transition to ACTIVE for port object 7a59e19e-b7ba-460e-b03a-a5d2d94944bf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:44.875816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3d80-5f61-4702-9189-ce4dd81db4f8 req-4e7ef1eb-3aab-48e8-b801-6ef8e7b0bc8d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:44.883764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-264d3d80-5f61-4702-9189-ce4dd81db4f8 req-4e7ef1eb-3aab-48e8-b801-6ef8e7b0bc8d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 945 time: 0.1863730 Jul 23 10:36:44.895907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Transition to ACTIVE for port object 7a59e19e-b7ba-460e-b03a-a5d2d94944bf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:44.908142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:44.958505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:44.966557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:44.975385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:44.981227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Pushing event updated for resources: {'Port': ['ID=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:44.996903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-264d3d80-5f61-4702-9189-ce4dd81db4f8 req-68564ee2-5b39-4a3f-b4c5-b2a34d7cfb7b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123111 Jul 23 10:36:45.059568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.086634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Attempting to bind port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:45.087017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Attempting to bind port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:45.087592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Attempting to bind port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:45.096733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:45.097230 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.104429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:45.104830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:45.105348 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.106496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:45.109094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Bound port: 7a59e19e-b7ba-460e-b03a-a5d2d94944bf, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:45.110099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.110540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.127868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:45.185858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] No DVR routers for this DVR port 5e191368-75f1-4934-a42a-4d4280c9e68f on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:45.193183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee0d4880-aede-48ba-bfbf-f60752f43f07 req-fa3a5d2c-43fd-4950-8021-6150d6854b43 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.0413587 Jul 23 10:36:45.206032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] For port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:45.209570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] For port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:45.226968 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.333390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c179-8ecb-43d7-944a-0a7329ca461e None None] Pushing event updated for resources: {'Port': ['ID=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:45.344987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Port': ['ID=5e191368-75f1-4934-a42a-4d4280c9e68f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:45.362103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 172.20.0.12 (65597b37-0f65-4455-bf75-7f43a1f9f92a/d99e630f-f7a8-4a43-a15f-5f2f8cb48a98/ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:45.374352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fec5:d91c (65597b37-0f65-4455-bf75-7f43a1f9f92a/7a99bf5e-4ad7-414a-8495-66b039fe728d/ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:45.418704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.482085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.490048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:45.503667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f', '4a1fc288-7791-4129-a7b1-cd6b140e96ed'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:45.555088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:46.067845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e36f826-483a-4562-933f-31eb35b494a0']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:46.100076 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.121346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:46.121705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.122520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.124712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41ad8e14-741c-4f7b-a395-c59d9698130d req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "PUT /v2.0/ports/b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 HTTP/1.1" status: 200 len: 904 time: 1.9295716 Jul 23 10:36:46.140174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33739c-2d52-4281-9158-a29d577277ff req-e7ea6b89-366c-4746-b663-18f0878d4ff4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:46.141784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c33739c-2d52-4281-9158-a29d577277ff req-e7ea6b89-366c-4746-b663-18f0878d4ff4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.6472986 Jul 23 10:36:46.174940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:46.177097 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22" -d '{"events": [{"name": "network-changed", "server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:46.185195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846bbe99-049c-43c6-aae3-fa224bea9ee8') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:46.185552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd3429-c5ab-4c78-bd32-74a75bb0fa7f None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:46.186112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846bbe99-049c-43c6-aae3-fa224bea9ee8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:36:46.188529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.194224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/88e1f0ec-cb66-48c6-aa25-007add90f08e HTTP/1.1" status: 204 len: 168 time: 1.7211552 Jul 23 10:36:46.194408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:46.194843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20228fb-7765-49a9-8fa1-85ea2c8dd225 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=88e1f0ec-cb66-48c6-aa25-007add90f08e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:46.194930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53774) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:46.210910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:46.218003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.235060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:46.244866 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.247042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61361abb-03b5-4f30-aff2-12d5a4d38470 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:46.314402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:36:46.315854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c33739c-2d52-4281-9158-a29d577277ff req-0e823a98-e026-421d-9a48-62decf16105e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.1379321 Jul 23 10:36:46.316111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:36:46.320429 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:36:46.324040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.368525 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:36:46.459338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.496499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.512386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] 10.222.0.37 "DELETE /v2.0/networks/3e36f826-483a-4562-933f-31eb35b494a0 HTTP/1.1" status: 204 len: 168 time: 3.0674298 Jul 23 10:36:46.524173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9713a1-2858-45e7-9bab-3b19fe86d088 req-a2c6259c-8582-42f9-bee8-acebb8d525fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:46.526915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f9713a1-2858-45e7-9bab-3b19fe86d088 req-a2c6259c-8582-42f9-bee8-acebb8d525fb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 907 time: 0.2569935 Jul 23 10:36:46.544514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e3ecc-23ac-48d0-a2f6-55fbb319ef3a tempest-TaggedBootDevicesTest_v242-1198849430 tempest-TaggedBootDevicesTest_v242-1198849430-project] Pushing event deleted for resources: {'Network': ['ID=3e36f826-483a-4562-933f-31eb35b494a0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:46.639687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-09108dff-2eed-4d45-a027-19ec5d87e1ab None None] Provisioning complete for port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:46.639687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09108dff-2eed-4d45-a027-19ec5d87e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.644789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:46.674012 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e3f03-bb7e-44ae-9306-5ce851ab5d91 x-openstack-request-id: req-a85e3f03-bb7e-44ae-9306-5ce851ab5d91 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:46.674709 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:46.675179 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a85e3f03-bb7e-44ae-9306-5ce851ab5d91 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:46.675770 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765', 'status': 'completed', 'code': 200} Jul 23 10:36:46.677206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:46.732201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:46.790129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:46.790814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:46.816822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7a59e19e-b7ba-460e-b03a-a5d2d94944bf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:46.865447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6590b8f3-68b6-4b9c-8a3e-01c928584e12 req-293c8757-a758-4cc1-b44a-7934bbc7bf97 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.0623271 Jul 23 10:36:46.960037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:46.960727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:46.964418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:46.984197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.134879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c41fc17b-235a-4c2a-90aa-bdb6bbe51f80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6700130 Jul 23 10:36:47.152676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114ad75-bb8f-4bf8-ac25-f6429abb5748 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:47.153792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c33739c-2d52-4281-9158-a29d577277ff req-3935f267-4224-43d0-857d-4756c9c6a784 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7951579 Jul 23 10:36:47.158890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:47.312792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] Provisioning for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:47.338469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] Provisioning complete for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:47.338872 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.351337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327c6cd-24df-473c-b063-bafd95c5af4d req-901d3e40-b473-4c25-8a44-214ca0f71e16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:47.374640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53794) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:47.383286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3327c6cd-24df-473c-b063-bafd95c5af4d req-901d3e40-b473-4c25-8a44-214ca0f71e16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2877147 Jul 23 10:36:47.508436 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3327c6cd-24df-473c-b063-bafd95c5af4d req-464951ec-6e60-46ca-be6e-40c1ded65c28 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116984 Jul 23 10:36:47.557004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-c49fd178-bd18-43dd-8a4c-d7b174596db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:47.559819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-c49fd178-bd18-43dd-8a4c-d7b174596db2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 1058 time: 0.7629378 Jul 23 10:36:47.605528 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.635812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdf31ab9-02b4-43f9-b37a-7a7e3d4cb156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.690543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] For port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:47.702330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.756076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5153392-6a41-4d2c-ab2d-18bb62f40a26 req-0471166a-da64-4c39-b43c-0c1feee7d962 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:47.763376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5153392-6a41-4d2c-ab2d-18bb62f40a26 req-0471166a-da64-4c39-b43c-0c1feee7d962 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1236947 Jul 23 10:36:47.851310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5153392-6a41-4d2c-ab2d-18bb62f40a26 req-71ff9097-ebb9-4d91-984f-136d6023e75d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823131 Jul 23 10:36:47.891222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a399aa-fc83-4758-ac85-ea157183e4d0 None None] Pushing event updated for resources: {'Port': ['ID=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:47.913009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Update dhcp port {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': '7a99bf5e-4ad7-414a-8495-66b039fe728d', 'ip_address': '2001:db8::f816:3eff:fe50:3c0'}, {'subnet_id': 'd99e630f-f7a8-4a43-a15f-5f2f8cb48a98'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '7a59e19e-b7ba-460e-b03a-a5d2d94944bf'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:36:47.964050 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.984185 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:47.994714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17c3eb-4c37-4ef4-82dc-f413162caba0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:48.015464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17c3eb-4c37-4ef4-82dc-f413162caba0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:48.017149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bb17c3eb-4c37-4ef4-82dc-f413162caba0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.8534100 Jul 23 10:36:48.021030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:48.062617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-afdb13dc-cbfa-4afc-a5a2-7d66cce230a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:48.064194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-afdb13dc-cbfa-4afc-a5a2-7d66cce230a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.4513891 Jul 23 10:36:48.202273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7a923db5-e21c-4f50-a608-e816089fbc77 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:48.202647 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a923db5-e21c-4f50-a608-e816089fbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.227525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c33739c-2d52-4281-9158-a29d577277ff req-191c5613-14d6-499a-9caf-fcf0a56f3f0d service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0727136 Jul 23 10:36:48.233004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:48.253208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d64e35-94a2-4cde-80fb-cfd2e458c78d req-be8777f7-dc88-4d03-91d8-a66415f1b22a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=107f9bd8-c82d-4ab0-b431-0abc77258765 HTTP/1.1" status: 200 len: 210 time: 0.1281807 Jul 23 10:36:48.290942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:48.296047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:48.296400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.300888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-c57aab95-003f-45ec-a040-269e122115cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 HTTP/1.1" status: 200 len: 217 time: 0.0952396 Jul 23 10:36:48.302587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:48.303323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.320660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e9b3cf-f675-4d18-9ea7-ba4d4e706a28 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:48.368232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=441852fe-6b35-4688-bf1b-0bef252ca467,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:48.464220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-1993e3bd-3b22-44bd-9de1-cf422830dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:48.468325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-1993e3bd-3b22-44bd-9de1-cf422830dfbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1491969 Jul 23 10:36:48.509244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.530840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:48.593650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c33739c-2d52-4281-9158-a29d577277ff req-1545de9f-f784-41cd-865f-cd285c63244b service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650656 Jul 23 10:36:48.646446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7a59e19e-b7ba-460e-b03a-a5d2d94944bf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:48.660698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdf31ab9-02b4-43f9-b37a-7a7e3d4cb156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.681739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdf31ab9-02b4-43f9-b37a-7a7e3d4cb156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.706988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c64b654e-1f9c-48b7-b3ae-cc1e62713588 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5112193 Jul 23 10:36:48.710087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Allocated IP 172.20.0.2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/d99e630f-f7a8-4a43-a15f-5f2f8cb48a98/7a59e19e-b7ba-460e-b03a-a5d2d94944bf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:48.711472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:48.722474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221312712'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:48.746646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-7cd2a478-4117-4d7c-bfa8-bf3f4153fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:48.749656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-7cd2a478-4117-4d7c-bfa8-bf3f4153fb81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631898 Jul 23 10:36:48.845126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7a923db5-e21c-4f50-a608-e816089fbc77 None None] Provisioning complete for port 692297ba-f6c3-4dda-a706-6c0de60d46bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:48.845513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a923db5-e21c-4f50-a608-e816089fbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.893605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-3dd91d91-9ad6-4d48-b124-0feb0f91b79c service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256225 Jul 23 10:36:48.902973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fdf31ab9-02b4-43f9-b37a-7a7e3d4cb156 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3abdfdfe1324ef7a509a015fd7dff22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5225785 Jul 23 10:36:48.925458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:48.956334 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:48.971392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:48.972027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.028085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31ab9-02b4-43f9-b37a-7a7e3d4cb156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f13b1f5-9bd8-40d1-a432-2587e49df282,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:49.050781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7a923db5-e21c-4f50-a608-e816089fbc77 None None] Port 692297ba-f6c3-4dda-a706-6c0de60d46bc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:49.054710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c71f916e-8900-46f4-a1d5-7cf7de9bbe22 req-ed2bc12d-542a-417c-a333-b3027ade0aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492124 Jul 23 10:36:49.108356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-62640bfd-6bb9-4d24-8465-b9ffd2001b85 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:49.115811 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-62640bfd-6bb9-4d24-8465-b9ffd2001b85 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 0.5368125 Jul 23 10:36:49.133720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] For port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:49.179665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-ce920cbb-c010-40a9-8d65-7e6f448180d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/quotas/8144974fffab447182293981a4f41d7a HTTP/1.1" status: 200 len: 375 time: 0.0626504 Jul 23 10:36:49.263613 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.294019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Update dhcp port {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'fixed_ips': [{'subnet_id': '639c85ce-29f0-4900-8248-2e20165de9e9', 'ip_address': '172.20.0.18'}, {'subnet_id': '441852fe-6b35-4688-bf1b-0bef252ca467'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '7c538b35-97fd-4287-bde8-389d10b53fa0'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:36:49.331865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24186e8-2a0d-48f8-9994-3acf9b75b9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.332130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Transition to ACTIVE for port object 7a59e19e-b7ba-460e-b03a-a5d2d94944bf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:49.340899 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.443558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24186e8-2a0d-48f8-9994-3acf9b75b9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.444274 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.490545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ea044-dc22-41df-bcc5-d9aca2a3906f None None] Pushing event updated for resources: {'Port': ['ID=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:49.543834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.547258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.612667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-511bb281-d809-4779-a29a-aa64c561927e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4318938 Jul 23 10:36:49.669036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.701002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:49.734929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Allocated IP 172.20.0.2 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/441852fe-6b35-4688-bf1b-0bef252ca467/7c538b35-97fd-4287-bde8-389d10b53fa0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:49.811321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.816012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:49.816569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1028972 Jul 23 10:36:49.820909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1206671561'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:49.897322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.898759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24186e8-2a0d-48f8-9994-3acf9b75b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.902220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24186e8-2a0d-48f8-9994-3acf9b75b9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:49.903463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e24186e8-2a0d-48f8-9994-3acf9b75b9da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f13b1f5-9bd8-40d1-a432-2587e49df282 HTTP/1.1" status: 204 len: 168 time: 0.9730763 Jul 23 10:36:49.952688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5bf47-1988-4a5b-aec7-9aa167e531c9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f979dd79-a686-4fdf-919f-0376e9ec68b3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:50.031574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24186e8-2a0d-48f8-9994-3acf9b75b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f13b1f5-9bd8-40d1-a432-2587e49df282,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:50.157928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-bac93079-1fa2-4d4f-9a41-9d2bb382a687 service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437899 Jul 23 10:36:50.167539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.169678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-07eda1e7-da0b-435f-a34a-54fe051da2a3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3 HTTP/1.1" status: 204 len: 168 time: 2.1473355 Jul 23 10:36:50.183862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:50.199789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.231752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.242889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:50.282659 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.282890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.284910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4676950 Jul 23 10:36:50.291036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:50.305232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Transition to ACTIVE for port object 7c538b35-97fd-4287-bde8-389d10b53fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:50.311388 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.334297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'security_group': {'name': 'tempest-secgroup-1408147800'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:50.407473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29043723-9a3a-427c-a0f3-7511e3ba0e35 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:50.407971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001a956-808a-446f-8c10-d97a72c41cae tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba7f07a-522b-4ed3-a7d1-bcdd277eb6c4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:50.409816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29043723-9a3a-427c-a0f3-7511e3ba0e35 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:50.411130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29043723-9a3a-427c-a0f3-7511e3ba0e35 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:50.412862 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-29043723-9a3a-427c-a0f3-7511e3ba0e35 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2276330 Jul 23 10:36:50.437349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:50.454350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c31d4c-ecab-44c2-a622-9b0db2b72083 None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:50.495802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-2ec4fc33-8a36-4a72-918f-07e44cc9c79c service neutron] 10.222.0.37 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361480 Jul 23 10:36:50.498810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-69d716ca-10e3-46d4-8316-f5d76fce8863 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:50.508819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-69d716ca-10e3-46d4-8316-f5d76fce8863 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.3695517 Jul 23 10:36:50.544282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 7a99bf5e-4ad7-414a-8495-66b039fe728d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:50.545309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-6c5fd983-090d-4380-936b-29258aa4ab62 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0355411 Jul 23 10:36:50.547870 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.550809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.622763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7a59e19e-b7ba-460e-b03a-a5d2d94944bf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:50.623608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:50.665060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.671082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.697074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-9906149f-6cb0-4641-bd92-370abc23e682 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507945 Jul 23 10:36:50.724918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:36:50.724918 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:36:50.724918 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': 'df63659ef42443f98c833962c6997cd1', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 36, 50, 711963)}] Jul 23 10:36:50.724918 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:36:50.725457 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:36:50.778794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-732a3a87-4f3a-4bd8-8d00-ec2db44899bd None None] Provisioning for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:50.798434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-732a3a87-4f3a-4bd8-8d00-ec2db44899bd None None] Provisioning complete for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:50.798434 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-732a3a87-4f3a-4bd8-8d00-ec2db44899bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.911501 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.920711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:50.921086 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:50.934652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-19bdaaf9-b4f6-4eef-9c2c-d4b66ccb7230 service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261353 Jul 23 10:36:50.961828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.027908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.063151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-732a3a87-4f3a-4bd8-8d00-ec2db44899bd None None] Could not find standard attr ID for object ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:36:51.131301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-3af2499f-98f1-42ab-825c-25799f69f4b4 service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945000 Jul 23 10:36:51.197754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.199167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9035215 Jul 23 10:36:51.202400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53918) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:51.209628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-840098529', 'security_groups': ['a56f12c8-446a-47b5-8584-5a621dd79871'], 'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '441852fe-6b35-4688-bf1b-0bef252ca467'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:51.234673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.244825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebbf11-ec13-4df1-9dcb-e3dc16bbe900 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f12c8-446a-47b5-8584-5a621dd79871,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:51.320904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.379098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7f88be8b-026a-4a74-8fd3-b54c436ab722 None None] Could not find standard attr ID for object ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:36:51.388675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a6c71-4604-4eda-9d17-1f016e3fb77e req-d0b9ef63-fbce-44db-b7a2-04b4069a22de tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:51.406508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755a6c71-4604-4eda-9d17-1f016e3fb77e req-d0b9ef63-fbce-44db-b7a2-04b4069a22de tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.4044278 Jul 23 10:36:51.429009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=7a99bf5e-4ad7-414a-8495-66b039fe728d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:51.455521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.461508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b4a94f0e-b70d-4373-be86-bbd27b902aa2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/7a99bf5e-4ad7-414a-8495-66b039fe728d HTTP/1.1" status: 204 len: 168 time: 1.0137296 Jul 23 10:36:51.464135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53928) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:51.487460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755a6c71-4604-4eda-9d17-1f016e3fb77e req-9a901d6a-3b0a-4b55-8961-8f5aa98e19a5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.0773106 Jul 23 10:36:51.574989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet d99e630f-f7a8-4a43-a15f-5f2f8cb48a98 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:36:51.584478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.588031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755a6c71-4604-4eda-9d17-1f016e3fb77e req-7912a7c8-fb15-4556-a67e-337e61fd0c50 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996144 Jul 23 10:36:51.679222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-536d82df-e637-4d2e-8f32-9cd96146882b req-8506eeaf-4743-46fe-abb9-76349da20b78 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 210 time: 0.0521669 Jul 23 10:36:51.700000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.726126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee5a7eaf-459b-4714-911c-bee25ef2df6c None None] Provisioning for port 7c538b35-97fd-4287-bde8-389d10b53fa0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:51.741916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee5a7eaf-459b-4714-911c-bee25ef2df6c None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:51.746676 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7eaf-459b-4714-911c-bee25ef2df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.778456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755a6c71-4604-4eda-9d17-1f016e3fb77e req-35ad23a8-ccf5-4739-b325-d709df12ff81 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888940 Jul 23 10:36:51.871750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-238ab59e-fbb8-4561-a306-e75ff2cbd161 req-1bb3effb-98b1-46b4-b525-5d1ebc63b2c5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 210 time: 0.1109834 Jul 23 10:36:51.933718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee5a7eaf-459b-4714-911c-bee25ef2df6c None None] Provisioning complete for port 692297ba-f6c3-4dda-a706-6c0de60d46bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:51.934156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee5a7eaf-459b-4714-911c-bee25ef2df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:51.989097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a7eaf-459b-4714-911c-bee25ef2df6c None None] Port 692297ba-f6c3-4dda-a706-6c0de60d46bc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:52.009453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.022119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.032501 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.078706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:52.112395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-755a6c71-4604-4eda-9d17-1f016e3fb77e req-40f8a57b-1a16-48db-a03e-fe5d8705de69 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120115 Jul 23 10:36:52.119111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbe430-c675-46a8-9119-37a7fb6bc941 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:52.123189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df63659ef42443f98c833962c6997cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4960883 Jul 23 10:36:52.125639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a7270-8673-4722-81e8-6e74f524a8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f9afd-67e0-4f37-b85d-50680380dbe3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:52.146246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:52.183185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.222872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868a5951-c0b1-4d38-a33c-f7152dafa5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.250379 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868a5951-c0b1-4d38-a33c-f7152dafa5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.257018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=d99e630f-f7a8-4a43-a15f-5f2f8cb48a98,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:52.279900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.286188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f7661725-3b0e-4416-8e37-b15b0e56b508 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/d99e630f-f7a8-4a43-a15f-5f2f8cb48a98 HTTP/1.1" status: 204 len: 168 time: 0.8207831 Jul 23 10:36:52.287218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53938) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:52.338556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868a5951-c0b1-4d38-a33c-f7152dafa5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.341471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868a5951-c0b1-4d38-a33c-f7152dafa5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.342623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-868a5951-c0b1-4d38-a33c-f7152dafa5fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f60f9afd-67e0-4f37-b85d-50680380dbe3 HTTP/1.1" status: 204 len: 168 time: 0.1924336 Jul 23 10:36:52.369104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a5951-c0b1-4d38-a33c-f7152dafa5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f9afd-67e0-4f37-b85d-50680380dbe3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:52.394915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.423296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc7e7ec6-af4b-4ae6-8c78-781eb0559b54 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261725 Jul 23 10:36:52.425174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:52.432216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:52.449570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] device_id is not set on port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:36:52.621658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c538b35-97fd-4287-bde8-389d10b53fa0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:52.713365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:52.725908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:52.729730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:36:52.746348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-091b27b6-1cbc-496e-a993-1c8bfb4d0a7c req-61481ed9-3a9d-4ec7-8d74-335aa116a904 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f440b7a-8793-4c9b-b711-d59a2ee006bd HTTP/1.1" status: 200 len: 210 time: 0.2981708 Jul 23 10:36:52.923286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:52.924594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.082969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] Deleting port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:36:53.083458 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.085034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1a7037b-b945-4e9b-89e9-5149f4593a63 req-87a1426b-d39d-45a6-bfde-af30029df81c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 210 time: 0.1243842 Jul 23 10:36:53.305976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] For port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:53.306475 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.328682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.11 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/441852fe-6b35-4688-bf1b-0bef252ca467/3a5bb382-e86b-454e-8d60-b032cd9dbf81) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:53.359100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-dc6b36ff-99af-4bf2-9285-60e95b0ade79 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:53.361340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-dc6b36ff-99af-4bf2-9285-60e95b0ade79 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.1814938 Jul 23 10:36:53.395698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': '5a5fc384-fda6-4961-80a0-008124472761', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:53.419582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-071964c1-3109-4986-afc6-82c4b2c900ea req-35da0f51-1936-4bef-91ac-41d9fe92c8ef tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 210 time: 0.0569084 Jul 23 10:36:53.467975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] Calling delete_port for 7a59e19e-b7ba-460e-b03a-a5d2d94944bf owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:36:53.654665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.671695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 3a5bb382-e86b-454e-8d60-b032cd9dbf81 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:53.690757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.732574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] Pushing event deleted for resources: {'Port': ['ID=7a59e19e-b7ba-460e-b03a-a5d2d94944bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:53.745230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53122aaa-ef21-4aaa-a442-42f7cfc45746 None None] No DVR routers for this DVR port 7a59e19e-b7ba-460e-b03a-a5d2d94944bf on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:36:53.782090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e5476bb4-8637-4f78-a4d7-7be76008db64 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:53.784938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e5476bb4-8637-4f78-a4d7-7be76008db64 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 812 time: 1.3381190 Jul 23 10:36:53.809060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Request body: {'port': {'device_id': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'admin_state_up': True, 'tenant_id': '8144974fffab447182293981a4f41d7a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:53.831370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:36:53.835512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.851468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:53.857656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.886341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:53.951980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:54.006462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=dae50ba3-29af-468e-973a-825991c1e8e7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:54.021731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:54.034286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:54.037965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:54.046097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:54.050621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc6221-5b82-4e5b-99bf-e204c614554b None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:54.055775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:54.056797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:54.087949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-4f699a12-23e9-455c-83aa-ede5f789fcb6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:54.104255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-4f699a12-23e9-455c-83aa-ede5f789fcb6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.4137139 Jul 23 10:36:54.117789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:54.215127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f19a20ea-f547-49e7-a78a-5836ca44d3b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7884564 Jul 23 10:36:54.232157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:54.242906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:54.266496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=3a5bb382-e86b-454e-8d60-b032cd9dbf81,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:54.319081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-3ef63348-229b-4d8a-9080-27f7b1010ff3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.2135096 Jul 23 10:36:54.375162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'dae50ba3-29af-468e-973a-825991c1e8e7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:36:54.379601 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:54.415168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-a34d4927-1fff-4784-b427-d4c7582d9425 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951471 Jul 23 10:36:54.451883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:54.452940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:54.544541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Made reservation on behalf of 8144974fffab447182293981a4f41d7a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:54.547948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:54.563093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.7 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/d953380b-90b8-45ba-ade1-d93d1e9c645a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:54.581405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-74033431-945e-4d94-9a6b-b603336326eb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3753569 Jul 23 10:36:54.588579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:54.589841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7a59e19e-b7ba-460e-b03a-a5d2d94944bf no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:36:54.598988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:54.693529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-55d6d7d0-733b-48ff-8b0a-5629f85a1e0f None None] Provisioning for port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:54.703308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7a59e19e-b7ba-460e-b03a-a5d2d94944bf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:36:54.707528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7a59e19e-b7ba-460e-b03a-a5d2d94944bf not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:36:54.728248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-55d6d7d0-733b-48ff-8b0a-5629f85a1e0f None None] Provisioning complete for port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:54.728946 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55d6d7d0-733b-48ff-8b0a-5629f85a1e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:54.779105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-4bbe92d3-4d5e-4bf1-8182-0bcad22cf1a8 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629487 Jul 23 10:36:54.791335 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37d92fe7-6c27-4509-9e20-c858f505042b req-41db9fe5-efe1-4edf-ba85-69c17bee24b7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 210 time: 0.5570371 Jul 23 10:36:54.818119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-55d6d7d0-733b-48ff-8b0a-5629f85a1e0f None None] Port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:54.820962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Allocated IP 2001:db8::f816:3eff:fe13:f8c7 (65597b37-0f65-4455-bf75-7f43a1f9f92a/dae50ba3-29af-468e-973a-825991c1e8e7/4c957c93-97ee-428b-9b75-5bc8f9d2d96b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:54.975489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-d7e04c18-e8cb-4bc4-ad0d-fdb55725022d service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354418 Jul 23 10:36:54.981151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.055369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82d8d3bc-0334-4e57-853e-ada49647a323 req-2bf18a21-f522-425d-868a-2ab323da4c53 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 210 time: 0.0516284 Jul 23 10:36:55.098597 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.107999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Transition to ACTIVE for port object 4c957c93-97ee-428b-9b75-5bc8f9d2d96b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:55.131309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:55.144356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.155348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Transition to ACTIVE for port object 4c957c93-97ee-428b-9b75-5bc8f9d2d96b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:55.165216 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.207342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.237845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Allocated IP 172.20.0.6 (da4601de-2c9f-4cfb-bd23-82aa8a35a5f8/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1/d5e4f97f-4be5-408e-b61f-91ba33819d78) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:55.270949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:55.336388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:55.337264 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:55.340952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:55.345836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:55.347771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.350889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:55.356152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:55.359500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:55.372314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Pushing event updated for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:55.445310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Attempting to bind port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:55.445742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Attempting to bind port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:55.446114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Attempting to bind port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:55.460488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:55.460792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:55.461202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.461604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:55.462084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Bound port: 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:55.463229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.591932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:55.593361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=d953380b-90b8-45ba-ade1-d93d1e9c645a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:55.617624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:55.619154 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c4aa679-a8b1-4284-8165-907daa5a761e req-d6c64fd3-c7ee-4b55-a0d1-aaf567bc6d6c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 210 time: 0.2131581 Jul 23 10:36:55.643507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.712747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:55.713924 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:55.722496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563ef46-c0d0-4d1f-88bf-5bd274b9dd41 None None] Pushing event updated for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:55.760529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-e1eac08c-0166-48db-ab31-26bce4a371a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3718796 Jul 23 10:36:55.781159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Request body: {'port': {'device_id': '5a5fc384-fda6-4961-80a0-008124472761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:56.130720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:56.337443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70d750d2-cf1f-4a5f-9a66-91a3ade7ba04 req-36ba4aa0-48e6-4b48-afc5-a16806851668 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 210 time: 0.1064391 Jul 23 10:36:56.353718 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 441852fe-6b35-4688-bf1b-0bef252ca467 (CIDR: 172.20.0.0/28) Jul 23 10:36:56.415580 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:36:56.416573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:36:56.436391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:56.453655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0dfe6f0b-0ea4-4433-aa8a-c835b58162b7 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8592474 Jul 23 10:36:56.468214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54052) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:56.489175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:56.496321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Transition to ACTIVE for port object d5e4f97f-4be5-408e-b61f-91ba33819d78 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:56.554355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c957c93-97ee-428b-9b75-5bc8f9d2d96b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:56.626035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:56.652992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:56.666837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f', '4a1fc288-7791-4129-a7b1-cd6b140e96ed'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:36:56.680281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:56.777086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:56.782517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:56.786582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:56.799067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:36:56.827305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35f54c91-6bc5-4c84-9b72-e14d45d72dbb req-9f8ffb3f-64b2-4756-8146-82279ea89511 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 210 time: 0.0868087 Jul 23 10:36:56.841815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:56.847931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:36:56.860681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:36:56.867382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:56.894430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:56.897710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.055846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:57.057475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.110963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:57.175892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a432c70b-518a-4909-92b8-4bdc7b834d69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9376931 Jul 23 10:36:57.191997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dedce59f-0cdd-402e-90f5-fd83110d6ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.194042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54058) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:57.208208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:0f:68:5f', 'name': 'tempest-NetworksTestDHCPv6-778641061'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:57.218021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432604-117e-47ed-9fb0-9d560b56a04a req-206713d5-03d6-4c5b-8cda-a2e1cdb98c8f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:57.229157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8432604-117e-47ed-9fb0-9d560b56a04a req-206713d5-03d6-4c5b-8cda-a2e1cdb98c8f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 931 time: 0.5369589 Jul 23 10:36:57.232557 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 639c85ce-29f0-4900-8248-2e20165de9e9 (CIDR: 172.20.0.16/28) Jul 23 10:36:57.236031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-e6fff945-f929-40e5-a0b0-ddf30fab1455 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4313605 Jul 23 10:36:57.273544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Request body: {'port': {'device_id': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:57.282409 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:36:57.286126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:36:57.347099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d9a1bc66-b3be-40ce-8f7a-7eee303b2c95 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8762596 Jul 23 10:36:57.353783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54062) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:36:57.366214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'subnet': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:57.377782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-29e64f02-e4d0-46b3-8626-619abaa033c0 None None] Provisioning for port d5e4f97f-4be5-408e-b61f-91ba33819d78 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:57.397655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-29e64f02-e4d0-46b3-8626-619abaa033c0 None None] Provisioning complete for port d5e4f97f-4be5-408e-b61f-91ba33819d78 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:57.400309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e64f02-e4d0-46b3-8626-619abaa033c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.449150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8432604-117e-47ed-9fb0-9d560b56a04a req-805aab11-fdce-4e84-8c5b-0ba8f5dca4a1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162387 Jul 23 10:36:57.586988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-29e64f02-e4d0-46b3-8626-619abaa033c0 None None] Port d5e4f97f-4be5-408e-b61f-91ba33819d78 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:36:57.592931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf664f-0e95-4ec4-ae6a-1d6518cc97a0 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:36:57.622825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-d720a952-8241-4048-a8b3-e15f73c5ef3d tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:57.624689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-d720a952-8241-4048-a8b3-e15f73c5ef3d tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.6707249 Jul 23 10:36:57.713419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Request body: {'port': {'device_id': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'admin_state_up': True, 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:36:57.778489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d953380b-90b8-45ba-ade1-d93d1e9c645a {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:57.807920 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.811958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] Provisioning for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:36:57.821509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:57.821509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.839847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Transition to ACTIVE for port object d953380b-90b8-45ba-ade1-d93d1e9c645a will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:57.852537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.970569 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:57.986058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Pushing event updated for resources: {'Port': ['ID=d953380b-90b8-45ba-ade1-d93d1e9c645a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:58.040672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76cd273d-3327-47fa-9b82-77ca70c8e107 req-e059896d-8cda-4d4a-a13f-acd7abc2f42e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 210 time: 0.0793839 Jul 23 10:36:58.087180 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.162402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Attempting to bind port d953380b-90b8-45ba-ade1-d93d1e9c645a on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:36:58.162748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Attempting to bind port d953380b-90b8-45ba-ade1-d93d1e9c645a by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:36:58.163081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Attempting to bind port d953380b-90b8-45ba-ade1-d93d1e9c645a on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:58.172366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Port d953380b-90b8-45ba-ade1-d93d1e9c645a on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:36:58.172726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Attempting to bind port d953380b-90b8-45ba-ade1-d93d1e9c645a on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:36:58.178664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:36:58.179328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:36:58.179945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:36:58.180519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Bound port: d953380b-90b8-45ba-ade1-d93d1e9c645a, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:36:58.180788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.214246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:58.229577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.246272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Made reservation on behalf of b6dcbc5d72ce4caea5588b7dad9a2622 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:58.251342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.284482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] For port d953380b-90b8-45ba-ade1-d93d1e9c645a, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:36:58.291726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] For port d953380b-90b8-45ba-ade1-d93d1e9c645a, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:36:58.301044 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.319616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f883707-0cec-4fe3-be1b-df3cf1988709 None None] Pushing event updated for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:58.382978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:58.383891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.385468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] 10.222.0.20 "PUT /v2.0/ports/d953380b-90b8-45ba-ade1-d93d1e9c645a HTTP/1.1" status: 200 len: 1091 time: 2.6099429 Jul 23 10:36:58.387825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5fc384-fda6-4961-80a0-008124472761', 'tag': 'd953380b-90b8-45ba-ade1-d93d1e9c645a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:36:58.390068 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a7ead-6335-4d1e-a319-6fb272af29f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5fc384-fda6-4961-80a0-008124472761", "tag": "d953380b-90b8-45ba-ade1-d93d1e9c645a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:36:58.422130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ca9a-2ae5-4166-9102-4a88c278905e service neutron] Pushing event updated for resources: {'Port': ['ID=d953380b-90b8-45ba-ade1-d93d1e9c645a,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:36:58.474609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:36:58.474609 n-d-778550-4 neutron-server[93833]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 10:36:58.474609 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id': '75ae1bb87152450a912594467876de19', 'id': 'b000605e-c513-4a87-a60c-62125f6d08e8', 'expiration': datetime.datetime(2021, 7, 23, 10, 38, 58, 255676)}] Jul 23 10:36:58.474609 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:36:58.475551 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:36:58.523604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Update dhcp port {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': 'dae50ba3-29af-468e-973a-825991c1e8e7', 'ip_address': '2001:db8::f816:3eff:fe13:f8c7'}, {'subnet_id': 'e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '4c957c93-97ee-428b-9b75-5bc8f9d2d96b'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:36:58.541673 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63204b-3416-4d69-9398-11016353dfd7 x-openstack-request-id: req-ca63204b-3416-4d69-9398-11016353dfd7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:36:58.542996 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5fc384-fda6-4961-80a0-008124472761", "tag": "d953380b-90b8-45ba-ade1-d93d1e9c645a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:36:58.543801 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca63204b-3416-4d69-9398-11016353dfd7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:36:58.544784 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5fc384-fda6-4961-80a0-008124472761', 'tag': 'd953380b-90b8-45ba-ade1-d93d1e9c645a', 'status': 'completed', 'code': 200} Jul 23 10:36:58.594936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c957c93-97ee-428b-9b75-5bc8f9d2d96b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:36:58.612622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-f6cba373-cb5e-4d6e-b35f-6c4f27bac3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:58.614186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-f6cba373-cb5e-4d6e-b35f-6c4f27bac3c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 1094 time: 0.1608784 Jul 23 10:36:58.703716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd8673-d638-4f35-bb8d-a9903638d4ad req-dba8c57e-8126-4916-a8cf-532decd5a626 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:58.706218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.716260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfdd8673-d638-4f35-bb8d-a9903638d4ad req-dba8c57e-8126-4916-a8cf-532decd5a626 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 931 time: 1.1380777 Jul 23 10:36:58.744442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:58.788013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-e5f6235a-8cf2-45f4-a79d-8ae3e3cdf409 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a HTTP/1.1" status: 200 len: 217 time: 0.1018140 Jul 23 10:36:58.942914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:36:58.943854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:58.961349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b6755-2136-44bb-91df-0ec5c0ac12f2 req-bc581122-b653-4bdf-9cff-b8a5dcd31e1f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:58.964975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfdd8673-d638-4f35-bb8d-a9903638d4ad req-13446ec9-714a-4b88-93e4-e36dc3bff0ee tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451372 Jul 23 10:36:58.980432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-051b6755-2136-44bb-91df-0ec5c0ac12f2 req-bc581122-b653-4bdf-9cff-b8a5dcd31e1f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 943 time: 0.3547096 Jul 23 10:36:59.006992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451c9-001e-49e2-81b8-c20c37716442 req-fd24092d-d0ec-4086-bf9c-04dd676d541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:59.009676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-fd24092d-d0ec-4086-bf9c-04dd676d541f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.2129719 Jul 23 10:36:59.097363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-5a0befec-8eff-4ed9-8a67-5d0bd2ea22a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797315 Jul 23 10:36:59.160951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-051b6755-2136-44bb-91df-0ec5c0ac12f2 req-13f4e365-f2ea-4bf2-aa45-65c7a6fc89c5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748734 Jul 23 10:36:59.343098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54cd1641-c32f-48c6-94e9-603a944e2a23 req-97fedf7e-54d8-47e8-a215-a10ac2db0257 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 210 time: 0.1446574 Jul 23 10:36:59.359374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e4f97f-4be5-408e-b61f-91ba33819d78 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:36:59.414062 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:59.419630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-30b0b3e9-cfd9-4ae6-b2c5-c0b47f85bb45 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567604 Jul 23 10:36:59.552023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Allocated IP 172.20.0.2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2/4c957c93-97ee-428b-9b75-5bc8f9d2d96b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:36:59.555697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153451c9-001e-49e2-81b8-c20c37716442 req-d27a6c5a-cb5f-4e11-a469-a48abb2bbb5b service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293747 Jul 23 10:36:59.579651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Transition to ACTIVE for port object d5e4f97f-4be5-408e-b61f-91ba33819d78 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:59.609702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:36:59.614975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:59.661755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:59.748244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:59.754872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:36:59.813176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-bf8a6ae4-c3de-464d-9533-162bd7d73f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:36:59.815792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-bf8a6ae4-c3de-464d-9533-162bd7d73f06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 1094 time: 0.1485116 Jul 23 10:36:59.843260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:59.898831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Transition to ACTIVE for port object 4c957c93-97ee-428b-9b75-5bc8f9d2d96b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:36:59.914640 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:36:59.943651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 41ac1765-ddbe-461c-977a-cdc52f442395 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:00.062072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:00.063220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-5afde5a5-c1b1-459f-8ab1-ccce2dbda6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:00.066516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-5afde5a5-c1b1-459f-8ab1-ccce2dbda6f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.2421677 Jul 23 10:37:00.145015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-fc40a050-f15f-4ad7-82c0-05fbf7495ca8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a HTTP/1.1" status: 200 len: 217 time: 0.0613444 Jul 23 10:37:00.174399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Attempting to bind port d5e4f97f-4be5-408e-b61f-91ba33819d78 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:00.174779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Attempting to bind port d5e4f97f-4be5-408e-b61f-91ba33819d78 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:00.175219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Attempting to bind port d5e4f97f-4be5-408e-b61f-91ba33819d78 on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:00.191091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Port d5e4f97f-4be5-408e-b61f-91ba33819d78 on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:37:00.191335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Attempting to bind port d5e4f97f-4be5-408e-b61f-91ba33819d78 on network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:00.242615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:00.254005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:00.255722 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13849c46-8c90-4ff0-b9a1-0f8e8d421088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:00.257462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:00.266424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:00.267016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:00.312815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:00.312943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Checking segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:00.313302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Bound using segment: {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:00.314268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Bound port: d5e4f97f-4be5-408e-b61f-91ba33819d78, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79bb66b-a242-472b-bf35-64af86b35c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:00.315967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:00.357633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-cf683cec-c2a6-41a8-9249-724c8e54ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:00.358796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:00.359108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-cf683cec-c2a6-41a8-9249-724c8e54ae6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1627395 Jul 23 10:37:00.366448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32420e96-53b6-45be-9264-ff18c306ea89 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:00.398244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d16bb-9dd3-4950-83f4-f2a718794125 None None] Pushing event updated for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:00.427595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-d0377d37-c3f2-43ee-988e-7f05ca2a3e58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603738 Jul 23 10:37:00.450574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56005-dfd9-42d9-93d2-889848802aba req-abaa0fc5-e684-44b1-aa43-36e90758bf3b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:00.459805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dba56005-dfd9-42d9-93d2-889848802aba req-abaa0fc5-e684-44b1-aa43-36e90758bf3b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 943 time: 0.3292768 Jul 23 10:37:00.534863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Subnet': ['ID=46528322-07e8-4b4a-b5e2-56134f7990ec,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:00.576991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed448c53-f483-4e37-8798-a166f935f5e9 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2132161 Jul 23 10:37:00.586163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:00.591037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Allocated IP 172.20.0.14 (88f82106-17d6-405a-9dea-dd012be4367b/01038704-b36f-4ebc-95c2-bc63e44a7e97/d172636b-9555-497d-a24e-207a02d3e700) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:00.621673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c957c93-97ee-428b-9b75-5bc8f9d2d96b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:00.636446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1000601528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '46528322-07e8-4b4a-b5e2-56134f7990ec'}], 'security_groups': ['f979dd79-a686-4fdf-919f-0376e9ec68b3', 'fba7f07a-522b-4ed3-a7d1-bcdd277eb6c4']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:00.696901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dba56005-dfd9-42d9-93d2-889848802aba req-6c0fce58-58b1-4940-a774-a921c98606fd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361283 Jul 23 10:37:00.723118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:00.768968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196004ea-cfd3-42a3-b395-c24f8ceef035 req-458c944c-d23d-4bad-9458-b002939e5b08 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:00.781583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-196004ea-cfd3-42a3-b395-c24f8ceef035 req-458c944c-d23d-4bad-9458-b002939e5b08 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 943 time: 0.4441798 Jul 23 10:37:00.826629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:00.827510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 172.20.0.13 (65597b37-0f65-4455-bf75-7f43a1f9f92a/e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2/41ac1765-ddbe-461c-977a-cdc52f442395) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:00.862223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:00.865045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe0f:685f (65597b37-0f65-4455-bf75-7f43a1f9f92a/dae50ba3-29af-468e-973a-825991c1e8e7/41ac1765-ddbe-461c-977a-cdc52f442395) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:00.928720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ecb2c0b8-d71e-4782-b72c-2f1215354b17 req-596bdbb7-0eb3-469c-bfb5-824af6b57b52 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 210 time: 0.0566657 Jul 23 10:37:01.013176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-47743795-1132-475d-b51e-060a4943722c service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745399 Jul 23 10:37:01.034539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Update dhcp port {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'fixed_ips': [{'subnet_id': '639c85ce-29f0-4900-8248-2e20165de9e9', 'ip_address': '172.20.0.18'}, {'subnet_id': '441852fe-6b35-4688-bf1b-0bef252ca467', 'ip_address': '172.20.0.2'}, {'subnet_id': '46528322-07e8-4b4a-b5e2-56134f7990ec'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '7c538b35-97fd-4287-bde8-389d10b53fa0'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:37:01.035934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-196004ea-cfd3-42a3-b395-c24f8ceef035 req-fe66bac9-4be4-4ca6-a0d6-b7d5adacacbf tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533460 Jul 23 10:37:01.110567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.180358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:01.180939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.182411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5e4f97f-4be5-408e-b61f-91ba33819d78 HTTP/1.1" status: 200 len: 1091 time: 3.9223866 Jul 23 10:37:01.186366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:01.188769 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e616ae07-4309-4ad0-8f05-4f099189bd00" -d '{"events": [{"name": "network-changed", "server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:01.261892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-978a7ead-6335-4d1e-a319-6fb272af29f3 req-59da7cdc-50a0-4feb-8da5-4d907058a557 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380619 Jul 23 10:37:01.362447 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333fefb-93da-4305-b8ba-ae55858fd4c8 x-openstack-request-id: req-4333fefb-93da-4305-b8ba-ae55858fd4c8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:01.362758 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:01.363021 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4333fefb-93da-4305-b8ba-ae55858fd4c8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:01.369107 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'status': 'completed', 'code': 200} Jul 23 10:37:01.461444 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.514487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:01.536061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3d532-4726-4a9f-a133-0ef567fd7be1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:01.587096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.589254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.629821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Allocated IP 172.20.0.34 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/46528322-07e8-4b4a-b5e2-56134f7990ec/7c538b35-97fd-4287-bde8-389d10b53fa0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:01.692696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-35f89f65-b5af-41e5-8954-a282846a65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:01.694163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-35f89f65-b5af-41e5-8954-a282846a65b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 1094 time: 0.4492075 Jul 23 10:37:01.713742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.760699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.772071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-a9f7de31-e321-4be2-8d24-4cc44104d4d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78 HTTP/1.1" status: 200 len: 217 time: 0.0547078 Jul 23 10:37:01.804611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 41ac1765-ddbe-461c-977a-cdc52f442395 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:01.862947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Network 88f82106-17d6-405a-9dea-dd012be4367b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:01.877618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:01.882687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event updated for resources: {'Port': ['ID=d172636b-9555-497d-a24e-207a02d3e700,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:01.887908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:01.914527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9509a883-3d54-4b3d-9c53-ea4ebcb2cd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.940472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:01.945386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-b8228394-ba95-4c62-9cd4-022a93551419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:01.947548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-b8228394-ba95-4c62-9cd4-022a93551419 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1467090 Jul 23 10:37:01.954182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ffc82da0-f452-4788-86c8-412cc4d6b2bf None None] Provisioning for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:01.976289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ffc82da0-f452-4788-86c8-412cc4d6b2bf None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:01.979144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffc82da0-f452-4788-86c8-412cc4d6b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.034726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:02.039508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:02.047036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:02.048061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.055547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:02.103543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:02.218607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=41ac1765-ddbe-461c-977a-cdc52f442395,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:02.239386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54154) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:02.259174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d953380b-90b8-45ba-ade1-d93d1e9c645a details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:02.390137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d953380b-90b8-45ba-ade1-d93d1e9c645a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:02.398902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9509a883-3d54-4b3d-9c53-ea4ebcb2cd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.409561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd953380b-90b8-45ba-ade1-d93d1e9c645a', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': 'd953380b-90b8-45ba-ade1-d93d1e9c645a', 'mac_address': 'fa:16:3e:d7:3c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:02.413477 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.419543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:02.422209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.425756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9509a883-3d54-4b3d-9c53-ea4ebcb2cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.458611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-2b69a1a2-95fb-44e3-9dc3-3a77644ce75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:02.464266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-2b69a1a2-95fb-44e3-9dc3-3a77644ce75f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5039890 Jul 23 10:37:02.467038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Transition to ACTIVE for port object 7c538b35-97fd-4287-bde8-389d10b53fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:02.468012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9509a883-3d54-4b3d-9c53-ea4ebcb2cd98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b28c9cdbfd947be869fa4390fe5f972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9519703 Jul 23 10:37:02.481723 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.517106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7f2b5b34-b957-47bb-956b-c9b384981589 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8264775 Jul 23 10:37:02.522956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54158) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:02.626490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91a54e-3347-48f5-b8fc-ec9f19bea73e None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:02.634918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.641627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.679231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d953380b-90b8-45ba-ade1-d93d1e9c645a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:02.681516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509a883-3d54-4b3d-9c53-ea4ebcb2cd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303cab8a-9d22-4615-9c02-f908f71680fc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:02.715098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d953380b-90b8-45ba-ade1-d93d1e9c645a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:02.724099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.754965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7960357f-8774-4f88-9442-c16441014a36 None None] Provisioning for port 41ac1765-ddbe-461c-977a-cdc52f442395 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:02.767608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7960357f-8774-4f88-9442-c16441014a36 None None] Provisioning complete for port 41ac1765-ddbe-461c-977a-cdc52f442395 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:02.767992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7960357f-8774-4f88-9442-c16441014a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:02.801156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fc203-3ae8-4a50-bcf4-b280ff30f67b req-f9f5c68a-aa3e-4f7f-a825-8996eb1d8024 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:02.808444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef8fc203-3ae8-4a50-bcf4-b280ff30f67b req-f9f5c68a-aa3e-4f7f-a825-8996eb1d8024 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 943 time: 0.8847458 Jul 23 10:37:02.862742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d953380b-90b8-45ba-ade1-d93d1e9c645a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:02.881205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7960357f-8774-4f88-9442-c16441014a36 None None] Port 41ac1765-ddbe-461c-977a-cdc52f442395 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:02.895365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef8fc203-3ae8-4a50-bcf4-b280ff30f67b req-610749b0-21cb-4718-9f24-3c4a2f822f24 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858965 Jul 23 10:37:03.051225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d953380b-90b8-45ba-ade1-d93d1e9c645a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:03.161310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-1df94ac0-572f-46cf-9252-50d1ba05aed9 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421287 Jul 23 10:37:03.171053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Request body: {'port': {'device_id': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:03.176934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Delete allocated IP 172.20.0.11 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/441852fe-6b35-4688-bf1b-0bef252ca467) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 10:37:03.203521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d253c8-47c2-4521-8293-b7fc285a099d req-74684fd4-b421-493e-90a9-84c78c640fcc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:03.219136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4d253c8-47c2-4521-8293-b7fc285a099d req-74684fd4-b421-493e-90a9-84c78c640fcc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 944 time: 0.2126601 Jul 23 10:37:03.321952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4d253c8-47c2-4521-8293-b7fc285a099d req-07014e43-cf9a-4db9-bdd9-9d86b35c0225 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017487 Jul 23 10:37:03.329041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Allocated IP 172.20.0.41 (77215ced-2fd8-4fc3-9a28-0d5e7a0061b9/46528322-07e8-4b4a-b5e2-56134f7990ec/3a5bb382-e86b-454e-8d60-b032cd9dbf81) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:03.335701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-488b2d2e-5c13-4f89-86c5-4308074f3475 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.1330247 Jul 23 10:37:03.345299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54164) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:03.516062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Provisioning complete for port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:03.517023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.560529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:03.569657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.575227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40877bbf-bc90-4e69-83d8-a42273b07984 req-f802ca3e-9e8d-41ec-bb8d-c60e1f0b0641 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979979 Jul 23 10:37:03.578589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Provisioning for port 7c538b35-97fd-4287-bde8-389d10b53fa0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:03.583931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:03.584320 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.591836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Transition to ACTIVE for port object 3a5bb382-e86b-454e-8d60-b032cd9dbf81 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:03.601085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.640971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baeab1-27aa-4ff9-9abe-7e9f8f810bfb req-451fb399-99d6-4606-9535-20b70a3a6dde tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:03.653312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78baeab1-27aa-4ff9-9abe-7e9f8f810bfb req-451fb399-99d6-4606-9535-20b70a3a6dde tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 932 time: 1.4396627 Jul 23 10:37:03.693131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.705588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Provisioning complete for port 692297ba-f6c3-4dda-a706-6c0de60d46bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:03.706007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.756539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d2df8ff1-afa2-4066-9c3f-0d9d49893726 None None] Port 692297ba-f6c3-4dda-a706-6c0de60d46bc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:03.775830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event updated for resources: {'Port': ['ID=3a5bb382-e86b-454e-8d60-b032cd9dbf81,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:03.797900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cacf802-d873-4870-beda-78dfa8de16fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.799456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] In _notify_port_updated(), no bound segment for port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 on network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:37:03.807835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:03.808311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.811939 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b1e65bf6-ba5a-4be2-bd39-3e00be54133a tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "PUT /v2.0/ports/3a5bb382-e86b-454e-8d60-b032cd9dbf81 HTTP/1.1" status: 200 len: 960 time: 3.2110779 Jul 23 10:37:03.813179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:03.920814 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78baeab1-27aa-4ff9-9abe-7e9f8f810bfb req-47ad680c-94ee-435d-a602-834245db2252 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669456 Jul 23 10:37:03.944837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cacf802-d873-4870-beda-78dfa8de16fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.956254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:03.957549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:03.994548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20521aef-ce9a-4ddf-8d9c-eb7f7b5ef9da tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.000594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20521aef-ce9a-4ddf-8d9c-eb7f7b5ef9da tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.004645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-20521aef-ce9a-4ddf-8d9c-eb7f7b5ef9da tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6353259 Jul 23 10:37:04.006948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:04.148845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-69546600-9c24-4232-a805-e5ac0412d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.152300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-69546600-9c24-4232-a805-e5ac0412d981 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 1094 time: 0.4357138 Jul 23 10:37:04.224912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf5e3-0018-443a-b0c2-76c4878c902a req-f1fba240-d2ba-46a4-a728-4498d64069c2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.226655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c64cf5e3-0018-443a-b0c2-76c4878c902a req-f1fba240-d2ba-46a4-a728-4498d64069c2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 943 time: 0.2326889 Jul 23 10:37:04.241017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d953380b-90b8-45ba-ade1-d93d1e9c645a up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:04.250878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.281852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 3a5bb382-e86b-454e-8d60-b032cd9dbf81 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:04.313433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 41ac1765-ddbe-461c-977a-cdc52f442395 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:04.313433 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.337894 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.354358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port d953380b-90b8-45ba-ade1-d93d1e9c645a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:04.360941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d953380b-90b8-45ba-ade1-d93d1e9c645a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:04.361787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.368016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cacf802-d873-4870-beda-78dfa8de16fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.370593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cacf802-d873-4870-beda-78dfa8de16fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.375038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9cacf802-d873-4870-beda-78dfa8de16fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/303cab8a-9d22-4615-9c02-f908f71680fc HTTP/1.1" status: 204 len: 168 time: 1.3245516 Jul 23 10:37:04.432943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacf802-d873-4870-beda-78dfa8de16fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303cab8a-9d22-4615-9c02-f908f71680fc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:04.452510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c64cf5e3-0018-443a-b0c2-76c4878c902a req-b31396a8-a074-442c-9ec6-69c236e2804c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090201 Jul 23 10:37:04.453198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-1c7da955-617c-4dcc-a899-fcbfd2ce4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.454915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-1c7da955-617c-4dcc-a899-fcbfd2ce4944 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2833748 Jul 23 10:37:04.538385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3d3afc8-725d-404f-b2a5-f34010406ed4 None None] Provisioning for port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:04.562754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3d3afc8-725d-404f-b2a5-f34010406ed4 None None] Provisioning complete for port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:04.563131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3d3afc8-725d-404f-b2a5-f34010406ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.570108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c538b35-97fd-4287-bde8-389d10b53fa0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:04.601371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-a8f2dbcc-83ec-4d81-9f22-84d3f62bb59e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78 HTTP/1.1" status: 200 len: 217 time: 0.1380141 Jul 23 10:37:04.624977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.668001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=3a5bb382-e86b-454e-8d60-b032cd9dbf81,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:04.750234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3afc8-725d-404f-b2a5-f34010406ed4 None None] Port 3a5bb382-e86b-454e-8d60-b032cd9dbf81 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:04.766181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.769446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.774240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-640d47d1-587e-4716-b8f6-736b5a4710d1 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/3a5bb382-e86b-454e-8d60-b032cd9dbf81 HTTP/1.1" status: 204 len: 168 time: 0.9573171 Jul 23 10:37:04.787350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:04.801370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-205cd618-68fc-4034-b192-1c30f6336b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.802879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-205cd618-68fc-4034-b192-1c30f6336b7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1840777 Jul 23 10:37:04.819238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d172636b-9555-497d-a24e-207a02d3e700 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:04.830532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 41ac1765-ddbe-461c-977a-cdc52f442395 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:04.834323 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cde2d6-38c6-4cca-9e6a-834968073909 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] GET failed (client error): The resource could not be found. Jul 23 10:37:04.838651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-46cde2d6-38c6-4cca-9e6a-834968073909 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports/3a5bb382-e86b-454e-8d60-b032cd9dbf81 HTTP/1.1" status: 404 len: 333 time: 0.0479832 Jul 23 10:37:04.845331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:04.852489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cd4d7-deb2-4fe5-b938-a3f6c1d8d9ff req-7f64f411-a38b-4631-ae91-a40668f92e8c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:04.854129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d61cd4d7-deb2-4fe5-b938-a3f6c1d8d9ff req-7f64f411-a38b-4631-ae91-a40668f92e8c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 944 time: 0.3806536 Jul 23 10:37:04.874046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.882172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:04.903845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:04.904230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.027720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fc384-fda6-4961-80a0-008124472761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd953380b-90b8-45ba-ade1-d93d1e9c645a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:05.030897 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347e9f7-45f4-484d-9352-3a8da3722bb2" -d '{"events": [{"server_uuid": "5a5fc384-fda6-4961-80a0-008124472761", "name": "network-vif-plugged", "status": "completed", "tag": "d953380b-90b8-45ba-ade1-d93d1e9c645a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:05.062531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d953380b-90b8-45ba-ade1-d93d1e9c645a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:05.088053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d61cd4d7-deb2-4fe5-b938-a3f6c1d8d9ff req-8162739e-63e1-4301-9bb8-a55ba9b62520 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102702 Jul 23 10:37:05.094755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Transition to ACTIVE for port object d172636b-9555-497d-a24e-207a02d3e700 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:05.117986 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.130894 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.142157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2f63293-996a-4e0a-ad10-f908e259aa74 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.206117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2f63293-996a-4e0a-ad10-f908e259aa74 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.210177 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b40ca2-20eb-4e5f-8971-341de3a11b73 x-openstack-request-id: req-78b40ca2-20eb-4e5f-8971-341de3a11b73 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:05.210660 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5fc384-fda6-4961-80a0-008124472761", "name": "network-vif-plugged", "status": "completed", "tag": "d953380b-90b8-45ba-ade1-d93d1e9c645a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:05.210777 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78b40ca2-20eb-4e5f-8971-341de3a11b73 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:05.211166 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fc384-fda6-4961-80a0-008124472761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd953380b-90b8-45ba-ade1-d93d1e9c645a', 'code': 200} Jul 23 10:37:05.262988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb746c1-7b41-43d7-a896-9c38a66f21bd req-5ba68730-a16a-47dc-b8f4-6d63a1e19ce6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:05.266465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-beb746c1-7b41-43d7-a896-9c38a66f21bd req-5ba68730-a16a-47dc-b8f4-6d63a1e19ce6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 944 time: 0.1875656 Jul 23 10:37:05.272648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d953380b-90b8-45ba-ade1-d93d1e9c645a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:05.325761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Pushing event updated for resources: {'Port': ['ID=d172636b-9555-497d-a24e-207a02d3e700,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:05.341979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-b5640a0e-d88f-4e63-9c75-20b8f6a6a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:05.344623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-b5640a0e-d88f-4e63-9c75-20b8f6a6a6e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4862449 Jul 23 10:37:05.363035 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.406292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2f63293-996a-4e0a-ad10-f908e259aa74 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.409240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2f63293-996a-4e0a-ad10-f908e259aa74 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.410546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f2f63293-996a-4e0a-ad10-f908e259aa74 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/security-groups/a56f12c8-446a-47b5-8584-5a621dd79871 HTTP/1.1" status: 204 len: 168 time: 0.5621808 Jul 23 10:37:05.427409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:05.429592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f63293-996a-4e0a-ad10-f908e259aa74 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f12c8-446a-47b5-8584-5a621dd79871,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:05.442040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-beb746c1-7b41-43d7-a896-9c38a66f21bd req-6a1d124b-a5e6-443c-b6e3-fc2bbb16d651 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489456 Jul 23 10:37:05.518627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7b303-4c85-4e53-9d9c-2367085a872a req-8571a969-5080-4d0b-8a42-0cc3980617a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:05.520383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3d7b303-4c85-4e53-9d9c-2367085a872a req-8571a969-5080-4d0b-8a42-0cc3980617a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 1096 time: 0.2122822 Jul 23 10:37:05.526557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:05.583232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-09ad7843-2aa5-46d5-9d62-91df184353ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5369325 Jul 23 10:37:05.586093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.659930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=41ac1765-ddbe-461c-977a-cdc52f442395,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:05.673200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1867379820-network', 'tenant_id': 'de31fef6d35b42819504afd569a91b27'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:05.762773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3d7b303-4c85-4e53-9d9c-2367085a872a req-56661598-91e8-4a5f-a87b-ffe83f294d3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208643 Jul 23 10:37:05.795989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9470-b144-4fa8-8615-5817dc93dc47 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.803024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Made reservation on behalf of de31fef6d35b42819504afd569a91b27 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:05.805295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.855819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Attempting to bind port d172636b-9555-497d-a24e-207a02d3e700 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:05.856164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Attempting to bind port d172636b-9555-497d-a24e-207a02d3e700 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:05.856509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Attempting to bind port d172636b-9555-497d-a24e-207a02d3e700 on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:05.870751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-b3b49a4d-c9ce-4948-bfd5-f0bfc953e6ea service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149572 Jul 23 10:37:05.886632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Port d172636b-9555-497d-a24e-207a02d3e700 on network 88f82106-17d6-405a-9dea-dd012be4367b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:37:05.886632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Attempting to bind port d172636b-9555-497d-a24e-207a02d3e700 on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:05.910662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a9125-0dcb-4e30-809f-4b368ba111c9 req-936f6902-ba27-433a-a9c2-ddc5646bad67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:05.912352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f3a9125-0dcb-4e30-809f-4b368ba111c9 req-936f6902-ba27-433a-a9c2-ddc5646bad67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 943 time: 0.3606164 Jul 23 10:37:05.913189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:05.913529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:05.913921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Bound using segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:05.914371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Bound port: d172636b-9555-497d-a24e-207a02d3e700, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:05.914736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:05.948432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-a62294ca-0265-4e9e-a2c5-62a2c8aed174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:05.950912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-a62294ca-0265-4e9e-a2c5-62a2c8aed174 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 1097 time: 0.3127496 Jul 23 10:37:06.021020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f3a9125-0dcb-4e30-809f-4b368ba111c9 req-9153c65d-dd95-4823-9ed3-6bb938d0ba1c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005123 Jul 23 10:37:06.153959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.199848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9470-b144-4fa8-8615-5817dc93dc47 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.234677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.240099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5571e83c-6966-4504-a6ac-e9a5ea63af22 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/41ac1765-ddbe-461c-977a-cdc52f442395 HTTP/1.1" status: 204 len: 168 time: 2.2286859 Jul 23 10:37:06.244760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:06.246578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d5e4f97f-4be5-408e-b61f-91ba33819d78 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:06.362292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:06.374660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'mac_address': 'fa:16:3e:2d:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:06.424340 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.439161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e4f97f-4be5-408e-b61f-91ba33819d78 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:06.470311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.473208 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9470-b144-4fa8-8615-5817dc93dc47 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.473847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:06.479712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.492849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e0a9470-b144-4fa8-8615-5817dc93dc47 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.498651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e0a9470-b144-4fa8-8615-5817dc93dc47 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/security-groups/fba7f07a-522b-4ed3-a7d1-bcdd277eb6c4 HTTP/1.1" status: 204 len: 168 time: 1.0670021 Jul 23 10:37:06.503561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54222) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:06.537805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:06.556619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d1614-b941-4a92-880d-874392da78f5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.563929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d1614-b941-4a92-880d-874392da78f5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.566321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d1614-b941-4a92-880d-874392da78f5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.571263 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6d8d1614-b941-4a92-880d-874392da78f5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3233178 Jul 23 10:37:06.573692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54226) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:06.574608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a9470-b144-4fa8-8615-5817dc93dc47 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba7f07a-522b-4ed3-a7d1-bcdd277eb6c4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:06.577465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.611124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] For port d172636b-9555-497d-a24e-207a02d3e700, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:06.659727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:37:06.667602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] For port d172636b-9555-497d-a24e-207a02d3e700, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d172636b-9555-497d-a24e-207a02d3e700,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:06.673355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03be9bd-3bcf-4046-9b25-11d892d9bb6a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:06.684100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.684326 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Added segment ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9 of type vlan for network e36e1864-f393-4718-9d83-99b89d1ab75e Jul 23 10:37:06.689155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet dae50ba3-29af-468e-973a-825991c1e8e7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:06.698833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c91afe-0817-4eee-a64c-2e34d9742f74 req-ff39cfa4-cc69-4af0-8ad8-5947a18411a4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.700850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31c91afe-0817-4eee-a64c-2e34d9742f74 req-ff39cfa4-cc69-4af0-8ad8-5947a18411a4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 945 time: 0.5256855 Jul 23 10:37:06.711593 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.724893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.736285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-ef32d7b8-5bee-4d00-a4a3-a6cebbcf27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.737993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-ef32d7b8-5bee-4d00-a4a3-a6cebbcf27ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.7602904 Jul 23 10:37:06.791845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e616ae07-4309-4ad0-8f05-4f099189bd00 req-5da40d4e-e0f5-465d-bd88-c84eb36f349a service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507155 Jul 23 10:37:06.794021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.832968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-0db40d79-6407-44d5-a2fc-493978de9080 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed HTTP/1.1" status: 200 len: 217 time: 0.0677664 Jul 23 10:37:06.833775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23855e3e-69c1-4624-a39c-7455f686a333 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.837246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.843537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d5e4f97f-4be5-408e-b61f-91ba33819d78'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:06.876057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.876687 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.878790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] 10.222.0.55 "PUT /v2.0/ports/d172636b-9555-497d-a24e-207a02d3e700 HTTP/1.1" status: 200 len: 1092 time: 3.8236361 Jul 23 10:37:06.879257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'tag': 'd172636b-9555-497d-a24e-207a02d3e700'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:06.880662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31c91afe-0817-4eee-a64c-2e34d9742f74 req-1268f667-d164-42a6-97e0-5a1a0f55fd6e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707740 Jul 23 10:37:06.881586 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362752b9-5d4f-44b4-a046-552c30d426fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a961f144-983d-4e6f-9630-c1aa3a8598ee", "tag": "d172636b-9555-497d-a24e-207a02d3e700"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:06.927022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.932268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:06.936062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:06.971737 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23855e3e-69c1-4624-a39c-7455f686a333 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.002849 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6264a2-7617-4404-a812-4cbbf4b39ef3 x-openstack-request-id: req-6f6264a2-7617-4404-a812-4cbbf4b39ef3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:07.003129 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a961f144-983d-4e6f-9630-c1aa3a8598ee", "tag": "d172636b-9555-497d-a24e-207a02d3e700", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:07.003376 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f6264a2-7617-4404-a812-4cbbf4b39ef3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:07.003981 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'tag': 'd172636b-9555-497d-a24e-207a02d3e700', 'status': 'completed', 'code': 200} Jul 23 10:37:07.006359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec77f76-ab13-4363-8deb-d0b9fe544a22 service neutron] Pushing event updated for resources: {'Port': ['ID=d172636b-9555-497d-a24e-207a02d3e700,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:07.039744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a02b-98da-49a5-86c9-d83849a1fc13 req-a4c0fdff-256f-4271-a5d3-518cfb4bdf69 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:07.041823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37f9a02b-98da-49a5-86c9-d83849a1fc13 req-a4c0fdff-256f-4271-a5d3-518cfb4bdf69 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 944 time: 0.4364665 Jul 23 10:37:07.045555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Deleting port 2aca97b7-7b7a-458a-b2ec-2956ef905820 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:07.046090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.049000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-8bb26cad-b0a1-4f39-99e4-2779cf2cd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:07.050843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-8bb26cad-b0a1-4f39-99e4-2779cf2cd526 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.2023954 Jul 23 10:37:07.091059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5634201 Jul 23 10:37:07.119035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54234) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:07.126411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Request body: {'subnet': {'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1867379820-subnet', 'tenant_id': 'de31fef6d35b42819504afd569a91b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:07.178357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea679-b024-4b5f-a42d-fa2d54a2fc28 admin admin] Pushing event updated for resources: {'Network': ['ID=e36e1864-f393-4718-9d83-99b89d1ab75e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:07.188166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e36e1864-f393-4718-9d83-99b89d1ab75e details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:37:07.226682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23855e3e-69c1-4624-a39c-7455f686a333 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.227493 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.229182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-23855e3e-69c1-4624-a39c-7455f686a333 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.232653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-23855e3e-69c1-4624-a39c-7455f686a333 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/security-groups/f979dd79-a686-4fdf-919f-0376e9ec68b3 HTTP/1.1" status: 204 len: 168 time: 0.7202365 Jul 23 10:37:07.239391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Made reservation on behalf of de31fef6d35b42819504afd569a91b27 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:07.241650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.247516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54236) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:07.250491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37f9a02b-98da-49a5-86c9-d83849a1fc13 req-f3ce1bc2-fac3-4eaa-b285-2d3976c24158 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632199 Jul 23 10:37:07.308954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23855e3e-69c1-4624-a39c-7455f686a333 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979dd79-a686-4fdf-919f-0376e9ec68b3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:07.339672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-c8aa565e-7dc2-4765-bb37-febe78685967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:07.341381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-c8aa565e-7dc2-4765-bb37-febe78685967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 1095 time: 0.4029064 Jul 23 10:37:07.357075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] For port 2aca97b7-7b7a-458a-b2ec-2956ef905820, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2aca97b7-7b7a-458a-b2ec-2956ef905820,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:07.357447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.370603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.389873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1505f-b186-4efe-b57b-a60e63f9fb42 req-3bce0c2b-bd08-4821-8b02-b66b0b4cb337 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:07.391525 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86c1505f-b186-4efe-b57b-a60e63f9fb42 req-3bce0c2b-bd08-4821-8b02-b66b0b4cb337 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 944 time: 0.2163906 Jul 23 10:37:07.428597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.434268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/dae50ba3-29af-468e-973a-825991c1e8e7 HTTP/1.1" status: 204 len: 168 time: 0.8524966 Jul 23 10:37:07.435690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6143-0017-43b5-969d-17ab10bb67a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=dae50ba3-29af-468e-973a-825991c1e8e7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:07.435821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c6a4f-4b43-4901-9053-e0a4ef79d59e None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:07.438898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:07.508787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86c1505f-b186-4efe-b57b-a60e63f9fb42 req-7f684099-fe98-4ecf-a481-a501b74570c4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903916 Jul 23 10:37:07.526269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:07.539450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.541857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-ee6c2964-4148-4194-ae5b-43df5fd81fea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d172636b-9555-497d-a24e-207a02d3e700 HTTP/1.1" status: 200 len: 217 time: 0.1868382 Jul 23 10:37:07.542827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Calling delete_port for 2aca97b7-7b7a-458a-b2ec-2956ef905820 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:07.547375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-bc9ad89a-d83b-489d-9e54-c5b1f7e0069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:07.550013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-bc9ad89a-d83b-489d-9e54-c5b1f7e0069f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4853621 Jul 23 10:37:07.553767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 441852fe-6b35-4688-bf1b-0bef252ca467 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:07.578887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.599282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.741900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.811213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.846152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:07.848971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.853546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e4c85ecf-f62b-4d4b-8cbd-11184588e2f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2 HTTP/1.1" status: 204 len: 168 time: 0.4093935 Jul 23 10:37:07.853927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:07.862198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.866024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-1654022a-d147-4266-99a4-4cb8683f9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:07.867568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-1654022a-d147-4266-99a4-4cb8683f9bee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.2972620 Jul 23 10:37:07.876205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:07.900597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b215da47-4dc9-4ea8-ac83-243bc90f7c69 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455866 Jul 23 10:37:07.903126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:07.909564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:07.983056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-f49d5040-292d-4244-b6e8-a2c1f6937b55 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247949 Jul 23 10:37:07.994988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-7554dac6-e5d5-44ae-909f-701430120881 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106451 Jul 23 10:37:08.019945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:08.025102 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.149492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:08.230531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.255263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Checking segment: {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:08.255263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Network hostable DHCP agents. Network: e36e1864-f393-4718-9d83-99b89d1ab75e, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:37:08.271018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d5e4f97f-4be5-408e-b61f-91ba33819d78 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:08.285580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:08.286874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:08.292906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:08.293570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.309763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=3ace928f-4d4f-49d3-80a3-cc700bd87b82,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:08.312834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.332269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-07b4069e-8422-444c-b10a-984b4846ca1e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4279480 Jul 23 10:37:08.335139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:08.336713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c3111-c2e0-4376-92c4-ef8c9f5f99eb None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:08.341629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:08.383806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Network e36e1864-f393-4718-9d83-99b89d1ab75e is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:37:08.387358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e722b83d-d36b-475e-8eb2-2e49411f9b06 req-fbcaef6d-f11c-46ec-9d35-745a07c50848 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838055 Jul 23 10:37:08.400196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-bf3374a7-b9dd-4785-a5fe-8645ad47d4bc service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768601 Jul 23 10:37:08.421030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505de8-8576-419c-afc0-7072ae77adf4 req-86da9a64-ad25-4f48-a2da-e61c18485410 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:08.422630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8505de8-8576-419c-afc0-7072ae77adf4 req-86da9a64-ad25-4f48-a2da-e61c18485410 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 945 time: 0.4201961 Jul 23 10:37:08.454208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e36e1864-f393-4718-9d83-99b89d1ab75e) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:08.497979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:08.498482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.521932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc6ab7-a322-47a6-a76a-f2bb4c1e98c9 None None] Network e36e1864-f393-4718-9d83-99b89d1ab75e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:08.535674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa456cd8-18fc-4aeb-82a4-8e54104b8384 req-c8fc60e3-8e84-4b8d-8f53-43931acc0dd6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:08.539372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa456cd8-18fc-4aeb-82a4-8e54104b8384 req-c8fc60e3-8e84-4b8d-8f53-43931acc0dd6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 944 time: 0.1938577 Jul 23 10:37:08.583500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2c8c1be-ce4d-4057-86d0-911172a151ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4549179 Jul 23 10:37:08.593146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8505de8-8576-419c-afc0-7072ae77adf4 req-69df4265-faba-4cf6-93fb-40a78cf78970 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360292 Jul 23 10:37:08.595351 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.607537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.608503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:08.631320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.674414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=441852fe-6b35-4688-bf1b-0bef252ca467,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:08.690685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aca97b7-7b7a-458a-b2ec-2956ef905820,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:08.722703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1b423-3da3-42d9-b72c-f9a4707098ba None None] Network e36e1864-f393-4718-9d83-99b89d1ab75e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:08.729685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797be2e-ed97-4c4f-b06c-c20a123d4fd6 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:08.746765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa456cd8-18fc-4aeb-82a4-8e54104b8384 req-727e9a3a-8975-4a29-9f50-ee1052c6837f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870036 Jul 23 10:37:08.773593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-32571ccb-a71a-4540-9e19-1163b813d420 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:08.774073 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32571ccb-a71a-4540-9e19-1163b813d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.817711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:08.819823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b83d40d-a0ef-4ef1-8543-1bdfdc99594c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/441852fe-6b35-4688-bf1b-0bef252ca467 HTTP/1.1" status: 204 len: 168 time: 1.5661666 Jul 23 10:37:08.832510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:08.873062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bf27cea-923d-4530-817c-82e23f3e8449 req-00853593-d10e-4586-95eb-9e17d40c4382 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629421 Jul 23 10:37:08.939018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 46528322-07e8-4b4a-b5e2-56134f7990ec {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:08.964840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.080559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362752b9-5d4f-44b4-a046-552c30d426fa req-5358524d-d4fd-49af-a056-06ff9e9914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:09.082257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-5358524d-d4fd-49af-a056-06ff9e9914c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 1095 time: 0.1492205 Jul 23 10:37:09.096045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c14fe8-ca3b-4216-a052-b19092b024a1 req-f7141b4d-520b-4188-9f43-9543c52881b8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:09.098292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17c14fe8-ca3b-4216-a052-b19092b024a1 req-f7141b4d-520b-4188-9f43-9543c52881b8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 944 time: 0.2769761 Jul 23 10:37:09.137697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.206347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.232909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port d5e4f97f-4be5-408e-b61f-91ba33819d78 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:09.244545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17c14fe8-ca3b-4216-a052-b19092b024a1 req-9994f3c2-3622-444a-8aa6-0a42b4b5a239 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009109 Jul 23 10:37:09.317649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362752b9-5d4f-44b4-a046-552c30d426fa req-aa2a0d0b-20de-44dd-8468-b854fc6e2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:09.319229 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-aa2a0d0b-20de-44dd-8468-b854fc6e2daa service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.2178659 Jul 23 10:37:09.347834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.349682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d5e4f97f-4be5-408e-b61f-91ba33819d78 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:09.352498 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.421605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a1d9b-ed75-4b38-977c-3b1182cce86b req-83bbd01f-2ecd-4436-9ef8-56c55a401e38 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:09.424459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c2a1d9b-ed75-4b38-977c-3b1182cce86b req-83bbd01f-2ecd-4436-9ef8-56c55a401e38 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 945 time: 0.4821930 Jul 23 10:37:09.429581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.455205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.460526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/46528322-07e8-4b4a-b5e2-56134f7990ec HTTP/1.1" status: 204 len: 168 time: 0.6269388 Jul 23 10:37:09.461168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54270) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:09.552687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab308ac6-36f9-48b9-a0b8-a92417b9acdb tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=46528322-07e8-4b4a-b5e2-56134f7990ec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:09.586433 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c52aba-a327-41f3-bcc7-8a98a7fe6507 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:09.586899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c52aba-a327-41f3-bcc7-8a98a7fe6507 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:09.591656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-46c52aba-a327-41f3-bcc7-8a98a7fe6507 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/441852fe-6b35-4688-bf1b-0bef252ca467 HTTP/1.1" status: 404 len: 337 time: 0.0820489 Jul 23 10:37:09.593128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54274) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:09.658749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c2a1d9b-ed75-4b38-977c-3b1182cce86b req-10f4f568-1c4f-4019-ad54-6b80d6e82f87 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251098 Jul 23 10:37:09.661992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.669056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting subnet 639c85ce-29f0-4900-8248-2e20165de9e9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:09.675603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.713401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:09.716536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:09.719104 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69101aa-b3c5-466a-9707-1f08f08a39e7" -d '{"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:09.731092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.817661 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61f3157-2712-4180-aa71-08f597283c63 x-openstack-request-id: req-c61f3157-2712-4180-aa71-08f597283c63 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:09.818442 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:09.818818 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c61f3157-2712-4180-aa71-08f597283c63 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:09.820031 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'code': 200} Jul 23 10:37:09.822212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1ad0c-8e16-46f0-b8b9-e3739b1e8d42 None None] Update dhcp port {'port': {'network_id': '77215ced-2fd8-4fc3-9a28-0d5e7a0061b9', 'fixed_ips': [{'subnet_id': '639c85ce-29f0-4900-8248-2e20165de9e9', 'ip_address': '172.20.0.18'}, {'subnet_id': '46528322-07e8-4b4a-b5e2-56134f7990ec'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '7c538b35-97fd-4287-bde8-389d10b53fa0'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:37:09.850370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-58812cba-487f-453c-8331-10bdc9682115 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d172636b-9555-497d-a24e-207a02d3e700 HTTP/1.1" status: 200 len: 217 time: 0.5229521 Jul 23 10:37:09.872580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:09.991673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.018765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ad0c-8e16-46f0-b8b9-e3739b1e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.033958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:10.068128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.120061 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.124519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/639c85ce-29f0-4900-8248-2e20165de9e9 HTTP/1.1" status: 204 len: 168 time: 0.5245898 Jul 23 10:37:10.130062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54286) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.153547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362752b9-5d4f-44b4-a046-552c30d426fa req-646e5366-15bd-4f79-9f48-cc0c133091f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:10.155553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-646e5366-15bd-4f79-9f48-cc0c133091f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.2976975 Jul 23 10:37:10.160118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a40a00a9-e7ee-476a-aa2c-d9c7d1d48124 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:10.160609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40a00a9-e7ee-476a-aa2c-d9c7d1d48124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.167362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e9ad9-9f6a-45a2-8b91-f82517187f3b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Subnet': ['ID=639c85ce-29f0-4900-8248-2e20165de9e9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-f7b1ad0c-8e16-46f0-b8b9-e3739b1e8d42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 639c85ce-29f0-4900-8248-2e20165de9e9: This subnet is being modified by another concurrent operation. Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:37:10.194636 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 639c85ce-29f0-4900-8248-2e20165de9e9: This subnet is being modified by another concurrent operation. Jul 23 10:37:10.200161 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:37:10.217521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-b4f1e9d8-e362-47cf-b8fb-e0ba191ec871 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520141 Jul 23 10:37:10.225709 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ecf57b-e0e9-4ff9-906c-9a3ea79f57ea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.226181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ecf57b-e0e9-4ff9-906c-9a3ea79f57ea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.228246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2ecf57b-e0e9-4ff9-906c-9a3ea79f57ea tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/88e1f0ec-cb66-48c6-aa25-007add90f08e HTTP/1.1" status: 404 len: 337 time: 0.0807242 Jul 23 10:37:10.231946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.235874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:37:10.339489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508b765-68fe-4953-99f0-6aca05e8fea0 None None] Network 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:10.410972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0966542-6877-475a-9d10-e57cc1d09c13 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "GET /v2.0/ports?device_id=d37510d7-56fd-4cc3-9a05-e728978e44c9 HTTP/1.1" status: 200 len: 205 time: 0.0642850 Jul 23 10:37:10.413006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54292) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.448479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcffb26-2d21-4e12-8ab6-aedb469edc69 req-73abd131-bbf2-4968-9cce-e5988b6baa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:10.450204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bbcffb26-2d21-4e12-8ab6-aedb469edc69 req-73abd131-bbf2-4968-9cce-e5988b6baa1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 1096 time: 0.4763129 Jul 23 10:37:10.475164 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-501319f3-099b-465f-bb01-27855ef53512 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] delete failed (client error): The resource could not be found. Jul 23 10:37:10.476586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-501319f3-099b-465f-bb01-27855ef53512 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/routers/d37510d7-56fd-4cc3-9a05-e728978e44c9 HTTP/1.1" status: 404 len: 336 time: 0.0617788 Jul 23 10:37:10.489545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e714178-c989-4efe-8859-74cefe0a4e68 req-41f27db7-64eb-43f5-a506-d790cecc1c31 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:10.496838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e714178-c989-4efe-8859-74cefe0a4e68 req-41f27db7-64eb-43f5-a506-d790cecc1c31 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 944 time: 0.4372571 Jul 23 10:37:10.498440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.550878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-19740c7e-b2b1-4d53-807c-427ce5c78e5b None None] Provisioning complete for port 7c538b35-97fd-4287-bde8-389d10b53fa0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:10.551591 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19740c7e-b2b1-4d53-807c-427ce5c78e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.558078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37eb1-7b8a-4b47-ab11-c756631df949 req-07302607-c3d3-4ef5-b987-4f1fde1d0859 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:10.567202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fe37eb1-7b8a-4b47-ab11-c756631df949 req-07302607-c3d3-4ef5-b987-4f1fde1d0859 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 945 time: 0.4678614 Jul 23 10:37:10.589839 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba3fee-3501-49cf-8f99-fc3af4f9e784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.590300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba3fee-3501-49cf-8f99-fc3af4f9e784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.592083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-43ba3fee-3501-49cf-8f99-fc3af4f9e784 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/d804d7f5-cd09-42c5-b7c6-286ff362668b HTTP/1.1" status: 404 len: 337 time: 0.0908616 Jul 23 10:37:10.596642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.623300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bbcffb26-2d21-4e12-8ab6-aedb469edc69 req-1de42aba-ff9d-4b30-9cd7-93cfe3c8e083 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171799 Jul 23 10:37:10.625816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:37:10.632933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] DHCP port deletion for 77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:10.639565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-c05f1f34-7f42-4a6a-b700-cf82b8fb412d service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029894 Jul 23 10:37:10.645592 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8640e893-514b-4ed4-8612-d6061b2f8b4b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.646046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8640e893-514b-4ed4-8612-d6061b2f8b4b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.650705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8640e893-514b-4ed4-8612-d6061b2f8b4b tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/f5ed131b-e695-4390-9cbc-492f79a6bfb7 HTTP/1.1" status: 404 len: 337 time: 0.0529888 Jul 23 10:37:10.651727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.677553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e714178-c989-4efe-8859-74cefe0a4e68 req-3cfaff4a-1517-4f0b-a5f6-7ff46951de08 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747367 Jul 23 10:37:10.696413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fe37eb1-7b8a-4b47-ab11-c756631df949 req-37973143-2ef1-4d75-b13f-6417bde7cf18 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281967 Jul 23 10:37:10.720279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c538b35-97fd-4287-bde8-389d10b53fa0 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:10.731135 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb93d44-c3ae-4395-9ee3-f4a4b5e91bb3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.731933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb93d44-c3ae-4395-9ee3-f4a4b5e91bb3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.733882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6cb93d44-c3ae-4395-9ee3-f4a4b5e91bb3 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/8d8d4de7-fd80-43ee-9680-3847b4bbb87c HTTP/1.1" status: 404 len: 337 time: 0.0792718 Jul 23 10:37:10.736522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.792299 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-911bc0cb-5182-418a-9619-e09af375df87 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.793297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911bc0cb-5182-418a-9619-e09af375df87 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.795244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-911bc0cb-5182-418a-9619-e09af375df87 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/07072cf9-ac61-4d37-9aa7-4aa6e07b1670 HTTP/1.1" status: 404 len: 333 time: 0.0576336 Jul 23 10:37:10.799439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.810506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-19740c7e-b2b1-4d53-807c-427ce5c78e5b None None] Provisioning complete for port 692297ba-f6c3-4dda-a706-6c0de60d46bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:10.810891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19740c7e-b2b1-4d53-807c-427ce5c78e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.860094 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-757d3c17-6605-4115-804b-d26389227239 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.860394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] Deleting port 7c538b35-97fd-4287-bde8-389d10b53fa0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:10.860850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757d3c17-6605-4115-804b-d26389227239 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.860996 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.862960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-757d3c17-6605-4115-804b-d26389227239 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/5430fa22-cc2d-4203-a430-574620f0b2b7 HTTP/1.1" status: 404 len: 337 time: 0.0624604 Jul 23 10:37:10.868912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54308) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.881720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.906171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-19740c7e-b2b1-4d53-807c-427ce5c78e5b None None] Port 692297ba-f6c3-4dda-a706-6c0de60d46bc cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:10.909710 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.922122 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-273a8826-37ec-43a9-9af7-bac260866e37 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.922578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273a8826-37ec-43a9-9af7-bac260866e37 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.935743 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-273a8826-37ec-43a9-9af7-bac260866e37 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/19fea529-0e5e-46da-9d5c-3811cad3323f HTTP/1.1" status: 404 len: 337 time: 0.0632229 Jul 23 10:37:10.940326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54312) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.973329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:10.973832 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:10.989269 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7484605e-4f74-4f0e-81d3-f0b03daa6c77 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:10.990024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7484605e-4f74-4f0e-81d3-f0b03daa6c77 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:10.991812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7484605e-4f74-4f0e-81d3-f0b03daa6c77 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/9bdaa7b5-1203-4953-8767-37890478a6ea HTTP/1.1" status: 404 len: 333 time: 0.0509136 Jul 23 10:37:10.994245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:10.999902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] Calling delete_port for 7c538b35-97fd-4287-bde8-389d10b53fa0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:11.003535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7c538b35-97fd-4287-bde8-389d10b53fa0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c538b35-97fd-4287-bde8-389d10b53fa0,segment=NetworkSegment(641eff85-5a38-4293-bccd-ec5d853b2f94),segment_id=641eff85-5a38-4293-bccd-ec5d853b2f94)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:11.005073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-362752b9-5d4f-44b4-a046-552c30d426fa req-0b05c7c4-8f55-4775-95c1-f584551f6d8e service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594728 Jul 23 10:37:11.012113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.023486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5bf02-f76f-49bc-8538-f67c1eadc51e req-9040c52d-0f9d-4d4d-8c2a-d85a249789db tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:11.025074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eff5bf02-f76f-49bc-8538-f67c1eadc51e req-9040c52d-0f9d-4d4d-8c2a-d85a249789db tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.2265100 Jul 23 10:37:11.046959 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43eff4c-f481-4a73-8284-55640a8d741f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:11.047444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43eff4c-f481-4a73-8284-55640a8d741f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:11.052796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d43eff4c-f481-4a73-8284-55640a8d741f tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/d64aafa9-e982-439e-bd2d-c3b526569af0 HTTP/1.1" status: 404 len: 337 time: 0.0548787 Jul 23 10:37:11.053380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:11.063024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:37:11.074587 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] Sync routers for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:37:11.077357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dabb8ddb-4035-441c-a175-7d7813151777 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d21c7b6-b149-43a0-b1bd-5cb60660d1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8368964 Jul 23 10:37:11.079807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54320) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:11.090971 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:11.097964 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:11.141985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:11.143729 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0074e9a6-274f-48b7-951a-e35f3b557b60 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] DELETE failed (client error): The resource could not be found. Jul 23 10:37:11.144264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0074e9a6-274f-48b7-951a-e35f3b557b60 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:11.148725 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0074e9a6-274f-48b7-951a-e35f3b557b60 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/subnets/246f062d-c620-4f15-92cb-5f3f8e8ec447 HTTP/1.1" status: 404 len: 337 time: 0.0791752 Jul 23 10:37:11.162625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:11.180605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.208740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] Pushing event deleted for resources: {'Port': ['ID=7c538b35-97fd-4287-bde8-389d10b53fa0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:11.211727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eff5bf02-f76f-49bc-8538-f67c1eadc51e req-59065aee-9a66-4330-9858-e5b8f5e012b3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712425 Jul 23 10:37:11.220254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f12b9-0401-4595-a022-a56ed103c0c1 None None] No DVR routers for this DVR port 7c538b35-97fd-4287-bde8-389d10b53fa0 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:11.258109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c211c-bbcd-474b-98e1-827e4b0a1824 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:37:11.260595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.353970 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:37:11.370531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:11.395982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c211c-bbcd-474b-98e1-827e4b0a1824 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:37:11.434397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.437448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Deleting port 692297ba-f6c3-4dda-a706-6c0de60d46bc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:11.437800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.477385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.485716 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.487201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.570516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Deleting port 15adb9d3-c5f1-4833-ac56-128b55c20994 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:11.571019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.677495 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:37:08Z', 'revision_number': 5, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port': {'id': '15adb9d3-c5f1-4833-ac56-128b55c20994', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:25:12Z', 'updated_at': '2021-07-23T10:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:11.713108 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] Checking router: 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:37:11.719788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] For port 15adb9d3-c5f1-4833-ac56-128b55c20994, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=15adb9d3-c5f1-4833-ac56-128b55c20994,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:11.720302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:11.724835 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] Routers {'2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:11.725689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:11.737981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Calling delete_port for 15adb9d3-c5f1-4833-ac56-128b55c20994 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:11.846635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d172636b-9555-497d-a24e-207a02d3e700 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:11.964208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d172636b-9555-497d-a24e-207a02d3e700, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d172636b-9555-497d-a24e-207a02d3e700,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:11.980354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'd172636b-9555-497d-a24e-207a02d3e700', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': 'd172636b-9555-497d-a24e-207a02d3e700', 'mac_address': 'fa:16:3e:dd:14:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:12.046317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.065558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:12.073540 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.086110 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] Set router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:37:12.115851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d172636b-9555-497d-a24e-207a02d3e700 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:12.125948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=15adb9d3-c5f1-4833-ac56-128b55c20994,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:12.154941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d172636b-9555-497d-a24e-207a02d3e700, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d172636b-9555-497d-a24e-207a02d3e700,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:12.168604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.172859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:37:11Z', 'revision_number': 6, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:12.188213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:12.201747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:12.202393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.219195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d172636b-9555-497d-a24e-207a02d3e700,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:12.251026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.253223 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc366bd-879a-458a-8f3b-288054fc0cee None None] The sync data for ids ['2d21c7b6-b149-43a0-b1bd-5cb60660d1c6'] in n-d-778550-4 is: [{'id': '2d21c7b6-b149-43a0-b1bd-5cb60660d1c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1231015291-router', 'tenant_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:25:11Z', 'updated_at': '2021-07-23T10:37:11Z', 'revision_number': 6, 'project_id': 'b079f8cfdb104095b84d7d3dc4c31218', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:37:12.293678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9573448 Jul 23 10:37:12.296477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.307520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f25af3-eea8-4ce9-84e0-bd3de56a1e20 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:12.320277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:12.336048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:3f:c3:f0', 'name': 'tempest-NetworksTestDHCPv6-167834888'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:12.397971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-954bb7b6-2986-4e67-9990-5f091a3521f6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:12.400541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-954bb7b6-2986-4e67-9990-5f091a3521f6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 945 time: 0.5767581 Jul 23 10:37:12.476687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08dd8-a226-4d7e-981c-0215a724eb1b req-9247179d-c774-4842-bf27-79a44f78c729 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:12.477915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Calling delete_port for 692297ba-f6c3-4dda-a706-6c0de60d46bc owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:12.478336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25f08dd8-a226-4d7e-981c-0215a724eb1b req-9247179d-c774-4842-bf27-79a44f78c729 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 944 time: 0.6462858 Jul 23 10:37:12.490108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=b2b61c04-75bc-46e7-9feb-d99b59a0f1bc,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:12.513185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d172636b-9555-497d-a24e-207a02d3e700'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:12.514540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d04d1e-c9ee-4754-9c70-621a3fff5e80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:12.523773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.536208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.570427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:12.596616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5768a0e-c95f-4d09-b03c-789ba64a00f3 req-150649f1-077b-4605-b32f-974868467d1f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:12.598676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5768a0e-c95f-4d09-b03c-789ba64a00f3 req-150649f1-077b-4605-b32f-974868467d1f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 945 time: 0.5320592 Jul 23 10:37:12.710848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25f08dd8-a226-4d7e-981c-0215a724eb1b req-a75dfd48-8054-4c9c-9564-8477727cf01f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993258 Jul 23 10:37:12.714106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.714648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:37:12.737922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.743577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f1a8d5bb-0049-4f1d-85aa-e7f8a229dd94 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2d21c7b6-b149-43a0-b1bd-5cb60660d1c6 HTTP/1.1" status: 204 len: 168 time: 1.6582725 Jul 23 10:37:12.748754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54336) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:12.923270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5768a0e-c95f-4d09-b03c-789ba64a00f3 req-e52e864b-9c45-4b7a-9061-32efad723dd4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138635 Jul 23 10:37:12.932616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port d953380b-90b8-45ba-ade1-d93d1e9c645a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:12.932763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.937717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c957c93-97ee-428b-9b75-5bc8f9d2d96b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:12.950000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.964042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:12.979706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Deleting subnet 5e810624-364b-43b0-8e00-4e89343d65c3 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:13.002664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.007717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port bacb57b6-d419-4240-b729-a189cd71d199 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:13.012210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Port': ['ID=692297ba-f6c3-4dda-a706-6c0de60d46bc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:13.022199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.027114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-256f4097-042b-4bbf-9543-c181da5b4762 tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/ports/692297ba-f6c3-4dda-a706-6c0de60d46bc HTTP/1.1" status: 204 len: 168 time: 1.8629854 Jul 23 10:37:13.029352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:13.134688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.143727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:13.144118 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.189741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.207944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Update dhcp port {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': 'b2b61c04-75bc-46e7-9feb-d99b59a0f1bc', 'ip_address': '2001:db8::f816:3eff:fe13:f8c7'}, {'subnet_id': '3ace928f-4d4f-49d3-80a3-cc700bd87b82'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '4c957c93-97ee-428b-9b75-5bc8f9d2d96b'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:37:13.219008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3dcc3-e98d-489e-86d6-1daacd80f158 req-fceefdc2-4a54-4ae2-aa39-5001d002f7ca tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:13.221671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18f3dcc3-e98d-489e-86d6-1daacd80f158 req-fceefdc2-4a54-4ae2-aa39-5001d002f7ca tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.2850595 Jul 23 10:37:13.273677 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.287151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port d953380b-90b8-45ba-ade1-d93d1e9c645a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d953380b-90b8-45ba-ade1-d93d1e9c645a,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:13.287677 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.290890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2aca97b7-7b7a-458a-b2ec-2956ef905820 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:13.315526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 2aca97b7-7b7a-458a-b2ec-2956ef905820 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:13.316181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2aca97b7-7b7a-458a-b2ec-2956ef905820 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:13.338678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.343378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for d953380b-90b8-45ba-ade1-d93d1e9c645a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:13.345064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.355445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18f3dcc3-e98d-489e-86d6-1daacd80f158 req-9dfe3e6e-05e0-442c-8561-a42f6d833ab4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228640 Jul 23 10:37:13.368587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77215ced-2fd8-4fc3-9a28-0d5e7a0061b9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:13.415302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 172.20.0.3 (65597b37-0f65-4455-bf75-7f43a1f9f92a/3ace928f-4d4f-49d3-80a3-cc700bd87b82/bacb57b6-d419-4240-b729-a189cd71d199) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:13.423016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641eff85-5a38-4293-bccd-ec5d853b2f94') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:13.424956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641eff85-5a38-4293-bccd-ec5d853b2f94') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:13.440340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe3f:c3f0 (65597b37-0f65-4455-bf75-7f43a1f9f92a/b2b61c04-75bc-46e7-9feb-d99b59a0f1bc/bacb57b6-d419-4240-b729-a189cd71d199) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:13.449366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.483456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.488672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.515809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:37:13.516308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:37:13.520034 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:37:13.546215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e810624-364b-43b0-8e00-4e89343d65c3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:13.554969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.559728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc794e79-e7b4-468b-b45a-4c5d15d185c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e810624-364b-43b0-8e00-4e89343d65c3 HTTP/1.1" status: 204 len: 168 time: 0.8010590 Jul 23 10:37:13.560248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:13.572586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0db9a-86a8-418a-b13e-59b3bcb9151c None None] Network bc20845d-f4c7-4d5c-b9c0-939c4d974fdd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:13.650993 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.664586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.668417 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] 10.222.0.37 "DELETE /v2.0/networks/77215ced-2fd8-4fc3-9a28-0d5e7a0061b9 HTTP/1.1" status: 204 len: 168 time: 0.6380572 Jul 23 10:37:13.729384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.769778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24da1b1-5f06-4a97-bc9b-cce510d39b3c tempest-PortsTestJSON-1309418228 tempest-PortsTestJSON-1309418228-project] Pushing event deleted for resources: {'Network': ['ID=77215ced-2fd8-4fc3-9a28-0d5e7a0061b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:13.780124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.782168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:13.821897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=d953380b-90b8-45ba-ade1-d93d1e9c645a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:13.824778 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.875395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d172636b-9555-497d-a24e-207a02d3e700 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:13.884121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object bacb57b6-d419-4240-b729-a189cd71d199 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:13.900807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port d953380b-90b8-45ba-ade1-d93d1e9c645a on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:13.903710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:13.906448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c9e6591-9f23-45aa-b2d4-4459df2dea24 req-dd25caea-2563-4a82-88af-fa9b15630540 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "DELETE /v2.0/ports/d953380b-90b8-45ba-ade1-d93d1e9c645a HTTP/1.1" status: 204 len: 173 time: 1.4983008 Jul 23 10:37:13.908749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fc384-fda6-4961-80a0-008124472761', 'name': 'network-vif-deleted', 'tag': 'd953380b-90b8-45ba-ade1-d93d1e9c645a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:13.912572 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45630b5c-0358-4c99-a3a5-9905964a5777" -d '{"events": [{"server_uuid": "5a5fc384-fda6-4961-80a0-008124472761", "name": "network-vif-deleted", "tag": "d953380b-90b8-45ba-ade1-d93d1e9c645a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:13.969172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ce8f6-9cb8-4565-8920-0433b6389769 req-6235a8cf-b295-4468-95a4-4a8d3dc1d1bf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:13.970515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f3ce8f6-9cb8-4565-8920-0433b6389769 req-6235a8cf-b295-4468-95a4-4a8d3dc1d1bf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.2620847 Jul 23 10:37:14.031926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Deleting port 4723be6a-f96c-4960-afd9-e23985cc3843 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:14.032275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.075239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825fc4-5cb1-4d84-ab52-2b632120e5f0 req-628c60e8-fb6f-40ba-b1c0-67a911257c29 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:14.077087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68825fc4-5cb1-4d84-ab52-2b632120e5f0 req-628c60e8-fb6f-40ba-b1c0-67a911257c29 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 945 time: 0.2150683 Jul 23 10:37:14.083945 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.095181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:14.106513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f3ce8f6-9cb8-4565-8920-0433b6389769 req-37599fd7-533b-4aaa-8eee-91d5a1545e17 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228559 Jul 23 10:37:14.107827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port d172636b-9555-497d-a24e-207a02d3e700 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:14.123881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port d172636b-9555-497d-a24e-207a02d3e700 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:14.124429 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.169580 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6927012c-9d79-4848-a89a-e72309bad66a x-openstack-request-id: req-6927012c-9d79-4848-a89a-e72309bad66a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:14.169966 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5fc384-fda6-4961-80a0-008124472761", "name": "network-vif-deleted", "tag": "d953380b-90b8-45ba-ade1-d93d1e9c645a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:14.170328 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6927012c-9d79-4848-a89a-e72309bad66a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:14.170796 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fc384-fda6-4961-80a0-008124472761', 'name': 'network-vif-deleted', 'tag': 'd953380b-90b8-45ba-ade1-d93d1e9c645a', 'status': 'completed', 'code': 200} Jul 23 10:37:14.211102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] For port 4723be6a-f96c-4960-afd9-e23985cc3843, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4723be6a-f96c-4960-afd9-e23985cc3843,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:14.211711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.241821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] DHCP port deletion for bc20845d-f4c7-4d5c-b9c0-939c4d974fdd request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:14.254028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:14.268704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Allocated IP 172.20.0.2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/3ace928f-4d4f-49d3-80a3-cc700bd87b82/4c957c93-97ee-428b-9b75-5bc8f9d2d96b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:14.271371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Calling delete_port for 4723be6a-f96c-4960-afd9-e23985cc3843 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:14.276849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:14.278763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=bacb57b6-d419-4240-b729-a189cd71d199,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:14.290861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:14.323998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68825fc4-5cb1-4d84-ab52-2b632120e5f0 req-5169aba0-2def-48df-b340-ce3b23180723 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201972 Jul 23 10:37:14.327848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d21f0c24-3963-4454-8fa2-102dbadb4af7 req-8468957b-5efd-422a-8fe1-a6471a5fe7f1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a5fc384-fda6-4961-80a0-008124472761 HTTP/1.1" status: 200 len: 210 time: 0.0371177 Jul 23 10:37:14.365157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d953380b-90b8-45ba-ade1-d93d1e9c645a no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:14.417270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:14.417983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.426993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: d953380b-90b8-45ba-ade1-d93d1e9c645a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:14.427345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d953380b-90b8-45ba-ade1-d93d1e9c645a not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:14.431394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:14.431616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1bd1ec85-a9e2-4bd6-8d45-a8ec3b2662ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6dcbc5d72ce4caea5588b7dad9a2622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325770 Jul 23 10:37:14.462531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b8f61655-0b0e-4aab-8d41-21c4ae92100a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1374519 Jul 23 10:37:14.473799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:14.537191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] Deleting port 4723be6a-f96c-4960-afd9-e23985cc3843 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:14.537602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.572178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2bb086a6-1abf-469b-a9e1-71070c2876aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.573983 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.583227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:14.610269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2bb086a6-1abf-469b-a9e1-71070c2876aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.644325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.670049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4723be6a-f96c-4960-afd9-e23985cc3843 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:14.697088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] No DVR routers for this DVR port 4723be6a-f96c-4960-afd9-e23985cc3843 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:14.709611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2bb086a6-1abf-469b-a9e1-71070c2876aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.710405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Pushing event deleted for resources: {'Port': ['ID=4723be6a-f96c-4960-afd9-e23985cc3843,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:14.713900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd172636b-9555-497d-a24e-207a02d3e700'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:14.715379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2bb086a6-1abf-469b-a9e1-71070c2876aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.717086 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d78f172-24c5-46c9-b02d-9c7640472e0c" -d '{"events": [{"server_uuid": "a961f144-983d-4e6f-9630-c1aa3a8598ee", "name": "network-vif-plugged", "status": "completed", "tag": "d172636b-9555-497d-a24e-207a02d3e700"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:14.717777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2bb086a6-1abf-469b-a9e1-71070c2876aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aa5cc1f-390e-47c2-8b29-1af42056b077 HTTP/1.1" status: 204 len: 168 time: 0.2842124 Jul 23 10:37:14.722099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] For port 4723be6a-f96c-4960-afd9-e23985cc3843, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4723be6a-f96c-4960-afd9-e23985cc3843,segment=NetworkSegment(3bf84fc1-b442-4c7f-9867-1f78b55cb022),segment_id=3bf84fc1-b442-4c7f-9867-1f78b55cb022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:14.722693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.747366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb086a6-1abf-469b-a9e1-71070c2876aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa5cc1f-390e-47c2-8b29-1af42056b077,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:14.773645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d172636b-9555-497d-a24e-207a02d3e700, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d172636b-9555-497d-a24e-207a02d3e700,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:14.781991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4723be6a-f96c-4960-afd9-e23985cc3843 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:14.782658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4723be6a-f96c-4960-afd9-e23985cc3843 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:14.783767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15adb9d3-c5f1-4833-ac56-128b55c20994 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:14.808578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] Calling delete_port for 4723be6a-f96c-4960-afd9-e23985cc3843 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:14.837695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 15adb9d3-c5f1-4833-ac56-128b55c20994 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:14.838065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15adb9d3-c5f1-4833-ac56-128b55c20994 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:14.843168 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05d0e2d-ee56-49dc-9f59-16212e3cd7c0 x-openstack-request-id: req-a05d0e2d-ee56-49dc-9f59-16212e3cd7c0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:14.843490 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961f144-983d-4e6f-9630-c1aa3a8598ee", "name": "network-vif-plugged", "status": "completed", "tag": "d172636b-9555-497d-a24e-207a02d3e700", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:14.843751 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a05d0e2d-ee56-49dc-9f59-16212e3cd7c0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:14.844193 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd172636b-9555-497d-a24e-207a02d3e700', 'code': 200} Jul 23 10:37:14.846883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.851844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.881110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028224b8-b96c-463f-a3ac-2cee6c8c908a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:14.898539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028224b8-b96c-463f-a3ac-2cee6c8c908a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:14.925362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:14.926274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-028224b8-b96c-463f-a3ac-2cee6c8c908a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4557288 Jul 23 10:37:14.973246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:14.978503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Transition to ACTIVE for port object 4c957c93-97ee-428b-9b75-5bc8f9d2d96b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:14.990544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.003147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc20845d-f4c7-4d5c-b9c0-939c4d974fdd']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:15.025260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d172636b-9555-497d-a24e-207a02d3e700,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:15.032441 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.038149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf84fc1-b442-4c7f-9867-1f78b55cb022') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:15.038884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf84fc1-b442-4c7f-9867-1f78b55cb022') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:15.051010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.083001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.099034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:37:15.100819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.107522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] No DVR routers for this DVR port 4723be6a-f96c-4960-afd9-e23985cc3843 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:37:15.128386 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:37:15.140596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff5bbe-2b26-4b71-b23a-9e6986ef22db None None] Pushing event updated for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:15.210503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23698448-850d-459d-820e-5ceef8a909d0 None None] Pushing event deleted for resources: {'Port': ['ID=4723be6a-f96c-4960-afd9-e23985cc3843,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:15.214176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a0ad-4d53-45c6-9f9f-38ce04cfd7a8 req-97d9efb9-1869-4194-a060-047bcc5c595c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:15.215804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e466a0ad-4d53-45c6-9f9f-38ce04cfd7a8 req-97d9efb9-1869-4194-a060-047bcc5c595c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3028693 Jul 23 10:37:15.226039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d5371-5437-482a-a065-520daacbde32 req-4b7995eb-7d63-4a32-9321-aa3506361b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:15.227553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c6d5371-5437-482a-a065-520daacbde32 req-4b7995eb-7d63-4a32-9321-aa3506361b30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 1097 time: 0.2301922 Jul 23 10:37:15.315130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.317820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port bacb57b6-d419-4240-b729-a189cd71d199 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:15.319121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.334541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.338884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bc20845d-f4c7-4d5c-b9c0-939c4d974fdd HTTP/1.1" status: 204 len: 168 time: 1.7755630 Jul 23 10:37:15.358704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e862568-b4ae-4658-b394-57390b2d5794 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc20845d-f4c7-4d5c-b9c0-939c4d974fdd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:15.391766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afa432-221c-43e4-ac22-9fb5cbcd78de req-f0f39f20-59d6-4612-815f-206ad68f4459 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:15.395865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6afa432-221c-43e4-ac22-9fb5cbcd78de req-f0f39f20-59d6-4612-815f-206ad68f4459 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.1807711 Jul 23 10:37:15.479627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6afa432-221c-43e4-ac22-9fb5cbcd78de req-5181ea9c-d6d2-444e-93d4-3bd8f2b0f74b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768402 Jul 23 10:37:15.521207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:15.593414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fe53ae50-dbd5-4507-b15c-04457fcac99d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b079f8cfdb104095b84d7d3dc4c31218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709412 Jul 23 10:37:15.612930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:15.765140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9397b-3087-41b7-9309-acc6352a25df req-1ebb25d9-b473-45fb-9e42-b71e9ddbf9d1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:15.779398 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86d9397b-3087-41b7-9309-acc6352a25df req-1ebb25d9-b473-45fb-9e42-b71e9ddbf9d1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.2062981 Jul 23 10:37:15.796925 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c37b0b7-519a-480d-888a-5b607ab0bad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.879134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e466a0ad-4d53-45c6-9f9f-38ce04cfd7a8 req-ebc3cec5-2e7c-44ca-a188-e0019ddd8e17 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6392827 Jul 23 10:37:15.881537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86d9397b-3087-41b7-9309-acc6352a25df req-362673e9-7616-4bc4-a326-135f7e09f5c7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988715 Jul 23 10:37:15.886641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c37b0b7-519a-480d-888a-5b607ab0bad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.915907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c6d5371-5437-482a-a065-520daacbde32 req-6daf136d-12f5-4a25-aba1-bb99bba98a17 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743956 Jul 23 10:37:15.956247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:15.971543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for bacb57b6-d419-4240-b729-a189cd71d199 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:16.030760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c37b0b7-519a-480d-888a-5b607ab0bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.034546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c37b0b7-519a-480d-888a-5b607ab0bad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.035854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8c37b0b7-519a-480d-888a-5b607ab0bad3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15f7fa4f-c1ae-4436-986c-f9a00ec86858 HTTP/1.1" status: 204 len: 168 time: 0.4210181 Jul 23 10:37:16.047487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b0b7-519a-480d-888a-5b607ab0bad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f7fa4f-c1ae-4436-986c-f9a00ec86858,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:16.209781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6ecce93-42e0-4af6-b7f5-1aec61e90da5 None None] Provisioning for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:16.216318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6ecce93-42e0-4af6-b7f5-1aec61e90da5 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:16.216812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6ecce93-42e0-4af6-b7f5-1aec61e90da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.247646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.320509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=bacb57b6-d419-4240-b729-a189cd71d199,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:16.321776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:16.556947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.561408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-46df37df-f1f9-4def-aa25-653470e2be1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/bacb57b6-d419-4240-b729-a189cd71d199 HTTP/1.1" status: 204 len: 168 time: 1.6342912 Jul 23 10:37:16.564056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54444) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:16.687260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c957c93-97ee-428b-9b75-5bc8f9d2d96b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:16.753776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1396213058'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:16.777365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4a6b6f48-9049-48de-ae1f-d789542cc8b8 None None] Could not find standard attr ID for object bacb57b6-d419-4240-b729-a189cd71d199. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:37:16.801295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:16.809163 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.828315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.851034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770f0ec-8ca5-43cf-a7e9-60265a291ed7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:16.853934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770f0ec-8ca5-43cf-a7e9-60265a291ed7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:16.856029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d770f0ec-8ca5-43cf-a7e9-60265a291ed7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:16.857953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d770f0ec-8ca5-43cf-a7e9-60265a291ed7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2926705 Jul 23 10:37:16.867123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:16.887768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:16.888265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:16.966515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8fe0d-18b6-4a76-b631-f0e04a660f18 req-17a7bb24-f853-438c-81dc-14ebef793e99 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:16.979153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6d8fe0d-18b6-4a76-b631-f0e04a660f18 req-17a7bb24-f853-438c-81dc-14ebef793e99 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.2797108 Jul 23 10:37:17.069187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6d8fe0d-18b6-4a76-b631-f0e04a660f18 req-36ebb6eb-0b95-4331-b3a7-d9a18eb1388e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889328 Jul 23 10:37:17.124189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 3ace928f-4d4f-49d3-80a3-cc700bd87b82 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:17.134442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.221394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.291603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7850e-c83b-4de3-b43c-31b472662a86 req-2bcc62cc-2602-4da3-a31c-df95c55810ee tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:17.292376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63f557-69be-4485-b8e4-03278024162c req-69155d61-6e7a-41fe-acf4-63250ba487bf tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:17.293711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0f7850e-c83b-4de3-b43c-31b472662a86 req-2bcc62cc-2602-4da3-a31c-df95c55810ee tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.0918689 Jul 23 10:37:17.294631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c63f557-69be-4485-b8e4-03278024162c req-69155d61-6e7a-41fe-acf4-63250ba487bf tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.2885532 Jul 23 10:37:17.368192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0f7850e-c83b-4de3-b43c-31b472662a86 req-e8d94946-a28b-4fec-af4b-7b731202f0d9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629697 Jul 23 10:37:17.425474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.441012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c63f557-69be-4485-b8e4-03278024162c req-40388159-0e3d-416f-aed4-665ec77f40f5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356425 Jul 23 10:37:17.441623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.446137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54480) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:17.481942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:37:17.495099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.528743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.529148 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment 1a2f3ceb-a18b-446e-8267-971d51c98b46 of type vlan for network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 Jul 23 10:37:17.530602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d7008-a8af-4522-9b82-1e90be375297,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:17.586346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-cd20dc41-c81f-48f2-bbf3-a8e1f3f13201 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:17.593650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.602593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-cd20dc41-c81f-48f2-bbf3-a8e1f3f13201 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.1377919 Jul 23 10:37:17.629308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-85a2561d-4f3c-47e0-8b5a-b3ab82913652 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0249386 Jul 23 10:37:17.631114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.661484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.667309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:17.668020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.675347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=3ace928f-4d4f-49d3-80a3-cc700bd87b82,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:17.677403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1010710524-network', 'tenant_id': '94cdf095a8ba4445b1ac66d9faf9d234'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:17.698004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.704161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c47d811c-b384-4684-a0f8-90419cd34819 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/3ace928f-4d4f-49d3-80a3-cc700bd87b82 HTTP/1.1" status: 204 len: 168 time: 0.8291585 Jul 23 10:37:17.704542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889aec46-9f19-4744-a161-3446a32bbf4f None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:17.708075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54488) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:17.731019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4080901 Jul 23 10:37:17.731834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:17.740272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1260417143'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:17.774731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet b2b61c04-75bc-46e7-9feb-d99b59a0f1bc {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:17.779825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.781928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136bd7-0136-4a9e-8322-37a0a1fad528 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=535fdd3a-a484-40cd-af4f-da4fa05c2ca9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:17.784425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Made reservation on behalf of 94cdf095a8ba4445b1ac66d9faf9d234 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:17.788788 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.810227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:37:17.831404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.862830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.893795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-e195024d-ff3a-42f7-b50f-974315e35396 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2632337 Jul 23 10:37:17.920505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:17.928073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.974189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:37:17.994834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:17.995182 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment 0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7 of type vlan for network ab2bd14c-3221-4a4d-995a-20ceebf178bc Jul 23 10:37:18.017932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266d21-850b-45bc-b078-3bd0ce17ae1f req-2687e8a3-9c67-4e3e-b173-bb8c13bc1304 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:18.019697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88266d21-850b-45bc-b078-3bd0ce17ae1f req-2687e8a3-9c67-4e3e-b173-bb8c13bc1304 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.2117360 Jul 23 10:37:18.074246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.101126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88266d21-850b-45bc-b078-3bd0ce17ae1f req-7be6fcd9-b917-4ec5-a10c-4b5e67ad632f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Jul 23 10:37:18.113502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-1fc53788-052a-4720-8037-60ab81db4234 service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957104 Jul 23 10:37:18.133305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.141217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:18.145095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.171181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.283807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.287990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=ab2bd14c-3221-4a4d-995a-20ceebf178bc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:18.301611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:37:18.310632 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.319554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b5a90068-eb17-4ad3-9d58-8cdebce389e5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5840895 Jul 23 10:37:18.320296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:18.332361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d5e4f97f-4be5-408e-b61f-91ba33819d78 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:18.336489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.347459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:18.398735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:37:18.404095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b61c04-75bc-46e7-9feb-d99b59a0f1bc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:18.410139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.414951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-65c29cb1-75b4-4b7f-b148-5649e81bbfc8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/b2b61c04-75bc-46e7-9feb-d99b59a0f1bc HTTP/1.1" status: 204 len: 168 time: 0.7047324 Jul 23 10:37:18.431052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a01e6b17-d0af-4b27-a488-9cdefffdb154 service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108761 Jul 23 10:37:18.443309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:18.553194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:18.554219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-04615531-4898-4a65-8a51-2732a8c58a99 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094196 Jul 23 10:37:18.557052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54504) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:18.558551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:18.582123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:18.587680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fff47b-3058-44cc-bc62-d8622a0c122c req-bd084c1b-4635-4f29-a26b-dd048c6c79ce tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:18.590543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'port_id': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'mac_address': 'fa:16:3e:2d:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:18.596215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fff47b-3058-44cc-bc62-d8622a0c122c req-bd084c1b-4635-4f29-a26b-dd048c6c79ce tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.3962550 Jul 23 10:37:18.604310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:18.608682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.634793 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.641187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.648631 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Added segment 213b1c33-5309-4721-8583-7293b471d75e of type vlan for network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 Jul 23 10:37:18.665632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5e4f97f-4be5-408e-b61f-91ba33819d78 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:18.700579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34fff47b-3058-44cc-bc62-d8622a0c122c req-33beb0da-56b5-46b2-865b-e5b224f88bba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026742 Jul 23 10:37:18.721157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:18.732444 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.844271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:18.913140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:18.932364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d5e4f97f-4be5-408e-b61f-91ba33819d78'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:19.013460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:19.020781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.089849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1aae40fc-1f31-4298-94b2-122ebc081c02 req-f97826ca-2762-4a52-9515-b2acbcbeca49 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 210 time: 0.2111790 Jul 23 10:37:19.253722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.262343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa651f-a7a1-430c-a061-58aac4bcb789 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:19.307691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-29fdb3d9-063d-47dc-94dd-ac6c6d65435b None None] Provisioning complete for port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:19.308149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29fdb3d9-063d-47dc-94dd-ac6c6d65435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.416874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=9f4ec07e-ba3c-40b3-8ce6-94a09619183f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:19.432141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': '1a2f3ceb-a18b-446e-8267-971d51c98b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:19.432845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: 535fdd3a-a484-40cd-af4f-da4fa05c2ca9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:37:19.456554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.457568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:19.458432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.466783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.495466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e47e2-c384-4f7c-84b2-4709501a0706 req-8f2a778f-6110-4993-b055-2a73d5c4492c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:19.498622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18712518-00bc-4df2-ae5b-38722676aa2c req-852098f6-a847-449e-805d-2e9a4dfccc50 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:19.503335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629e47e2-c384-4f7c-84b2-4709501a0706 req-8f2a778f-6110-4993-b055-2a73d5c4492c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.7100589 Jul 23 10:37:19.513208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18712518-00bc-4df2-ae5b-38722676aa2c req-852098f6-a847-449e-805d-2e9a4dfccc50 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.2432799 Jul 23 10:37:19.531223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:37:19.558640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 535fdd3a-a484-40cd-af4f-da4fa05c2ca9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:19.567323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:19.568059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.578678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310818c5-392c-4c3e-bb1e-56b7f83b249e None None] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:19.581668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18712518-00bc-4df2-ae5b-38722676aa2c req-f79fd843-da14-48c8-88ee-32fc6f1e13c1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Jul 23 10:37:19.621538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a000f88-07be-4ec8-a01b-e20c7ed70532 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2946877 Jul 23 10:37:19.622919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:19.631495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:19.683937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-629e47e2-c384-4f7c-84b2-4709501a0706 req-129b1fcd-5ffd-4c10-b366-e4c24c0e4c3e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772349 Jul 23 10:37:19.702671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2553561 Jul 23 10:37:19.712518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54538) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:19.742972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Request body: {'subnet': {'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1010710524-subnet', 'tenant_id': '94cdf095a8ba4445b1ac66d9faf9d234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:19.825364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:19.872123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:19.894259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b57b8-9b80-4322-9a61-efbfeb737bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7194bd-94fa-4831-80b5-cfdbcf429d54,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:19.898668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:19.899340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.911373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Made reservation on behalf of 94cdf095a8ba4445b1ac66d9faf9d234 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:19.913692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.919900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=da4fe7be-fe07-4504-b90b-b0100c26322b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:19.923107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:37:19.941982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:19.946896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:19.973553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-73b7600d-474f-4814-920e-1cb657682dca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4030218 Jul 23 10:37:20.001692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:20.010434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:20.138865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:20.217442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab30a7-16fe-4f95-b1a1-9d88316f2c7d req-9d9eec71-668e-41cc-bdf9-52ab1b8c46b4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:20.223579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-535fdd3a-a484-40cd-af4f-da4fa05c2ca9', 'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': '9f4ec07e-ba3c-40b3-8ce6-94a09619183f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:20.224781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:20.225082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9eab30a7-16fe-4f95-b1a1-9d88316f2c7d req-9d9eec71-668e-41cc-bdf9-52ab1b8c46b4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 944 time: 0.3930149 Jul 23 10:37:20.427578 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9eab30a7-16fe-4f95-b1a1-9d88316f2c7d req-6463aff5-90b4-436e-b7c7-205cb2113b40 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867516 Jul 23 10:37:20.440265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] Deleting port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:20.441022 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:20.448677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d5e4f97f-4be5-408e-b61f-91ba33819d78 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:20.500827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:20.634700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c957c93-97ee-428b-9b75-5bc8f9d2d96b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:20.790870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79d815-2eb2-4d8f-97dc-ed323a2d2f74 req-8a9470bf-f9f1-4f53-a3b9-14e87ebc0f0e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:20.800500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee79d815-2eb2-4d8f-97dc-ed323a2d2f74 req-8a9470bf-f9f1-4f53-a3b9-14e87ebc0f0e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.7377570 Jul 23 10:37:20.811251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:20.812121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70a3a57a-d9fd-4a24-be90-ddd8c6b56061 req-59a1b9b7-0f45-46e4-8564-bdad6ae6ed88 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 210 time: 0.1912200 Jul 23 10:37:20.814767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:20.915733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184644a3-1120-4e66-9fb5-4f29a0fb42dc,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:20.980829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-0ba02950-7450-413e-86ec-576e53c9222d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:20.984586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-0ba02950-7450-413e-86ec-576e53c9222d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.6111965 Jul 23 10:37:21.029285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee79d815-2eb2-4d8f-97dc-ed323a2d2f74 req-50b31ac3-162e-4110-b7d8-7949a75d70ee tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274165 Jul 23 10:37:21.052863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Checking segment: {'id': '213b1c33-5309-4721-8583-7293b471d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:21.059018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Network hostable DHCP agents. Network: 8c7194bd-94fa-4831-80b5-cfdbcf429d54, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:37:21.076245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:21.077562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] For port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:21.078624 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.098382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] Calling delete_port for 4c957c93-97ee-428b-9b75-5bc8f9d2d96b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:21.141157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.220752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d5e4f97f-4be5-408e-b61f-91ba33819d78 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:21.221733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.241054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:37:21.257287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 8c7194bd-94fa-4831-80b5-cfdbcf429d54) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:21.274544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Allocated IP 2001:db8::2 (535fdd3a-a484-40cd-af4f-da4fa05c2ca9/9f4ec07e-ba3c-40b3-8ce6-94a09619183f/66d715db-398d-4a5c-97ee-99429053787b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:21.280444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:21.281556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.308580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1561-7e7a-4e9b-abc8-5739986d5bf5 req-4b474cc5-a67d-4e56-a2fa-162871ffb965 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:21.317562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-326e1561-7e7a-4e9b-abc8-5739986d5bf5 req-4b474cc5-a67d-4e56-a2fa-162871ffb965 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3310964 Jul 23 10:37:21.334059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=e831b29e-dcb8-4cef-a3d3-73e6ffff87c0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:21.350461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:21.359643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.434011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6817e83d-3104-404b-a5ca-c70be871ae50 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6973326 Jul 23 10:37:21.499656 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.572752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.583051 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.605242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c2cb9-7f48-4c57-a588-cb21fbdcd2fe None None] Network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:21.631710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Transition to ACTIVE for port object 66d715db-398d-4a5c-97ee-99429053787b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:21.648155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Transition to ACTIVE for port object 66d715db-398d-4a5c-97ee-99429053787b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:21.690353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] No DVR routers for this DVR port 4c957c93-97ee-428b-9b75-5bc8f9d2d96b on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:21.695548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:21.706696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6f4a7-537e-4242-adc8-69bbef58c3f1 None None] Pushing event deleted for resources: {'Port': ['ID=4c957c93-97ee-428b-9b75-5bc8f9d2d96b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:21.743739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:21.744374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: ab2bd14c-3221-4a4d-995a-20ceebf178bc, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:37:21.758931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-326e1561-7e7a-4e9b-abc8-5739986d5bf5 req-06c6c2c5-521a-4233-b1a3-0f789287d996 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403853 Jul 23 10:37:21.911022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805599a5-767a-40ab-9854-670efd08572d None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:21.921637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.8 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:21.994952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdd4096b-dfd6-4ae6-88c3-fade2b880445 req-7383c68a-2c7d-4225-809c-75afdb39c184 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 210 time: 0.0519776 Jul 23 10:37:22.015182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:37:22.028680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-632c892d-bc5d-412c-817e-2a70304ffb69 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:22.030583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-632c892d-bc5d-412c-817e-2a70304ffb69 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.2850518 Jul 23 10:37:22.052160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:37:22.053473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ab2bd14c-3221-4a4d-995a-20ceebf178bc) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:22.062126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.073154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:22.074060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.125571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Pushing event updated for resources: {'Port': ['ID=66d715db-398d-4a5c-97ee-99429053787b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:22.149373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d40497f-3eb3-4289-aab6-822f9d156ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5228386 Jul 23 10:37:22.173628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54586) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:22.176617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b38e-ed76-4e35-9dba-5fd212f0a2ba req-3ca16da4-b3e2-45d2-bbdd-3cf94cc34bc0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:22.178200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa87b38e-ed76-4e35-9dba-5fd212f0a2ba req-3ca16da4-b3e2-45d2-bbdd-3cf94cc34bc0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 944 time: 0.4782345 Jul 23 10:37:22.178810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-447637216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:22.184814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:22.249741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6978c-0ed9-4a54-9e6b-2d2b36f51af2 None None] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:22.269020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:22.278124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:22.281585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.289068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.290110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.355039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa87b38e-ed76-4e35-9dba-5fd212f0a2ba req-9688d1f3-f94a-4b5b-baec-e62b74a609f7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466548 Jul 23 10:37:22.360253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=caf7ed13-be00-4cf7-82e5-1e3896905d5c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:22.381022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59814268-988c-4ef6-ad85-7dc42c924254 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3768733 Jul 23 10:37:22.381757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54592) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:22.408065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:23:d3:49', 'name': 'tempest-NetworksTestDHCPv6-280563341'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:22.539685 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.582574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.674226 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.685780 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.690473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8eec1b7c-2940-413d-bd3d-7c7f7c781de6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5161750 Jul 23 10:37:22.694786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54598) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:22.702054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4b5e1-9dd8-484f-98f2-937a7419f8df req-a986fcb3-8fd5-46fe-a88b-bf00ad1abfb4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:22.709771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04f4b5e1-9dd8-484f-98f2-937a7419f8df req-a986fcb3-8fd5-46fe-a88b-bf00ad1abfb4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 946 time: 0.1414819 Jul 23 10:37:22.714534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:22.730975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:22.742702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'caf7ed13-be00-4cf7-82e5-1e3896905d5c'}, {'subnet_id': 'da4fe7be-fe07-4504-b90b-b0100c26322b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:22.743984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.746206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79989a47-56d3-48ba-9bec-1952e0e31f8e None None] Network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:22.811830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Deleting port d172636b-9555-497d-a24e-207a02d3e700 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:22.812434 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.854785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:22.927036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-dfc9d995-5e71-479e-8c7c-8f375221ef62 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:22.941081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-dfc9d995-5e71-479e-8c7c-8f375221ef62 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/networks?id=8c7194bd-94fa-4831-80b5-cfdbcf429d54 HTTP/1.1" status: 200 len: 818 time: 0.4513369 Jul 23 10:37:22.978552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:22.981282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:22.988652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 08fd5883-683d-40ef-920a-ce5b61635a23 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:23.011720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04f4b5e1-9dd8-484f-98f2-937a7419f8df req-0f4367d5-3bf8-4900-93b8-93a3cc77d7fa tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008873 Jul 23 10:37:23.029904 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.136544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:23.178432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:23.186918 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b378cb50-50c6-4d52-88e5-0a8ab19e7927" -d '{"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:23.251670 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.370554 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:37:23.447277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 172.20.0.4 (65597b37-0f65-4455-bf75-7f43a1f9f92a/da4fe7be-fe07-4504-b90b-b0100c26322b/08fd5883-683d-40ef-920a-ce5b61635a23) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:23.455637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe23:d349 (65597b37-0f65-4455-bf75-7f43a1f9f92a/caf7ed13-be00-4cf7-82e5-1e3896905d5c/08fd5883-683d-40ef-920a-ce5b61635a23) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:23.498496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Attempting to bind port 66d715db-398d-4a5c-97ee-99429053787b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:23.498874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Attempting to bind port 66d715db-398d-4a5c-97ee-99429053787b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1a2f3ceb-a18b-446e-8267-971d51c98b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:23.499244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Attempting to bind port 66d715db-398d-4a5c-97ee-99429053787b on network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:23.501805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:23.610679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:23.611787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Checking segment: {'id': '1a2f3ceb-a18b-446e-8267-971d51c98b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:23.612240 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.612641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Bound using segment: {'id': '1a2f3ceb-a18b-446e-8267-971d51c98b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:23.613129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Bound port: 66d715db-398d-4a5c-97ee-99429053787b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2f3ceb-a18b-446e-8267-971d51c98b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '535fdd3a-a484-40cd-af4f-da4fa05c2ca9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:23.613517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.654573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-ab2bd14c-3221-4a4d-995a-20ceebf178bc', 'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': 'e831b29e-dcb8-4cef-a3d3-73e6ffff87c0'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:23.655453 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.660455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-07435c4c-6ced-49e2-85e0-649bb3ed511f tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/quotas/94cdf095a8ba4445b1ac66d9faf9d234 HTTP/1.1" status: 200 len: 375 time: 0.6876748 Jul 23 10:37:23.684830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.707018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 08fd5883-683d-40ef-920a-ce5b61635a23 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:23.714645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.758892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.772831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:23.787390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-9d7ef548-0117-4eda-9996-def946ad9506 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=94cdf095a8ba4445b1ac66d9faf9d234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260026 Jul 23 10:37:23.890036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] For port d172636b-9555-497d-a24e-207a02d3e700, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d172636b-9555-497d-a24e-207a02d3e700,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:23.890972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:23.932077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:23.941362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Calling delete_port for d172636b-9555-497d-a24e-207a02d3e700 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:23.947378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:23.949368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:23.954173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:24.136599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:24.137610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:24.151656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=08fd5883-683d-40ef-920a-ce5b61635a23,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:24.178458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:24.196533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-16fe9844-66f0-4ce4-aa66-d44936a70020 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673320 Jul 23 10:37:24.197738 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:24.198333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:24.204938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:24.227916 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-a27fa982-e987-4a42-8e07-d4f77494e78f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2289207 Jul 23 10:37:24.262038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Request body: {'port': {'device_id': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:24.386469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81f1de-8090-49be-9145-fb60792933b3 req-7f3786d3-2483-465f-adb9-497b65e77770 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:24.391593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d81f1de-8090-49be-9145-fb60792933b3 req-7f3786d3-2483-465f-adb9-497b65e77770 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.7359953 Jul 23 10:37:24.411101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:24.412125 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:24.424368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] For port 66d715db-398d-4a5c-97ee-99429053787b, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:24.430100 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:24.486028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] For port 66d715db-398d-4a5c-97ee-99429053787b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=66d715db-398d-4a5c-97ee-99429053787b,segment=NetworkSegment(1a2f3ceb-a18b-446e-8267-971d51c98b46),segment_id=1a2f3ceb-a18b-446e-8267-971d51c98b46)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:24.526123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:24.560225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d81f1de-8090-49be-9145-fb60792933b3 req-f1576808-3636-4322-b094-74917941a27d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404829 Jul 23 10:37:24.563550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a447dda-8b86-4c9a-9ece-e05c6791265e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1670728 Jul 23 10:37:24.565219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:24.643295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Allocated IP 2001:db8:1::2 (ab2bd14c-3221-4a4d-995a-20ceebf178bc/e831b29e-dcb8-4cef-a3d3-73e6ffff87c0/ec89a397-f679-48b0-aa2c-8c5021c8af03) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:24.674465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Allocated IP 172.20.0.2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/da4fe7be-fe07-4504-b90b-b0100c26322b/aa0708f1-1aef-4c98-9a2a-660ba13314f2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:24.733282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebf020-40c7-49dd-bafa-0e244f4a0d80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:24.738723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f2ebf020-40c7-49dd-bafa-0e244f4a0d80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1719706 Jul 23 10:37:24.743498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:24.758223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Allocated IP 2001:db8::f816:3eff:fef1:9985 (65597b37-0f65-4455-bf75-7f43a1f9f92a/caf7ed13-be00-4cf7-82e5-1e3896905d5c/aa0708f1-1aef-4c98-9a2a-660ba13314f2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:24.791578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd17b5-73e0-4a95-a80b-4b016f16c81b None None] Pushing event updated for resources: {'Port': ['ID=66d715db-398d-4a5c-97ee-99429053787b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:24.938389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.034800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-c247a480-ea7c-4293-b205-efc6199e87e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145547 Jul 23 10:37:25.172889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1439e0-9eab-4aca-82b4-7070e2398df5 req-50ab3697-aa69-474f-81bd-631ce6fe8d49 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:25.180704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event deleted for resources: {'Port': ['ID=d172636b-9555-497d-a24e-207a02d3e700,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:25.181060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef1439e0-9eab-4aca-82b4-7070e2398df5 req-50ab3697-aa69-474f-81bd-631ce6fe8d49 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 931 time: 0.3069162 Jul 23 10:37:25.272510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] No DVR routers for this DVR port d172636b-9555-497d-a24e-207a02d3e700 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:25.288210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.296033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4436289a-521c-4902-b5dd-416dfbb94f52 req-77ea44a4-290f-45a9-9dbf-8af21eb0d523 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "DELETE /v2.0/ports/d172636b-9555-497d-a24e-207a02d3e700 HTTP/1.1" status: 204 len: 173 time: 3.2564411 Jul 23 10:37:25.296899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.303715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'name': 'network-vif-deleted', 'tag': 'd172636b-9555-497d-a24e-207a02d3e700'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:25.308045 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86600b9-b003-41b7-a339-c6e51a07e066" -d '{"events": [{"server_uuid": "a961f144-983d-4e6f-9630-c1aa3a8598ee", "name": "network-vif-deleted", "tag": "d172636b-9555-497d-a24e-207a02d3e700"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:25.337803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 08fd5883-683d-40ef-920a-ce5b61635a23 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:25.339497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.375646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef1439e0-9eab-4aca-82b4-7070e2398df5 req-087a26c2-fceb-47ae-b5ec-b9c854f6fdd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884105 Jul 23 10:37:25.526696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8::1 (535fdd3a-a484-40cd-af4f-da4fa05c2ca9/9f4ec07e-ba3c-40b3-8ce6-94a09619183f/c95b973e-0b7b-4b44-9580-07ab0f9cb469) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:25.615019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.647259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Transition to ACTIVE for port object aa0708f1-1aef-4c98-9a2a-660ba13314f2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:25.697742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Transition to ACTIVE for port object aa0708f1-1aef-4c98-9a2a-660ba13314f2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:25.754602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.765537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.770831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object c95b973e-0b7b-4b44-9580-07ab0f9cb469 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:25.825995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.864668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2649ca37-c972-447d-bdfe-52eca8c9f1f3 req-c80eb331-b8f1-458e-bad2-ee3ec0348116 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=a961f144-983d-4e6f-9630-c1aa3a8598ee HTTP/1.1" status: 200 len: 210 time: 0.0933001 Jul 23 10:37:25.913292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:25.922546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Transition to ACTIVE for port object ec89a397-f679-48b0-aa2c-8c5021c8af03 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:25.945910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Transition to ACTIVE for port object ec89a397-f679-48b0-aa2c-8c5021c8af03 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:25.952454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 08fd5883-683d-40ef-920a-ce5b61635a23 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:25.956988 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc9ec1-2b9a-486a-8dc4-fe24e3be7735 x-openstack-request-id: req-87dc9ec1-2b9a-486a-8dc4-fe24e3be7735 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:25.964800 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:25.965295 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87dc9ec1-2b9a-486a-8dc4-fe24e3be7735 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:25.965882 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'code': 200} Jul 23 10:37:25.981223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d172636b-9555-497d-a24e-207a02d3e700 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:25.987626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:26.051212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:26.076498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:26.091960 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:26.110266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:26.114260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:26.135479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Pushing event updated for resources: {'Port': ['ID=ec89a397-f679-48b0-aa2c-8c5021c8af03,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:26.152211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: d172636b-9555-497d-a24e-207a02d3e700 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:26.152850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d172636b-9555-497d-a24e-207a02d3e700 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:26.168295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:26.174993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=c95b973e-0b7b-4b44-9580-07ab0f9cb469,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:26.199876 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac30e3d5-2ebe-4868-b475-690bee493df0 x-openstack-request-id: req-ac30e3d5-2ebe-4868-b475-690bee493df0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:26.201966 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a961f144-983d-4e6f-9630-c1aa3a8598ee", "name": "network-vif-deleted", "tag": "d172636b-9555-497d-a24e-207a02d3e700", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:26.202993 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac30e3d5-2ebe-4868-b475-690bee493df0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:26.203927 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a961f144-983d-4e6f-9630-c1aa3a8598ee', 'name': 'network-vif-deleted', 'tag': 'd172636b-9555-497d-a24e-207a02d3e700', 'status': 'completed', 'code': 200} Jul 23 10:37:26.251467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:26.262881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:26.282543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:26.310543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:26.314074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:26.409763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Pushing event updated for resources: {'Port': ['ID=aa0708f1-1aef-4c98-9a2a-660ba13314f2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:26.640564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f9f29ce-567f-4af1-84c6-e877db333afc req-721f7c38-2b48-4dda-a413-7d7f2ad450ee tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 210 time: 0.1090341 Jul 23 10:37:26.700075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02955448-61d6-48a4-b16f-984bcfc8343b req-34d20f01-75db-48ca-a1e3-8249c7550e4b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:26.709741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02955448-61d6-48a4-b16f-984bcfc8343b req-34d20f01-75db-48ca-a1e3-8249c7550e4b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.8991838 Jul 23 10:37:26.724120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Attempting to bind port ec89a397-f679-48b0-aa2c-8c5021c8af03 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:26.724589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Attempting to bind port ec89a397-f679-48b0-aa2c-8c5021c8af03 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:26.724881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Attempting to bind port ec89a397-f679-48b0-aa2c-8c5021c8af03 on network ab2bd14c-3221-4a4d-995a-20ceebf178bc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:26.771839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 66d715db-398d-4a5c-97ee-99429053787b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:26.778848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d3b6e-5928-4751-981e-ec355c0430fa None None] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:26.798138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:26.895775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02955448-61d6-48a4-b16f-984bcfc8343b req-ddd51ff4-e7c2-4be1-9be8-e76db2096447 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815217 Jul 23 10:37:26.907728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=08fd5883-683d-40ef-920a-ce5b61635a23,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:26.923874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Attempting to bind port aa0708f1-1aef-4c98-9a2a-660ba13314f2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:26.924262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Attempting to bind port aa0708f1-1aef-4c98-9a2a-660ba13314f2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:26.924636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Attempting to bind port aa0708f1-1aef-4c98-9a2a-660ba13314f2 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:26.956408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:26.956793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Checking segment: {'id': '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:26.957217 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:26.957627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Bound using segment: {'id': '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:26.958151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Bound port: ec89a397-f679-48b0-aa2c-8c5021c8af03, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ab2bd14c-3221-4a4d-995a-20ceebf178bc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:26.974006 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.115321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:27.115793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:27.116113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.116608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:27.117669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Bound port: aa0708f1-1aef-4c98-9a2a-660ba13314f2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:27.117669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.134427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b832e0-e1a2-4fac-8234-c748d028057f req-8ed04c1f-f791-4f30-bb48-4327bb11dd07 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:27.146417 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5b832e0-e1a2-4fac-8234-c748d028057f req-8ed04c1f-f791-4f30-bb48-4327bb11dd07 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3141589 Jul 23 10:37:27.153539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa2e1c49-46a2-4620-ad05-7ed8b42e60bd None None] Provisioning for port 66d715db-398d-4a5c-97ee-99429053787b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:27.198687 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.238714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5b832e0-e1a2-4fac-8234-c748d028057f req-5afa8eae-b798-4548-b981-88098ba16610 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878251 Jul 23 10:37:27.245250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.254924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-897f2ece-7a87-434f-bf64-3ca324a15470 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/08fd5883-683d-40ef-920a-ce5b61635a23 HTTP/1.1" status: 204 len: 168 time: 2.5091639 Jul 23 10:37:27.256879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:27.257337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-f1971cab-6bc7-48cb-9b15-0363dc323e00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6150901 Jul 23 10:37:27.291649 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0e89-a917-4c3b-a609-3ef611817e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.382679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701ff97-7aa4-4a64-b055-632e5a377ed8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:27.394454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701ff97-7aa4-4a64-b055-632e5a377ed8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:27.396225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701ff97-7aa4-4a64-b055-632e5a377ed8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:27.400900 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e701ff97-7aa4-4a64-b055-632e5a377ed8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1396573 Jul 23 10:37:27.401211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54644) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:27.472343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 66d715db-398d-4a5c-97ee-99429053787b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:27.556017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet caf7ed13-be00-4cf7-82e5-1e3896905d5c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:27.565474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.573870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 66d715db-398d-4a5c-97ee-99429053787b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:27.575109 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.662771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] For port aa0708f1-1aef-4c98-9a2a-660ba13314f2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:27.682033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.724392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] For port ec89a397-f679-48b0-aa2c-8c5021c8af03, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:27.767012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:27.793277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] For port ec89a397-f679-48b0-aa2c-8c5021c8af03, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ec89a397-f679-48b0-aa2c-8c5021c8af03,segment=NetworkSegment(0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7),segment_id=0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:27.810630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] For port aa0708f1-1aef-4c98-9a2a-660ba13314f2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aa0708f1-1aef-4c98-9a2a-660ba13314f2,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:27.827255 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.830650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:27.912726 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:28.049279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d655f76-a121-4f6c-8346-842b21b1573e req-f7184ff0-f278-4001-926e-de487a2778ce tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:28.050964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d655f76-a121-4f6c-8346-842b21b1573e req-f7184ff0-f278-4001-926e-de487a2778ce tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 931 time: 1.0440531 Jul 23 10:37:28.165123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-f3b5507a-ec94-4d87-b576-ac9a8e052ccd tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:28.166663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-f3b5507a-ec94-4d87-b576-ac9a8e052ccd tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.20 "GET /v2.0/networks?id=8c7194bd-94fa-4831-80b5-cfdbcf429d54 HTTP/1.1" status: 200 len: 818 time: 0.4224603 Jul 23 10:37:28.186810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-1ac19233-088c-45cc-b63b-3acdc5fc543b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:28.199623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-1ac19233-088c-45cc-b63b-3acdc5fc543b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.4606535 Jul 23 10:37:28.229408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Request body: {'port': {'device_id': '311f88de-95e3-463b-97f5-36328c32bc0b', 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54', 'admin_state_up': True, 'tenant_id': '94cdf095a8ba4445b1ac66d9faf9d234'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:28.285862 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-8582caa1-135a-4a91-92d0-6f29860a5bd9 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.0847552 Jul 23 10:37:28.288707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105af8-b4e1-4eb5-80d0-d4e85402ebf4 None None] Pushing event updated for resources: {'Port': ['ID=ec89a397-f679-48b0-aa2c-8c5021c8af03,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:28.306199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:28.373629 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d655f76-a121-4f6c-8346-842b21b1573e req-b0b48071-7020-41f6-a9aa-b3ac9df7e458 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853994 Jul 23 10:37:28.380987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Transition to ACTIVE for port object 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:28.460394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:28.599782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-fa1b9450-90c9-4cbc-a4e3-3fd8b7aca2fe tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3035514 Jul 23 10:37:28.618158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 66d715db-398d-4a5c-97ee-99429053787b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=66d715db-398d-4a5c-97ee-99429053787b,segment=NetworkSegment(1a2f3ceb-a18b-446e-8267-971d51c98b46),segment_id=1a2f3ceb-a18b-446e-8267-971d51c98b46)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:28.648459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:28.683693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cd763-d1b2-4bf9-969e-27f914539e47 None None] Pushing event updated for resources: {'Port': ['ID=aa0708f1-1aef-4c98-9a2a-660ba13314f2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:28.734818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-f257426c-941e-49cc-b1a0-a9d26d41cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:28.736433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-f257426c-941e-49cc-b1a0-a9d26d41cdf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 1.3775690 Jul 23 10:37:28.785548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44e13428-3118-49bf-a78c-f380befbd06d req-e367cd96-26ba-428d-9c6d-5c0179cb7c39 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 210 time: 0.1256168 Jul 23 10:37:28.859994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=66d715db-398d-4a5c-97ee-99429053787b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:28.939000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9128d8a3-e117-4bfc-a2a6-e1cebc331a29 None None] Provisioning for port c95b973e-0b7b-4b44-9580-07ab0f9cb469 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:28.953597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9128d8a3-e117-4bfc-a2a6-e1cebc331a29 None None] Provisioning complete for port c95b973e-0b7b-4b44-9580-07ab0f9cb469 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:28.953909 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9128d8a3-e117-4bfc-a2a6-e1cebc331a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:28.974668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:29.178355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Made reservation on behalf of 94cdf095a8ba4445b1ac66d9faf9d234 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:29.183706 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:29.279847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-da432663-87cd-4800-ac8c-2df661029aff service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6784728 Jul 23 10:37:29.370645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:29.470944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=caf7ed13-be00-4cf7-82e5-1e3896905d5c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:29.488602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:29.491018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91c62ab9-def2-479e-8bc3-5861521827c0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/caf7ed13-be00-4cf7-82e5-1e3896905d5c HTTP/1.1" status: 204 len: 168 time: 2.0889771 Jul 23 10:37:29.509760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ec89a397-f679-48b0-aa2c-8c5021c8af03 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:29.522518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54674) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:29.651974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet da4fe7be-fe07-4504-b90b-b0100c26322b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:29.660303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:29.664669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-95307300-f7c6-45bb-87f2-c2a6d059aa0a service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840289 Jul 23 10:37:29.702859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Allocated IP 172.20.0.4 (8c7194bd-94fa-4831-80b5-cfdbcf429d54/184644a3-1120-4e66-9fb5-4f29a0fb42dc/b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:29.770820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9128d8a3-e117-4bfc-a2a6-e1cebc331a29 None None] Port c95b973e-0b7b-4b44-9580-07ab0f9cb469 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:29.798231 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:29.830025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ec89a397-f679-48b0-aa2c-8c5021c8af03 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:29.843515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9128d8a3-e117-4bfc-a2a6-e1cebc331a29 None None] Provisioning complete for port 66d715db-398d-4a5c-97ee-99429053787b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:29.843911 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9128d8a3-e117-4bfc-a2a6-e1cebc331a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.006920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7c01-53db-47ec-8c7b-de735f297038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.242487 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.249484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:30.344332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.344959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.348028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.348654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.349251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.351107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.351794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.352402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.354411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.355000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.355651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.356810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:30.390859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a5f19e3f-5be0-4865-b905-db5604d209a4 None None] Provisioning complete for port c95b973e-0b7b-4b44-9580-07ab0f9cb469 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:30.391668 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f19e3f-5be0-4865-b905-db5604d209a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.528360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25b117-c54a-44fa-aeb5-cbaf3d2f44b7 None None] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:30.551894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5f19e3f-5be0-4865-b905-db5604d209a4 None None] Port c95b973e-0b7b-4b44-9580-07ab0f9cb469 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:30.668008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.726145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.761128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-c8d4e1f2-eb42-4044-bb76-cc24ba9472d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:30.775384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-c8d4e1f2-eb42-4044-bb76-cc24ba9472d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 1.9829514 Jul 23 10:37:30.778626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.786828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.836332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Attempting to bind port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:30.850093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Attempting to bind port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:30.867342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Attempting to bind port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:30.931848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] Provisioning for port ec89a397-f679-48b0-aa2c-8c5021c8af03 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:30.956243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] Provisioning complete for port ec89a397-f679-48b0-aa2c-8c5021c8af03 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:30.957164 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:30.991362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.067772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51b2f2-104a-4273-a0bb-8004fcc5cc04 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:31.104829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe345ad2-f317-4049-aa79-da58af10d423 req-28fe306d-87ae-410a-9e58-1cd11b7c0396 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:31.116022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe345ad2-f317-4049-aa79-da58af10d423 req-28fe306d-87ae-410a-9e58-1cd11b7c0396 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.9186237 Jul 23 10:37:31.137294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:37:31.138020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Attempting to bind port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:31.150226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.203320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 66d715db-398d-4a5c-97ee-99429053787b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:31.230622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c38a3b-ae76-4579-a7fb-aca122c52c00 req-a9913574-856c-4477-9237-f5e8d4255858 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:31.241384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17c38a3b-ae76-4579-a7fb-aca122c52c00 req-a9913574-856c-4477-9237-f5e8d4255858 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 2.2431202 Jul 23 10:37:31.242475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:31.242909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:31.243404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:31.243971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Bound port: 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:31.244550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.257408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=da4fe7be-fe07-4504-b90b-b0100c26322b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:31.282754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.285730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f29fa442-eb6b-4edf-a742-1fce4b4863c9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/da4fe7be-fe07-4504-b90b-b0100c26322b HTTP/1.1" status: 204 len: 168 time: 1.7600996 Jul 23 10:37:31.289784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:31.292438 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.337779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.379838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 66d715db-398d-4a5c-97ee-99429053787b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:31.380599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.399246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-3f592e79-fd7b-43fd-a41a-421dfb0a57cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.6085887 Jul 23 10:37:31.400264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=c95b973e-0b7b-4b44-9580-07ab0f9cb469,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:31.437652 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:31.438119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe345ad2-f317-4049-aa79-da58af10d423 req-0d9348d8-8321-4e5d-adef-7e8682b011ac tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168519 Jul 23 10:37:31.442180 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9eb83d88-4c8e-4e52-bf74-bcbb7c401c04 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1450698 Jul 23 10:37:31.458580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:31.492133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.601511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:31.618937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] For port ec89a397-f679-48b0-aa2c-8c5021c8af03, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ec89a397-f679-48b0-aa2c-8c5021c8af03,segment=NetworkSegment(0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7),segment_id=0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:31.671458 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.714085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa0708f1-1aef-4c98-9a2a-660ba13314f2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:31.741959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] For port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:31.748022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] For port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:31.752975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-ef6c7269-f865-4ba9-898a-bb07a61d9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:31.758843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-ef6c7269-f865-4ba9-898a-bb07a61d9844 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.2799423 Jul 23 10:37:31.886547 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:31.961193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port aa0708f1-1aef-4c98-9a2a-660ba13314f2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:32.026331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2ffc864-efef-4d6f-8579-31abdbdbc437 None None] Provisioning complete for port ec89a397-f679-48b0-aa2c-8c5021c8af03 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:32.026712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc864-efef-4d6f-8579-31abdbdbc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.167648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:32.172193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f51e92-c6c0-4bf9-bed7-10f8c2025d34 None None] Pushing event updated for resources: {'Port': ['ID=ec89a397-f679-48b0-aa2c-8c5021c8af03,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:32.177068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.177771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.179843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] 10.222.0.55 "PUT /v2.0/ports/8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa HTTP/1.1" status: 200 len: 1091 time: 7.9224367 Jul 23 10:37:32.209259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'tag': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:32.214558 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6a3bda-8b8e-4e6a-b246-864f598e396e", "tag": "8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:32.255060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817f7b-168f-470c-ae93-1cd2e0ab4308 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:32.356953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17c38a3b-ae76-4579-a7fb-aca122c52c00 req-2eeed2a0-a391-4b36-9994-74aafdf7274d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589953 Jul 23 10:37:32.417511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] Deleting port aa0708f1-1aef-4c98-9a2a-660ba13314f2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:32.418058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.425828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2ffc864-efef-4d6f-8579-31abdbdbc437 None None] Provisioning for port aa0708f1-1aef-4c98-9a2a-660ba13314f2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:32.472206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2ffc864-efef-4d6f-8579-31abdbdbc437 None None] Provisioning complete for port aa0708f1-1aef-4c98-9a2a-660ba13314f2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:32.472663 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc864-efef-4d6f-8579-31abdbdbc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.547258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.576297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:32.583168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 8f527f1e-d1c8-42f0-891d-1942958712fb is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:37:32.604192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:32.607182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:32.610135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-535e043c-332a-4e02-b22a-9e624830d842 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.611236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-535e043c-332a-4e02-b22a-9e624830d842 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.4304245 Jul 23 10:37:32.623523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-4e53c2f2-fb8e-4775-ae80-8e04574c2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.625430 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-4e53c2f2-fb8e-4775-ae80-8e04574c2b11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6982627 Jul 23 10:37:32.635895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Request body: {'port': {'device_id': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'admin_state_up': True, 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:32.659496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] For port aa0708f1-1aef-4c98-9a2a-660ba13314f2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aa0708f1-1aef-4c98-9a2a-660ba13314f2,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:32.660085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.670822 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Pushing event updated for resources: {'Port': ['ID=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:32.694701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] Calling delete_port for aa0708f1-1aef-4c98-9a2a-660ba13314f2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:32.747513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:37:32.756979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-693a4e13-7579-4f73-98b7-89a1051066b5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/8f527f1e-d1c8-42f0-891d-1942958712fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0553801 Jul 23 10:37:32.762249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.769789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:32.775325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54704) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:32.788581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9797b93-089e-4edf-aaa2-79870e34d15c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.790216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d9797b93-089e-4edf-aaa2-79870e34d15c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.3257737 Jul 23 10:37:32.796882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:32.856577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-eea9f34d-18c5-4715-a9c2-5877df4d0271 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6363325 Jul 23 10:37:32.868222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] Sync routers for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:37:32.891402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ec89a397-f679-48b0-aa2c-8c5021c8af03 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:32.907692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801d09-d502-4ec3-8f8e-9d6e1d326f42 req-83eed8ec-81d2-4754-bbf7-708ca2e5fd39 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.909751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee801d09-d502-4ec3-8f8e-9d6e1d326f42 req-83eed8ec-81d2-4754-bbf7-708ca2e5fd39 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 943 time: 0.4974380 Jul 23 10:37:32.912811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4309f9d-68c6-4d94-8b2f-3178a1437708 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.914508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4309f9d-68c6-4d94-8b2f-3178a1437708 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1149766 Jul 23 10:37:32.921067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Request body: {'port': {'device_id': '311f88de-95e3-463b-97f5-36328c32bc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:32.924732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:32.941967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef4ea8-38d7-4d1f-b8a2-1fde0f8eb1da tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.949120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c0ef4ea8-38d7-4d1f-b8a2-1fde0f8eb1da tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports/c95b973e-0b7b-4b44-9580-07ab0f9cb469 HTTP/1.1" status: 200 len: 911 time: 0.1295722 Jul 23 10:37:32.970149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54710) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:32.972441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-41e89306-b960-4c53-9fb6-330d0124a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:32.974030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-41e89306-b960-4c53-9fb6-330d0124a1b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 1094 time: 0.7295763 Jul 23 10:37:32.987272 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc864-efef-4d6f-8579-31abdbdbc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:33.010397 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4db4bd58-dc1c-44a6-b4d3-35246566e728 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842757 Jul 23 10:37:33.020733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:33.026316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8ddf5628-2962-429f-832e-2330480c78e2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:33.078228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-be56d5d1-df48-40da-811a-7edfea9d2e16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa HTTP/1.1" status: 200 len: 217 time: 0.0940347 Jul 23 10:37:33.079378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee801d09-d502-4ec3-8f8e-9d6e1d326f42 req-5a470d5d-15ee-4390-86e3-723039879544 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633880 Jul 23 10:37:33.151219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:33.152073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:33.190972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddf5628-2962-429f-832e-2330480c78e2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:33.202377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5628-2962-429f-832e-2330480c78e2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:33.204541 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddf5628-2962-429f-832e-2330480c78e2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:37:33.206470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddf5628-2962-429f-832e-2330480c78e2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:33.235523 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:33.244299 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:33.262566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:33.295931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847a6fe-ede1-4428-aae2-a0a636814c4f req-b6b68780-3239-461d-8fdd-d946746df46c tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:33.306503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1847a6fe-ede1-4428-aae2-a0a636814c4f req-b6b68780-3239-461d-8fdd-d946746df46c tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 931 time: 0.8216965 Jul 23 10:37:33.372538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] No DVR routers for this DVR port aa0708f1-1aef-4c98-9a2a-660ba13314f2 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:33.383295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ab6c0-a00a-4e3e-8784-d4bdc9794f82 None None] Pushing event deleted for resources: {'Port': ['ID=aa0708f1-1aef-4c98-9a2a-660ba13314f2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:33.426592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ec89a397-f679-48b0-aa2c-8c5021c8af03 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:33.430377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1847a6fe-ede1-4428-aae2-a0a636814c4f req-60c645a0-ee4d-47a3-890c-93913ccad2a6 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228662 Jul 23 10:37:33.430955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:33.436599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:33.437446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:33.448715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-915ba392-eb8c-400c-b266-e9effddcfd48 req-8378f6f3-a228-4188-ac0c-1fe1e01d6e2e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 210 time: 0.1473653 Jul 23 10:37:33.452174 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8ddf5628-2962-429f-832e-2330480c78e2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4282188 Jul 23 10:37:33.452849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54716) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:33.467124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0fa0c5f1-58ce-4097-baaa-051c46352105 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:33.507446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-896b1e19-5d2c-40de-acfd-49992a21d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:33.511283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-896b1e19-5d2c-40de-acfd-49992a21d65d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.3757420 Jul 23 10:37:33.531754 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76764a-33e7-4ee5-b2d9-7a262a1088b0 x-openstack-request-id: req-ac76764a-33e7-4ee5-b2d9-7a262a1088b0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:33.532143 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6a3bda-8b8e-4e6a-b246-864f598e396e", "tag": "8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:33.537045 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac76764a-33e7-4ee5-b2d9-7a262a1088b0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:33.537629 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'tag': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa', 'status': 'completed', 'code': 200} Jul 23 10:37:33.539886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-ff86941f-4406-44f3-bc65-c9196edcc8e1 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021474 Jul 23 10:37:33.615925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:33.618195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de451e4-596d-44c6-ac02-8434335f91c7 None None] The sync data for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:37:33.625925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-1d605375-dbee-4fde-a289-c015596a25ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589795 Jul 23 10:37:33.679784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a903b66e-4b91-4167-abd2-c181965e6b2c None None] Provisioning complete for port c95b973e-0b7b-4b44-9580-07ab0f9cb469 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:33.680253 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a903b66e-4b91-4167-abd2-c181965e6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:33.805704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a903b66e-4b91-4167-abd2-c181965e6b2c None None] Port c95b973e-0b7b-4b44-9580-07ab0f9cb469 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:33.926965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa0708f1-1aef-4c98-9a2a-660ba13314f2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:33.961014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: aa0708f1-1aef-4c98-9a2a-660ba13314f2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:33.961520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa0708f1-1aef-4c98-9a2a-660ba13314f2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:33.995497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0c5f1-58ce-4097-baaa-051c46352105 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:33.999534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c5f1-58ce-4097-baaa-051c46352105 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.001377 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa0c5f1-58ce-4097-baaa-051c46352105 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:37:34.001949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa0c5f1-58ce-4097-baaa-051c46352105 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:34.021871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df9202-7f07-4643-86f3-b19ef3b21737 req-bdac9b9c-9330-483b-91c3-e79f6764b9fd tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:34.023957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67df9202-7f07-4643-86f3-b19ef3b21737 req-bdac9b9c-9330-483b-91c3-e79f6764b9fd tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.2617314 Jul 23 10:37:34.067941 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0fa0c5f1-58ce-4097-baaa-051c46352105 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6067696 Jul 23 10:37:34.067941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:34.073181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-899f066c-f5f4-4870-b24a-980a55388779 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:34.136042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67df9202-7f07-4643-86f3-b19ef3b21737 req-68b313cd-66cc-44df-95c0-739af71bae6c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046419 Jul 23 10:37:34.214452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:34.226890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.248558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Transition to ACTIVE for port object b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:34.256501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f066c-f5f4-4870-b24a-980a55388779 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:34.260982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-899f066c-f5f4-4870-b24a-980a55388779 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.262696 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-899f066c-f5f4-4870-b24a-980a55388779 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:37:34.263309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899f066c-f5f4-4870-b24a-980a55388779 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:34.266290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.339440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.402213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-899f066c-f5f4-4870-b24a-980a55388779 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3331993 Jul 23 10:37:34.448155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:34.468955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8c0d3f30-93ca-4f93-a24f-de3dd4edfddf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:34.473973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Pushing event updated for resources: {'Port': ['ID=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:34.478676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Attempting to bind port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:34.478983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Attempting to bind port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '213b1c33-5309-4721-8583-7293b471d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:34.479321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Attempting to bind port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 on network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:34.529364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.529722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.530075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.530421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.530765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.531101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.531733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.532000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.532333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.532666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.533038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.533498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:34.540464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5bbb13e-c9d9-411a-8899-71d9bea89df3 req-921a091b-8311-4494-83d1-ea75a8134fda service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9902508 Jul 23 10:37:34.541057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:34.541912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 on network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:37:34.542233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Attempting to bind port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 on network 8c7194bd-94fa-4831-80b5-cfdbcf429d54 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:34.545208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.551045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:34.561260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Checking segment: {'id': '213b1c33-5309-4721-8583-7293b471d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:34.561698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Bound using segment: {'id': '213b1c33-5309-4721-8583-7293b471d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:34.562190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Bound port: b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b1c33-5309-4721-8583-7293b471d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:34.562572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.645005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e521-628a-4ba5-b5e3-4b4dd834ce01 req-368d42fc-0dc6-4d76-b495-759016124496 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:34.652100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ef5e521-628a-4ba5-b5e3-4b4dd834ce01 req-368d42fc-0dc6-4d76-b495-759016124496 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 943 time: 0.3418295 Jul 23 10:37:34.713952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Allocated IP 172.20.0.12 (88f82106-17d6-405a-9dea-dd012be4367b/01038704-b36f-4ebc-95c2-bc63e44a7e97/e3f63c1a-ccbe-4403-9c6b-e97b6c52d432) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:34.717336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] For port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:34.721133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] For port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,segment=NetworkSegment(213b1c33-5309-4721-8583-7293b471d75e),segment_id=213b1c33-5309-4721-8583-7293b471d75e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:34.739001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.787867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2c064-b373-4a44-8bc3-4efd7a1513ac req-45fa7380-12db-4fc7-915e-afa3b01999d7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:34.799018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48e2c064-b373-4a44-8bc3-4efd7a1513ac req-45fa7380-12db-4fc7-915e-afa3b01999d7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 1.1710663 Jul 23 10:37:34.832637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:34.833313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:34.834819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] 10.222.0.20 "PUT /v2.0/ports/b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 HTTP/1.1" status: 200 len: 1091 time: 1.9176195 Jul 23 10:37:34.855601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311f88de-95e3-463b-97f5-36328c32bc0b', 'tag': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:34.868432 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6923e47b-be2a-4ecc-9085-50deccebe3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "311f88de-95e3-463b-97f5-36328c32bc0b", "tag": "b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:34.887183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48e2c064-b373-4a44-8bc3-4efd7a1513ac req-13f0ae29-9cb0-4e73-a4bc-a451823b0c44 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771527 Jul 23 10:37:34.987662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5ef5e521-628a-4ba5-b5e3-4b4dd834ce01 req-454c8c26-4bcd-4706-ac40-c1962011a2cc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282700 Jul 23 10:37:35.021764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d3f30-93ca-4f93-a24f-de3dd4edfddf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:35.031047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3f30-93ca-4f93-a24f-de3dd4edfddf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:35.035168 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0d3f30-93ca-4f93-a24f-de3dd4edfddf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:37:35.035686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0d3f30-93ca-4f93-a24f-de3dd4edfddf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:35.046521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac1f85-6335-47ca-b486-011bf3c73724 service neutron] Pushing event updated for resources: {'Port': ['ID=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:35.099784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-82be6013-e8a3-452b-a38d-ecc788425104 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4509251 Jul 23 10:37:35.161676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8c0d3f30-93ca-4f93-a24f-de3dd4edfddf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6932397 Jul 23 10:37:35.162920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:35.166884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eeb67b15-e6c8-46df-9424-7f5e5610d6bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:35.200787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-fc32b2d7-edc1-4023-8f7d-2dae6359845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:35.202311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-fc32b2d7-edc1-4023-8f7d-2dae6359845a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94cdf095a8ba4445b1ac66d9faf9d234&device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 1094 time: 0.2882462 Jul 23 10:37:35.313544 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-c5c34bf5-cab4-4266-a40f-61c469e10cab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 HTTP/1.1" status: 200 len: 217 time: 0.0894065 Jul 23 10:37:35.347226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6d31ff7-fe31-4eff-ba7b-227222c1307a req-5d7eb6a4-6167-4664-8ae3-8f65da4b8fb5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 210 time: 0.1133869 Jul 23 10:37:35.353376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:35.382971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555fc60-c5c1-4f54-adf8-dadfcb5bd681 req-2b393a94-dec3-493a-a60c-24d3f5914703 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:35.390041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9555fc60-c5c1-4f54-adf8-dadfcb5bd681 req-2b393a94-dec3-493a-a60c-24d3f5914703 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 943 time: 0.2962861 Jul 23 10:37:35.424531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40258-7683-4c07-8e13-7006cdaa27ee req-0239a185-4e57-456a-bfd4-568d8d3cfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:35.425972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-0239a185-4e57-456a-bfd4-568d8d3cfa66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=184644a3-1120-4e66-9fb5-4f29a0fb42dc HTTP/1.1" status: 200 len: 858 time: 0.1055808 Jul 23 10:37:35.431887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb67b15-e6c8-46df-9424-7f5e5610d6bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:35.435021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eeb67b15-e6c8-46df-9424-7f5e5610d6bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:35.436452 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb67b15-e6c8-46df-9424-7f5e5610d6bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:37:35.436884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb67b15-e6c8-46df-9424-7f5e5610d6bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:35.455469 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4308f3-acc3-45f8-9816-5462ed77fca6 x-openstack-request-id: req-8b4308f3-acc3-45f8-9816-5462ed77fca6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:35.455744 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311f88de-95e3-463b-97f5-36328c32bc0b", "tag": "b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:35.456003 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b4308f3-acc3-45f8-9816-5462ed77fca6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:35.456403 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311f88de-95e3-463b-97f5-36328c32bc0b', 'tag': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5', 'status': 'completed', 'code': 200} Jul 23 10:37:35.495555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-bda639fe-a4df-4097-94a2-e38b8ec0ecbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c7194bd-94fa-4831-80b5-cfdbcf429d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547097 Jul 23 10:37:35.512790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9555fc60-c5c1-4f54-adf8-dadfcb5bd681 req-66e4ab6c-ea0f-4ef0-a154-3265aa5c2ee6 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197004 Jul 23 10:37:35.542650 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eeb67b15-e6c8-46df-9424-7f5e5610d6bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3795471 Jul 23 10:37:35.551677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54740) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:35.608980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-69dd32a8-e70c-4477-95c7-fe7f8a397945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:35.629846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-80d1e45e-72f0-4a7e-9756-0bdc05011022 service neutron] 10.222.0.20 "GET /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148732 Jul 23 10:37:35.694203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e451e282-fcac-48d1-b681-4f1d81b2a658 req-d13cadbb-d04e-4709-b3f4-25dae3e48dda service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683813 Jul 23 10:37:35.705775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:35.772611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-add40258-7683-4c07-8e13-7006cdaa27ee req-d00fd7f1-935b-43af-84e0-bb76f2dde533 service neutron] 10.222.0.20 "GET /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314185 Jul 23 10:37:35.793185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780687e-f818-477e-b31b-1f23bc18a4db req-ae8ee2b7-3a74-49c0-9381-0df64c4a0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:35.794710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-ae8ee2b7-3a74-49c0-9381-0df64c4a0a64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1096 time: 0.5598297 Jul 23 10:37:36.046213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57138b9-2581-4c1e-ba11-c0bb0b4a8fcc req-cabd3277-407a-46e6-8cb6-984c1bae9065 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.054188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e57138b9-2581-4c1e-ba11-c0bb0b4a8fcc req-cabd3277-407a-46e6-8cb6-984c1bae9065 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.5566034 Jul 23 10:37:36.057285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd32a8-e70c-4477-95c7-fe7f8a397945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:36.060512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-37aae3f8-d381-4db2-ae15-64703546c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.061034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69dd32a8-e70c-4477-95c7-fe7f8a397945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:36.062046 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-37aae3f8-d381-4db2-ae15-64703546c264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94cdf095a8ba4445b1ac66d9faf9d234&device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 1094 time: 0.1863775 Jul 23 10:37:36.062415 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dd32a8-e70c-4477-95c7-fe7f8a397945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:37:36.062914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dd32a8-e70c-4477-95c7-fe7f8a397945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:37:36.138165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dbb35-4728-4606-ba32-7b6dfeca95e4 req-68fa5621-5282-4375-b836-f6fda94279c6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.139741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-354dbb35-4728-4606-ba32-7b6dfeca95e4 req-68fa5621-5282-4375-b836-f6fda94279c6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.1637840 Jul 23 10:37:36.182334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-69dd32a8-e70c-4477-95c7-fe7f8a397945 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6270633 Jul 23 10:37:36.188802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:36.251034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:36.255897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9f49b004-a86a-4752-b0cf-c364cfa906ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628984 Jul 23 10:37:36.270056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e57138b9-2581-4c1e-ba11-c0bb0b4a8fcc req-e3d4a1c7-e861-4bb1-a352-e431ab101f4c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097552 Jul 23 10:37:36.273319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54752) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:36.295257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-354dbb35-4728-4606-ba32-7b6dfeca95e4 req-8a0f0e0b-e598-4ebf-9b15-2c07ea2f83b2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190653 Jul 23 10:37:36.299389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-becb7ba4-3523-4012-9e6d-1373885c9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.301603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-becb7ba4-3523-4012-9e6d-1373885c9ee9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c7194bd-94fa-4831-80b5-cfdbcf429d54 HTTP/1.1" status: 200 len: 919 time: 0.2279990 Jul 23 10:37:36.365501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-2964ad7b-141d-41fb-966e-402d4da6d341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 HTTP/1.1" status: 200 len: 217 time: 0.0498726 Jul 23 10:37:36.417878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-2e0418ce-ce00-4cb6-a5af-34657de12b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.419841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-2e0418ce-ce00-4cb6-a5af-34657de12b98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 1094 time: 0.6560407 Jul 23 10:37:36.457521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-598f6e6b-8e8d-4127-acca-4066b9cf7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.459000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-598f6e6b-8e8d-4127-acca-4066b9cf7b81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=184644a3-1120-4e66-9fb5-4f29a0fb42dc HTTP/1.1" status: 200 len: 858 time: 0.0815699 Jul 23 10:37:36.471443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8:1::1 (ab2bd14c-3221-4a4d-995a-20ceebf178bc/e831b29e-dcb8-4cef-a3d3-73e6ffff87c0/7eb31623-7e03-4de1-9cd3-b41213753396) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:36.486991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780687e-f818-477e-b31b-1f23bc18a4db req-caf6b18c-5af7-45c3-ab03-556e584cbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.488905 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-caf6b18c-5af7-45c3-ab03-556e584cbb21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.6452057 Jul 23 10:37:36.509963 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-4bcd197d-b510-4c79-be6f-97ea685c85f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c7194bd-94fa-4831-80b5-cfdbcf429d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410199 Jul 23 10:37:36.532363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Network 88f82106-17d6-405a-9dea-dd012be4367b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:36.561039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:36.565510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:36.622031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:36.648129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d937442-c4cc-4515-a4d1-7fcf40dc70bf req-9ad00c3b-d88f-478e-b163-09d8e824036c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.649919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d937442-c4cc-4515-a4d1-7fcf40dc70bf req-9ad00c3b-d88f-478e-b163-09d8e824036c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 932 time: 0.1393218 Jul 23 10:37:36.695298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-cf5b5bfc-15a9-4c63-9bd3-3d16307ed908 service neutron] 10.222.0.20 "GET /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743743 Jul 23 10:37:36.717908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e57e1-6a39-4bc8-826d-0c21ed039bee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.727934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:36.728165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7e6e57e1-6a39-4bc8-826d-0c21ed039bee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4392641 Jul 23 10:37:36.782698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:36.782698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:36.885371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8abcac1a-bfb0-4b84-949d-bcc99b1d183f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656265 Jul 23 10:37:36.898251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54760) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:36.931835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6923e47b-be2a-4ecc-9085-50deccebe3f9 req-7d2998a3-f0d6-49e7-9986-8d64449fbad3 service neutron] 10.222.0.20 "GET /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261779 Jul 23 10:37:36.932210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:36.938888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d937442-c4cc-4515-a4d1-7fcf40dc70bf req-243244fc-69ca-4b4d-8fee-d18ad209ce25 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604053 Jul 23 10:37:36.976012 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-f41d2c6b-2371-40c5-a08b-0cb857cc3489 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 1001 time: 0.4461269 Jul 23 10:37:36.977338 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-c5b4f91e-bd8c-4f50-87e1-e24ccaf54ab4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3456807 Jul 23 10:37:37.015598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Request body: {'port': {'device_id': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:37.098524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8c352-99cd-4f17-a955-d7d1e129447f req-2924575d-7442-4987-a955-96159830de7f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:37.106224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61c8c352-99cd-4f17-a955-d7d1e129447f req-2924575d-7442-4987-a955-96159830de7f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 943 time: 0.6849666 Jul 23 10:37:37.139811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d1f9-5652-4f4e-892e-fb9377c6792f req-53a43034-7729-4c0c-ae19-84f169831682 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:37.141385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17d7d1f9-5652-4f4e-892e-fb9377c6792f req-53a43034-7729-4c0c-ae19-84f169831682 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 943 time: 0.0908244 Jul 23 10:37:37.172289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:37.192867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17d7d1f9-5652-4f4e-892e-fb9377c6792f req-43351ad4-3208-4839-b5e3-cf9574e9dbaf tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Jul 23 10:37:37.228942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-fa54b511-a598-455b-8d5d-27a81c43bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:37.230203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-fa54b511-a598-455b-8d5d-27a81c43bead service neutron] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.7981153 Jul 23 10:37:37.258072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 7eb31623-7e03-4de1-9cd3-b41213753396 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:37.337724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780687e-f818-477e-b31b-1f23bc18a4db req-3f0ed746-cf58-40ad-8317-e76b7a2c61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:37.339686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-3f0ed746-cf58-40ad-8317-e76b7a2c61d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.3444762 Jul 23 10:37:37.372599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-a7b86c64-0f24-468a-8e36-9fe62cd5561a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa HTTP/1.1" status: 200 len: 217 time: 0.1187699 Jul 23 10:37:37.437778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61c8c352-99cd-4f17-a955-d7d1e129447f req-48a6feb4-dae0-486d-98d4-8c265082d8d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260722 Jul 23 10:37:37.487349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e229b-9ba6-4381-9e7e-9967e2ef142e req-cdd3e6f8-936f-4425-8556-3a155fced253 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:37.493119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a5e229b-9ba6-4381-9e7e-9967e2ef142e req-cdd3e6f8-936f-4425-8556-3a155fced253 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.1188469 Jul 23 10:37:37.502552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:37.509568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:37.544137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a5e229b-9ba6-4381-9e7e-9967e2ef142e req-888b8c69-43c5-46b8-98fb-1cc042dcb55b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425651 Jul 23 10:37:37.582016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:37.990440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:38.048140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-eeb438d8-7c74-4940-acea-e966d2e897ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:38.050497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-eeb438d8-7c74-4940-acea-e966d2e897ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.6598456 Jul 23 10:37:38.187378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:38.203232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35429b6-0faf-4428-a871-7f6922a342b3 req-f2dbcc46-afd9-46c4-847b-f5b29de37b87 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:38.206159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b35429b6-0faf-4428-a871-7f6922a342b3 req-f2dbcc46-afd9-46c4-847b-f5b29de37b87 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 932 time: 0.1197822 Jul 23 10:37:38.218452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa', 'mac_address': 'fa:16:3e:07:4b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:38.247691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:38.304892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b35429b6-0faf-4428-a871-7f6922a342b3 req-dc3e5aef-5cbe-4d7c-b24b-e8fbe364ef32 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899549 Jul 23 10:37:38.311860 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:38.327706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:38.335189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:38.340684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-bb391bf1-1ba6-459d-80d2-2f14aea91f76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2750375 Jul 23 10:37:38.354558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:38.382334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:38.382894 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:38.400649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:38.409160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:38.421054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:38.490360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780687e-f818-477e-b31b-1f23bc18a4db req-bb7e4bf9-7b8f-44da-a345-84a533ec5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:38.498121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-bb7e4bf9-7b8f-44da-a345-84a533ec5d88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1284468 Jul 23 10:37:38.535820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,segment=NetworkSegment(213b1c33-5309-4721-8583-7293b471d75e),segment_id=213b1c33-5309-4721-8583-7293b471d75e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:38.546370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f269-56e8-4758-a552-14d9e882a45d req-b20e59fa-9c7f-43ad-838a-e8ade8c2f378 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:38.548074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ff6f269-56e8-4758-a552-14d9e882a45d req-b20e59fa-9c7f-43ad-838a-e8ade8c2f378 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 943 time: 0.1280622 Jul 23 10:37:38.557164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5', 'network_id': '8c7194bd-94fa-4831-80b5-cfdbcf429d54', 'port_id': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5', 'mac_address': 'fa:16:3e:fe:bf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184644a3-1120-4e66-9fb5-4f29a0fb42dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:38.604769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ff6f269-56e8-4758-a552-14d9e882a45d req-f972c3d4-9eed-4659-be1b-3a051538777b tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484490 Jul 23 10:37:38.663335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:38.860222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814d848-1c7c-4582-843b-4b0caea43653 req-9cd2a89e-e2d0-43c7-b39f-1f0f65cace18 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:38.863097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7814d848-1c7c-4582-843b-4b0caea43653 req-9cd2a89e-e2d0-43c7-b39f-1f0f65cace18 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 944 time: 0.1302178 Jul 23 10:37:38.928014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=7eb31623-7e03-4de1-9cd3-b41213753396,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:38.932557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7814d848-1c7c-4582-843b-4b0caea43653 req-50b37072-3b39-41f9-8256-29ff9fec8e0b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589085 Jul 23 10:37:38.951692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f470-ddaf-41c9-befe-d55b8f81aa5d req-f47f8ab2-0fbb-47cc-8c7a-4a24d02c0c67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:38.951692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24e5f470-ddaf-41c9-befe-d55b8f81aa5d req-f47f8ab2-0fbb-47cc-8c7a-4a24d02c0c67 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 1.3996511 Jul 23 10:37:38.977775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:38.985515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:39.005863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:39.026045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4aee7bac-d2a9-49d7-bbcb-82a42f813b65 None None] Provisioning for port 7eb31623-7e03-4de1-9cd3-b41213753396 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:39.084824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4aee7bac-d2a9-49d7-bbcb-82a42f813b65 None None] Provisioning complete for port 7eb31623-7e03-4de1-9cd3-b41213753396 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:39.085624 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aee7bac-d2a9-49d7-bbcb-82a42f813b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:39.106532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857baefb-47bb-4600-8a56-796b46f9271e req-7f37f1a6-0638-4eda-a88c-e8e604df7e4f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:39.115748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-857baefb-47bb-4600-8a56-796b46f9271e req-7f37f1a6-0638-4eda-a88c-e8e604df7e4f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.0991619 Jul 23 10:37:39.125971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,segment=NetworkSegment(213b1c33-5309-4721-8583-7293b471d75e),segment_id=213b1c33-5309-4721-8583-7293b471d75e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:39.129901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4aee7bac-d2a9-49d7-bbcb-82a42f813b65 None None] Port 7eb31623-7e03-4de1-9cd3-b41213753396 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:39.140800 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:39.159343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-857baefb-47bb-4600-8a56-796b46f9271e req-1a26384c-b7fa-48f1-9946-9397d5784ec7 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Jul 23 10:37:39.223180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24e5f470-ddaf-41c9-befe-d55b8f81aa5d req-cbcd9c2b-6c13-4815-b7d8-6c51ba8b6585 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324107 Jul 23 10:37:39.242877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:39.286508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-edd4b2c2-6d3d-4e7e-928a-10ceda73da5f service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836398 Jul 23 10:37:39.292972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:39.381010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-11531f86-8a37-4b1e-8f0c-a08517477d4b service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933626 Jul 23 10:37:39.444438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:37:39.474972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:39.493006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384cd05-a984-4afd-92e2-7ebfe8f91e4b req-bdd290d4-166b-4770-b55d-1a06799e5f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:39.499998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4384cd05-a984-4afd-92e2-7ebfe8f91e4b req-bdd290d4-166b-4770-b55d-1a06799e5f17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 932 time: 0.1243429 Jul 23 10:37:39.535621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:39.603517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4384cd05-a984-4afd-92e2-7ebfe8f91e4b req-4a82d446-5d8e-425e-8680-e7082e6c2471 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900993 Jul 23 10:37:39.622453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=0ff8625f-85bc-4664-9c1c-6a26030a022f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:39.872874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:39.881249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5dcddbf8-bdfa-451d-890d-b8c9134e2a52 req-ebea630e-d940-45ec-ba58-56a876abeab6 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856607 Jul 23 10:37:39.912989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:39.917598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:39.918198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:39.924933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea77c2b-9192-40dc-9279-07a4254346be None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:40.013286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:40.080860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c780687e-f818-477e-b31b-1f23bc18a4db req-1f0a0071-e5e6-4375-84ee-dfc5e7113d4f service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603451 Jul 23 10:37:40.081862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c354bae-5606-486a-986d-fb38124fed21 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1746724 Jul 23 10:37:40.087785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:40.107770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:4d:64:8d', 'name': 'tempest-NetworksTestDHCPv6-495769318'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:40.133831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:40.199950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.209388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:40.220939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e30dc-6251-45e4-90a6-077dfced56fd req-9f77c38c-fbd2-4197-9198-d45b2e4aa09b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:40.231732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-800e30dc-6251-45e4-90a6-077dfced56fd req-9f77c38c-fbd2-4197-9198-d45b2e4aa09b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 944 time: 0.1960795 Jul 23 10:37:40.237090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:40.238111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.274268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '0ff8625f-85bc-4664-9c1c-6a26030a022f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:40.275158 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.319471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-800e30dc-6251-45e4-90a6-077dfced56fd req-88e4cdd0-0e49-4c5e-aba7-a6d112ebf3f4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853374 Jul 23 10:37:40.355771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc183b7-f9c8-4286-9ad5-2c19d4112058 req-c37de664-0c10-411a-9d13-9e7869804f9f tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:40.370935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0dc183b7-f9c8-4286-9ad5-2c19d4112058 req-c37de664-0c10-411a-9d13-9e7869804f9f tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 944 time: 0.5497003 Jul 23 10:37:40.434223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Transition to ACTIVE for port object e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:40.437711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:40.481860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.558467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:40.576652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14944fae-74ff-4f2d-8e51-ce1d70fe0a8d req-3fbb42f1-0463-4466-8e2c-46e6199adfa2 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:40.578422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14944fae-74ff-4f2d-8e51-ce1d70fe0a8d req-3fbb42f1-0463-4466-8e2c-46e6199adfa2 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.1336541 Jul 23 10:37:40.642589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14944fae-74ff-4f2d-8e51-ce1d70fe0a8d req-68400824-4036-4789-a8f2-d92ad6809294 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497868 Jul 23 10:37:40.647891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0dc183b7-f9c8-4286-9ad5-2c19d4112058 req-74c5c508-b4db-49b4-a954-393fdf3d4d8f tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658889 Jul 23 10:37:40.657584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Allocated IP 2001:db8::f816:3eff:fe29:2fb2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/0ff8625f-85bc-4664-9c1c-6a26030a022f/586bcd5b-72da-404f-bfd4-4b3c445e5ff2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:40.835183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67ca8c-8ea7-4e79-b5b8-8ace60b1a0fd req-1a0cd51a-140e-4b72-806c-7fbe2177f47a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:40.841999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.844549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d67ca8c-8ea7-4e79-b5b8-8ace60b1a0fd req-1a0cd51a-140e-4b72-806c-7fbe2177f47a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.1198452 Jul 23 10:37:40.854123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.854925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.916546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d67ca8c-8ea7-4e79-b5b8-8ace60b1a0fd req-91717a5a-aaa3-4d6b-a232-21bd6e303299 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672362 Jul 23 10:37:40.920057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=7eb31623-7e03-4de1-9cd3-b41213753396,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:40.932218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:40.942765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:40.977886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:41.012189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Attempting to bind port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:41.012533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Attempting to bind port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:41.012888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Attempting to bind port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:41.025859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.040109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Transition to ACTIVE for port object 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:41.058850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Transition to ACTIVE for port object 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:41.101360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:41.102252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 on network 88f82106-17d6-405a-9dea-dd012be4367b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:37:41.102587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Attempting to bind port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:41.107142 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e582cf0-f15c-4493-baa7-7a865f4e8aa0" -d '{"events": [{"server_uuid": "9b6a3bda-8b8e-4e6a-b246-864f598e396e", "name": "network-vif-plugged", "status": "completed", "tag": "8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:41.121449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa810-60a9-4701-af8c-fa2a990920ea req-3fc1f181-9025-4e39-b709-09372fc77ad2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:41.129114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c6aa810-60a9-4701-af8c-fa2a990920ea req-3fc1f181-9025-4e39-b709-09372fc77ad2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 944 time: 0.3432517 Jul 23 10:37:41.135824 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.149573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:41.149967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:41.150303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Bound using segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:41.150759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Bound port: e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:41.151126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.161381 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:41.161606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.239506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.243610 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4efc41-9c6d-49e9-a84b-bd448ad71ab7 x-openstack-request-id: req-be4efc41-9c6d-49e9-a84b-bd448ad71ab7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:41.244203 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6a3bda-8b8e-4e6a-b246-864f598e396e", "name": "network-vif-plugged", "status": "completed", "tag": "8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:41.244780 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be4efc41-9c6d-49e9-a84b-bd448ad71ab7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:41.245354 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa', 'code': 200} Jul 23 10:37:41.283193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:41.288339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c6aa810-60a9-4701-af8c-fa2a990920ea req-4da51cef-dc23-43c3-a25b-37d8c3757d74 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582553 Jul 23 10:37:41.305081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:41.310456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:41.313771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:41.315964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:41.320080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.366082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:41.374855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port dc8dfa8c-278e-43f4-b263-faaf856b7cb0 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:41.387042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:41.415555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:41.605744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Pushing event updated for resources: {'Port': ['ID=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:41.698531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68382767-aa97-426c-bb29-fc1cf19ada3d req-3aae8d5b-3ce0-40f1-815d-d0df25ae373f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:41.711633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68382767-aa97-426c-bb29-fc1cf19ada3d req-3aae8d5b-3ce0-40f1-815d-d0df25ae373f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.1777904 Jul 23 10:37:41.747002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Attempting to bind port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:41.747370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Attempting to bind port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:41.747769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Attempting to bind port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:41.769768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.776056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:41.776435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:41.776896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.777262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:41.777706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Bound port: 586bcd5b-72da-404f-bfd4-4b3c445e5ff2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:41.778091 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:41.795986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68382767-aa97-426c-bb29-fc1cf19ada3d req-ab12e4e7-51e5-4e22-9d3a-5816b64532bc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829532 Jul 23 10:37:41.845991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:42.006495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,segment=NetworkSegment(213b1c33-5309-4721-8583-7293b471d75e),segment_id=213b1c33-5309-4721-8583-7293b471d75e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:42.041213 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:42.066222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae74b60-2948-4d0b-bb1d-fdafd186df29 req-4c409da5-eabc-4dc2-917b-00d2e6feb199 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:42.074495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ae74b60-2948-4d0b-bb1d-fdafd186df29 req-4c409da5-eabc-4dc2-917b-00d2e6feb199 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 944 time: 0.1159554 Jul 23 10:37:42.115717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0df67765-5ce9-479c-a5f6-2aef9d766be2 None None] Provisioning complete for port 7eb31623-7e03-4de1-9cd3-b41213753396 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:42.116101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0df67765-5ce9-479c-a5f6-2aef9d766be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:42.137158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ae74b60-2948-4d0b-bb1d-fdafd186df29 req-d2b20512-d5ef-4ddf-ace6-fb051142e617 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Jul 23 10:37:42.210125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0df67765-5ce9-479c-a5f6-2aef9d766be2 None None] Port 7eb31623-7e03-4de1-9cd3-b41213753396 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:42.214148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] For port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:42.243233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] For port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:42.252959 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:42.268060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:42.351336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22f1ac-e949-4275-ba3a-6310828e7fa4 None None] Pushing event updated for resources: {'Port': ['ID=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:42.368981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b050c6a-3ff6-4e60-ab01-ad171ee72b67 req-5fb10a8f-89c7-4306-a8dd-b7facdb1e028 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:42.377275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b050c6a-3ff6-4e60-ab01-ad171ee72b67 req-5fb10a8f-89c7-4306-a8dd-b7facdb1e028 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.1544433 Jul 23 10:37:42.426683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b050c6a-3ff6-4e60-ab01-ad171ee72b67 req-ac8fa934-9ce7-47c3-a9a6-d0fbdaa105ed tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Jul 23 10:37:42.515134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:42.611641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a2f68-57d5-4869-82f0-0693131067e3 req-ec98f275-a88b-4f33-aacc-f6a5556e0ee4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:42.619655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-996a2f68-57d5-4869-82f0-0693131067e3 req-ec98f275-a88b-4f33-aacc-f6a5556e0ee4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 944 time: 0.1137147 Jul 23 10:37:42.629348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0d683-bc8d-4758-b9c2-196468612cdc req-ea687a4c-5f7b-42ef-bb6d-ae4bcbec3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:42.630910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3f0d683-bc8d-4758-b9c2-196468612cdc req-ea687a4c-5f7b-42ef-bb6d-ae4bcbec3ee2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 1096 time: 1.3415842 Jul 23 10:37:42.678760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:42.679151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:42.686345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 HTTP/1.1" status: 200 len: 1092 time: 5.6745639 Jul 23 10:37:42.712324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:42.714775 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c47ee-921f-4995-8fe7-e3abbea85c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:42.791068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-996a2f68-57d5-4869-82f0-0693131067e3 req-3899a671-ed53-4969-af06-bdec09fbd152 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575289 Jul 23 10:37:42.919326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:42.937668 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ec112-4a5c-4b8b-9d64-6d09a460359a x-openstack-request-id: req-202ec112-4a5c-4b8b-9d64-6d09a460359a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:42.937963 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:42.938218 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-202ec112-4a5c-4b8b-9d64-6d09a460359a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:42.938610 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'status': 'completed', 'code': 200} Jul 23 10:37:42.942577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 8f527f1e-d1c8-42f0-891d-1942958712fb has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:37:42.964269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67d19b-8958-4477-bf82-1edb33c226e9 req-f22a1b60-3e53-49ae-b375-987c2fe7f02e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:42.965870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be67d19b-8958-4477-bf82-1edb33c226e9 req-f22a1b60-3e53-49ae-b375-987c2fe7f02e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.6097436 Jul 23 10:37:43.005843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3f0d683-bc8d-4758-b9c2-196468612cdc req-611593b9-a428-42a8-888d-8a8badbcafbf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081803 Jul 23 10:37:43.021952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63511c75-b718-4bee-8a77-d3cedc491d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:43.028883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:43.080779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f3835-39e0-47fb-b5f3-05c530de1862 req-2ad03d1b-2c96-4842-9181-d90c0247db44 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:43.091129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b26f3835-39e0-47fb-b5f3-05c530de1862 req-2ad03d1b-2c96-4842-9181-d90c0247db44 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.1047654 Jul 23 10:37:43.147149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be67d19b-8958-4477-bf82-1edb33c226e9 req-1c77dd01-bf98-4fcc-8a27-fdc943a2e6bd tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633415 Jul 23 10:37:43.155315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe4d:648d (65597b37-0f65-4455-bf75-7f43a1f9f92a/0ff8625f-85bc-4664-9c1c-6a26030a022f/dc8dfa8c-278e-43f4-b263-faaf856b7cb0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:43.175085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-35e60586-ce39-431c-a40a-98ac044b9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:43.176894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b26f3835-39e0-47fb-b5f3-05c530de1862 req-dc78a4bb-f9e4-4825-9350-08f9325b3817 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794919 Jul 23 10:37:43.177546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-35e60586-ce39-431c-a40a-98ac044b9bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 1095 time: 0.4071324 Jul 23 10:37:43.237346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-7deaa061-bf08-4982-bd3a-36c0797997e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 HTTP/1.1" status: 200 len: 217 time: 0.0496130 Jul 23 10:37:43.247126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311f88de-95e3-463b-97f5-36328c32bc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:43.249628 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927848f4-7504-4d82-a0b0-a5134b62d01a" -d '{"events": [{"server_uuid": "311f88de-95e3-463b-97f5-36328c32bc0b", "name": "network-vif-plugged", "status": "completed", "tag": "b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:43.310268 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a83b48-5f4c-439d-bb5f-df23f9444c4e x-openstack-request-id: req-76a83b48-5f4c-439d-bb5f-df23f9444c4e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:43.310773 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311f88de-95e3-463b-97f5-36328c32bc0b", "name": "network-vif-plugged", "status": "completed", "tag": "b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:43.311208 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76a83b48-5f4c-439d-bb5f-df23f9444c4e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:43.311881 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311f88de-95e3-463b-97f5-36328c32bc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5', 'code': 200} Jul 23 10:37:43.349909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:37:43.370558 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] Sync routers for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:37:43.383632 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:43.384505 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:43.395082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-8527101c-c66c-4e1b-86dd-60253cdb921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:43.396627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-8527101c-c66c-4e1b-86dd-60253cdb921f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.1469889 Jul 23 10:37:43.413607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:43.413827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2aa4e39b-0b5d-41a4-9b2f-da3d7bbb4ea5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/8f527f1e-d1c8-42f0-891d-1942958712fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4386806 Jul 23 10:37:43.441503 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:43.467985 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:43.468794 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:43.502494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeabcb7-e513-4282-b501-0b6975b09a9f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:43.504239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4aeabcb7-e513-4282-b501-0b6975b09a9f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports/7eb31623-7e03-4de1-9cd3-b41213753396 HTTP/1.1" status: 200 len: 913 time: 0.0892873 Jul 23 10:37:43.507052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:43.549854 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:43.551269 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeead2c-9b15-4d3e-8fd9-b543bc700e37 None None] The sync data for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:37:43.571914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-132a1c3c-d421-4825-b30f-958e3a88ea43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450934 Jul 23 10:37:43.739331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e126609-4d46-49b2-99b8-c0ad4ed1e048 req-76cb2ff2-1c26-4b9a-8b18-4a31bcd4215e tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:43.741112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e126609-4d46-49b2-99b8-c0ad4ed1e048 req-76cb2ff2-1c26-4b9a-8b18-4a31bcd4215e tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 945 time: 0.4748089 Jul 23 10:37:43.801966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4007b2-41de-4114-8f36-dbfdccdc35bf req-28b45eb7-fb12-464b-93c9-7a319057bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:43.803811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a4007b2-41de-4114-8f36-dbfdccdc35bf req-28b45eb7-fb12-464b-93c9-7a319057bb95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 1096 time: 0.3891587 Jul 23 10:37:43.850918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-b3cce193-ff48-496f-a130-b13a89b802fc service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683871 Jul 23 10:37:43.867745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e126609-4d46-49b2-99b8-c0ad4ed1e048 req-58b8e97d-02bf-45d0-b224-902a6c07407c tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038818 Jul 23 10:37:43.889509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Provisioning for port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:43.894602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Provisioning complete for port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:43.894994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:43.954324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.047669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.056410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object dc8dfa8c-278e-43f4-b263-faaf856b7cb0 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:44.103576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] For port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:44.108322 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.123295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a4007b2-41de-4114-8f36-dbfdccdc35bf req-88f62e64-017a-4b19-a969-66d4bf006dde service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027813 Jul 23 10:37:44.161725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Pushing event updated for resources: {'Port': ['ID=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:44.169599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.169957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.170310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.170697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.170994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.171334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.171714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.172050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.172411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.172753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.173203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.174081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c9582-5357-4d5a-b54f-37e4b31e0bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:37:44.195766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab89432f-a9b3-4d5b-beeb-2331e8da7f33 req-912da056-e6e2-42ca-ba27-f52e041c46e3 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670984 Jul 23 10:37:44.212765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2b3df-b0a6-41fe-a10f-aa176d8fe00b req-b4433634-44e0-48ce-a3a6-4fc59b3fe167 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.219986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94f2b3df-b0a6-41fe-a10f-aa176d8fe00b req-b4433634-44e0-48ce-a3a6-4fc59b3fe167 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 944 time: 0.2104330 Jul 23 10:37:44.222660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.256536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a637e72-807c-4d03-83c1-2b08b609bf13 req-3994d71b-67ba-4365-ae71-496ca73d2ee0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.258130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a637e72-807c-4d03-83c1-2b08b609bf13 req-3994d71b-67ba-4365-ae71-496ca73d2ee0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.6601911 Jul 23 10:37:44.325601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-33336ba1-07db-4bf4-96e6-dce31a4858c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.327620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-33336ba1-07db-4bf4-96e6-dce31a4858c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 1096 time: 0.1740217 Jul 23 10:37:44.331597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:44.335966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94f2b3df-b0a6-41fe-a10f-aa176d8fe00b req-fd5336f7-d6aa-4163-8413-914da1ce1003 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115019 Jul 23 10:37:44.338474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:44.340319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=dc8dfa8c-278e-43f4-b263-faaf856b7cb0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:44.343957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:44.350737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.351108 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.367447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a637e72-807c-4d03-83c1-2b08b609bf13 req-83153fe9-7a97-4cd3-9cc0-956e7f4c32af tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861170 Jul 23 10:37:44.389385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1803e3e5-5455-49e0-af54-839b84d69a68 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2919657 Jul 23 10:37:44.389385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54906) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:44.403346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-74bb4aa1-20c0-4bfd-bdc7-6ccba34b9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.404886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-74bb4aa1-20c0-4bfd-bdc7-6ccba34b9331 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 1095 time: 0.1486495 Jul 23 10:37:44.510866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-95720c17-0baf-4d0b-ac28-f86c508f5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.526016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-95720c17-0baf-4d0b-ac28-f86c508f5c9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.1348460 Jul 23 10:37:44.546318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889871bc-2f1f-41ba-8961-490da786acf3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.553711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889871bc-2f1f-41ba-8961-490da786acf3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.558045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-889871bc-2f1f-41ba-8961-490da786acf3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1657684 Jul 23 10:37:44.558934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54912) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:44.627742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-0b11c14a-2c5a-4ed3-b257-63bba90def12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78 HTTP/1.1" status: 200 len: 217 time: 0.0927269 Jul 23 10:37:44.673910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-66d649fa-496c-4045-8ce8-762e13bad4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.674883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-66d649fa-496c-4045-8ce8-762e13bad4ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.2340593 Jul 23 10:37:44.698412 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-3b11128b-3f80-4e3f-a9f7-91ea08d406bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.700034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-3b11128b-3f80-4e3f-a9f7-91ea08d406bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.0634992 Jul 23 10:37:44.741845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-76a17b4f-d3df-420c-a6e4-8170fff8ec12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 HTTP/1.1" status: 200 len: 217 time: 0.0474727 Jul 23 10:37:44.762905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:44.767265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-137ad784-f4bd-43e3-97c7-7e5d4d8045ec None None] Provisioning for port dc8dfa8c-278e-43f4-b263-faaf856b7cb0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:44.791138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-137ad784-f4bd-43e3-97c7-7e5d4d8045ec None None] Provisioning complete for port dc8dfa8c-278e-43f4-b263-faaf856b7cb0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:44.791837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-137ad784-f4bd-43e3-97c7-7e5d4d8045ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.805717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port dc8dfa8c-278e-43f4-b263-faaf856b7cb0 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:44.806066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.809032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763132f-1d93-4ab4-ac1f-7c5a2c984c99 req-0d1b4d35-c91c-4018-984f-3d72804ff568 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.810574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a763132f-1d93-4ab4-ac1f-7c5a2c984c99 req-0d1b4d35-c91c-4018-984f-3d72804ff568 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.2837143 Jul 23 10:37:44.826927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-99c430e5-3451-4f26-b0db-9e23e3690b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.831313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-99c430e5-3451-4f26-b0db-9e23e3690b77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.0799305 Jul 23 10:37:44.862494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-137ad784-f4bd-43e3-97c7-7e5d4d8045ec None None] Port dc8dfa8c-278e-43f4-b263-faaf856b7cb0 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:37:44.874768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:44.875220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-2e3c9976-62af-44b3-a9b0-106f8cb50f32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368135 Jul 23 10:37:44.875363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:44.964427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-00d661be-c716-4f94-a772-fea7455fd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:44.966220 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-00d661be-c716-4f94-a772-fea7455fd802 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557178 Jul 23 10:37:44.969448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a763132f-1d93-4ab4-ac1f-7c5a2c984c99 req-a169f7e0-bd57-44eb-b84a-8c3a5710cfec tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134486 Jul 23 10:37:44.997878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.012744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for dc8dfa8c-278e-43f4-b263-faaf856b7cb0 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:45.067227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-2ab7b61c-e9ae-420e-87c8-652f5734af21 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621692 Jul 23 10:37:45.145007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.215780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-45be48eb-34b8-411d-9bb5-f7f099dfa50a service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349613 Jul 23 10:37:45.239920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c0018-660d-4f62-b67f-eb84743a0632 req-47bd9f0c-e8ab-46bb-953a-f655ff7998e1 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:45.241554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-760c0018-660d-4f62-b67f-eb84743a0632 req-47bd9f0c-e8ab-46bb-953a-f655ff7998e1 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 945 time: 0.2101262 Jul 23 10:37:45.244307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c51c47ee-921f-4995-8fe7-e3abbea85c5f req-78797fa0-e670-4a9e-bf84-042db13f4b4a service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442940 Jul 23 10:37:45.330206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-760c0018-660d-4f62-b67f-eb84743a0632 req-decc15b0-1a6f-402e-a198-1682d86eab46 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739932 Jul 23 10:37:45.339799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.360544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f5c92-13ea-46c1-9a1f-2b03deb96df3 req-4eb7f4f0-d035-4c0d-b5cd-8cc0a8e7e520 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:45.362909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-245f5c92-13ea-46c1-9a1f-2b03deb96df3 req-4eb7f4f0-d035-4c0d-b5cd-8cc0a8e7e520 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.2882888 Jul 23 10:37:45.378017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=dc8dfa8c-278e-43f4-b263-faaf856b7cb0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:45.415798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.417830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fbe62cfe-9eeb-490d-be44-d611493fe34d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/dc8dfa8c-278e-43f4-b263-faaf856b7cb0 HTTP/1.1" status: 204 len: 168 time: 0.8537588 Jul 23 10:37:45.421575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54932) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:45.488713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12bcc5-6214-47cb-b9f3-605807a8656e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:45.492232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12bcc5-6214-47cb-b9f3-605807a8656e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:45.494099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f12bcc5-6214-47cb-b9f3-605807a8656e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0714614 Jul 23 10:37:45.503212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54934) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:45.520851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-245f5c92-13ea-46c1-9a1f-2b03deb96df3 req-2efc7cf2-2a2e-4e0e-83c2-0f40359492ea tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223745 Jul 23 10:37:45.590744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 0ff8625f-85bc-4664-9c1c-6a26030a022f {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:45.595998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a6a9cb-1022-4f56-b5cf-8ba6e2333345 req-f4ef55dc-6988-4209-869f-5fe5f7308b23 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720777 Jul 23 10:37:45.596399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.679998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.709110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca355-df6a-4f04-ab0b-d150b6bd0bae req-adc460b6-caa2-45d1-bd58-a9dd3a44e25a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:45.715955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c0ca355-df6a-4f04-ab0b-d150b6bd0bae req-adc460b6-caa2-45d1-bd58-a9dd3a44e25a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.2208192 Jul 23 10:37:45.771101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c0ca355-df6a-4f04-ab0b-d150b6bd0bae req-e09dca2b-0263-45b6-82e6-e3e59118174b tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Jul 23 10:37:45.776009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb495bc-bfbf-4b68-8195-f4a9a01e024b req-6812e19a-b2af-4d8b-b852-0f7a97ef55ce tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:45.784965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb495bc-bfbf-4b68-8195-f4a9a01e024b req-6812e19a-b2af-4d8b-b852-0f7a97ef55ce tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 944 time: 0.1574409 Jul 23 10:37:45.820849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.849086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb495bc-bfbf-4b68-8195-f4a9a01e024b req-23c9feeb-b3c1-40a9-bc99-e7a5e0232db5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625780 Jul 23 10:37:45.870988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 7eb31623-7e03-4de1-9cd3-b41213753396 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:45.871339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.913209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.950895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff8625f-85bc-4664-9c1c-6a26030a022f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:45.953029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:45.955734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a548fe82-a39c-42f4-a3e0-119f040ddb63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/0ff8625f-85bc-4664-9c1c-6a26030a022f HTTP/1.1" status: 204 len: 168 time: 0.4507191 Jul 23 10:37:45.958111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54948) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:45.960748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad44cee-4a2a-4f1b-8e56-4d356949f946 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:45.993761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.025921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 7eb31623-7e03-4de1-9cd3-b41213753396 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:46.027764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-daab18ec-584d-4244-b85e-3f6af11c794d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573924 Jul 23 10:37:46.030606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54952) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:46.036401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:46.050806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:37:46.151394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:46.156385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.224750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3721d6-946f-44b8-8ee5-133bf9c82daa req-eeed10ca-9680-4ab4-84cc-bc14ba07154c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:46.232888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c3721d6-946f-44b8-8ee5-133bf9c82daa req-eeed10ca-9680-4ab4-84cc-bc14ba07154c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.1753302 Jul 23 10:37:46.259601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:46.294387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:46.303044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'mac_address': 'fa:16:3e:9a:3f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:37:46.313797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c3721d6-946f-44b8-8ee5-133bf9c82daa req-9f67cf6f-3e64-4f07-a4d7-e1031f2bb976 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801177 Jul 23 10:37:46.395045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] Deleting port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:46.395515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.400562 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.413482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.430268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:46.452989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:46.458464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d5e4f97f-4be5-408e-b61f-91ba33819d78 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:46.459501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=7eb31623-7e03-4de1-9cd3-b41213753396,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:46.494259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.607851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] For port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:46.608572 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.648572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:46.690437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] Calling delete_port for 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:46.696088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:46.906400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ab854-4ae3-413a-8bcd-a99c05e33717 req-cabc8eed-c53f-41d6-baa6-2ba4b9ef1296 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:46.917919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db9ab854-4ae3-413a-8bcd-a99c05e33717 req-cabc8eed-c53f-41d6-baa6-2ba4b9ef1296 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 945 time: 0.2490556 Jul 23 10:37:46.959065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:46.961325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:47.013398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db9ab854-4ae3-413a-8bcd-a99c05e33717 req-14805ec0-a3c6-42ff-ad93-3a7390c5e2d4 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998549 Jul 23 10:37:47.037556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 8f527f1e-d1c8-42f0-891d-1942958712fb has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:37:47.072491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:47.113149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:47.115447 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370bbd6a-776e-4639-a9c0-f69515d4ac2a" -d '{"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:47.137028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:47.155471 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:47.210354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b66423-e8f5-4f18-9905-c54cb7667531 req-cf1270c3-623a-477c-b6d0-3a785816b1bb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:47.212114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45b66423-e8f5-4f18-9905-c54cb7667531 req-cf1270c3-623a-477c-b6d0-3a785816b1bb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 945 time: 0.2564034 Jul 23 10:37:47.213765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:37:47.233575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] Sync routers for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:37:47.236556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795e421-c838-42f4-9740-73800b38d9b9 req-d8f6395c-20f1-48e6-9b1a-23478b0d2230 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:47.237164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-93a4768b-e4e8-4891-ade9-f135beebc49a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/8f527f1e-d1c8-42f0-891d-1942958712fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7284758 Jul 23 10:37:47.238145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f795e421-c838-42f4-9740-73800b38d9b9 req-d8f6395c-20f1-48e6-9b1a-23478b0d2230 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 945 time: 0.1148024 Jul 23 10:37:47.241161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54982) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:47.277447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45b66423-e8f5-4f18-9905-c54cb7667531 req-8ed8bd11-5065-4dca-ac19-331079aa79a5 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Jul 23 10:37:47.388154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:47.451257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:37:47.472612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:47.477433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:47.503350 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:47.601728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] No DVR routers for this DVR port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:47.604244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:47.607096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:47.627795 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e0c2e7-fa84-4d4b-8eb1-228379a05a41 x-openstack-request-id: req-05e0c2e7-fa84-4d4b-8eb1-228379a05a41 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:47.628288 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:47.628413 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05e0c2e7-fa84-4d4b-8eb1-228379a05a41 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:47.628782 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'code': 200} Jul 23 10:37:47.684536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f795e421-c838-42f4-9740-73800b38d9b9 req-35ee1d5a-9b7c-4d26-88dc-02bd32af1a74 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362030 Jul 23 10:37:47.798358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba92b-54d9-4421-8667-3d06e13ea409 None None] Pushing event deleted for resources: {'Port': ['ID=586bcd5b-72da-404f-bfd4-4b3c445e5ff2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:47.870250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:47.871033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:47.874643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5aaa0-7fbe-4da4-b686-d4d6cdf629ba req-73a2c64d-0e37-450d-aac3-fb1d68d8f8f0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:47.886064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8cf5aaa0-7fbe-4da4-b686-d4d6cdf629ba req-73a2c64d-0e37-450d-aac3-fb1d68d8f8f0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.1741676 Jul 23 10:37:47.907012 n-d-778550-4 neutron-server[93833]: WARNING neutron.services.revisions.revision_plugin [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Could not find related port for resource to bump revision. Jul 23 10:37:47.922441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-61e92e1b-71c3-44ef-bf25-44e6db4a1018 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:47.924499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-61e92e1b-71c3-44ef-bf25-44e6db4a1018 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 945 time: 0.6467268 Jul 23 10:37:47.928159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:47.929075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba2b59-422d-4705-9eda-f059b874d77b None None] The sync data for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:37:47.950370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_pluggable_backend [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Port 586bcd5b-72da-404f-bfd4-4b3c445e5ff2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 10:37:47.950750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_pluggable_backend [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Reverting IP allocation for 2001:db8::f816:3eff:fe29:2fb2 {{(pid=93833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 10:37:47.958039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8cf5aaa0-7fbe-4da4-b686-d4d6cdf629ba req-f5e688be-b932-482d-aaad-57129cf2d154 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708756 Jul 23 10:37:47.960139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_pluggable_backend [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe29:2fb2 {{(pid=93833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 10:37:48.001145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.070797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:48.121743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:48.130089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:48.130686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.137551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063563c-34e0-4aea-a757-7824723c82a8 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:48.152823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=b6a46a44-64c4-4d8b-935e-55e644d4f628,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:48.183155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d01b077f-2d2e-41b9-a78e-b4e91cd5f239 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1489232 Jul 23 10:37:48.183701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:48.188663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2101da-5620-4d9d-b8eb-369c68b2ccc7 req-a3a79d71-c4ad-4446-b211-86394700faa4 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:48.192583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:59:c5:21', 'name': 'tempest-NetworksTestDHCPv6-1460820373'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:48.195912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2101da-5620-4d9d-b8eb-369c68b2ccc7 req-a3a79d71-c4ad-4446-b211-86394700faa4 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 945 time: 0.3125367 Jul 23 10:37:48.279703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f2101da-5620-4d9d-b8eb-369c68b2ccc7 req-909ae21a-0c91-4f80-b333-b75c3138bd47 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792732 Jul 23 10:37:48.284249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:48.284592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.366356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:48.413961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:48.414252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.442742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:48.511313 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'b6a46a44-64c4-4d8b-935e-55e644d4f628'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:48.512381 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.663036 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.722748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Allocated IP 2001:db8::f816:3eff:fec6:e717 (65597b37-0f65-4455-bf75-7f43a1f9f92a/b6a46a44-64c4-4d8b-935e-55e644d4f628/312887b6-1611-4a18-b97b-b029f189eaf0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:48.912266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:48.928332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80', '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:48.976934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:48.984312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.004638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Transition to ACTIVE for port object 312887b6-1611-4a18-b97b-b029f189eaf0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:49.032039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Transition to ACTIVE for port object 312887b6-1611-4a18-b97b-b029f189eaf0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:49.065636 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.073002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73e391-7f8f-44c5-a44b-41b6604884af req-1572a45b-ecc0-42d4-a368-1f3f10d16cf0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:49.079723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:49.081522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef73e391-7f8f-44c5-a44b-41b6604884af req-1572a45b-ecc0-42d4-a368-1f3f10d16cf0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 943 time: 0.6485500 Jul 23 10:37:49.088784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.091292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f2198e6-8f90-4a20-9a8c-f8c1276aad5e req-5f3d68e4-dc27-4649-9bf1-cb724d7f63d2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "DELETE /v2.0/ports/8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa HTTP/1.1" status: 204 len: 173 time: 1.1470900 Jul 23 10:37:49.093129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'name': 'network-vif-deleted', 'tag': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:49.096399 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7152b6d7-ea95-4055-8857-66cb80a0deef" -d '{"events": [{"server_uuid": "9b6a3bda-8b8e-4e6a-b246-864f598e396e", "name": "network-vif-deleted", "tag": "8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:49.108836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7dc2e-46f4-41c7-b068-c4d4935392c8 req-3d26ed38-de3d-423c-b7f8-5772cc60d07e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:49.110707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64a7dc2e-46f4-41c7-b068-c4d4935392c8 req-3d26ed38-de3d-423c-b7f8-5772cc60d07e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 945 time: 0.2656786 Jul 23 10:37:49.115830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.126030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:49.151839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:49.159312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:49.171032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 806c022d-126b-43fb-bee5-2117093482a8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:49.182001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64a7dc2e-46f4-41c7-b068-c4d4935392c8 req-e65c43a5-1e33-4c7b-9a5c-d7d402b6844f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579097 Jul 23 10:37:49.192359 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef73e391-7f8f-44c5-a44b-41b6604884af req-a2ceeeed-68cf-4bc8-bfff-515519596864 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096091 Jul 23 10:37:49.263561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Pushing event updated for resources: {'Port': ['ID=312887b6-1611-4a18-b97b-b029f189eaf0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:49.302422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Attempting to bind port 312887b6-1611-4a18-b97b-b029f189eaf0 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:49.303097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Attempting to bind port 312887b6-1611-4a18-b97b-b029f189eaf0 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:49.305102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Attempting to bind port 312887b6-1611-4a18-b97b-b029f189eaf0 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:49.313375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:49.314223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:49.314861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.315531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:49.316253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Bound port: 312887b6-1611-4a18-b97b-b029f189eaf0, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:49.316941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.341564 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c62ad-5db1-4f5e-a197-d666095fa8b7 x-openstack-request-id: req-bb7c62ad-5db1-4f5e-a197-d666095fa8b7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:49.342146 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6a3bda-8b8e-4e6a-b246-864f598e396e", "name": "network-vif-deleted", "tag": "8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:49.342944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-d9fb518e-0ecc-4a5e-a4ad-99ac5101a405 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:49.343909 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb7c62ad-5db1-4f5e-a197-d666095fa8b7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:49.344407 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6a3bda-8b8e-4e6a-b246-864f598e396e', 'name': 'network-vif-deleted', 'tag': '8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa', 'status': 'completed', 'code': 200} Jul 23 10:37:49.344630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-d9fb518e-0ecc-4a5e-a4ad-99ac5101a405 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.20 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 945 time: 0.1671362 Jul 23 10:37:49.366453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db252b00-d4b4-44af-82a6-dad2538b7861 req-3457c6f3-7c4e-4f90-883f-0b6a4d355a0f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b6a3bda-8b8e-4e6a-b246-864f598e396e HTTP/1.1" status: 200 len: 210 time: 0.0552359 Jul 23 10:37:49.410367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] For port 312887b6-1611-4a18-b97b-b029f189eaf0, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:49.414394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] For port 312887b6-1611-4a18-b97b-b029f189eaf0, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=312887b6-1611-4a18-b97b-b029f189eaf0,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:49.421882 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.429540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port c95b973e-0b7b-4b44-9580-07ab0f9cb469 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:49.430354 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.530337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967c94-99fe-4269-8b7a-abb2971b1c7c None None] Pushing event updated for resources: {'Port': ['ID=312887b6-1611-4a18-b97b-b029f189eaf0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:49.592122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.602458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe59:c521 (65597b37-0f65-4455-bf75-7f43a1f9f92a/b6a46a44-64c4-4d8b-935e-55e644d4f628/806c022d-126b-43fb-bee5-2117093482a8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:49.620038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for c95b973e-0b7b-4b44-9580-07ab0f9cb469 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:49.666091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60cf48-b124-4840-80a8-975f58c796a4 req-08c7b2a6-1e00-4882-a779-882e26acf425 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:49.667969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a60cf48-b124-4840-80a8-975f58c796a4 req-08c7b2a6-1e00-4882-a779-882e26acf425 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 945 time: 0.1490130 Jul 23 10:37:49.690955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Deleting port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:49.691336 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.737146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2630ec-6133-49f8-95bc-27877538d0b7 req-5eaea062-7955-415e-9d05-e5bb17258b21 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:49.738384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de2630ec-6133-49f8-95bc-27877538d0b7 req-5eaea062-7955-415e-9d05-e5bb17258b21 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2274764 Jul 23 10:37:49.779704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a60cf48-b124-4840-80a8-975f58c796a4 req-c3d2949d-9c41-43eb-adb3-aec853f46b4b tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/security-groups?id=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056557 Jul 23 10:37:49.962668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] For port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,segment=NetworkSegment(213b1c33-5309-4721-8583-7293b471d75e),segment_id=213b1c33-5309-4721-8583-7293b471d75e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:49.963032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:49.993948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.028607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Calling delete_port for b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:50.038278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=c95b973e-0b7b-4b44-9580-07ab0f9cb469,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:50.053548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de2630ec-6133-49f8-95bc-27877538d0b7 req-fe551279-3a1f-43a1-b7bd-32151f29ae03 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639118 Jul 23 10:37:50.095970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:50.169697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.194069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 806c022d-126b-43fb-bee5-2117093482a8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:50.205930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:50.214535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:50.216567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.303938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.358651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.386623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.408732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.428986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:50.461960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f92b3-6302-4ca2-b68d-3415be544bec req-2f333d70-bd1f-4478-9f4d-09b305a76e31 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:50.468925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af3f92b3-6302-4ca2-b68d-3415be544bec req-2f333d70-bd1f-4478-9f4d-09b305a76e31 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2358527 Jul 23 10:37:50.469853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d5e4f97f-4be5-408e-b61f-91ba33819d78 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:50.474843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:50.524883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] No DVR routers for this DVR port b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:50.535254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.537471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b245e35-9481-48f0-8d9f-d05e183661ad req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.20 "DELETE /v2.0/ports/b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 HTTP/1.1" status: 204 len: 173 time: 1.1442423 Jul 23 10:37:50.539140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311f88de-95e3-463b-97f5-36328c32bc0b', 'name': 'network-vif-deleted', 'tag': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:50.541588 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bf310-7b48-4939-b262-36165fcf559b" -d '{"events": [{"server_uuid": "311f88de-95e3-463b-97f5-36328c32bc0b", "name": "network-vif-deleted", "tag": "b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:50.544498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:50.552386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:50.558603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:50.559470 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.567028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:50.569538 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb08d5-6c50-49fa-a16a-807740633090" -d '{"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:50.588672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=806c022d-126b-43fb-bee5-2117093482a8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:50.603828 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e1cf967f-fc67-41db-b083-5f6cf144411b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4170914 Jul 23 10:37:50.604496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:50.604664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:50.627805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:50.628612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:50.651672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be3d7c-987b-4136-aed0-59a3ee8cb1f5 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] Pushing event deleted for resources: {'Port': ['ID=b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:50.740108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e59c2-0e82-4857-9f29-aa108993cfc7 req-46ea15fb-8c5d-4d2f-8f26-92ac3d6da702 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:50.752239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:50.752239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8f7d6ff8-2eb9-4de3-9c5b-1ec52d9a60fa not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:50.755258 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-651e59c2-0e82-4857-9f29-aa108993cfc7 req-46ea15fb-8c5d-4d2f-8f26-92ac3d6da702 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 945 time: 0.4072042 Jul 23 10:37:50.796674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:50.801148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:50.871626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-651e59c2-0e82-4857-9f29-aa108993cfc7 req-a4e61594-17fb-404c-a7fc-09e3cc790bc8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116962 Jul 23 10:37:50.878197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:50.880949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:50.940103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 312887b6-1611-4a18-b97b-b029f189eaf0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:50.943439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41057461-4bec-460d-ad9b-bcaef602b020 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:50.958601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41057461-4bec-460d-ad9b-bcaef602b020 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:50.963183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41057461-4bec-460d-ad9b-bcaef602b020 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3527801 Jul 23 10:37:50.963884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:51.037352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 312887b6-1611-4a18-b97b-b029f189eaf0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:51.062028 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fc75c-e13c-437b-8515-e3866f802683 x-openstack-request-id: req-f56fc75c-e13c-437b-8515-e3866f802683 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:51.062435 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311f88de-95e3-463b-97f5-36328c32bc0b", "name": "network-vif-deleted", "tag": "b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:51.062792 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f56fc75c-e13c-437b-8515-e3866f802683 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:51.063291 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311f88de-95e3-463b-97f5-36328c32bc0b', 'name': 'network-vif-deleted', 'tag': 'b36c0da2-ef3e-46bc-8f00-7f55cb41b4e5', 'status': 'completed', 'code': 200} Jul 23 10:37:51.083378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 8f527f1e-d1c8-42f0-891d-1942958712fb has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:37:51.094627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af3f92b3-6302-4ca2-b68d-3415be544bec req-3f45c930-bd4e-4f43-b989-168c85b78dc1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6248434 Jul 23 10:37:51.134222 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3256807-ce4b-4a9e-82e5-ed34c04382b4 x-openstack-request-id: req-f3256807-ce4b-4a9e-82e5-ed34c04382b4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:51.134534 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:51.134782 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3256807-ce4b-4a9e-82e5-ed34c04382b4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:51.135183 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'code': 200} Jul 23 10:37:51.161354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 806c022d-126b-43fb-bee5-2117093482a8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:51.165180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.234478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:37:51.241419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ff050cb1-31b7-4aac-9b56-70feaec9943e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/8f527f1e-d1c8-42f0-891d-1942958712fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9992628 Jul 23 10:37:51.247390 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] Sync routers for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:37:51.258761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:51.262713 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:51.271102 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:51.322132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcd5f3-dc45-4a61-97eb-79621defcd78 req-7cc54ada-7237-4af6-979b-e72317267057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:51.323915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9bcd5f3-dc45-4a61-97eb-79621defcd78 req-7cc54ada-7237-4af6-979b-e72317267057 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 1097 time: 0.1257186 Jul 23 10:37:51.350428 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:51.361529 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] Routers {'8f527f1e-d1c8-42f0-891d-1942958712fb'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:37:51.363449 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:37:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['8f527f1e-d1c8-42f0-891d-1942958712fb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:51.375459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] Provisioning for port 312887b6-1611-4a18-b97b-b029f189eaf0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:51.386738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] Provisioning complete for port 312887b6-1611-4a18-b97b-b029f189eaf0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:51.389585 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.433771 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:51.434573 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb9325c-ed4f-4e5e-a471-ff455cf554af None None] The sync data for ids ['8f527f1e-d1c8-42f0-891d-1942958712fb'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:37:51.475408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.489713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 806c022d-126b-43fb-bee5-2117093482a8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:51.504766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c452f060-fa48-4206-8533-e19ebd2c15a1 req-124e60fc-2df1-46ad-9f62-5e98ff225ab1 tempest-InstanceActionsV221TestJSON-499158315 tempest-InstanceActionsV221TestJSON-499158315-project] 10.222.0.37 "GET /v2.0/ports?device_id=311f88de-95e3-463b-97f5-36328c32bc0b HTTP/1.1" status: 200 len: 210 time: 0.1754816 Jul 23 10:37:51.550274 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9bcd5f3-dc45-4a61-97eb-79621defcd78 req-44c7113c-b34c-4525-a43d-01340e12ca27 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186744 Jul 23 10:37:51.643305 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1f908b25-02a4-4efa-8d53-9ad166afb21a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f527f1e-d1c8-42f0-891d-1942958712fb HTTP/1.1" status: 200 len: 205 time: 0.3826165 Jul 23 10:37:51.646579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55086) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:51.651068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.691765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] For port 312887b6-1611-4a18-b97b-b029f189eaf0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=312887b6-1611-4a18-b97b-b029f189eaf0,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:51.696224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.754231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed5308-3cbd-4d52-9402-7d3de93e0fcd None None] Pushing event updated for resources: {'Port': ['ID=312887b6-1611-4a18-b97b-b029f189eaf0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:51.759718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-55c3b495-d2e6-4886-a0cd-d6f7eef4f31b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:51.761674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-55c3b495-d2e6-4886-a0cd-d6f7eef4f31b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.1490045 Jul 23 10:37:51.794577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.808457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-c959cb5a-2038-4cc6-8996-275127d4dbcd tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0387094 Jul 23 10:37:51.850505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f5314b73-b6a7-4f25-bafa-8a507783f755 None None] Provisioning for port 806c022d-126b-43fb-bee5-2117093482a8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:51.864543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f5314b73-b6a7-4f25-bafa-8a507783f755 None None] Provisioning complete for port 806c022d-126b-43fb-bee5-2117093482a8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:51.866153 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5314b73-b6a7-4f25-bafa-8a507783f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.866314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.889057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f5314b73-b6a7-4f25-bafa-8a507783f755 None None] Port 806c022d-126b-43fb-bee5-2117093482a8 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:37:51.923682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=806c022d-126b-43fb-bee5-2117093482a8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:51.953829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:51.959312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e97e67eb-e9b7-4ca8-a604-6e96db750f10 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/806c022d-126b-43fb-bee5-2117093482a8 HTTP/1.1" status: 204 len: 168 time: 0.9921904 Jul 23 10:37:51.961514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55096) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.014318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5163-3476-461e-92ea-2792da9f4a7a req-7ff85b8a-9415-4554-a5b5-3c7cca3c2da3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:52.016024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2cd5163-3476-461e-92ea-2792da9f4a7a req-7ff85b8a-9415-4554-a5b5-3c7cca3c2da3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3783112 Jul 23 10:37:52.021834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.028472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bab761-5f39-4111-8792-604b506a4646 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:52.029993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bab761-5f39-4111-8792-604b506a4646 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:52.030816 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.034587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d7bab761-5f39-4111-8792-604b506a4646 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0682399 Jul 23 10:37:52.035775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55098) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.047814 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-4e7849cc-17f0-4fe2-b2cf-39e1f88b5610 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278876 Jul 23 10:37:52.172942 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2cd5163-3476-461e-92ea-2792da9f4a7a req-b3cc576a-ec79-49fc-bc6a-50b83ab08645 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385040 Jul 23 10:37:52.178228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-20434d32-0757-42f2-a895-d24899394164 service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220932 Jul 23 10:37:52.180867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet b6a46a44-64c4-4d8b-935e-55e644d4f628 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:52.184690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.185170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router 8f527f1e-d1c8-42f0-891d-1942958712fb {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:37:52.186809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.196582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.198385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6aed7cdb-8db0-45da-b1a6-01bb66c2cca5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/8f527f1e-d1c8-42f0-891d-1942958712fb HTTP/1.1" status: 204 len: 168 time: 0.5496542 Jul 23 10:37:52.207057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.253865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.330357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet e831b29e-dcb8-4cef-a3d3-73e6ffff87c0 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:52.336786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.405789 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3e31abcd-418f-4817-be40-ef1988dd643d service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200086 Jul 23 10:37:52.408227 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.434734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917b5df-755a-4bf4-a94c-6cae08da4d9b req-7ab3a745-91d8-492b-a570-67e3d845dd1e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:52.436336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e917b5df-755a-4bf4-a94c-6cae08da4d9b req-7ab3a745-91d8-492b-a570-67e3d845dd1e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.1553471 Jul 23 10:37:52.437899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.509439 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e917b5df-755a-4bf4-a94c-6cae08da4d9b req-a9e602b0-1041-46cf-8edd-2a12a45bece0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 Jul 23 10:37:52.549185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.549359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.582003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.587968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/b6a46a44-64c4-4d8b-935e-55e644d4f628 HTTP/1.1" status: 204 len: 168 time: 0.5515716 Jul 23 10:37:52.590521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4aab04-ff04-4613-9506-b0beb8798988 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:52.592950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79bb01-408e-4e64-b1e9-5278835e4aa3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a46a44-64c4-4d8b-935e-55e644d4f628,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:52.595296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.642387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.696643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.702833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/e831b29e-dcb8-4cef-a3d3-73e6ffff87c0 HTTP/1.1" status: 204 len: 168 time: 0.4947846 Jul 23 10:37:52.707075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.709281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cff5dd-b9d2-4a78-bdeb-4f0eb43e4afb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=e831b29e-dcb8-4cef-a3d3-73e6ffff87c0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:52.716552 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7e4a9a-19a7-4b9f-bdd7-818817c37b34 req-20c9ccf5-95a9-448b-bcd6-57c311a11444 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0312068 Jul 23 10:37:52.721340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81e504d9-eb5e-40a5-8a7c-8d367d422736 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176617 Jul 23 10:37:52.721914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55122) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.723399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a8139-6e18-4367-91aa-ed81c736d85f None None] Network ab2bd14c-3221-4a4d-995a-20ceebf178bc requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:52.826816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ac994-599e-4852-a200-262026beac83 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:52.827113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet 9f4ec07e-ba3c-40b3-8ce6-94a09619183f {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:52.834341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-146ac994-599e-4852-a200-262026beac83 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1079066 Jul 23 10:37:52.834639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.834827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55126) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:52.891782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:52.903658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 312887b6-1611-4a18-b97b-b029f189eaf0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:52.929646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a15102e-2b1f-492f-abbc-3f98f0bf1185 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:52.933702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4a15102e-2b1f-492f-abbc-3f98f0bf1185 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0976167 Jul 23 10:37:52.939623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55136) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:53.015958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55142) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:53.031773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-afdd9971-ebd6-48e7-9616-b3a5481c2b59 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907590 Jul 23 10:37:53.032733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55144) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:53.040751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:53.048084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.113208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Deleting subnet 184644a3-1120-4e66-9fb5-4f29a0fb42dc {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:53.116820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 312887b6-1611-4a18-b97b-b029f189eaf0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:53.117622 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.120431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.165140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4ec07e-ba3c-40b3-8ce6-94a09619183f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:53.167253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.174640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef41952d-b2a5-49c2-b29a-b9f8f1fe8a1d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/9f4ec07e-ba3c-40b3-8ce6-94a09619183f HTTP/1.1" status: 204 len: 168 time: 0.4577553 Jul 23 10:37:53.175291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:53.181114 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.188372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521e110-4019-434f-9e70-f2fa3c990b12 None None] Network 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:53.265243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.334643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port ec89a397-f679-48b0-aa2c-8c5021c8af03 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:53.335432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.363537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.402778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:53.406688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.419798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:53.425995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port ec89a397-f679-48b0-aa2c-8c5021c8af03, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ec89a397-f679-48b0-aa2c-8c5021c8af03,segment=NetworkSegment(0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7),segment_id=0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:53.426323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.439980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for ec89a397-f679-48b0-aa2c-8c5021c8af03 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:53.554538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f4023-7073-4402-85cb-85b3377fab64 None None] DHCP port deletion for ab2bd14c-3221-4a4d-995a-20ceebf178bc request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:53.585525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.606878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.646490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=ec89a397-f679-48b0-aa2c-8c5021c8af03,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:53.656291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port ec89a397-f679-48b0-aa2c-8c5021c8af03 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:53.687670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2061-bd1a-43eb-a259-54eb6c7b28b7 req-78e0d85b-bb90-43a1-a6f2-00c8e9bde295 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:53.689488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0abd2061-bd1a-43eb-a259-54eb6c7b28b7 req-78e0d85b-bb90-43a1-a6f2-00c8e9bde295 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3986857 Jul 23 10:37:53.726815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-af9f4023-7073-4402-85cb-85b3377fab64 None None] The port 'ec89a397-f679-48b0-aa2c-8c5021c8af03' was deleted {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 10:37:53.793775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.799638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] Deleting port 312887b6-1611-4a18-b97b-b029f189eaf0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:53.800021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.806041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2bd14c-3221-4a4d-995a-20ceebf178bc']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:53.818028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:53.819465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dad89fa-8a2f-4a06-bc5a-4b266c2fa1b7') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:53.842011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0abd2061-bd1a-43eb-a259-54eb6c7b28b7 req-cbcc1beb-4b7a-4323-ab09-673bf1e4e614 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397045 Jul 23 10:37:53.852341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.853225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.885826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.904930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:37:53.905583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:37:53.909290 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:37:53.918767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.924687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:53.924876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/184644a3-1120-4e66-9fb5-4f29a0fb42dc HTTP/1.1" status: 204 len: 168 time: 0.9061337 Jul 23 10:37:53.927393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7252d49-3c70-419a-96d7-1a5b83cfa3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184644a3-1120-4e66-9fb5-4f29a0fb42dc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:53.974987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] For port 312887b6-1611-4a18-b97b-b029f189eaf0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=312887b6-1611-4a18-b97b-b029f189eaf0,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:53.975520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.989107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:53.995144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] Calling delete_port for 312887b6-1611-4a18-b97b-b029f189eaf0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:54.066341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] DHCP port deletion for 535fdd3a-a484-40cd-af4f-da4fa05c2ca9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:37:54.067360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c44acb-4188-48f6-8dd5-313c669bd2a0 req-3f827897-3e8b-46fc-bbdd-f169bd112a46 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:54.068706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3e5f7d3-39ce-42b7-a2a7-0fcc97974f95 req-b6d774ff-5bdf-4659-a641-2088e008867c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0661733 Jul 23 10:37:54.075022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9c44acb-4188-48f6-8dd5-313c669bd2a0 req-3f827897-3e8b-46fc-bbdd-f169bd112a46 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.3924370 Jul 23 10:37:54.143042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.153400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] Deleting port 66d715db-398d-4a5c-97ee-99429053787b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:54.153774 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.167544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.178656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.183003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/ab2bd14c-3221-4a4d-995a-20ceebf178bc HTTP/1.1" status: 204 len: 168 time: 1.0061772 Jul 23 10:37:54.186655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55168) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:54.194647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9c44acb-4188-48f6-8dd5-313c669bd2a0 req-7e95eb2d-4f24-454f-88f5-ca4487a72dd1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186707 Jul 23 10:37:54.228245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4bbca-3a2b-46bc-b188-9e78620395f2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=ab2bd14c-3221-4a4d-995a-20ceebf178bc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:54.238924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] For port 66d715db-398d-4a5c-97ee-99429053787b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=66d715db-398d-4a5c-97ee-99429053787b,segment=NetworkSegment(1a2f3ceb-a18b-446e-8267-971d51c98b46),segment_id=1a2f3ceb-a18b-446e-8267-971d51c98b46)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:37:54.240021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.255891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] Calling delete_port for 66d715db-398d-4a5c-97ee-99429053787b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:54.269165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:37:54.370880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.391531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.419387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7194bd-94fa-4831-80b5-cfdbcf429d54']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:54.435302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213b1c33-5309-4721-8583-7293b471d75e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:54.435921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213b1c33-5309-4721-8583-7293b471d75e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:54.438080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.454580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.464961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] No DVR routers for this DVR port 312887b6-1611-4a18-b97b-b029f189eaf0 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:54.470049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-75a84f01-ca4b-4a8f-8e4f-d15020d9b6da tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:54.472271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-75a84f01-ca4b-4a8f-8e4f-d15020d9b6da tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.2369545 Jul 23 10:37:54.478408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac5857-1e69-4716-b3e7-aabcd4ec46bb None None] Pushing event deleted for resources: {'Port': ['ID=312887b6-1611-4a18-b97b-b029f189eaf0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:54.484084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.497068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:37:54.497669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:37:54.505756 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:37:54.513387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.546646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:54.551221 n-d-778550-4 neutron-server[93833]: WARNING neutron.services.revisions.revision_plugin [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Could not find related port for resource to bump revision. Jul 23 10:37:54.571291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] Pushing event deleted for resources: {'Port': ['ID=66d715db-398d-4a5c-97ee-99429053787b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:54.576910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0553fc-8bc6-435f-b93d-f88cc0f8de42 None None] No DVR routers for this DVR port 66d715db-398d-4a5c-97ee-99429053787b on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:37:54.596692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_pluggable_backend [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Port 312887b6-1611-4a18-b97b-b029f189eaf0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 10:37:54.597006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_pluggable_backend [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:e717 {{(pid=93833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 10:37:54.612927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_pluggable_backend [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec6:e717 {{(pid=93833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 10:37:54.612927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.659062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.726312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.727081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.729137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c7194bd-94fa-4831-80b5-cfdbcf429d54 HTTP/1.1" status: 204 len: 168 time: 0.8006942 Jul 23 10:37:54.732961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:54.741392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f714f-8de6-48b8-8b9a-9379106157b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7194bd-94fa-4831-80b5-cfdbcf429d54,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:54.743009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:54.746290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=21b60bce-cffb-4800-82ba-66540c02654e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:54.750062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:54.750743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.755897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3a0a5-003d-4178-b304-32cf0a743c30 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:54.764673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535fdd3a-a484-40cd-af4f-da4fa05c2ca9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:54.817498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2f3ceb-a18b-446e-8267-971d51c98b46') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:54.817791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2f3ceb-a18b-446e-8267-971d51c98b46') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:37:54.827591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81d76f8b-0ab1-4698-b4df-b89a5fababcc tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7909031 Jul 23 10:37:54.835349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55190) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:54.841346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:28:97:b0', 'name': 'tempest-NetworksTestDHCPv6-1561905080'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:54.891216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 312887b6-1611-4a18-b97b-b029f189eaf0 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:54.917085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:54.925529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.960649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 312887b6-1611-4a18-b97b-b029f189eaf0 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:54.964697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 312887b6-1611-4a18-b97b-b029f189eaf0 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:54.966824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ec89a397-f679-48b0-aa2c-8c5021c8af03 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:54.980776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:54.995501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ec89a397-f679-48b0-aa2c-8c5021c8af03 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:54.996142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ec89a397-f679-48b0-aa2c-8c5021c8af03 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:54.996945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 66d715db-398d-4a5c-97ee-99429053787b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:37:54.997579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55196) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:55.020495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 66d715db-398d-4a5c-97ee-99429053787b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:37:55.021333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 66d715db-398d-4a5c-97ee-99429053787b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:37:55.068250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.102083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:37:55.103759 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:37:55.107663 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:37:55.150916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '21b60bce-cffb-4800-82ba-66540c02654e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:55.152202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.172200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10ac9a70-cafb-451e-8b76-d9f862f6caa9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94cdf095a8ba4445b1ac66d9faf9d234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696868 Jul 23 10:37:55.172410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782379-2d98-4850-bda2-bb46c860a706 req-3f6605ee-2d98-4117-8125-6dd68eea420c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:55.178004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55204) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:55.182810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48782379-2d98-4850-bda2-bb46c860a706 req-3f6605ee-2d98-4117-8125-6dd68eea420c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2039757 Jul 23 10:37:55.234248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.5 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/4edacd07-c3c6-4db8-be6b-d8b42265d178) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:55.240277 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48782379-2d98-4850-bda2-bb46c860a706 req-18e8e2ef-532e-4513-83e7-7d0e18a6537c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565615 Jul 23 10:37:55.280338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:55.305477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.327376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70e0f-b131-4ff4-85df-d0b5d422f20d req-a7e8c576-b5fe-41c0-9854-a0441914f3ba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:55.336607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ef70e0f-b131-4ff4-85df-d0b5d422f20d req-a7e8c576-b5fe-41c0-9854-a0441914f3ba tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3353751 Jul 23 10:37:55.348304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Allocated IP 2001:db8::f816:3eff:fefb:dd78 (65597b37-0f65-4455-bf75-7f43a1f9f92a/21b60bce-cffb-4800-82ba-66540c02654e/9c395861-d69f-42bb-b185-b9425429e923) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:55.365577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.367483 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/535fdd3a-a484-40cd-af4f-da4fa05c2ca9 HTTP/1.1" status: 204 len: 168 time: 1.1791399 Jul 23 10:37:55.378906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55208) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:55.384929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1283860703'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:55.401532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e54a-a8af-49b4-ac58-d1c0c21ad6c3 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=535fdd3a-a484-40cd-af4f-da4fa05c2ca9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:55.450901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0de7c550-f796-449b-a84e-2a8738a9d879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.500070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ef70e0f-b131-4ff4-85df-d0b5d422f20d req-bda94a53-2aac-47ce-9637-2a97d91a8a09 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621230 Jul 23 10:37:55.523816 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0de7c550-f796-449b-a84e-2a8738a9d879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.541374 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.552744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-75afe4cd-fc60-4bb6-bfb9-5549393710de req-0bd14471-6b31-4849-b86a-f4af5ec41591 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 210 time: 0.1746109 Jul 23 10:37:55.570449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.580986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:55.583913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.602835 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.618222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Transition to ACTIVE for port object 9c395861-d69f-42bb-b185-b9425429e923 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:55.619705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 4886498b-6d1d-42e1-a900-cbdb131bf569 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:55.632879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.635273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:37:55.645971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:37:55.681163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:55.689979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:55.694720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:55.711047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Transition to ACTIVE for port object 9c395861-d69f-42bb-b185-b9425429e923 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:55.720866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0de7c550-f796-449b-a84e-2a8738a9d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.725697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0de7c550-f796-449b-a84e-2a8738a9d879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.727450 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.729923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0de7c550-f796-449b-a84e-2a8738a9d879 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/015f1e50-d5af-4a28-a34a-cd7ddc30a6cb HTTP/1.1" status: 204 len: 168 time: 0.5471902 Jul 23 10:37:55.762124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.762124 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment a802e4b0-07b2-4424-a766-c6e5ebf150e2 of type vlan for network fea1bb1c-d9ed-498c-8856-ca0760a276c2 Jul 23 10:37:55.762508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7c550-f796-449b-a84e-2a8738a9d879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015f1e50-d5af-4a28-a34a-cd7ddc30a6cb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:55.796418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=4edacd07-c3c6-4db8-be6b-d8b42265d178,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:55.864196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.869144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe28:97b0 (65597b37-0f65-4455-bf75-7f43a1f9f92a/21b60bce-cffb-4800-82ba-66540c02654e/4886498b-6d1d-42e1-a900-cbdb131bf569) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:55.877583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Pushing event updated for resources: {'Port': ['ID=9c395861-d69f-42bb-b185-b9425429e923,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:55.899722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:55.900795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.927309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:55.933730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:55.940221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:55.968206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-3c6784f2-303e-4f60-9cf2-5af60b8ac12c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4318020 Jul 23 10:37:55.980853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:55.993615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:55.994703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.043789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Request body: {'port': {'device_id': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:56.116099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Attempting to bind port 9c395861-d69f-42bb-b185-b9425429e923 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:56.116498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Attempting to bind port 9c395861-d69f-42bb-b185-b9425429e923 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:56.116843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Attempting to bind port 9c395861-d69f-42bb-b185-b9425429e923 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:56.126344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:56.127510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:56.127895 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.128407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:56.128914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Bound port: 9c395861-d69f-42bb-b185-b9425429e923, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:56.129397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.178539 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7964616 Jul 23 10:37:56.186308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55224) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:56.200514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:56.313750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] For port 9c395861-d69f-42bb-b185-b9425429e923, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:56.322672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] For port 9c395861-d69f-42bb-b185-b9425429e923, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c395861-d69f-42bb-b185-b9425429e923,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:56.333241 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.473116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd570da3-56b1-4bf9-90a0-bb7f81faa0bb None None] Pushing event updated for resources: {'Port': ['ID=9c395861-d69f-42bb-b185-b9425429e923,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:56.682861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.708287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 4886498b-6d1d-42e1-a900-cbdb131bf569 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:56.721468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e1574-3733-4785-ae47-8f1bcc1d7d26 req-c1db4661-721d-421b-bde5-902f2b672869 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:56.723043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b71e1574-3733-4785-ae47-8f1bcc1d7d26 req-c1db4661-721d-421b-bde5-902f2b672869 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.1786721 Jul 23 10:37:56.739016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cd729-38a8-42d4-b46f-9ddc0eaff791 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=fea1bb1c-d9ed-498c-8856-ca0760a276c2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:56.779822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:37:56.868962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b71e1574-3733-4785-ae47-8f1bcc1d7d26 req-c67aacb3-18dc-435d-9569-8429f51dfaba tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987141 Jul 23 10:37:56.889465 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.981904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:56.995119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:57.007531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:57.010882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:57.016714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:57.017393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.061737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55256) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:57.076200 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f104cf-6b3f-42d0-935e-3dbf283153ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.083267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=4886498b-6d1d-42e1-a900-cbdb131bf569,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:57.104974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e38c4f18-f2fa-48c5-a78f-8d9349aa5e44 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2668548 Jul 23 10:37:57.106108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55262) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:57.210641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b90420-357b-4721-957a-ef65fbe4c1e8 req-664564db-91bd-4a6b-a6fd-b421ba30153a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:57.212210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9b90420-357b-4721-957a-ef65fbe4c1e8 req-664564db-91bd-4a6b-a6fd-b421ba30153a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 931 time: 0.2275107 Jul 23 10:37:57.213713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-a7ce2ec6-dd73-462e-b172-1c2e98fcf497 req-143f02b5-6935-4c30-8959-76b4774105a0 service neutron] (93833) timed out ('10.222.0.20', 53693) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:37:57.250610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-19020523-network', 'tenant_id': '2c08d109263e4b0eaed4f00983097f92'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:57.251694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7cf7f-36d1-47a3-b3dd-44921b579a92 req-28816636-6a99-4326-a478-871d4543df5d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:57.253378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fc7cf7f-36d1-47a3-b3dd-44921b579a92 req-28816636-6a99-4326-a478-871d4543df5d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.5119081 Jul 23 10:37:57.262734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:57.266306 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.289753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf4fb5-2fb6-42f4-9744-dd4cd7770025 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:57.296883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf4fb5-2fb6-42f4-9744-dd4cd7770025 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:57.301008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-42cf4fb5-2fb6-42f4-9744-dd4cd7770025 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1904247 Jul 23 10:37:57.303144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:57.316716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9b90420-357b-4721-957a-ef65fbe4c1e8 req-e1abef89-bcd0-462e-bb93-2686c03c6d87 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986464 Jul 23 10:37:57.342677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Made reservation on behalf of 2c08d109263e4b0eaed4f00983097f92 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:57.347286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.371231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.487116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6fc7cf7f-36d1-47a3-b3dd-44921b579a92 req-bab76a85-cab0-4e9f-abc0-be346f8b264a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253950 Jul 23 10:37:57.523249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.542303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.560946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:37:57.580265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.580654 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Added segment dd0bc9df-4c07-4999-8fa9-36f50b5443fe of type vlan for network 3d0d40f5-e114-4e45-b761-c22142c06497 Jul 23 10:37:57.624681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 4886498b-6d1d-42e1-a900-cbdb131bf569 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:37:57.625028 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.668106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d95c836-6443-4fee-8777-22264db65531,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:57.694726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.722449 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.726288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edacd07-c3c6-4db8-be6b-d8b42265d178 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:37:57.741470 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.798005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.800160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:57.800741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.811366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Transition to ACTIVE for port object 4edacd07-c3c6-4db8-be6b-d8b42265d178 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:57.817041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.823008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:57.831773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7643840 Jul 23 10:37:57.838490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55274) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:57.839455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=656b4393-22b3-4170-afa8-aecb3ae9342d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:57.890936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': 'a802e4b0-07b2-4424-a766-c6e5ebf150e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:57.891665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: fea1bb1c-d9ed-498c-8856-ca0760a276c2, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:37:57.894268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Request body: {'subnet': {'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-19020523-subnet', 'tenant_id': '2c08d109263e4b0eaed4f00983097f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:57.902521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 4886498b-6d1d-42e1-a900-cbdb131bf569 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:37:57.903138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4edacd07-c3c6-4db8-be6b-d8b42265d178,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:57.941868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-77f1aa1f-7fae-4e4d-86de-affac424868e None None] Provisioning for port 9c395861-d69f-42bb-b185-b9425429e923 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:57.955764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:37:57.974611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3bac-d8f6-4a1b-98d5-64a8a040983c admin admin] Pushing event updated for resources: {'Network': ['ID=3d0d40f5-e114-4e45-b761-c22142c06497,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:57.986936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3d0d40f5-e114-4e45-b761-c22142c06497 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:37:58.031115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, fea1bb1c-d9ed-498c-8856-ca0760a276c2) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:58.040548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.041492 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.066173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Attempting to bind port 4edacd07-c3c6-4db8-be6b-d8b42265d178 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:37:58.066931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Attempting to bind port 4edacd07-c3c6-4db8-be6b-d8b42265d178 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:37:58.067597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Attempting to bind port 4edacd07-c3c6-4db8-be6b-d8b42265d178 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:58.072890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Port 4edacd07-c3c6-4db8-be6b-d8b42265d178 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:37:58.073632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Attempting to bind port 4edacd07-c3c6-4db8-be6b-d8b42265d178 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:37:58.080303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:37:58.081177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:58.081858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:37:58.082533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Bound port: 4edacd07-c3c6-4db8-be6b-d8b42265d178, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:37:58.083150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.085695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933a67a-9a45-4083-aa3e-bf39eea4b228 None None] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:58.183675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Made reservation on behalf of 2c08d109263e4b0eaed4f00983097f92 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:58.187038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.212176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3680aa68-55d8-44e3-95ae-67a343d72ef0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0192442 Jul 23 10:37:58.218308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:58.228071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472686061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:58.234166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] For port 4edacd07-c3c6-4db8-be6b-d8b42265d178, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:37:58.239694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] For port 4edacd07-c3c6-4db8-be6b-d8b42265d178, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:37:58.251788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.300706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.301603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.303358 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/4edacd07-c3c6-4db8-be6b-d8b42265d178 HTTP/1.1" status: 200 len: 1091 time: 2.3020451 Jul 23 10:37:58.304524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'tag': '4edacd07-c3c6-4db8-be6b-d8b42265d178'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:37:58.307036 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60e67c-892f-447c-9e99-3c1eaff344af" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf05d9b-e336-4b6e-a234-d3afef26a1b8", "tag": "4edacd07-c3c6-4db8-be6b-d8b42265d178"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:37:58.312240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.313582 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.344605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b31f8-49af-407a-9ac0-bac4246686e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4edacd07-c3c6-4db8-be6b-d8b42265d178,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:58.398366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-fea1bb1c-d9ed-498c-8856-ca0760a276c2', 'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': '656b4393-22b3-4170-afa8-aecb3ae9342d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:37:58.399544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.404424 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706092aa-3745-421d-88e3-48cd0fe7faef x-openstack-request-id: req-706092aa-3745-421d-88e3-48cd0fe7faef {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:37:58.404844 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf05d9b-e336-4b6e-a234-d3afef26a1b8", "tag": "4edacd07-c3c6-4db8-be6b-d8b42265d178", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:37:58.404988 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-706092aa-3745-421d-88e3-48cd0fe7faef {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:37:58.405385 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'tag': '4edacd07-c3c6-4db8-be6b-d8b42265d178', 'status': 'completed', 'code': 200} Jul 23 10:37:58.449090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b8ae-48dd-4626-a61d-a525f769cc6e req-2889e2c3-1234-4498-8013-755ceb711176 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.450836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ef4b8ae-48dd-4626-a61d-a525f769cc6e req-2889e2c3-1234-4498-8013-755ceb711176 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.3634341 Jul 23 10:37:58.452504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.527060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-acdc144c-384a-47f8-9180-41f5e6088ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.528640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-acdc144c-384a-47f8-9180-41f5e6088ee7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 1094 time: 0.1554937 Jul 23 10:37:58.558106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d76ba5d-1b27-44df-8c09-c358774866e4 None None] Provisioning for port 4886498b-6d1d-42e1-a900-cbdb131bf569 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:58.559168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a568acff-a622-4092-b327-97fbc480d0f8,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:58.574048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.577986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54d386-0789-4417-a3ff-804771663ea6 req-e2951d66-993f-4fc3-87b4-77649dd1bde2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.580215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca54d386-0789-4417-a3ff-804771663ea6 req-e2951d66-993f-4fc3-87b4-77649dd1bde2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 943 time: 0.1154985 Jul 23 10:37:58.604344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ef4b8ae-48dd-4626-a61d-a525f769cc6e req-29de82e1-b3ee-4158-b4a9-530c26f66106 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073172 Jul 23 10:37:58.632739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=4886498b-6d1d-42e1-a900-cbdb131bf569,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:58.652205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d76ba5d-1b27-44df-8c09-c358774866e4 None None] Provisioning complete for port 4886498b-6d1d-42e1-a900-cbdb131bf569 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:58.652590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d76ba5d-1b27-44df-8c09-c358774866e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.664686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-0e122ec6-a7db-48a2-8709-c1e2742ed16d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178 HTTP/1.1" status: 200 len: 217 time: 0.1226487 Jul 23 10:37:58.672434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Checking segment: {'id': 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:37:58.672999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Network hostable DHCP agents. Network: 3d0d40f5-e114-4e45-b761-c22142c06497, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:37:58.679357 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.685256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2d6edd7f-a158-4de8-b88e-f2db72bb7cea tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/4886498b-6d1d-42e1-a900-cbdb131bf569 HTTP/1.1" status: 204 len: 168 time: 1.3790636 Jul 23 10:37:58.687584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55300) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:58.728689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2d76ba5d-1b27-44df-8c09-c358774866e4 None None] Port 4886498b-6d1d-42e1-a900-cbdb131bf569 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:37:58.796264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae89b31-88a2-4dfc-8a88-60053b6b7e2a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.797996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae89b31-88a2-4dfc-8a88-60053b6b7e2a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.804951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cae89b31-88a2-4dfc-8a88-60053b6b7e2a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1156747 Jul 23 10:37:58.809112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55302) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:58.843101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.864401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-c969acea-308a-4c51-a6af-144781e49bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:58.866559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-c969acea-308a-4c51-a6af-144781e49bd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1826370 Jul 23 10:37:58.881368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.886063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9c395861-d69f-42bb-b185-b9425429e923 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:37:58.909364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 21b60bce-cffb-4800-82ba-66540c02654e {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:37:58.930261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Network 3d0d40f5-e114-4e45-b761-c22142c06497 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:37:58.935706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-0f6a81af-8bc5-40ae-853d-722935c3c1da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450263 Jul 23 10:37:58.941887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca54d386-0789-4417-a3ff-804771663ea6 req-d302544c-db84-49c1-838b-b0708e27b718 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891629 Jul 23 10:37:58.947973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.956089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:58.957894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a9595c74-96b3-456d-86dc-0dabdcaff817 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7363863 Jul 23 10:37:58.959626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Allocated IP 2001:db8::2 (fea1bb1c-d9ed-498c-8856-ca0760a276c2/656b4393-22b3-4170-afa8-aecb3ae9342d/cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:37:58.971080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:58.989025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'port': {'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2', 'name': 'tempest-RoutersIpV6Test-16143119'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:58.994630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 3d0d40f5-e114-4e45-b761-c22142c06497) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:59.006804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad497df-7acf-415d-ad30-78bde0a90014 None None] Network 3d0d40f5-e114-4e45-b761-c22142c06497 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:59.016035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:59.016633 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.031135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 9c395861-d69f-42bb-b185-b9425429e923 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:37:59.050579 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.067331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 9c395861-d69f-42bb-b185-b9425429e923 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:37:59.067975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.098174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1d8d5f0e-a2c2-42af-aa8a-da97cd0a7153 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2569175 Jul 23 10:37:59.130470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c609c06-bbbd-4d29-869a-62e765dab9ae req-f60ba0f0-60dc-4391-81ed-940ad64d0621 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:59.132071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c609c06-bbbd-4d29-869a-62e765dab9ae req-f60ba0f0-60dc-4391-81ed-940ad64d0621 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3256264 Jul 23 10:37:59.212048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:59.215713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.236727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.247534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] device_id is not set on port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:37:59.302686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-e0d24315-e131-4b65-a26b-be2687498e7f service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593409 Jul 23 10:37:59.312525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c609c06-bbbd-4d29-869a-62e765dab9ae req-aa4d5c87-d103-48cc-b27b-4c759f34334f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341453 Jul 23 10:37:59.379842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.463837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=21b60bce-cffb-4800-82ba-66540c02654e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:37:59.466275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.470994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf5e2209-a183-48eb-84f2-dac2fd1ef0c2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/21b60bce-cffb-4800-82ba-66540c02654e HTTP/1.1" status: 204 len: 168 time: 0.6609731 Jul 23 10:37:59.472116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:59.532754 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6da573ae-f464-4e8b-991c-2374c83eb40e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550003 Jul 23 10:37:59.533637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55322) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:37:59.541945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:37:59.553030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a25d30ff-e150-499b-b236-4af618c3cc2b req-0bd2e539-bdb6-4641-8b1d-e8975837f51e service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368767 Jul 23 10:37:59.557694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12411e-f77e-4314-a873-3328b58df066 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:59.595980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.638016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Transition to ACTIVE for port object cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:59.700826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:37:59.707344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.736683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Transition to ACTIVE for port object cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:37:59.766927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:37:59.853618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:37:59.873025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-8f7fe3a7-b1e4-48f2-bc00-3b65fb476518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:59.874565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-8f7fe3a7-b1e4-48f2-bc00-3b65fb476518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 1094 time: 0.2301495 Jul 23 10:37:59.878562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2df6-8cf7-4987-a584-32f2ec925dea req-409b3cfc-78aa-41c7-8816-fb412c19c93f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:37:59.880194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5def2df6-8cf7-4987-a584-32f2ec925dea req-409b3cfc-78aa-41c7-8816-fb412c19c93f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.1460667 Jul 23 10:37:59.886778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062408d7-6d46-4b56-9f21-decdf65dd9b7 None None] Network 3d0d40f5-e114-4e45-b761-c22142c06497 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:37:59.918545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:37:59.927112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:37:59.975992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5def2df6-8cf7-4987-a584-32f2ec925dea req-e5c4b7f3-6cf7-469e-a72f-84cc25dc82c7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Jul 23 10:37:59.997274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Pushing event updated for resources: {'Port': ['ID=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:00.000154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14799ea4-f709-4f44-9f4a-dc322cf72e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.004468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8::343 (fea1bb1c-d9ed-498c-8856-ca0760a276c2/656b4393-22b3-4170-afa8-aecb3ae9342d/0b075d72-68fa-4055-bb2a-7642ba1e9d69) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:00.070269 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.082398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-97a15dfd-58b6-4a76-bcdf-5df3119da58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:00.083932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-97a15dfd-58b6-4a76-bcdf-5df3119da58c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.1747191 Jul 23 10:38:00.155746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Attempting to bind port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:00.157200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Attempting to bind port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a802e4b0-07b2-4424-a766-c6e5ebf150e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:00.158954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Attempting to bind port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 on network fea1bb1c-d9ed-498c-8856-ca0760a276c2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:00.186083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:00.187649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Checking segment: {'id': 'a802e4b0-07b2-4424-a766-c6e5ebf150e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:00.188130 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.188737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Bound using segment: {'id': 'a802e4b0-07b2-4424-a766-c6e5ebf150e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:00.189073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Bound port: cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a802e4b0-07b2-4424-a766-c6e5ebf150e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fea1bb1c-d9ed-498c-8856-ca0760a276c2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:00.189471 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.217404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 9c395861-d69f-42bb-b185-b9425429e923, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c395861-d69f-42bb-b185-b9425429e923,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:00.232075 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-4c5791c4-ae62-4b76-8a45-77b19fcc6d96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178 HTTP/1.1" status: 200 len: 217 time: 0.0460093 Jul 23 10:38:00.239376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.246908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:00.255616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-9ac65d9f-b56b-4a96-b126-e7b6c5163800 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:00.257616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-9ac65d9f-b56b-4a96-b126-e7b6c5163800 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/networks?id=3d0d40f5-e114-4e45-b761-c22142c06497 HTTP/1.1" status: 200 len: 820 time: 0.5351100 Jul 23 10:38:00.287868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-fde848c4-ccfb-46ce-8473-6f88ba60f1f2 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/quotas/2c08d109263e4b0eaed4f00983097f92 HTTP/1.1" status: 200 len: 375 time: 0.0232124 Jul 23 10:38:00.296381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1bceb-448a-4562-997a-7ec37d2e3444 req-da4440a7-ec09-49b7-89a4-94c5f874e53c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:00.298927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bee1bceb-448a-4562-997a-7ec37d2e3444 req-da4440a7-ec09-49b7-89a4-94c5f874e53c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 943 time: 0.1690221 Jul 23 10:38:00.327465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:38:00.356102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] For port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:00.359148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] For port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,segment=NetworkSegment(a802e4b0-07b2-4424-a766-c6e5ebf150e2),segment_id=a802e4b0-07b2-4424-a766-c6e5ebf150e2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:00.372119 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:38:00.396410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-13075ed2-6ae5-4ee1-9418-71f7f1b80141 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c08d109263e4b0eaed4f00983097f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739024 Jul 23 10:38:00.399871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.435830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-b3c44f79-0661-48cd-80c1-5b928bd3ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:00.437230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-b3c44f79-0661-48cd-80c1-5b928bd3ce22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1761973 Jul 23 10:38:00.452047 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.457317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bee1bceb-448a-4562-997a-7ec37d2e3444 req-14dd3f27-56f9-41fd-9b0b-ed0e41c171b1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490235 Jul 23 10:38:00.536028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=9c395861-d69f-42bb-b185-b9425429e923,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:00.556655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-2a13ec8f-ab03-44f3-bfe1-592b8917a883 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055307 Jul 23 10:38:00.576194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.621821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.637642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a80ce-6868-4325-b4f4-938a6e16936a None None] Pushing event updated for resources: {'Port': ['ID=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:00.654253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] Deleting port 9c395861-d69f-42bb-b185-b9425429e923 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:00.654666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.688469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 0b075d72-68fa-4055-bb2a-7642ba1e9d69 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:00.771798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] For port 9c395861-d69f-42bb-b185-b9425429e923, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c395861-d69f-42bb-b185-b9425429e923,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:00.772254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.786522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] Calling delete_port for 9c395861-d69f-42bb-b185-b9425429e923 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:00.810925 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-2b4a6c4f-56b5-4591-9b9d-3cf2d1acf539 service neutron] 10.222.0.37 "GET /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057252 Jul 23 10:38:00.910100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db6253-5988-4c6d-97c7-e898e824dc60 req-53b2e3d3-6ac7-4b64-a785-6795fcf39391 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:00.911341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-76ea969b-6e9c-437a-9ddc-d3ea013124e5 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472385 Jul 23 10:38:00.911814 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0db6253-5988-4c6d-97c7-e898e824dc60 req-53b2e3d3-6ac7-4b64-a785-6795fcf39391 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3243985 Jul 23 10:38:00.915037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:00.975764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9c395861-d69f-42bb-b185-b9425429e923 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:00.991759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] For port 9c395861-d69f-42bb-b185-b9425429e923, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9c395861-d69f-42bb-b185-b9425429e923,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:01.074195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0db6253-5988-4c6d-97c7-e898e824dc60 req-15c0e545-8bbf-4f0c-84f8-051269d05020 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100512 Jul 23 10:38:01.084563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:01.084791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.093805 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.094645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.164865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:01.170666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f60e67c-892f-447c-9e99-3c1eaff344af req-a6d17d12-c6f0-4e3e-a3e7-dc37eaf4741e service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986756 Jul 23 10:38:01.175169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:01.180853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:01.181478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.197352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=0b075d72-68fa-4055-bb2a-7642ba1e9d69,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:01.209685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.216720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5dddc9dc-c4a6-4e81-a2a4-c3d612812203 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2441783 Jul 23 10:38:01.219588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-da5c46ce-a818-41c2-ac6f-2f9a35a35d79 service neutron] 10.222.0.37 "GET /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076755 Jul 23 10:38:01.220658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:01.255543 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.258126 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.292843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:01.308109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:01.322573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:01.323328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.339853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] Pushing event deleted for resources: {'Port': ['ID=9c395861-d69f-42bb-b185-b9425429e923,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:01.340018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=57a5d96d-cde2-464c-9b72-73fe7339520f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:01.344517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8095453 Jul 23 10:38:01.351380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55366) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:01.353176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647eab9-f773-48af-8092-679056f69cde tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=9c395861-d69f-42bb-b185-b9425429e923,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:01.363639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:ad:a3:42', 'name': 'tempest-NetworksTestDHCPv6-1720229352'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:01.402396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66cd06-688d-48bf-ab32-9fe0a5b4457d None None] No DVR routers for this DVR port 9c395861-d69f-42bb-b185-b9425429e923 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:01.417842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616842d-8d48-4178-a473-9d7fc9ffa503 req-a81e3550-7dca-4cac-a520-ed42c7ce1504 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:01.419454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8616842d-8d48-4178-a473-9d7fc9ffa503 req-a81e3550-7dca-4cac-a520-ed42c7ce1504 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2445230 Jul 23 10:38:01.423487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b2d0eb-0bcf-4293-a200-4f0e4c3f305d None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:01.512138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8616842d-8d48-4178-a473-9d7fc9ffa503 req-74a1e91a-6dd0-40c1-92af-8c4113987184 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819430 Jul 23 10:38:01.685840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '57a5d96d-cde2-464c-9b72-73fe7339520f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:38:01.686977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:01.740773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b93a58e5-8c85-4a28-8c19-28bded66649c req-cbf7d822-a7e7-477e-bd84-e7b1eead5e17 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 210 time: 0.1118944 Jul 23 10:38:01.768530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:01.840254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89106e51-6fbe-49fe-9cce-6d564a75b63d req-621d8354-0fe1-44b2-adcb-e5cc8b4ba4d7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:01.848545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89106e51-6fbe-49fe-9cce-6d564a75b63d req-621d8354-0fe1-44b2-adcb-e5cc8b4ba4d7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 943 time: 0.2243252 Jul 23 10:38:01.968633 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.010735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.014261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Allocated IP 2001:db8::f816:3eff:feff:2872 (65597b37-0f65-4455-bf75-7f43a1f9f92a/57a5d96d-cde2-464c-9b72-73fe7339520f/b907a88c-1e8d-4ed0-b416-1187e0fba594) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:02.040548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 224fa06b-718e-48a0-94c5-3af7bb209d8b yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:38:02.064689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-89106e51-6fbe-49fe-9cce-6d564a75b63d req-2bda664d-e0e7-4eef-8b9a-fd2376ca5389 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133663 Jul 23 10:38:02.161162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c74470f-3680-434e-badb-ceb53f8dcabe None None] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:02.310076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eb8cbf27-6649-4894-8903-3cb7fe99126e None None] Provisioning for port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:02.356131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.366370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eb5ff-f2a5-4835-89c8-be6d4122c3d4 req-71ce47d2-7bf2-45e7-84ba-b2866e9ae794 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:02.368081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-283eb5ff-f2a5-4835-89c8-be6d4122c3d4 req-71ce47d2-7bf2-45e7-84ba-b2866e9ae794 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1258965 Jul 23 10:38:02.371679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Transition to ACTIVE for port object b907a88c-1e8d-4ed0-b416-1187e0fba594 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:02.416189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Transition to ACTIVE for port object b907a88c-1e8d-4ed0-b416-1187e0fba594 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:02.429131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.474092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4edacd07-c3c6-4db8-be6b-d8b42265d178 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:38:02.506432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fead:a342 (65597b37-0f65-4455-bf75-7f43a1f9f92a/57a5d96d-cde2-464c-9b72-73fe7339520f/224fa06b-718e-48a0-94c5-3af7bb209d8b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:02.563008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-283eb5ff-f2a5-4835-89c8-be6d4122c3d4 req-5da55d8a-53ce-43f9-bade-f6c365728a60 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720228 Jul 23 10:38:02.564779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.570396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.784848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4edacd07-c3c6-4db8-be6b-d8b42265d178, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:02.808111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '4edacd07-c3c6-4db8-be6b-d8b42265d178', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': '4edacd07-c3c6-4db8-be6b-d8b42265d178', 'mac_address': 'fa:16:3e:b3:48:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:38:02.885070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:02.919634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:02.921723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:02.924914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:02.932333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:02.956073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Pushing event updated for resources: {'Port': ['ID=b907a88c-1e8d-4ed0-b416-1187e0fba594,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:03.051804 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.061606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0be8b851-be4b-43c6-bbc1-954110d90ea1 req-b7c30867-b482-4450-8b3d-70641fea29c3 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 210 time: 0.0826309 Jul 23 10:38:03.208218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edacd07-c3c6-4db8-be6b-d8b42265d178 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:03.211320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-4444d737-f1ac-4ff0-9f43-6f6a6af8b960 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:03.213118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-4444d737-f1ac-4ff0-9f43-6f6a6af8b960 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.20 "GET /v2.0/networks?id=3d0d40f5-e114-4e45-b761-c22142c06497 HTTP/1.1" status: 200 len: 820 time: 0.1369720 Jul 23 10:38:03.225888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:03.226683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.254854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4edacd07-c3c6-4db8-be6b-d8b42265d178, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:03.256091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:03.256605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.259459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Attempting to bind port b907a88c-1e8d-4ed0-b416-1187e0fba594 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:03.259969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Attempting to bind port b907a88c-1e8d-4ed0-b416-1187e0fba594 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:03.260480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Attempting to bind port b907a88c-1e8d-4ed0-b416-1187e0fba594 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:03.269987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:03.270411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:03.270920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.271535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:03.272345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Bound port: b907a88c-1e8d-4ed0-b416-1187e0fba594, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:03.272863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.308787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Request body: {'port': {'device_id': '50f55626-e532-4385-86b3-1d221d5ab09b', 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497', 'admin_state_up': True, 'tenant_id': '2c08d109263e4b0eaed4f00983097f92'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:03.346357 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.374789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 224fa06b-718e-48a0-94c5-3af7bb209d8b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:03.461001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.469850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4edacd07-c3c6-4db8-be6b-d8b42265d178,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:03.512511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151274b-ef2d-4010-a006-75edba3132bd req-c314d835-f1ba-4a69-8086-ca842d477df2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:03.520011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1151274b-ef2d-4010-a006-75edba3132bd req-c314d835-f1ba-4a69-8086-ca842d477df2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2890546 Jul 23 10:38:03.542168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.558127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-79371814-d845-4327-96b6-256ffac931db None None] Provisioning for port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:03.584791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-79371814-d845-4327-96b6-256ffac931db None None] Provisioning complete for port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:03.585188 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79371814-d845-4327-96b6-256ffac931db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.593747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1151274b-ef2d-4010-a006-75edba3132bd req-87f0476e-ebdf-4224-b5f9-a23523056eb9 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727701 Jul 23 10:38:03.636849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79371814-d845-4327-96b6-256ffac931db None None] Port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:03.663715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.663952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] For port b907a88c-1e8d-4ed0-b416-1187e0fba594, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:03.667134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,segment=NetworkSegment(a802e4b0-07b2-4424-a766-c6e5ebf150e2),segment_id=a802e4b0-07b2-4424-a766-c6e5ebf150e2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:03.679076 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.704042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Made reservation on behalf of 2c08d109263e4b0eaed4f00983097f92 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:03.712899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.754963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] For port b907a88c-1e8d-4ed0-b416-1187e0fba594, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b907a88c-1e8d-4ed0-b416-1187e0fba594,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:03.759012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:03.770043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-79371814-d845-4327-96b6-256ffac931db None None] Provisioning complete for port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:03.770480 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79371814-d845-4327-96b6-256ffac931db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.786553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.814542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4edacd07-c3c6-4db8-be6b-d8b42265d178'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:03.850300 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:03.890843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=0b075d72-68fa-4055-bb2a-7642ba1e9d69,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:03.924257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-08117aea-2436-4f9f-8b34-8c640faa7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:03.925996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-08117aea-2436-4f9f-8b34-8c640faa7fdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 0.4740183 Jul 23 10:38:03.937172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89743b-e1c8-407e-9bfa-f4690c1ea99c None None] Pushing event updated for resources: {'Port': ['ID=b907a88c-1e8d-4ed0-b416-1187e0fba594,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:03.961737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:03.979678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Allocated IP 172.20.0.5 (3d0d40f5-e114-4e45-b761-c22142c06497/a568acff-a622-4092-b327-97fbc480d0f8/5e2026ee-4275-47bd-ae88-aafafec27b38) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:03.983984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:03.991527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:03.996809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:03.997669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.019753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=224fa06b-718e-48a0-94c5-3af7bb209d8b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:04.058972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-114aed29-5a26-4d10-bf27-7631e3d5cd43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7015097 Jul 23 10:38:04.062049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55420) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:04.166507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453b01-3176-470c-89f5-0de3fd3b45ad req-72675f7b-ace3-4a06-b90f-59cbb398c495 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.168438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-33453b01-3176-470c-89f5-0de3fd3b45ad req-72675f7b-ace3-4a06-b90f-59cbb398c495 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 944 time: 0.4347005 Jul 23 10:38:04.208515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7848fb7e-d8ac-4048-bb91-1df00f6142bb None None] Provisioning complete for port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:04.209795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7848fb7e-d8ac-4048-bb91-1df00f6142bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.253850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7848fb7e-d8ac-4048-bb91-1df00f6142bb None None] Port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:04.268432 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fad78-26f9-4a64-91a7-f28c1989212e req-93c5c06e-eecc-423c-8b1e-05c8771dd951 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.270289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d01fad78-26f9-4a64-91a7-f28c1989212e req-93c5c06e-eecc-423c-8b1e-05c8771dd951 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.8196120 Jul 23 10:38:04.341305 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.351285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-10005686-5f30-409e-860b-b0d72c73ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.352895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-10005686-5f30-409e-860b-b0d72c73ebcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.4092782 Jul 23 10:38:04.357015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.363625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d01fad78-26f9-4a64-91a7-f28c1989212e req-504c8082-01c9-4437-9261-cd1e9eddbce3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837839 Jul 23 10:38:04.383183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.384598 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.489318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=0b075d72-68fa-4055-bb2a-7642ba1e9d69,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:04.588068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82612195-1320-4107-8550-9429593e5f91 req-eb7ae49e-c59d-4e6d-928e-8f3b4af6f17f tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 210 time: 0.0576055 Jul 23 10:38:04.599763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-2c073a70-19dd-45f3-90c9-10d5ea96dcec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.2350490 Jul 23 10:38:04.740975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-33453b01-3176-470c-89f5-0de3fd3b45ad req-b3712d55-48d1-4f0b-a825-534b05421a0a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650580 Jul 23 10:38:04.778401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-d4198edc-70d9-4f5f-8c14-2afe300febb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.780242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-d4198edc-70d9-4f5f-8c14-2afe300febb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1720600 Jul 23 10:38:04.806473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.839149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cdbff0-d42d-46c8-860b-6ea844ca20f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.845595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cdbff0-d42d-46c8-860b-6ea844ca20f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.849909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f1cdbff0-d42d-46c8-860b-6ea844ca20f0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7717342 Jul 23 10:38:04.851374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55438) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:04.859855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:04.879153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:04.896008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:04.907031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605dbf8-15b9-432f-b34d-2d464f88bc4d req-e3b61984-181a-44e7-9fdb-916bab4de34e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:04.910730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b605dbf8-15b9-432f-b34d-2d464f88bc4d req-e3b61984-181a-44e7-9fdb-916bab4de34e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2416418 Jul 23 10:38:04.927910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Network 3d0d40f5-e114-4e45-b761-c22142c06497 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:04.953775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:04.969338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:04.974238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:05.065789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:05.067629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.096512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-00ba9e4c-ab9c-4dab-a231-92ddc148a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:05.099039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-00ba9e4c-ab9c-4dab-a231-92ddc148a6a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3089571 Jul 23 10:38:05.117699 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b605dbf8-15b9-432f-b34d-2d464f88bc4d req-b13d5ef0-3908-412f-8e1c-5da9a9812cb1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498663 Jul 23 10:38:05.155131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:05.156532 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.172161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Pushing event updated for resources: {'Port': ['ID=5e2026ee-4275-47bd-ae88-aafafec27b38,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:05.200432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-67d9d93f-07dd-4af6-94b7-6b4a87ba5561 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9047215 Jul 23 10:38:05.224724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Request body: {'port': {'device_id': '50f55626-e532-4385-86b3-1d221d5ab09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:05.260109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b907a88c-1e8d-4ed0-b416-1187e0fba594 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:05.302433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c996ad5a-19f2-4175-a3c8-926de755e79c None None] Provisioning complete for port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:05.303330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c996ad5a-19f2-4175-a3c8-926de755e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.312204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 55b0490e-2da7-462b-8d24-a02db4468a88 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:38:05.321139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 224fa06b-718e-48a0-94c5-3af7bb209d8b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:05.321492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.344011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-41049bfd-9d64-496d-872d-14f827a566f2 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208860 Jul 23 10:38:05.351450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c996ad5a-19f2-4175-a3c8-926de755e79c None None] Port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:05.378104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b907a88c-1e8d-4ed0-b416-1187e0fba594 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:05.396729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.557080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.575879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:05.577991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cce19383-ab76-422e-9a4b-aef2f74e86e6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/55b0490e-2da7-462b-8d24-a02db4468a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3559408 Jul 23 10:38:05.580843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55452) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:05.607689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] Sync routers for ids ['55b0490e-2da7-462b-8d24-a02db4468a88'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:05.620681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] Routers {'55b0490e-2da7-462b-8d24-a02db4468a88'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:05.629263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['55b0490e-2da7-462b-8d24-a02db4468a88'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:05.654904 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b39ff1e2-f642-40fc-bbb3-22b76efbc3eb req-0c816b7c-39d1-4799-a30f-55e383459b6c service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036547 Jul 23 10:38:05.677246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:05.690471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873b509-9b1f-4250-8153-3a23a6126d4a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:05.692525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] Routers {'55b0490e-2da7-462b-8d24-a02db4468a88'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:05.692889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 224fa06b-718e-48a0-94c5-3af7bb209d8b owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:05.693632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['55b0490e-2da7-462b-8d24-a02db4468a88'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:05.703404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6873b509-9b1f-4250-8153-3a23a6126d4a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports/0b075d72-68fa-4055-bb2a-7642ba1e9d69 HTTP/1.1" status: 200 len: 982 time: 0.1212070 Jul 23 10:38:05.706052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55456) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:05.748655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:05.749835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b23e60-85e0-4192-9e55-ef7b23949cf4 None None] The sync data for ids ['55b0490e-2da7-462b-8d24-a02db4468a88'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:05.806332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] Provisioning for port b907a88c-1e8d-4ed0-b416-1187e0fba594 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:05.815622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] Provisioning complete for port b907a88c-1e8d-4ed0-b416-1187e0fba594 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:05.816526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:05.835787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a660-3d77-4418-bf1b-d24ab9b46227 req-a11ed980-aa16-4c64-b733-ef066dbfe7c3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:05.837374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6838a660-3d77-4418-bf1b-d24ab9b46227 req-a11ed980-aa16-4c64-b733-ef066dbfe7c3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.3319123 Jul 23 10:38:05.969404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57dd49-dab6-4bea-91fa-d46e85fabc7e req-5e129f05-b891-438b-b3d1-ed1c861292d9 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:05.972034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f57dd49-dab6-4bea-91fa-d46e85fabc7e req-5e129f05-b891-438b-b3d1-ed1c861292d9 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 931 time: 0.2669125 Jul 23 10:38:05.972314 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.017235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] For port b907a88c-1e8d-4ed0-b416-1187e0fba594, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b907a88c-1e8d-4ed0-b416-1187e0fba594,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:06.028892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.054887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f57dd49-dab6-4bea-91fa-d46e85fabc7e req-1f17fcf3-f247-4745-99ae-af5d7e90890d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746152 Jul 23 10:38:06.120739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d95d-21aa-45e6-ac42-77c0a1f17468 None None] Pushing event updated for resources: {'Port': ['ID=b907a88c-1e8d-4ed0-b416-1187e0fba594,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:06.141755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6838a660-3d77-4418-bf1b-d24ab9b46227 req-4fa1b0c7-b75a-49d0-a524-46a2acdba5df tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838233 Jul 23 10:38:06.258998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8678e5d4-73d2-4786-9683-506be761d58c None None] Provisioning for port 224fa06b-718e-48a0-94c5-3af7bb209d8b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:06.263252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8678e5d4-73d2-4786-9683-506be761d58c None None] Provisioning complete for port 224fa06b-718e-48a0-94c5-3af7bb209d8b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:06.263747 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8678e5d4-73d2-4786-9683-506be761d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.267029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2026ee-4275-47bd-ae88-aafafec27b38 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:06.277324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.292368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Transition to ACTIVE for port object 5e2026ee-4275-47bd-ae88-aafafec27b38 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:06.317226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8678e5d4-73d2-4786-9683-506be761d58c None None] Port 224fa06b-718e-48a0-94c5-3af7bb209d8b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:06.338070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb534f-dbc7-45a6-9674-cd5155b10e52 req-dc931dab-b709-4ad9-9bf8-cc7fb55ec97b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:06.339621 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfbb534f-dbc7-45a6-9674-cd5155b10e52 req-dc931dab-b709-4ad9-9bf8-cc7fb55ec97b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 944 time: 0.1691535 Jul 23 10:38:06.343754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.370841 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.428887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-0e0d7be2-d210-4685-8216-235b2486a39c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4477978 Jul 23 10:38:06.446314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2026ee-4275-47bd-ae88-aafafec27b38,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:06.458278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4edacd07-c3c6-4db8-be6b-d8b42265d178 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:06.476294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.487988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfbb534f-dbc7-45a6-9674-cd5155b10e52 req-a14e50e3-d196-435e-a7ec-2b63ac3e4713 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396823 Jul 23 10:38:06.539932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 4edacd07-c3c6-4db8-be6b-d8b42265d178 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:06.544295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 4edacd07-c3c6-4db8-be6b-d8b42265d178 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:06.544720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.632755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.641062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=224fa06b-718e-48a0-94c5-3af7bb209d8b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:06.661776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cc2d5-22a6-4657-b3a0-63ba1721d9d7 req-12d08c7e-f970-4504-bb34-9ae53d2cab38 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:06.663703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e69cc2d5-22a6-4657-b3a0-63ba1721d9d7 req-12d08c7e-f970-4504-bb34-9ae53d2cab38 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3661857 Jul 23 10:38:06.693742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 0b075d72-68fa-4055-bb2a-7642ba1e9d69 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:06.694317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.698619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edacd07-c3c6-4db8-be6b-d8b42265d178'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:06.701372 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64803e5-6d3e-4e89-ae56-c404f76d5cbd" -d '{"events": [{"server_uuid": "3cf05d9b-e336-4b6e-a234-d3afef26a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "4edacd07-c3c6-4db8-be6b-d8b42265d178"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:06.717180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 4edacd07-c3c6-4db8-be6b-d8b42265d178, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:06.724870 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.734643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.748797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4d06980b-64c4-4a13-bb06-db2b9d11e9e4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/224fa06b-718e-48a0-94c5-3af7bb209d8b HTTP/1.1" status: 204 len: 168 time: 1.8896208 Jul 23 10:38:06.750664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Attempting to bind port 5e2026ee-4275-47bd-ae88-aafafec27b38 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:06.751006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Attempting to bind port 5e2026ee-4275-47bd-ae88-aafafec27b38 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:06.751488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Attempting to bind port 5e2026ee-4275-47bd-ae88-aafafec27b38 on network 3d0d40f5-e114-4e45-b761-c22142c06497 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:06.754883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:06.809154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Port 5e2026ee-4275-47bd-ae88-aafafec27b38 on network 3d0d40f5-e114-4e45-b761-c22142c06497 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:38:06.809416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Attempting to bind port 5e2026ee-4275-47bd-ae88-aafafec27b38 on network 3d0d40f5-e114-4e45-b761-c22142c06497 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:06.853087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:06.853432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Checking segment: {'id': 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:06.853833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Bound using segment: {'id': 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:06.854288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Bound port: 5e2026ee-4275-47bd-ae88-aafafec27b38, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:06.855042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.859478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:06.880947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 0b075d72-68fa-4055-bb2a-7642ba1e9d69 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:06.881359 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86075b90-12d6-4154-8d40-8757d9e45d84 x-openstack-request-id: req-86075b90-12d6-4154-8d40-8757d9e45d84 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:06.881753 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf05d9b-e336-4b6e-a234-d3afef26a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "4edacd07-c3c6-4db8-be6b-d8b42265d178", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:06.882101 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86075b90-12d6-4154-8d40-8757d9e45d84 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:06.882592 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edacd07-c3c6-4db8-be6b-d8b42265d178', 'code': 200} Jul 23 10:38:06.884548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e69cc2d5-22a6-4657-b3a0-63ba1721d9d7 req-2a59b59a-7671-4a10-aca9-7844f2b8de0d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746104 Jul 23 10:38:06.896187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=4edacd07-c3c6-4db8-be6b-d8b42265d178,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:06.896642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-7fa73fc7-5888-4040-8fa8-1f7daace350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:06.898597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-7fa73fc7-5888-4040-8fa8-1f7daace350e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 1096 time: 0.3748474 Jul 23 10:38:06.908508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b907a88c-1e8d-4ed0-b416-1187e0fba594 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:06.918764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f17d8-bdd2-49d5-b4c4-1a7e04476e7a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:06.920602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f17d8-bdd2-49d5-b4c4-1a7e04476e7a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:06.922348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f90f17d8-bdd2-49d5-b4c4-1a7e04476e7a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1586847 Jul 23 10:38:06.932572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55480) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:07.021803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b907a88c-1e8d-4ed0-b416-1187e0fba594 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:07.022814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.084906 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 57a5d96d-cde2-464c-9b72-73fe7339520f {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:07.086856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40ffc8-a5d4-4efb-93a9-d4f30adc1e10 req-57de35a9-9987-457c-aa0e-4f6e61ef4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.088848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a40ffc8-a5d4-4efb-93a9-d4f30adc1e10 req-57de35a9-9987-457c-aa0e-4f6e61ef4cfa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 1096 time: 0.1950829 Jul 23 10:38:07.095007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.134809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] For port 5e2026ee-4275-47bd-ae88-aafafec27b38, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:07.161298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] For port 5e2026ee-4275-47bd-ae88-aafafec27b38, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5e2026ee-4275-47bd-ae88-aafafec27b38,segment=NetworkSegment(dd0bc9df-4c07-4999-8fa9-36f50b5443fe),segment_id=dd0bc9df-4c07-4999-8fa9-36f50b5443fe)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:07.173666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.177029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a40ffc8-a5d4-4efb-93a9-d4f30adc1e10 req-0b655ae8-dc23-44d0-9754-32403cdeb7f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705392 Jul 23 10:38:07.183531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.212029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-d9e66ac9-67fa-44e7-94f4-3a8bdae0446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.213547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-d9e66ac9-67fa-44e7-94f4-3a8bdae0446c service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2884216 Jul 23 10:38:07.265385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.315093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=0b075d72-68fa-4055-bb2a-7642ba1e9d69,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:07.320667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.321253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.322277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e2026ee-4275-47bd-ae88-aafafec27b38 HTTP/1.1" status: 200 len: 1091 time: 2.1045268 Jul 23 10:38:07.324727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f55626-e532-4385-86b3-1d221d5ab09b', 'tag': '5e2026ee-4275-47bd-ae88-aafafec27b38'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:07.327012 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17649cbe-fa5d-4b08-a583-a33910df1142" -d '{"events": [{"name": "network-changed", "server_uuid": "50f55626-e532-4385-86b3-1d221d5ab09b", "tag": "5e2026ee-4275-47bd-ae88-aafafec27b38"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:07.330520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-6f5168a9-3de9-443b-a214-505a14bb2483 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 200 len: 217 time: 0.0914230 Jul 23 10:38:07.331697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25047a1-ce76-459d-a9db-5a99526253bb req-5229a92b-1ab1-48cc-a4b4-fb1ead3f7c1a tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.333380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b25047a1-ce76-459d-a9db-5a99526253bb req-5229a92b-1ab1-48cc-a4b4-fb1ead3f7c1a tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 943 time: 0.1553020 Jul 23 10:38:07.432839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d1e06-54cf-42cd-8985-a9bbe8e74ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2026ee-4275-47bd-ae88-aafafec27b38,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:07.475411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-f93a2aae-08b5-42e7-b71e-112f4b82052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.477170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-f93a2aae-08b5-42e7-b71e-112f4b82052d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1329527 Jul 23 10:38:07.487338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.618002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403191ca-b54e-4248-9871-02edbc250d22 req-6db327a7-8f6b-4ee1-975c-81dd1f2dcc17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.625898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-403191ca-b54e-4248-9871-02edbc250d22 req-6db327a7-8f6b-4ee1-975c-81dd1f2dcc17 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.3854947 Jul 23 10:38:07.728333 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-403191ca-b54e-4248-9871-02edbc250d22 req-c5027882-7c5a-42af-add7-ee512624df08 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004665 Jul 23 10:38:07.739137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-574a2ae6-e5a5-4a68-9429-ca1aaee4d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.741281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-574a2ae6-e5a5-4a68-9429-ca1aaee4d7e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278864 Jul 23 10:38:07.747709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.794014 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165452d-2d8c-4b20-8a4b-c83a62491c14 x-openstack-request-id: req-e165452d-2d8c-4b20-8a4b-c83a62491c14 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:07.794308 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f55626-e532-4385-86b3-1d221d5ab09b", "tag": "5e2026ee-4275-47bd-ae88-aafafec27b38", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:07.794535 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e165452d-2d8c-4b20-8a4b-c83a62491c14 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:07.794926 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f55626-e532-4385-86b3-1d221d5ab09b', 'tag': '5e2026ee-4275-47bd-ae88-aafafec27b38', 'status': 'completed', 'code': 200} Jul 23 10:38:07.801136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.805700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/57a5d96d-cde2-464c-9b72-73fe7339520f HTTP/1.1" status: 204 len: 168 time: 0.8703487 Jul 23 10:38:07.808393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:07.810411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed664ec6-6105-4a38-b304-bbe11cd1b104 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:07.826829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:07.859758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-4f1f7714-f693-4fdd-b8f1-3368688f8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:07.859758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-4f1f7714-f693-4fdd-b8f1-3368688f8f50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c08d109263e4b0eaed4f00983097f92&device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 1094 time: 0.2999208 Jul 23 10:38:07.865863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-16c8f0bc-3362-48b3-923b-ad58a80e6524 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559928 Jul 23 10:38:07.866760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:07.870110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41804e08-3b05-4cd1-8ff0-4f53bdbcc1b7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=57a5d96d-cde2-464c-9b72-73fe7339520f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:07.895815 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b25047a1-ce76-459d-a9db-5a99526253bb req-cfee4516-4a49-4e87-a131-688a99e346ec tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796081 Jul 23 10:38:07.988078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-f7fc4c8a-2b0b-478f-82ec-249f13ea5832 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e2026ee-4275-47bd-ae88-aafafec27b38 HTTP/1.1" status: 200 len: 217 time: 0.1054406 Jul 23 10:38:08.062701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400f37c-09cc-43cc-9dab-bde8e7ce9850 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:08.067035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9400f37c-09cc-43cc-9dab-bde8e7ce9850 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1927669 Jul 23 10:38:08.072836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55510) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:08.093382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:08.118924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-06c7d4b6-245b-4df3-8483-d310af5efcf4 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582108 Jul 23 10:38:08.132695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89370f85-71e4-4523-aa03-98351073dfed req-75764292-2672-4200-98f9-af1679051e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:08.134371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-75764292-2672-4200-98f9-af1679051e94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a568acff-a622-4092-b327-97fbc480d0f8 HTTP/1.1" status: 200 len: 860 time: 0.1388266 Jul 23 10:38:08.151872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] Deleting port b907a88c-1e8d-4ed0-b416-1187e0fba594 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:08.152565 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:08.156444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18cbfb-59f9-4215-8702-52d01d5425f1 req-b3b037f3-8199-409d-bf2b-c5d88bdc8883 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:08.158748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc18cbfb-59f9-4215-8702-52d01d5425f1 req-b3b037f3-8199-409d-bf2b-c5d88bdc8883 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 945 time: 0.3061490 Jul 23 10:38:08.184378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 55b0490e-2da7-462b-8d24-a02db4468a88 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:38:08.216526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fed4a-0845-4d28-8210-364bea0446da req-af8ed876-1e3f-4462-b350-39a7c338ccfe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:08.218075 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e42fed4a-0845-4d28-8210-364bea0446da req-af8ed876-1e3f-4462-b350-39a7c338ccfe tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1870112 Jul 23 10:38:08.234269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-7f12b705-ee97-4c6d-9675-91b5199e1297 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d0d40f5-e114-4e45-b761-c22142c06497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711174 Jul 23 10:38:08.243876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391b6c0-b5ff-4569-a52c-dc56e291a171 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:08.243876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8391b6c0-b5ff-4569-a52c-dc56e291a171 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644692 Jul 23 10:38:08.252814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] For port b907a88c-1e8d-4ed0-b416-1187e0fba594, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b907a88c-1e8d-4ed0-b416-1187e0fba594,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:08.252814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:08.275912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] Calling delete_port for b907a88c-1e8d-4ed0-b416-1187e0fba594 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:08.276436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55516) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:08.371309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:08.389622 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] Sync routers for ids ['55b0490e-2da7-462b-8d24-a02db4468a88'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:08.390258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f765b9bb-8280-4de9-a87b-394fa805fefd tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740056 Jul 23 10:38:08.394036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55518) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:08.408327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] Routers {'55b0490e-2da7-462b-8d24-a02db4468a88'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:08.410280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['55b0490e-2da7-462b-8d24-a02db4468a88'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:08.411821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:08.419874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-00344710-7048-4cb2-9a92-ddcfa62f59f6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/55b0490e-2da7-462b-8d24-a02db4468a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7128956 Jul 23 10:38:08.420190 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:08.448507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:08.453357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] Pushing event deleted for resources: {'Port': ['ID=b907a88c-1e8d-4ed0-b416-1187e0fba594,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:08.458199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e42fed4a-0845-4d28-8210-364bea0446da req-35c13cc8-5c6e-425b-9fc7-0b78012aa0cf tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305970 Jul 23 10:38:08.475966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:08.500289 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc18cbfb-59f9-4215-8702-52d01d5425f1 req-3ca3f28d-d323-458b-b83c-63ee86d9ba9f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156083 Jul 23 10:38:08.511501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae396f3b-93ea-44e2-81c4-2ee81b4e9df1 None None] No DVR routers for this DVR port b907a88c-1e8d-4ed0-b416-1187e0fba594 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:08.547731 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] Routers {'55b0490e-2da7-462b-8d24-a02db4468a88'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:08.550101 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['55b0490e-2da7-462b-8d24-a02db4468a88'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:08.565867 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8491b433-9087-425a-b1ca-d20cf18fa2e1 req-35157afa-4c84-466f-8db0-2d7f8a3f4b55 service neutron] 10.222.0.55 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299450 Jul 23 10:38:08.622059 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:08.623373 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefeeb8a-b3d5-4a55-b52e-99598e9da5de None None] The sync data for ids ['55b0490e-2da7-462b-8d24-a02db4468a88'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:08.793203 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-11a57131-3300-44db-aeeb-769ab06bdf45 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 10:38:08.796868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-11a57131-3300-44db-aeeb-769ab06bdf45 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/55b0490e-2da7-462b-8d24-a02db4468a88/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3351858 Jul 23 10:38:08.797236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:08.808519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b907a88c-1e8d-4ed0-b416-1187e0fba594 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:08.819642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b774-2aac-4850-84bc-16c74ff4103c req-ffe20553-0964-40e5-b2a6-fa77c01411dd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:08.821769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d694b774-2aac-4850-84bc-16c74ff4103c req-ffe20553-0964-40e5-b2a6-fa77c01411dd tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2326853 Jul 23 10:38:08.839928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b907a88c-1e8d-4ed0-b416-1187e0fba594 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:08.840276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b907a88c-1e8d-4ed0-b416-1187e0fba594 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:08.854449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-628f07f8-15b4-475e-9372-1a84645664ab tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=55b0490e-2da7-462b-8d24-a02db4468a88 HTTP/1.1" status: 200 len: 205 time: 0.0559833 Jul 23 10:38:08.856964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:08.956883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.025590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d694b774-2aac-4850-84bc-16c74ff4103c req-4bf93cf8-2cd7-41f9-8242-5fe48cf78ea8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699500 Jul 23 10:38:09.041854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-d896f33d-81e9-49e4-87e6-a55e93a970b6 service neutron] 10.222.0.20 "GET /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780597 Jul 23 10:38:09.085666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:09.089349 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.163355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587b171-9ef6-4fe5-a10f-ff87829637ee req-2fa1bf4b-bfbc-4a7b-9141-7a9806e95e98 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:09.164194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c587b171-9ef6-4fe5-a10f-ff87829637ee req-2fa1bf4b-bfbc-4a7b-9141-7a9806e95e98 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.1847987 Jul 23 10:38:09.181749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.184860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.259466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.259466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router 55b0490e-2da7-462b-8d24-a02db4468a88 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:38:09.270174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89370f85-71e4-4523-aa03-98351073dfed req-77a7fc66-3330-4e9c-9950-011ac36fabdb service neutron] 10.222.0.20 "GET /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202365 Jul 23 10:38:09.276578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.280300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-54baad93-79d0-4b82-af13-cd2d0ce488a8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/55b0490e-2da7-462b-8d24-a02db4468a88 HTTP/1.1" status: 204 len: 168 time: 0.4201109 Jul 23 10:38:09.282728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c587b171-9ef6-4fe5-a10f-ff87829637ee req-e76495af-542a-4d09-804f-fde89e97a89a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115520 Jul 23 10:38:09.283378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:09.287594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632ab8d-1989-477a-880f-3dbd4987888f req-465bcc75-d050-4261-b0b0-e242cd259662 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:09.295672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8632ab8d-1989-477a-880f-3dbd4987888f req-465bcc75-d050-4261-b0b0-e242cd259662 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 943 time: 0.1736846 Jul 23 10:38:09.374771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8632ab8d-1989-477a-880f-3dbd4987888f req-4e0873e9-faae-4097-8a40-77a436e17037 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779946 Jul 23 10:38:09.377096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet 656b4393-22b3-4170-afa8-aecb3ae9342d {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:09.385238 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.529305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.599535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.649889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f239c6-4033-4097-9bf5-9974c6dd2a66 req-7537e810-b0ca-4c9a-baed-7bc48496f1ac tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:09.651567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-75f239c6-4033-4097-9bf5-9974c6dd2a66 req-7537e810-b0ca-4c9a-baed-7bc48496f1ac tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 945 time: 0.0754185 Jul 23 10:38:09.691989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-75f239c6-4033-4097-9bf5-9974c6dd2a66 req-2c868cb5-d028-47bd-bde3-c85ca576a8f0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Jul 23 10:38:09.702008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0671878-0c58-462c-8575-29393a8548fb req-20f3e4f7-2974-4ec3-aa40-23e082b7b4c4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:09.703601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0671878-0c58-462c-8575-29393a8548fb req-20f3e4f7-2974-4ec3-aa40-23e082b7b4c4 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3229554 Jul 23 10:38:09.721953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:09.721953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-3a21c43a-e476-434e-8073-72f40de219ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:09.721953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-3a21c43a-e476-434e-8073-72f40de219ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c08d109263e4b0eaed4f00983097f92&device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 1094 time: 0.3297439 Jul 23 10:38:09.748719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:09.757346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:09.771235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab34f0d-fa8e-40b0-972e-fe8972a26553 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:09.776352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:09.776963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.833682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:09.898735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0671878-0c58-462c-8575-29393a8548fb req-731180e4-584e-4689-88cc-53f06a30247c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836030 Jul 23 10:38:09.954768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7af54422-e60e-46df-94e3-14b316669c4a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5543730 Jul 23 10:38:09.961022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:09.966185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:b3:ca:18', 'name': 'tempest-NetworksTestDHCPv6-1300329283'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:09.988488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': '58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:38:09.989579 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.076764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-fdfa1b87-e745-41c0-b310-e12e5291f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:10.078273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-fdfa1b87-e745-41c0-b310-e12e5291f4e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d0d40f5-e114-4e45-b761-c22142c06497 HTTP/1.1" status: 200 len: 921 time: 0.3456526 Jul 23 10:38:10.079368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.157329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=656b4393-22b3-4170-afa8-aecb3ae9342d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:10.164262 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-e2eb14ef-0e66-49ff-b422-0c048ad6cc50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e2026ee-4275-47bd-ae88-aafafec27b38 HTTP/1.1" status: 200 len: 217 time: 0.0448184 Jul 23 10:38:10.183908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-9bf18f88-cabe-4be5-80cd-ecd6dd153ad0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:10.192920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-9bf18f88-cabe-4be5-80cd-ecd6dd153ad0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.2561200 Jul 23 10:38:10.211286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-9d6d9923-6ce1-4528-9146-447b185591da tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0173268 Jul 23 10:38:10.228729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8/035f6bec-78cb-4e66-bc35-712b3fa4a982) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:10.231973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.237329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f71b145f-6900-4fb5-b19d-30804768042d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/656b4393-22b3-4170-afa8-aecb3ae9342d HTTP/1.1" status: 204 len: 168 time: 0.9514067 Jul 23 10:38:10.244149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55584) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:10.254120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5d5fc-4eb2-4a51-9749-057397ed5859 None None] Network fea1bb1c-d9ed-498c-8856-ca0760a276c2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:10.305256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-b4321ebe-ea49-4534-90fb-96c89ace6237 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876315 Jul 23 10:38:10.335091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-2fb3e864-7f34-4393-bb39-df3eb243724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:10.337897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-2fb3e864-7f34-4393-bb39-df3eb243724f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a568acff-a622-4092-b327-97fbc480d0f8 HTTP/1.1" status: 200 len: 860 time: 0.1629388 Jul 23 10:38:10.406634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-cd444e60-c339-4499-819d-1e2517c488bc service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003971 Jul 23 10:38:10.445139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-60267343-8629-485d-8cf1-fdc8c92d1af3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d0d40f5-e114-4e45-b761-c22142c06497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887818 Jul 23 10:38:10.495908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.499447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:10.543524 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.556341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Transition to ACTIVE for port object 035f6bec-78cb-4e66-bc35-712b3fa4a982 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:10.571075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f347f7-a834-4eab-8d5c-d0ea4fd81d3c req-4248dd4c-4118-4391-a19d-17f447005ea8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:10.574971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ca1fa480-c8cc-4d65-9d39-06a24d92f04e service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614246 Jul 23 10:38:10.579217 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8f347f7-a834-4eab-8d5c-d0ea4fd81d3c req-4248dd4c-4118-4391-a19d-17f447005ea8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3763287 Jul 23 10:38:10.584453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Transition to ACTIVE for port object 035f6bec-78cb-4e66-bc35-712b3fa4a982 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:10.600161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] DHCP port deletion for fea1bb1c-d9ed-498c-8856-ca0760a276c2 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:10.607713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.684954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:10.695666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:10.700437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:10.710454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Pushing event updated for resources: {'Port': ['ID=035f6bec-78cb-4e66-bc35-712b3fa4a982,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:10.795188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8f347f7-a834-4eab-8d5c-d0ea4fd81d3c req-861c2530-8175-48e8-8590-c0dc73466334 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099693 Jul 23 10:38:10.798017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Attempting to bind port 035f6bec-78cb-4e66-bc35-712b3fa4a982 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:10.799299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Attempting to bind port 035f6bec-78cb-4e66-bc35-712b3fa4a982 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:10.805601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Attempting to bind port 035f6bec-78cb-4e66-bc35-712b3fa4a982 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:10.805927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-6737cdbb-4435-4875-9fec-daa261e1dcd0 service neutron] 10.222.0.20 "GET /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427970 Jul 23 10:38:10.806036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] Deleting port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:10.806036 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.808230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.863697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:10.864082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:10.864494 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.865879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:10.865879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Bound port: 035f6bec-78cb-4e66-bc35-712b3fa4a982, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:10.866162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:10.898095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:10.958955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17649cbe-fa5d-4b08-a583-a33910df1142 req-ce263878-8d02-403e-b8b0-01527a3bf314 service neutron] 10.222.0.20 "GET /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318493 Jul 23 10:38:11.033191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port ca59b47d-89d3-4c03-ae9a-c1d34ce46833 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:38:11.046843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371105f-f51c-43f7-98f3-cdc27671d2ab req-7953843c-eadf-4fcc-b871-04cec03a5b89 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:11.054951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6371105f-f51c-43f7-98f3-cdc27671d2ab req-7953843c-eadf-4fcc-b871-04cec03a5b89 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.1695416 Jul 23 10:38:11.058523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] For port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,segment=NetworkSegment(a802e4b0-07b2-4424-a766-c6e5ebf150e2),segment_id=a802e4b0-07b2-4424-a766-c6e5ebf150e2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:11.058929 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.078636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] For port 035f6bec-78cb-4e66-bc35-712b3fa4a982, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:11.082907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] For port 035f6bec-78cb-4e66-bc35-712b3fa4a982, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=035f6bec-78cb-4e66-bc35-712b3fa4a982,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:11.102894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] Calling delete_port for cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:11.108694 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.135357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6371105f-f51c-43f7-98f3-cdc27671d2ab req-b7590fcf-8c47-4d4a-ae8e-ac5af1c132e6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791078 Jul 23 10:38:11.193247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::31 (65597b37-0f65-4455-bf75-7f43a1f9f92a/58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8/ca59b47d-89d3-4c03-ae9a-c1d34ce46833) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:11.207780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.246135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4a3f803-3fde-4e75-a7ff-04ecf0d252dc req-467e9322-3a4c-43c9-8814-73b5a424adbf tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 210 time: 0.0483654 Jul 23 10:38:11.267806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d00f7-d527-46d5-af51-5a2346031b38 None None] Pushing event updated for resources: {'Port': ['ID=035f6bec-78cb-4e66-bc35-712b3fa4a982,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:11.281614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:11.281955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.309250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,segment=NetworkSegment(a802e4b0-07b2-4424-a766-c6e5ebf150e2),segment_id=a802e4b0-07b2-4424-a766-c6e5ebf150e2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:11.321486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.401849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:11.414501 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.474549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,segment=NetworkSegment(a802e4b0-07b2-4424-a766-c6e5ebf150e2),segment_id=a802e4b0-07b2-4424-a766-c6e5ebf150e2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:11.474937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.499074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca7db-adc8-4ef1-be0a-38e420b555b7 req-d4f6763a-427a-4c72-939e-2f1fc2be893e tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:11.500791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f0ca7db-adc8-4ef1-be0a-38e420b555b7 req-d4f6763a-427a-4c72-939e-2f1fc2be893e tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 943 time: 0.5288446 Jul 23 10:38:11.554263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:11.674961 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.692038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] Pushing event deleted for resources: {'Port': ['ID=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:11.700076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f0ca7db-adc8-4ef1-be0a-38e420b555b7 req-9afdbcf3-889f-4778-8515-38e1aa2da2dc tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653595 Jul 23 10:38:11.716619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2fe4c-28f2-4de6-8540-dd7a8df6bc14 None None] No DVR routers for this DVR port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:11.733854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object ca59b47d-89d3-4c03-ae9a-c1d34ce46833 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:11.793323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.836157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:11.842307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:11.848316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port cbdfeb15-1b9a-43c4-bf15-d8782b24fdd4 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:11.947447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:11.954161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:11.964617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:11.970866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:11.971577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.006745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.009654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=ca59b47d-89d3-4c03-ae9a-c1d34ce46833,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:12.020306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d770-0e12-470b-a972-22f0f285679b req-9a6b63a0-3819-4651-887f-36af13af306c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:12.022040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea1bb1c-d9ed-498c-8856-ca0760a276c2']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:12.032050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9082d770-0e12-470b-a972-22f0f285679b req-9a6b63a0-3819-4651-887f-36af13af306c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1248648 Jul 23 10:38:12.032370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-568b81d9-3650-4f81-ac51-8654418aa90f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0700598 Jul 23 10:38:12.034214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a802e4b0-07b2-4424-a766-c6e5ebf150e2') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:12.034518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a802e4b0-07b2-4424-a766-c6e5ebf150e2') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:12.041894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:12.052289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.089674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.110214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:38:12.111239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:38:12.122875 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:38:12.176331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9082d770-0e12-470b-a972-22f0f285679b req-5b0460d5-bd87-4da2-8fcc-594859fee3d6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382263 Jul 23 10:38:12.267013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bbacda-47f3-4b8a-ac3d-389d8759b82f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:12.291594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bbacda-47f3-4b8a-ac3d-389d8759b82f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:12.300862 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99bbacda-47f3-4b8a-ac3d-389d8759b82f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2566705 Jul 23 10:38:12.303818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:12.410358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.421851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.434579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/fea1bb1c-d9ed-498c-8856-ca0760a276c2 HTTP/1.1" status: 204 len: 168 time: 2.1789854 Jul 23 10:38:12.435323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55640) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:12.482908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-397891172'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:12.487844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5e2026ee-4275-47bd-ae88-aafafec27b38 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:38:12.530296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port ca59b47d-89d3-4c03-ae9a-c1d34ce46833 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:12.530655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.542548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10227a8-9ad8-461c-b8a2-202afefd3d8c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=fea1bb1c-d9ed-498c-8856-ca0760a276c2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:12.559849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:12.564510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.618678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad2e368a-d3d1-48f3-aceb-9f724ebdf8b3 req-88dbf682-f974-4067-ad37-f68cdec7c7e1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 210 time: 0.0815895 Jul 23 10:38:12.743332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5e2026ee-4275-47bd-ae88-aafafec27b38, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5e2026ee-4275-47bd-ae88-aafafec27b38,segment=NetworkSegment(dd0bc9df-4c07-4999-8fa9-36f50b5443fe),segment_id=dd0bc9df-4c07-4999-8fa9-36f50b5443fe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:12.763438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '5e2026ee-4275-47bd-ae88-aafafec27b38', 'network_id': '3d0d40f5-e114-4e45-b761-c22142c06497', 'port_id': '5e2026ee-4275-47bd-ae88-aafafec27b38', 'mac_address': 'fa:16:3e:41:eb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a568acff-a622-4092-b327-97fbc480d0f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:38:12.871465 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.887463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2026ee-4275-47bd-ae88-aafafec27b38 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:12.895173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.898405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:38:12.911250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.911827 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment a0f2a2e3-7d17-4ac4-bb31-56c797255a14 of type vlan for network e505427c-3724-4cbc-a321-ab986c82f6dd Jul 23 10:38:12.928184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5e2026ee-4275-47bd-ae88-aafafec27b38, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5e2026ee-4275-47bd-ae88-aafafec27b38,segment=NetworkSegment(dd0bc9df-4c07-4999-8fa9-36f50b5443fe),segment_id=dd0bc9df-4c07-4999-8fa9-36f50b5443fe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:12.936984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.953547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad867c-1517-437f-a289-666158f75378 req-4a9dc9ce-1760-4815-8714-306937d67564 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:12.956304 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80ad867c-1517-437f-a289-666158f75378 req-4a9dc9ce-1760-4815-8714-306937d67564 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.1768792 Jul 23 10:38:12.957585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for ca59b47d-89d3-4c03-ae9a-c1d34ce46833 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:12.970803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:12.991475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 035f6bec-78cb-4e66-bc35-712b3fa4a982 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:13.023587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-05e60acf-ece1-4283-b445-33c42e2256cb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.035410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-05e60acf-ece1-4283-b445-33c42e2256cb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.7328596 Jul 23 10:38:13.042864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.055153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=5e2026ee-4275-47bd-ae88-aafafec27b38,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:13.056638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.057120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.073170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:13.075871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80ad867c-1517-437f-a289-666158f75378 req-688ef950-6502-42fc-8fa5-9120e2311c56 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128011 Jul 23 10:38:13.076172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ebe1edb8-5e46-4a42-b94a-723f80a208bd None None] Provisioning for port 035f6bec-78cb-4e66-bc35-712b3fa4a982 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:13.096151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 035f6bec-78cb-4e66-bc35-712b3fa4a982 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:13.108485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 035f6bec-78cb-4e66-bc35-712b3fa4a982 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:13.108871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.147261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41be4ba-6779-4598-b4ab-6341b056c776 req-1934ae6d-62c6-46ee-af09-0a3cc5d7ed32 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.157159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c41be4ba-6779-4598-b4ab-6341b056c776 req-1934ae6d-62c6-46ee-af09-0a3cc5d7ed32 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.8515000 Jul 23 10:38:13.233908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.245621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7659740 Jul 23 10:38:13.255203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:13.261211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.270479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:13.291122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 035f6bec-78cb-4e66-bc35-712b3fa4a982, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=035f6bec-78cb-4e66-bc35-712b3fa4a982,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:13.298269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['5e2026ee-4275-47bd-ae88-aafafec27b38'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:13.304631 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.307869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6f70feac-a1a5-49b1-8a5b-e24905c75c3b None None] Could not find standard attr ID for object ca59b47d-89d3-4c03-ae9a-c1d34ce46833. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:38:13.318217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=ca59b47d-89d3-4c03-ae9a-c1d34ce46833,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:13.358797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566f1a9-972a-4ded-a4b1-297cc789b86f req-c21f4c88-bfdb-4b96-b06b-845e0ceee464 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.368036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6566f1a9-972a-4ded-a4b1-297cc789b86f req-c21f4c88-bfdb-4b96-b06b-845e0ceee464 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 944 time: 0.1879945 Jul 23 10:38:13.371772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec119-4fd5-4475-b5a1-265e22663139 req-d33d6f20-1bcf-4775-8d94-40b19df6752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.373362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-d33d6f20-1bcf-4775-8d94-40b19df6752e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8144974fffab447182293981a4f41d7a&device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 1095 time: 0.6175256 Jul 23 10:38:13.374043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5b2c5-4514-4891-b437-a8340271d7b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=e505427c-3724-4cbc-a321-ab986c82f6dd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:13.386488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c41be4ba-6779-4598-b4ab-6341b056c776 req-71eab333-7a0a-4f0d-b28a-60faaccfcf1b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278609 Jul 23 10:38:13.396967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e505427c-3724-4cbc-a321-ab986c82f6dd details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:38:13.440831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=035f6bec-78cb-4e66-bc35-712b3fa4a982,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:13.465115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:13.468642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.495461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.502927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-62042957-7ea6-483d-b0c3-c75b3c6b02c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/ca59b47d-89d3-4c03-ae9a-c1d34ce46833 HTTP/1.1" status: 204 len: 168 time: 1.1959653 Jul 23 10:38:13.518413 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6566f1a9-972a-4ded-a4b1-297cc789b86f req-a0d2b8c2-0d10-4fda-8a3a-b0f35d939263 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465831 Jul 23 10:38:13.522913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:13.585831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:13.591564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.623306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7f931-1205-4b6b-af53-6afdc87a9b4e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.625932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7f931-1205-4b6b-af53-6afdc87a9b4e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.628535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-28b7f931-1205-4b6b-af53-6afdc87a9b4e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1030440 Jul 23 10:38:13.629312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec119-4fd5-4475-b5a1-265e22663139 req-4816a86f-1d06-4a4c-8a84-2ba357f0bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.630830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-4816a86f-1d06-4a4c-8a84-2ba357f0bf52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 200 len: 913 time: 0.2433999 Jul 23 10:38:13.631293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55662) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:13.846116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.928026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=0fa3ec32-c134-4ab5-9728-6b57504057c5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:13.935433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:13.935805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: e505427c-3724-4cbc-a321-ab986c82f6dd, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:38:13.956516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network e505427c-3724-4cbc-a321-ab986c82f6dd is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:38:13.965659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e505427c-3724-4cbc-a321-ab986c82f6dd) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:13.971401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:13.972143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:13.978665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432847e-0d5c-4803-b62a-94c73345617a None None] Network e505427c-3724-4cbc-a321-ab986c82f6dd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:13.990568 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9b0cf7b7-c1de-4bdd-8475-661bca6a724b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7259865 Jul 23 10:38:13.992896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:13.997764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1248029197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:14.025867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.027203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.091260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.098480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.125356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.131098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a663446-d7c1-4026-b2e2-569a86ac7979 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1370544 Jul 23 10:38:14.133873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:14.197483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-e505427c-3724-4cbc-a321-ab986c82f6dd', 'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': '0fa3ec32-c134-4ab5-9728-6b57504057c5'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:38:14.200364 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.310011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0dd9984b-456d-4876-8798-ce913f6ae505 req-8e86aa1c-5d57-4e82-b6dc-24ee8841165e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 210 time: 0.5982873 Jul 23 10:38:14.358856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:14.378639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.398079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Allocated IP 2001:db8::2 (e505427c-3724-4cbc-a321-ab986c82f6dd/0fa3ec32-c134-4ab5-9728-6b57504057c5/330e537b-4e5c-404f-85c9-46801bc503f2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:14.408311 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-00569327-9645-4852-a576-fb17d44a2a81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 200 len: 998 time: 0.7547731 Jul 23 10:38:14.432915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.9 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/db55dd12-64d9-451d-a109-3017cdd020ee) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:14.451643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e56ce-616a-4ae4-aa90-b1949144f9d1 req-c795ac5b-cfac-417a-95c6-855353dc3d3c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:14.453769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-441e56ce-616a-4ae4-aa90-b1949144f9d1 req-c795ac5b-cfac-417a-95c6-855353dc3d3c tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3091698 Jul 23 10:38:14.482788 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.541178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5e2026ee-4275-47bd-ae88-aafafec27b38 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:14.553176 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.562506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec119-4fd5-4475-b5a1-265e22663139 req-47df65de-3bbe-4b31-ac90-1a847e06090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:14.565059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-47df65de-3bbe-4b31-ac90-1a847e06090a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 200 len: 851 time: 0.1458216 Jul 23 10:38:14.660304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 5e2026ee-4275-47bd-ae88-aafafec27b38 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:14.671642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 5e2026ee-4275-47bd-ae88-aafafec27b38 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:14.671642 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.685081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-441e56ce-616a-4ae4-aa90-b1949144f9d1 req-9f72a935-d20d-4ca3-8ce3-e749eb618fb6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729419 Jul 23 10:38:14.762072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.779434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Transition to ACTIVE for port object 330e537b-4e5c-404f-85c9-46801bc503f2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:14.827570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.835686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Transition to ACTIVE for port object 330e537b-4e5c-404f-85c9-46801bc503f2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:14.852030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.857327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 035f6bec-78cb-4e66-bc35-712b3fa4a982 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:14.862302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:14.925412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Network e505427c-3724-4cbc-a321-ab986c82f6dd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:14.927812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:14.933145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:14.955274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13ab8b-f7c4-4b3e-bcb6-7af50df75c12 req-ded25c07-268e-4d53-8769-c5613b149892 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:14.956324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e13ab8b-f7c4-4b3e-bcb6-7af50df75c12 req-ded25c07-268e-4d53-8769-c5613b149892 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.4158485 Jul 23 10:38:14.961131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec119-4fd5-4475-b5a1-265e22663139 req-ad021bea-ee28-42e1-8201-fabc24233e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:14.962657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-ad021bea-ee28-42e1-8201-fabc24233e47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616600 Jul 23 10:38:14.962840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f55626-e532-4385-86b3-1d221d5ab09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2026ee-4275-47bd-ae88-aafafec27b38'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:14.965316 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae25e469-07f2-41b9-be37-fbddd78d88cf" -d '{"events": [{"server_uuid": "50f55626-e532-4385-86b3-1d221d5ab09b", "name": "network-vif-plugged", "status": "completed", "tag": "5e2026ee-4275-47bd-ae88-aafafec27b38"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:14.981668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8::1 (e505427c-3724-4cbc-a321-ab986c82f6dd/0fa3ec32-c134-4ab5-9728-6b57504057c5/51e870ef-c16f-4eb4-a8bb-0fdb634e7de6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:14.986213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Pushing event updated for resources: {'Port': ['ID=330e537b-4e5c-404f-85c9-46801bc503f2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:15.019566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 5e2026ee-4275-47bd-ae88-aafafec27b38, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5e2026ee-4275-47bd-ae88-aafafec27b38,segment=NetworkSegment(dd0bc9df-4c07-4999-8fa9-36f50b5443fe),segment_id=dd0bc9df-4c07-4999-8fa9-36f50b5443fe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:15.044655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.051107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.058031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.091347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Attempting to bind port 330e537b-4e5c-404f-85c9-46801bc503f2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:15.092342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Attempting to bind port 330e537b-4e5c-404f-85c9-46801bc503f2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:15.092342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Attempting to bind port 330e537b-4e5c-404f-85c9-46801bc503f2 on network e505427c-3724-4cbc-a321-ab986c82f6dd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:15.107953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:15.108394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Checking segment: {'id': 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:15.108743 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.109148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Bound using segment: {'id': 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:15.109641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Bound port: 330e537b-4e5c-404f-85c9-46801bc503f2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'e505427c-3724-4cbc-a321-ab986c82f6dd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:15.110030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.123872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 035f6bec-78cb-4e66-bc35-712b3fa4a982 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:15.124218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.140433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:15.144646 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e13ab8b-f7c4-4b3e-bcb6-7af50df75c12 req-d990066c-22e2-4201-87c3-1d6a4878d572 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689715 Jul 23 10:38:15.148725 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.150925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-892358de-33e7-42c3-b6d0-583c651d5837 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8 HTTP/1.1" status: 204 len: 168 time: 1.5164545 Jul 23 10:38:15.153461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55698) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:15.187356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-39f490b2-07c9-4302-97e1-bd018b768775 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045069 Jul 23 10:38:15.192014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=5e2026ee-4275-47bd-ae88-aafafec27b38,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:15.210943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b3d60-0472-4ca2-8883-a340e12c86fa None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:15.241447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.252262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5df5e51a-653b-4517-bb14-726b72edcc12 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952857 Jul 23 10:38:15.253912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:15.264813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:15.290055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4edacd07-c3c6-4db8-be6b-d8b42265d178'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:15.342074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:15.355940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:15.361380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:15.362764 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609e104a-ad38-473e-a0cf-3c25f2159a29 x-openstack-request-id: req-609e104a-ad38-473e-a0cf-3c25f2159a29 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:15.363127 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f55626-e532-4385-86b3-1d221d5ab09b", "name": "network-vif-plugged", "status": "completed", "tag": "5e2026ee-4275-47bd-ae88-aafafec27b38", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:15.363570 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-609e104a-ad38-473e-a0cf-3c25f2159a29 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:15.364027 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f55626-e532-4385-86b3-1d221d5ab09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2026ee-4275-47bd-ae88-aafafec27b38', 'code': 200} Jul 23 10:38:15.366531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=db55dd12-64d9-451d-a109-3017cdd020ee,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:15.380941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] For port 330e537b-4e5c-404f-85c9-46801bc503f2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:15.441800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2daec119-4fd5-4475-b5a1-265e22663139 req-cef60957-10d4-4524-85ce-514f72a66d12 service neutron] 10.222.0.20 "GET /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467117 Jul 23 10:38:15.459958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:15.460846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.474337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] For port 330e537b-4e5c-404f-85c9-46801bc503f2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=330e537b-4e5c-404f-85c9-46801bc503f2,segment=NetworkSegment(a0f2a2e3-7d17-4ac4-bb31-56c797255a14),segment_id=a0f2a2e3-7d17-4ac4-bb31-56c797255a14)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:15.479199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-96977c2e-0b17-4f12-9f6e-01ffcde70e95 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4161272 Jul 23 10:38:15.492685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Request body: {'port': {'device_id': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:15.535328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.663242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3280d-754e-49ba-a58a-687067d7a26d req-1e430175-3ab4-46ee-9844-ef14621ddb8d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:15.669597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.670346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-29b3280d-754e-49ba-a58a-687067d7a26d req-1e430175-3ab4-46ee-9844-ef14621ddb8d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 945 time: 0.8050599 Jul 23 10:38:15.698856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3b3b9-34c7-429f-85eb-fc9c5aa1ba91 req-58c00e97-e870-47fa-992f-2840bf058e5d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:15.700854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88e3b3b9-34c7-429f-85eb-fc9c5aa1ba91 req-58c00e97-e870-47fa-992f-2840bf058e5d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 931 time: 0.1689951 Jul 23 10:38:15.746724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:15.783799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:15.800824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-29b3280d-754e-49ba-a58a-687067d7a26d req-e5adb107-619a-454a-aea3-158aeca82c9c tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295419 Jul 23 10:38:15.885441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86844bb0-0536-440e-9de5-232c52cd9e11 None None] Pushing event updated for resources: {'Port': ['ID=330e537b-4e5c-404f-85c9-46801bc503f2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:15.905404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88e3b3b9-34c7-429f-85eb-fc9c5aa1ba91 req-018f7aaa-a3d6-44be-a6e0-54eb28d5b96b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978557 Jul 23 10:38:15.949759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a3c39-e1c8-4d32-8e4c-2efa5cac4333 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:15.950786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-760a3c39-e1c8-4d32-8e4c-2efa5cac4333 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6959603 Jul 23 10:38:15.956686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55714) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:15.975008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db38175-9ead-4ed2-86eb-da81fe4a1944 req-62fb0ead-608c-4f2d-8431-a35834f8850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:15.976339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5db38175-9ead-4ed2-86eb-da81fe4a1944 req-62fb0ead-608c-4f2d-8431-a35834f8850a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 1096 time: 0.3211873 Jul 23 10:38:16.064543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.096573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:16.159627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5db38175-9ead-4ed2-86eb-da81fe4a1944 req-dfc6b482-f457-4f05-aaab-fccb71bf89e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520584 Jul 23 10:38:16.164816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network e505427c-3724-4cbc-a321-ab986c82f6dd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:16.171142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:16.183236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=51e870ef-c16f-4eb4-a8bb-0fdb634e7de6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:16.186246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:16.187063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.199724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] Deleting port 035f6bec-78cb-4e66-bc35-712b3fa4a982 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:16.200740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.248741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08b1b7-cb14-46f1-b88f-dc76dae5fbe3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:16.250531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4c08b1b7-cb14-46f1-b88f-dc76dae5fbe3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2919557 Jul 23 10:38:16.253515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55722) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:16.339232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] For port 035f6bec-78cb-4e66-bc35-712b3fa4a982, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=035f6bec-78cb-4e66-bc35-712b3fa4a982,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:16.339961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.350566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6bd4d18e-a597-4d20-81a7-3828cad330e6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922945 Jul 23 10:38:16.351320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55724) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:16.356668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:16.365800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] Calling delete_port for 035f6bec-78cb-4e66-bc35-712b3fa4a982 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:16.368904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610895-e083-4167-85f7-f0a657c5604b req-4b8397c4-c26b-4779-bd5a-c5b8f00bc72e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:16.370611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be610895-e083-4167-85f7-f0a657c5604b req-4b8397c4-c26b-4779-bd5a-c5b8f00bc72e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.4355035 Jul 23 10:38:16.458536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be610895-e083-4167-85f7-f0a657c5604b req-39e6b771-2306-464d-a6ce-858b92ab4c5a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791357 Jul 23 10:38:16.492850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.508142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] No DVR routers for this DVR port 035f6bec-78cb-4e66-bc35-712b3fa4a982 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:16.530441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a11776-81f9-4177-9fba-d7d5e4c92dde None None] Pushing event deleted for resources: {'Port': ['ID=035f6bec-78cb-4e66-bc35-712b3fa4a982,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:16.600586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.618008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db55dd12-64d9-451d-a109-3017cdd020ee {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:16.628445 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.645185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Transition to ACTIVE for port object db55dd12-64d9-451d-a109-3017cdd020ee will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:16.662880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.852850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177c21-081c-4d71-99ae-97f5e696863a req-6a83bc61-7dce-4daa-8692-81dc72e0163b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:16.873974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b177c21-081c-4d71-99ae-97f5e696863a req-6a83bc61-7dce-4daa-8692-81dc72e0163b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.5382400 Jul 23 10:38:16.886660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:16.900748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:16.925834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 330e537b-4e5c-404f-85c9-46801bc503f2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:17.000259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 330e537b-4e5c-404f-85c9-46801bc503f2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:17.009458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Pushing event updated for resources: {'Port': ['ID=db55dd12-64d9-451d-a109-3017cdd020ee,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:17.174516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b177c21-081c-4d71-99ae-97f5e696863a req-127d8ecd-cb4b-4646-861d-e2377ea58753 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363954 Jul 23 10:38:17.185077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 035f6bec-78cb-4e66-bc35-712b3fa4a982 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:17.192426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Attempting to bind port db55dd12-64d9-451d-a109-3017cdd020ee on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:17.192772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Attempting to bind port db55dd12-64d9-451d-a109-3017cdd020ee by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:17.193106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Attempting to bind port db55dd12-64d9-451d-a109-3017cdd020ee on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:17.202445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Port db55dd12-64d9-451d-a109-3017cdd020ee on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:38:17.202779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Attempting to bind port db55dd12-64d9-451d-a109-3017cdd020ee on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:17.229714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:17.230055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:17.230448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:17.230883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Bound port: db55dd12-64d9-451d-a109-3017cdd020ee, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:17.239169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.241776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 035f6bec-78cb-4e66-bc35-712b3fa4a982 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:17.242136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 035f6bec-78cb-4e66-bc35-712b3fa4a982 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:17.358674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.381279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.382140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.446500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] For port db55dd12-64d9-451d-a109-3017cdd020ee, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:17.449827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] For port db55dd12-64d9-451d-a109-3017cdd020ee, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=db55dd12-64d9-451d-a109-3017cdd020ee,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:17.490320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.492646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099425a2-1c11-443f-9083-d2807d7fadef req-b41e4db0-4d57-47de-978a-6ad6220c6a8f tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:17.499673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-099425a2-1c11-443f-9083-d2807d7fadef req-b41e4db0-4d57-47de-978a-6ad6220c6a8f tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 945 time: 0.2371466 Jul 23 10:38:17.524232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=51e870ef-c16f-4eb4-a8bb-0fdb634e7de6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:17.580946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:17.581573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.582849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91664aa-9f89-466e-832f-998967fc2019 None None] Network e505427c-3724-4cbc-a321-ab986c82f6dd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:17.583058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] 10.222.0.55 "PUT /v2.0/ports/db55dd12-64d9-451d-a109-3017cdd020ee HTTP/1.1" status: 200 len: 1091 time: 2.0956709 Jul 23 10:38:17.584867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'tag': 'db55dd12-64d9-451d-a109-3017cdd020ee'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:17.587393 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de8dd8-186b-4794-8d7d-1f12f710c4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0d9607-4a27-406c-af45-fbf8e8b7b6e6", "tag": "db55dd12-64d9-451d-a109-3017cdd020ee"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:17.628750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-099425a2-1c11-443f-9083-d2807d7fadef req-88b5d1f4-9b5f-4883-aa58-124e591b8910 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229413 Jul 23 10:38:17.678025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee375fbb-b480-42f4-bc22-76658d2c812e service neutron] Pushing event updated for resources: {'Port': ['ID=db55dd12-64d9-451d-a109-3017cdd020ee,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:17.680079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network e505427c-3724-4cbc-a321-ab986c82f6dd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:17.681802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:17.693671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] Provisioning for port 330e537b-4e5c-404f-85c9-46801bc503f2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:17.699733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] Provisioning complete for port 330e537b-4e5c-404f-85c9-46801bc503f2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:17.699733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.740069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc92e62-d9f9-4e69-ba11-579e28d951cc req-6f7ccfdd-e1d5-4d77-bdf2-c872b58a5b6c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:17.741750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc92e62-d9f9-4e69-ba11-579e28d951cc req-6f7ccfdd-e1d5-4d77-bdf2-c872b58a5b6c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 943 time: 0.3977435 Jul 23 10:38:17.828380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:38:17.836327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc92e62-d9f9-4e69-ba11-579e28d951cc req-8c6f2760-5dd4-4257-b41d-9d0d0e361c00 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831740 Jul 23 10:38:17.836603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:17.851551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-60189043-e050-4b2e-90a9-9df113468a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:17.851551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-60189043-e050-4b2e-90a9-9df113468a7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 1094 time: 0.2055118 Jul 23 10:38:17.920271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-d511dc7f-9a25-45a1-bbed-74ce6485372f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db55dd12-64d9-451d-a109-3017cdd020ee HTTP/1.1" status: 200 len: 217 time: 0.0645308 Jul 23 10:38:17.926563 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f3cb88-377e-4b0a-a856-f43cce627243 x-openstack-request-id: req-93f3cb88-377e-4b0a-a856-f43cce627243 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:17.928684 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0d9607-4a27-406c-af45-fbf8e8b7b6e6", "tag": "db55dd12-64d9-451d-a109-3017cdd020ee", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:17.929140 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93f3cb88-377e-4b0a-a856-f43cce627243 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:17.929646 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'tag': 'db55dd12-64d9-451d-a109-3017cdd020ee', 'status': 'completed', 'code': 200} Jul 23 10:38:17.959009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d2c2f-255d-4557-910f-d1d917acfd51 req-bd12cfc9-e071-4311-9d4f-16392a497178 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:17.964827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de9d2c2f-255d-4557-910f-d1d917acfd51 req-bd12cfc9-e071-4311-9d4f-16392a497178 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.2022691 Jul 23 10:38:18.033358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d538-c8df-46f9-8100-dad3587d8220 req-1be597f3-21db-4d83-b490-2e940e9fc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:18.034560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-1be597f3-21db-4d83-b490-2e940e9fc93f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.0634198 Jul 23 10:38:18.041440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de9d2c2f-255d-4557-910f-d1d917acfd51 req-f3085bdc-3e61-4238-b67f-8f3c455eb73d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756102 Jul 23 10:38:18.042841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 7d4a27a7-cd33-46de-af06-65f4ca5cd20e is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:38:18.089434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:18.093625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-497dc4b0-551d-4b18-8059-56e4ea7dc1b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512624 Jul 23 10:38:18.098227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:18.112677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:18.113377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:18.144585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=b4511bf4-72fc-458f-8409-b9db4a071450,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:18.199322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:18.202149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0362d543-ecb6-45d1-8be8-1142fa5bdd5f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8495986 Jul 23 10:38:18.213674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55768) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:18.216153 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-64f064dc-f6bb-45a4-a6bd-90ac3aa73683 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/7d4a27a7-cd33-46de-af06-65f4ca5cd20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0811982 Jul 23 10:38:18.216817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:18.221631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:18.268860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] Sync routers for ids ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:18.273452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db1392-5142-4bc4-bc2d-41ab7ec81bf5 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:18.303205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] Routers {'7d4a27a7-cd33-46de-af06-65f4ca5cd20e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:18.303813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:18.315565 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:18.350014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff136a3-fcbf-49c7-97a2-289237855434 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:18.351796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ff136a3-fcbf-49c7-97a2-289237855434 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports/51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 HTTP/1.1" status: 200 len: 911 time: 0.1340845 Jul 23 10:38:18.355222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55776) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:18.422743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] For port 330e537b-4e5c-404f-85c9-46801bc503f2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=330e537b-4e5c-404f-85c9-46801bc503f2,segment=NetworkSegment(a0f2a2e3-7d17-4ac4-bb31-56c797255a14),segment_id=a0f2a2e3-7d17-4ac4-bb31-56c797255a14)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:18.425002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-71a15c65-2f85-4582-b700-036381ae7a39 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223436 Jul 23 10:38:18.432444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:18.452318 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:18.512821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3704-cae1-4e12-b368-26806fce60b9 req-c32ae18b-b3c5-4590-9867-a6538c184056 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:18.520512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fda3704-cae1-4e12-b368-26806fce60b9 req-c32ae18b-b3c5-4590-9867-a6538c184056 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3157027 Jul 23 10:38:18.627861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] Routers {'7d4a27a7-cd33-46de-af06-65f4ca5cd20e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:18.628492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:18.645200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fda3704-cae1-4e12-b368-26806fce60b9 req-85c2833f-1955-45f2-b04d-c6d7ede54685 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188502 Jul 23 10:38:18.646976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89bac-481c-414a-8b56-a3c1ac384b9b req-6786e2b8-e38f-4d42-ab60-2db8f5481bac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:18.648706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdf89bac-481c-414a-8b56-a3c1ac384b9b req-6786e2b8-e38f-4d42-ab60-2db8f5481bac tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2744474 Jul 23 10:38:18.668164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:18.682751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:18.734110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:18.734110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e8635-618e-449c-a5ab-fc97f3f3853c None None] The sync data for ids ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:18.754909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5974d538-c8df-46f9-8100-dad3587d8220 req-7fa05123-442c-4ee4-8444-51411c8f1829 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188581 Jul 23 10:38:18.800056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17035b9-1101-471b-85de-ec67d2346592 None None] Pushing event updated for resources: {'Port': ['ID=330e537b-4e5c-404f-85c9-46801bc503f2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:18.896784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdf89bac-481c-414a-8b56-a3c1ac384b9b req-be2ff98e-b294-4bee-ac1c-4daade0abd05 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917710 Jul 23 10:38:18.917048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'b4511bf4-72fc-458f-8409-b9db4a071450'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:38:18.917933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.121514 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4511bf4-72fc-458f-8409-b9db4a071450 (CIDR: 2001:db8::/64) Jul 23 10:38:19.148851 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:38:19.149308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:38:19.192772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-85961c5e-1a23-42a9-9a23-e2711994d1ed tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9758193 Jul 23 10:38:19.206814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55800) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:19.223403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:19.224248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Allocated IP 2001:db8::f816:3eff:fe44:f869 (65597b37-0f65-4455-bf75-7f43a1f9f92a/b4511bf4-72fc-458f-8409-b9db4a071450/f6bf0a02-5d9d-47a5-892b-1f4696642e22) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:19.228560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.338302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803b6e-0f25-4ff5-90ee-c3f6d2c90498 req-12feaa18-6bf2-4983-9d78-dc242e0c275d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:19.355949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1d803b6e-0f25-4ff5-90ee-c3f6d2c90498 req-12feaa18-6bf2-4983-9d78-dc242e0c275d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 945 time: 0.5832100 Jul 23 10:38:19.356193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-10f9ca8b-f61d-4722-b30a-7154350b780f None None] Provisioning for port 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:19.364313 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-10f9ca8b-f61d-4722-b30a-7154350b780f None None] Provisioning complete for port 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:19.368714 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10f9ca8b-f61d-4722-b30a-7154350b780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.562438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-6969b785-3de2-46e8-a4f1-0318543ca50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:19.565577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-6969b785-3de2-46e8-a4f1-0318543ca50a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 1094 time: 0.7301087 Jul 23 10:38:19.572105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:19.578453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.589921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-10f9ca8b-f61d-4722-b30a-7154350b780f None None] Port 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:19.716636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-10f9ca8b-f61d-4722-b30a-7154350b780f None None] Provisioning complete for port 330e537b-4e5c-404f-85c9-46801bc503f2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:19.717161 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10f9ca8b-f61d-4722-b30a-7154350b780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.777000 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.794963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Transition to ACTIVE for port object f6bf0a02-5d9d-47a5-892b-1f4696642e22 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:19.834357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Transition to ACTIVE for port object f6bf0a02-5d9d-47a5-892b-1f4696642e22 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:19.892705 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.978156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:19.978819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:19.994249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:20.000709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:20.005008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:20.022225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Pushing event updated for resources: {'Port': ['ID=f6bf0a02-5d9d-47a5-892b-1f4696642e22,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:20.126893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Attempting to bind port f6bf0a02-5d9d-47a5-892b-1f4696642e22 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:20.127667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Attempting to bind port f6bf0a02-5d9d-47a5-892b-1f4696642e22 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:20.127818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Attempting to bind port f6bf0a02-5d9d-47a5-892b-1f4696642e22 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:20.149520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:20.150060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:20.150464 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.150864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:20.151344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Bound port: f6bf0a02-5d9d-47a5-892b-1f4696642e22, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:20.151758 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.177899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.202627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-363702ee-bb05-4091-8138-555a7f944e9d None None] Provisioning complete for port 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:20.203112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-363702ee-bb05-4091-8138-555a7f944e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.204361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:20.308821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-363702ee-bb05-4091-8138-555a7f944e9d None None] Port 51e870ef-c16f-4eb4-a8bb-0fdb634e7de6 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:20.337217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] For port f6bf0a02-5d9d-47a5-892b-1f4696642e22, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:20.346667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] For port f6bf0a02-5d9d-47a5-892b-1f4696642e22, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f6bf0a02-5d9d-47a5-892b-1f4696642e22,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:20.355919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.398547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1d803b6e-0f25-4ff5-90ee-c3f6d2c90498 req-ba9fd201-823f-4a83-870f-0041068fb605 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0416026 Jul 23 10:38:20.489318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4b6b-0109-48cb-bb50-9024c2e877d8 None None] Pushing event updated for resources: {'Port': ['ID=f6bf0a02-5d9d-47a5-892b-1f4696642e22,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:20.576571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.681534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-515fc3fc-e52b-460f-8a1c-2691b0daf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:20.683076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-515fc3fc-e52b-460f-8a1c-2691b0daf629 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 1.0962260 Jul 23 10:38:20.763210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=51e870ef-c16f-4eb4-a8bb-0fdb634e7de6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:20.781446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:20.795353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-9adebb80-b1b9-4716-be22-9464cec70981 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:20.802942 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-9adebb80-b1b9-4716-be22-9464cec70981 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=de38508b-e741-4baf-980c-dc2a4d60193c HTTP/1.1" status: 200 len: 943 time: 0.3351882 Jul 23 10:38:20.888446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 330e537b-4e5c-404f-85c9-46801bc503f2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:20.950060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-e7ea53ab-fbab-4615-abd2-0714a216e16c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db55dd12-64d9-451d-a109-3017cdd020ee HTTP/1.1" status: 200 len: 217 time: 0.2564640 Jul 23 10:38:21.030197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 330e537b-4e5c-404f-85c9-46801bc503f2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:21.030575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:21.032112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654d555-7eae-4767-b3ec-33c607428b4c req-d0e565fd-6ba1-4938-a0ff-bd09fe60dc08 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:21.034137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b654d555-7eae-4767-b3ec-33c607428b4c req-d0e565fd-6ba1-4938-a0ff-bd09fe60dc08 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 943 time: 0.5217044 Jul 23 10:38:21.147666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-54d2f35c-120f-411b-942e-a1d12fb5ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:21.149190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-54d2f35c-120f-411b-942e-a1d12fb5ea1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1892631 Jul 23 10:38:21.218030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-a72beaf9-49ec-49b5-959d-e185fa12897c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582051 Jul 23 10:38:21.221544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 7d4a27a7-cd33-46de-af06-65f4ca5cd20e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:38:21.240582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b654d555-7eae-4767-b3ec-33c607428b4c req-8b9f6b70-5685-4422-af2c-545af5b17c07 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981890 Jul 23 10:38:21.284603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:21.339479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:21.345236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a4a5e22-b9e6-480c-8325-3593935f7e25 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/7d4a27a7-cd33-46de-af06-65f4ca5cd20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9884288 Jul 23 10:38:21.347875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Deleting port d5e4f97f-4be5-408e-b61f-91ba33819d78 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:21.348351 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:21.351099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:21.352765 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] Sync routers for ids ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:21.370782 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] Routers {'7d4a27a7-cd33-46de-af06-65f4ca5cd20e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:21.371408 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:21.387547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=3eab0aeb-a51d-4359-830d-18bf5ee1bbec,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:21.398924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cb867077-d4cd-4493-9775-0bae485139ac tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d4a27a7-cd33-46de-af06-65f4ca5cd20e HTTP/1.1" status: 200 len: 205 time: 0.0462818 Jul 23 10:38:21.400538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55864) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:21.420432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-8a6f68cb-ed5f-483a-966b-53df8cfc1ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936066 Jul 23 10:38:21.430526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:21.448391 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:21.453544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:21.474986 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] Routers {'7d4a27a7-cd33-46de-af06-65f4ca5cd20e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:21.476013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:21.486683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:21.487375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:21.549267 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:21.556001 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe64ea20-df12-4801-a4d7-93ded90dbf51 None None] The sync data for ids ['7d4a27a7-cd33-46de-af06-65f4ca5cd20e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:21.657910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-61a1b590-149c-4489-a897-bf7b9496f7d0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4481096 Jul 23 10:38:21.664714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55872) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:21.678543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:dc:f5:a4', 'name': 'tempest-NetworksTestDHCPv6-1353385151'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:21.797388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32de8dd8-186b-4794-8d7d-1f12f710c4e6 req-c2d4272c-6b98-44bd-95a6-1fb8c8068e85 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563559 Jul 23 10:38:21.867499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43d1a8-ecc9-4508-9a63-52a9f73b6bf9 req-64467a15-9a38-4454-a2d8-2ab9194c8aa1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:21.869046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e43d1a8-ecc9-4508-9a63-52a9f73b6bf9 req-64467a15-9a38-4454-a2d8-2ab9194c8aa1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.4373944 Jul 23 10:38:22.003474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e43d1a8-ecc9-4508-9a63-52a9f73b6bf9 req-ecf757a0-c498-4519-a7f5-3653e14d95e2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244709 Jul 23 10:38:22.033290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:22.195045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1f58e-cdeb-4a95-9160-7e991a7b7bff None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:22.230687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:38:22.235430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.257998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 9279a1c1-1a76-484d-addd-0330a5bd5ba9 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:38:22.310336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] For port d5e4f97f-4be5-408e-b61f-91ba33819d78, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d5e4f97f-4be5-408e-b61f-91ba33819d78,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:22.311191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.321214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.373720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6aca4ed-cbf5-40aa-84cd-cebebbee2289 None None] Provisioning for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:22.406035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Calling delete_port for d5e4f97f-4be5-408e-b61f-91ba33819d78 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:22.428163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:38:22.596828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:22.612851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'mac_address': 'fa:16:3e:9a:3f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:38:22.694720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.758864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8:0:1::233 (65597b37-0f65-4455-bf75-7f43a1f9f92a/3eab0aeb-a51d-4359-830d-18bf5ee1bbec/9279a1c1-1a76-484d-addd-0330a5bd5ba9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:22.789249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fedc:f5a4 (65597b37-0f65-4455-bf75-7f43a1f9f92a/b4511bf4-72fc-458f-8409-b9db4a071450/9279a1c1-1a76-484d-addd-0330a5bd5ba9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:22.827605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4010d-7485-43cf-b99e-1722094087bf req-b492d5db-1483-4ccc-8b7e-de95dd08c9e8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:22.831584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70c4010d-7485-43cf-b99e-1722094087bf req-b492d5db-1483-4ccc-8b7e-de95dd08c9e8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 943 time: 0.1697037 Jul 23 10:38:22.842854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:22.887682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.890509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.915157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:22.917206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Update dhcp port {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': 'b4511bf4-72fc-458f-8409-b9db4a071450', 'ip_address': '2001:db8::f816:3eff:fe44:f869'}, {'subnet_id': '3eab0aeb-a51d-4359-830d-18bf5ee1bbec'}], 'binding:host_id': 'n-d-778550-4'}, 'id': 'f6bf0a02-5d9d-47a5-892b-1f4696642e22'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:38:22.924934 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:22.925212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device db55dd12-64d9-451d-a109-3017cdd020ee details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:38:22.949217 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70c4010d-7485-43cf-b99e-1722094087bf req-744fd89a-4e6f-412e-b7ab-582d9af151f1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142554 Jul 23 10:38:22.968576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f6bf0a02-5d9d-47a5-892b-1f4696642e22 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:23.057357 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.057877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router 7d4a27a7-cd33-46de-af06-65f4ca5cd20e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:38:23.074391 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.075558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50885351-bc7c-434e-91e2-79277292c47d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/7d4a27a7-cd33-46de-af06-65f4ca5cd20e HTTP/1.1" status: 204 len: 168 time: 1.6680043 Jul 23 10:38:23.083658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55922) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:23.104098 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.134625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.170574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'Port': ['ID=d5e4f97f-4be5-408e-b61f-91ba33819d78,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:23.176068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:38:23.198558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f', '4a1fc288-7791-4129-a7b1-cd6b140e96ed'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:23.247873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:23.320280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] No DVR routers for this DVR port d5e4f97f-4be5-408e-b61f-91ba33819d78 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:23.323515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet 0fa3ec32-c134-4ab5-9728-6b57504057c5 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:23.329320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.332071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a938920b-9d47-4ec4-9e50-76f2731bdaf1 req-5061afff-5b68-4c4b-b4e3-f5d0df2ee830 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "DELETE /v2.0/ports/d5e4f97f-4be5-408e-b61f-91ba33819d78 HTTP/1.1" status: 204 len: 173 time: 2.5283039 Jul 23 10:38:23.333456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-deleted', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:23.338052 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6520ec0d-c047-41d0-9a1c-7e592e67a6b0" -d '{"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-deleted", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:23.348819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.452820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.472715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 9279a1c1-1a76-484d-addd-0330a5bd5ba9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:23.521980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.595825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.615187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1dc7-4617-4399-9792-32e0e75e970d req-9080291a-52ae-4393-b8cf-4845628ab91d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:23.619514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:23.624099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75bb1dc7-4617-4399-9792-32e0e75e970d req-9080291a-52ae-4393-b8cf-4845628ab91d tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 945 time: 0.5000765 Jul 23 10:38:23.648279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:23.648866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:23.649976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.789399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75bb1dc7-4617-4399-9792-32e0e75e970d req-ce1f08e1-43fe-4850-9bd7-9a9b5b92dc1f tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635199 Jul 23 10:38:23.812025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:23.833531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:23.844615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port db55dd12-64d9-451d-a109-3017cdd020ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=db55dd12-64d9-451d-a109-3017cdd020ee,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:23.858181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:23.859277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:23.924515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=9279a1c1-1a76-484d-addd-0330a5bd5ba9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:23.972913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'db55dd12-64d9-451d-a109-3017cdd020ee', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': 'db55dd12-64d9-451d-a109-3017cdd020ee', 'mac_address': 'fa:16:3e:ef:17:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:38:24.092158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-89887814-37ae-44c6-bdd3-1ac68ea74112 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4263048 Jul 23 10:38:24.094727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:24.291442 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7457233c-6587-4139-b6ac-1b1e558df6c3 x-openstack-request-id: req-7457233c-6587-4139-b6ac-1b1e558df6c3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:24.291777 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de38508b-e741-4baf-980c-dc2a4d60193c", "name": "network-vif-deleted", "tag": "d5e4f97f-4be5-408e-b61f-91ba33819d78", "status": "failed", "code": 422}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:24.292042 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7457233c-6587-4139-b6ac-1b1e558df6c3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:24.292476 n-d-778550-4 neutron-server[93834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de38508b-e741-4baf-980c-dc2a4d60193c', 'name': 'network-vif-deleted', 'tag': 'd5e4f97f-4be5-408e-b61f-91ba33819d78', 'status': 'failed', 'code': 422} returned with failed status Jul 23 10:38:24.351248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825c45a-b2d5-4a9b-958d-48bb2164736c req-1bc49c9b-a3ea-4bd1-8a75-a1aca9f6f755 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:24.353084 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.364795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4825c45a-b2d5-4a9b-958d-48bb2164736c req-1bc49c9b-a3ea-4bd1-8a75-a1aca9f6f755 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 945 time: 0.4293160 Jul 23 10:38:24.386515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.412473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.452108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db55dd12-64d9-451d-a109-3017cdd020ee {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:24.498699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port db55dd12-64d9-451d-a109-3017cdd020ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=db55dd12-64d9-451d-a109-3017cdd020ee,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:24.503984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70585050-dd1e-4cea-a087-d3a0d083975d req-42e05569-cdb7-4b48-b0e0-95bf790edcf6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:24.515389 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70585050-dd1e-4cea-a087-d3a0d083975d req-42e05569-cdb7-4b48-b0e0-95bf790edcf6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 943 time: 0.1732821 Jul 23 10:38:24.549913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4825c45a-b2d5-4a9b-958d-48bb2164736c req-28191ec9-f289-42a4-bfe6-ae26177b8ba2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838698 Jul 23 10:38:24.558409 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.579593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 9279a1c1-1a76-484d-addd-0330a5bd5ba9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:24.579958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.644923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.714312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70585050-dd1e-4cea-a087-d3a0d083975d req-0cd8c3c2-a478-4595-8659-4f2a7c657977 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984882 Jul 23 10:38:24.727202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6744ce-931f-4ada-abee-37d94c9344de req-db286b8c-125b-458b-89a9-1151fc1fec48 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:24.729552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e6744ce-931f-4ada-abee-37d94c9344de req-db286b8c-125b-458b-89a9-1151fc1fec48 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 945 time: 0.3327160 Jul 23 10:38:24.732270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa3ec32-c134-4ab5-9728-6b57504057c5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:24.754776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.763538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f3d8653c-aef4-4a54-a707-5f79ac84019e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/0fa3ec32-c134-4ab5-9728-6b57504057c5 HTTP/1.1" status: 204 len: 168 time: 1.6736114 Jul 23 10:38:24.765790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55958) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:24.836965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:24.872957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a33c0-ba56-4c59-a96d-2c2e51023433 None None] Network e505427c-3724-4cbc-a321-ab986c82f6dd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:24.885530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 9279a1c1-1a76-484d-addd-0330a5bd5ba9 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:24.982555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:24.987954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['db55dd12-64d9-451d-a109-3017cdd020ee'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:25.015401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Allocated IP 2001:db8:0:1::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/3eab0aeb-a51d-4359-830d-18bf5ee1bbec/f6bf0a02-5d9d-47a5-892b-1f4696642e22) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:25.032731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.186247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 330e537b-4e5c-404f-85c9-46801bc503f2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:25.187009 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.402623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 330e537b-4e5c-404f-85c9-46801bc503f2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=330e537b-4e5c-404f-85c9-46801bc503f2,segment=NetworkSegment(a0f2a2e3-7d17-4ac4-bb31-56c797255a14),segment_id=a0f2a2e3-7d17-4ac4-bb31-56c797255a14)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:25.403137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.423960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.441120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 330e537b-4e5c-404f-85c9-46801bc503f2 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:25.465425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.594149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.624607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f40656-6c8f-4a18-b728-991ab2319881 req-376934ba-208d-4371-b048-5c3de0e47663 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:25.627275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1f40656-6c8f-4a18-b728-991ab2319881 req-376934ba-208d-4371-b048-5c3de0e47663 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 945 time: 0.4867847 Jul 23 10:38:25.628421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=9279a1c1-1a76-484d-addd-0330a5bd5ba9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:25.668176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Deleting port 5e2026ee-4275-47bd-ae88-aafafec27b38 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:25.670475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=330e537b-4e5c-404f-85c9-46801bc503f2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:25.675852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.676487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=db55dd12-64d9-451d-a109-3017cdd020ee,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:25.683658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.686397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c905a51-4de7-4446-aaae-3ad7e754225e req-24716632-a860-4c65-8abb-4c44bd7ceb39 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:25.691864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49633619-afdd-4311-9e96-59dfc3aebe80 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/9279a1c1-1a76-484d-addd-0330a5bd5ba9 HTTP/1.1" status: 204 len: 168 time: 1.5952952 Jul 23 10:38:25.694546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c905a51-4de7-4446-aaae-3ad7e754225e req-24716632-a860-4c65-8abb-4c44bd7ceb39 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 907 time: 0.4979670 Jul 23 10:38:25.699167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port 330e537b-4e5c-404f-85c9-46801bc503f2 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:25.700938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55972) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:25.867401 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1f40656-6c8f-4a18-b728-991ab2319881 req-14178fbf-cbb9-4199-bf0e-a7e2bd3cbe8c tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d95c836-6443-4fee-8777-22264db65531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742959 Jul 23 10:38:25.868739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] For port f6bf0a02-5d9d-47a5-892b-1f4696642e22, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f6bf0a02-5d9d-47a5-892b-1f4696642e22,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:25.924508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] For port 5e2026ee-4275-47bd-ae88-aafafec27b38, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=5e2026ee-4275-47bd-ae88-aafafec27b38,segment=NetworkSegment(dd0bc9df-4c07-4999-8fa9-36f50b5443fe),segment_id=dd0bc9df-4c07-4999-8fa9-36f50b5443fe)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:25.929261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:25.966695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Calling delete_port for 5e2026ee-4275-47bd-ae88-aafafec27b38 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:25.992250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.017802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e505427c-3724-4cbc-a321-ab986c82f6dd']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:26.038524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:26.039225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f2a2e3-7d17-4ac4-bb31-56c797255a14') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:26.039628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.047125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404298d9-e281-4f6a-95ff-e033e49e8a38 None None] DHCP port deletion for e505427c-3724-4cbc-a321-ab986c82f6dd request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:26.049696 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.065231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.072575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:38:26.073031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.076343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Transition to ACTIVE for port object f6bf0a02-5d9d-47a5-892b-1f4696642e22 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:26.100564 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:38:26.155408 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:38:26.214430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.243827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.245661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d3851-3cd1-468a-832e-4b96c10ea3de req-62031da2-cf97-49e6-b0df-25db108b7e2a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:26.247118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/e505427c-3724-4cbc-a321-ab986c82f6dd HTTP/1.1" status: 204 len: 168 time: 1.4803431 Jul 23 10:38:26.255567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55980) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:26.264551 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-054d3851-3cd1-468a-832e-4b96c10ea3de req-62031da2-cf97-49e6-b0df-25db108b7e2a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 944 time: 0.2075553 Jul 23 10:38:26.273253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed3782-1d05-4cf3-aa6a-6d266c7c797d None None] Pushing event updated for resources: {'Port': ['ID=f6bf0a02-5d9d-47a5-892b-1f4696642e22,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:26.275484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-277761629', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:26.317847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4ad8b-e470-487e-b38b-65c3c795f466 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=e505427c-3724-4cbc-a321-ab986c82f6dd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:26.353152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-054d3851-3cd1-468a-832e-4b96c10ea3de req-e6d984e0-86d6-4504-b659-ed2391fef013 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822856 Jul 23 10:38:26.399293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685cd83d-e2f4-42cb-b8da-cb90c98c2aef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:26.400014 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:38:26.401289 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-685cd83d-e2f4-42cb-b8da-cb90c98c2aef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6972663 Jul 23 10:38:26.401892 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:38:26.403537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.404606 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.411340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:26.421613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d3b0b-1288-4f5e-bcac-c648b36c8831 req-a9965b3a-b8c8-4ba3-955f-00b01b990a3d tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:26.433646 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-867d3b0b-1288-4f5e-bcac-c648b36c8831 req-a9965b3a-b8c8-4ba3-955f-00b01b990a3d tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 945 time: 0.6111751 Jul 23 10:38:26.509370 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.556837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5e2026ee-4275-47bd-ae88-aafafec27b38 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:26.600546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:26.602872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 5e2026ee-4275-47bd-ae88-aafafec27b38 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:26.603216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 5e2026ee-4275-47bd-ae88-aafafec27b38 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:26.612330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Pushing event deleted for resources: {'Port': ['ID=5e2026ee-4275-47bd-ae88-aafafec27b38,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:26.632515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-867d3b0b-1288-4f5e-bcac-c648b36c8831 req-0e71925c-f3d5-4178-b661-6d20466514df tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978655 Jul 23 10:38:26.651928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.710360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] No DVR routers for this DVR port 5e2026ee-4275-47bd-ae88-aafafec27b38 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:26.714551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.722674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e6744ce-931f-4ada-abee-37d94c9344de req-892c3b3c-66e9-4855-b24f-25f4bdf2b5c4 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.20 "DELETE /v2.0/ports/5e2026ee-4275-47bd-ae88-aafafec27b38 HTTP/1.1" status: 204 len: 173 time: 1.9690795 Jul 23 10:38:26.729340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f55626-e532-4385-86b3-1d221d5ab09b', 'name': 'network-vif-deleted', 'tag': '5e2026ee-4275-47bd-ae88-aafafec27b38'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:26.732650 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5665d9cb-758c-4bad-bd0e-d8a2da4b1dff" -d '{"events": [{"server_uuid": "50f55626-e532-4385-86b3-1d221d5ab09b", "name": "network-vif-deleted", "tag": "5e2026ee-4275-47bd-ae88-aafafec27b38"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:26.773388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:26.773784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.969266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:26.988924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46287991-4d46-4ec7-b78d-d0a7458d7b5d req-a4eaf93c-4b1c-4c71-bf22-d0f6501fbbf2 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:26.996448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46287991-4d46-4ec7-b78d-d0a7458d7b5d req-a4eaf93c-4b1c-4c71-bf22-d0f6501fbbf2 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.2973287 Jul 23 10:38:27.023793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e74e6-3b7d-46af-940c-96047e42b289 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:27.042107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:27.042684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c3e74e6-3b7d-46af-940c-96047e42b289 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6001360 Jul 23 10:38:27.088970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:27.092569 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83748e4d-3507-4a50-92d5-52830b1a6ac6" -d '{"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:27.135744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:27.145811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.148919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36476204-ede9-447a-9f04-f4818cae4d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.149461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca0437-f779-4bf6-ae39-6a303978706f req-f4519f88-9460-4c09-8ac2-aed0a696ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:27.151244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-f4519f88-9460-4c09-8ac2-aed0a696ac43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1096 time: 0.3163536 Jul 23 10:38:27.182975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46287991-4d46-4ec7-b78d-d0a7458d7b5d req-57ca3f4c-3d42-44e5-acf3-b93ce1d4a8d1 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848834 Jul 23 10:38:27.198744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.284592 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5475f1e9-3690-40fd-8b85-39bed010d56c x-openstack-request-id: req-5475f1e9-3690-40fd-8b85-39bed010d56c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:27.285003 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f55626-e532-4385-86b3-1d221d5ab09b", "name": "network-vif-deleted", "tag": "5e2026ee-4275-47bd-ae88-aafafec27b38", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:27.285205 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5475f1e9-3690-40fd-8b85-39bed010d56c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:27.285593 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f55626-e532-4385-86b3-1d221d5ab09b', 'name': 'network-vif-deleted', 'tag': '5e2026ee-4275-47bd-ae88-aafafec27b38', 'status': 'completed', 'code': 200} Jul 23 10:38:27.308339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf8a61-1c88-4dd8-89f7-cafec5c39f63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:27.315338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf8a61-1c88-4dd8-89f7-cafec5c39f63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:27.317123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf8a61-1c88-4dd8-89f7-cafec5c39f63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:27.325121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90bf8a61-1c88-4dd8-89f7-cafec5c39f63 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2734089 Jul 23 10:38:27.325753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:27.374512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port f6bf0a02-5d9d-47a5-892b-1f4696642e22, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f6bf0a02-5d9d-47a5-892b-1f4696642e22,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:27.398744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.404355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:27.533401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=f6bf0a02-5d9d-47a5-892b-1f4696642e22,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:27.549178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 3eab0aeb-a51d-4359-830d-18bf5ee1bbec {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:27.573709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71ad7aec-ba1c-42eb-bd62-9cdc76de112c req-10a5c9a3-e443-4743-a258-e797dc73af76 tempest-InstanceActionsNegativeTestJSON-462605151 tempest-InstanceActionsNegativeTestJSON-462605151-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f55626-e532-4385-86b3-1d221d5ab09b HTTP/1.1" status: 200 len: 210 time: 0.1224096 Jul 23 10:38:27.604548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f6bf0a02-5d9d-47a5-892b-1f4696642e22 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:27.665567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9db5e6b9-45ca-4024-b3d9-8be4b15ce28c None None] Provisioning for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:27.677835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9db5e6b9-45ca-4024-b3d9-8be4b15ce28c None None] Provisioning complete for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:27.678607 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9db5e6b9-45ca-4024-b3d9-8be4b15ce28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.688649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.765648 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce469c-d1d7-4f86-9e9d-77bc5c1ab644 x-openstack-request-id: req-a1ce469c-d1d7-4f86-9e9d-77bc5c1ab644 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:27.766276 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:27.767634 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1ce469c-d1d7-4f86-9e9d-77bc5c1ab644 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:27.768479 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'code': 200} Jul 23 10:38:27.848011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:27.848763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:27.944657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.013001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca0437-f779-4bf6-ae39-6a303978706f req-ee31404b-dc78-419c-bb41-b35c5c898b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.014579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-ee31404b-dc78-419c-bb41-b35c5c898b35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.8112159 Jul 23 10:38:28.098669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5418a-8458-4c0c-ac78-f28266a18964 req-2517448f-4c86-4f10-b095-dcb16a5846a2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.113998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ca5418a-8458-4c0c-ac78-f28266a18964 req-2517448f-4c86-4f10-b095-dcb16a5846a2 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 944 time: 0.2508831 Jul 23 10:38:28.183330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 330e537b-4e5c-404f-85c9-46801bc503f2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:28.223785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.229183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-7f565848-acdf-4c5b-83ea-affc8c8a9fc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 1001 time: 0.2051916 Jul 23 10:38:28.254385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ca5418a-8458-4c0c-ac78-f28266a18964 req-49584d8f-557f-4cde-98a3-541c3b468ff1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394031 Jul 23 10:38:28.256131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 330e537b-4e5c-404f-85c9-46801bc503f2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:28.259522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 330e537b-4e5c-404f-85c9-46801bc503f2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:28.268747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-66dfe5d6-82b0-4b9e-97e6-cc341ac64c27 None None] Could not find standard attr ID for object 9279a1c1-1a76-484d-addd-0330a5bd5ba9. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:38:28.285649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-6b1f5fce-d43e-4ca2-9832-842bc84e76a8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.287226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-6b1f5fce-d43e-4ca2-9832-842bc84e76a8 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 907 time: 1.5164192 Jul 23 10:38:28.355162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1c94-a616-45e2-8849-ccffebd272aa req-b1bb1699-6b32-4e59-a432-c49b72544ec9 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.356977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c74b1c94-a616-45e2-8849-ccffebd272aa req-b1bb1699-6b32-4e59-a432-c49b72544ec9 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 907 time: 1.4841676 Jul 23 10:38:28.412044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca0437-f779-4bf6-ae39-6a303978706f req-c1a4c3fc-2e34-42e2-bcdf-00228889d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.417597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-c1a4c3fc-2e34-42e2-bcdf-00228889d12a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.1581321 Jul 23 10:38:28.521046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.583998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device db55dd12-64d9-451d-a109-3017cdd020ee up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:28.634775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca0437-f779-4bf6-ae39-6a303978706f req-92b08041-1b82-4959-95f9-cda66f3f9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.637347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-92b08041-1b82-4959-95f9-cda66f3f9059 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874921 Jul 23 10:38:28.654332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd0374-a9f7-42e7-8517-d9a3b33f24b7 req-d19d7d66-a039-4a48-817b-0c9f57a0e20f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:28.662331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0cd0374-a9f7-42e7-8517-d9a3b33f24b7 req-d19d7d66-a039-4a48-817b-0c9f57a0e20f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2364855 Jul 23 10:38:28.666900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Deleting port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:28.667257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.731067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port db55dd12-64d9-451d-a109-3017cdd020ee completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:28.737517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port db55dd12-64d9-451d-a109-3017cdd020ee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:28.737905 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.842659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-f541154d-33a0-4ed4-84c3-6a1aba91df4f service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564033 Jul 23 10:38:28.859827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0cd0374-a9f7-42e7-8517-d9a3b33f24b7 req-bc629ad8-385a-4114-8e83-be1f7300c5d0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961479 Jul 23 10:38:28.881287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] For port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:28.881676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.908740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.911028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Calling delete_port for b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:28.930815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:28.954986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:28.987068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port db55dd12-64d9-451d-a109-3017cdd020ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=db55dd12-64d9-451d-a109-3017cdd020ee,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:28.996198 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.031444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Deleting subnet a568acff-a622-4092-b327-97fbc480d0f8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:29.035172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.065206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c14eab-e6b0-4222-be58-fea8c807bbaa req-70f98ebb-99c1-4d81-b8bc-dc44ed1b6476 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:29.066621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2c14eab-e6b0-4222-be58-fea8c807bbaa req-70f98ebb-99c1-4d81-b8bc-dc44ed1b6476 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.5564449 Jul 23 10:38:29.071098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.085057 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.118169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=db55dd12-64d9-451d-a109-3017cdd020ee,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:29.141182 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.177847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] No DVR routers for this DVR port b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:29.181281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=3eab0aeb-a51d-4359-830d-18bf5ee1bbec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:29.181474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.183946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.189733 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-51f25c35-36df-40a1-8682-fa0f6714498d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/3eab0aeb-a51d-4359-830d-18bf5ee1bbec HTTP/1.1" status: 204 len: 168 time: 1.8600173 Jul 23 10:38:29.190875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-503de047-12ac-43f4-a2e1-7abe39d32a1f req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "DELETE /v2.0/ports/b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 HTTP/1.1" status: 204 len: 173 time: 0.8879514 Jul 23 10:38:29.193660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399bb21-02cc-425b-8032-93d4ba09b936 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:29.197498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:29.204108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'name': 'network-vif-deleted', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:29.209173 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c933292-6e82-4e50-bb3c-f230b16ff3f3" -d '{"events": [{"server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "name": "network-vif-deleted", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:29.242775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8e00-fe88-4fbf-8498-0b01fdacb216 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'Port': ['ID=b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:29.249778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.321039 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a73706c-4ba7-42b1-910d-4a333f6ca25b x-openstack-request-id: req-0a73706c-4ba7-42b1-910d-4a333f6ca25b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:29.321389 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0224e42e-f489-4144-b5ec-00a047d7c784", "name": "network-vif-deleted", "tag": "b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:29.321632 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a73706c-4ba7-42b1-910d-4a333f6ca25b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:29.322038 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0224e42e-f489-4144-b5ec-00a047d7c784', 'name': 'network-vif-deleted', 'tag': 'b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765', 'status': 'completed', 'code': 200} Jul 23 10:38:29.323348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.403458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet b4511bf4-72fc-458f-8409-b9db4a071450 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:29.459770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.577887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f6bf0a02-5d9d-47a5-892b-1f4696642e22 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:29.589115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2c14eab-e6b0-4222-be58-fea8c807bbaa req-d29ff4b6-6c2e-44cd-91ae-e773a3708a1a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5070097 Jul 23 10:38:29.608643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 172.25.4.22 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/be7250d7-1199-425b-b3a5-654941eb2f74) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:29.617832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.679294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a568acff-a622-4092-b327-97fbc480d0f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:29.689929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46ca0437-f779-4bf6-ae39-6a303978706f req-019e58e2-1404-46b8-9d24-927d58a8b509 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273375 Jul 23 10:38:29.721850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.772175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db55dd12-64d9-451d-a109-3017cdd020ee'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:29.774548 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09952201-1c78-4e5f-9d74-2d41531cb247" -d '{"events": [{"server_uuid": "2c0d9607-4a27-406c-af45-fbf8e8b7b6e6", "name": "network-vif-plugged", "status": "completed", "tag": "db55dd12-64d9-451d-a109-3017cdd020ee"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:29.783087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:29.783575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.787183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:29.797823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b85e2bcd-59ee-4fb4-856f-7bb6e364db98 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a568acff-a622-4092-b327-97fbc480d0f8 HTTP/1.1" status: 204 len: 168 time: 0.8387070 Jul 23 10:38:29.807154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:29.840073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd16c1-857a-4f59-a08c-bd009de23540 req-3d03e73d-b760-44cd-95eb-eb728c910d3d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:29.851030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bcd16c1-857a-4f59-a08c-bd009de23540 req-3d03e73d-b760-44cd-95eb-eb728c910d3d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.4306912 Jul 23 10:38:29.988351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27750fab-5186-4a8d-8abd-532f8a5f7aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.034398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.057689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.083736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bcd16c1-857a-4f59-a08c-bd009de23540 req-4f277aa8-e342-49b2-8500-5b2f12887985 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304251 Jul 23 10:38:30.104089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2943b1d-2047-450d-9cc9-edf2735b82e3 req-158dedaa-bc2d-4e9c-a977-d6a236082d30 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=0224e42e-f489-4144-b5ec-00a047d7c784 HTTP/1.1" status: 200 len: 210 time: 0.3143196 Jul 23 10:38:30.106079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.191303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.212805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:30.224269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:30.240504 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3efa8ad-270e-4e79-86f9-044e54b0635d x-openstack-request-id: req-b3efa8ad-270e-4e79-86f9-044e54b0635d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:30.245548 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0d9607-4a27-406c-af45-fbf8e8b7b6e6", "name": "network-vif-plugged", "status": "completed", "tag": "db55dd12-64d9-451d-a109-3017cdd020ee", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:30.245860 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3efa8ad-270e-4e79-86f9-044e54b0635d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:30.246297 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db55dd12-64d9-451d-a109-3017cdd020ee', 'code': 200} Jul 23 10:38:30.247907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:30.345248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.358621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0d40f5-e114-4e45-b761-c22142c06497']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:30.373043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=be7250d7-1199-425b-b3a5-654941eb2f74,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:30.380598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:30.381255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0bc9df-4c07-4999-8fa9-36f50b5443fe') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:30.406413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.406774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.407126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.408198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.408766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.409136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.409491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.409824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.410273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.410745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.411170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.411519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:30.437248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.463755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.494252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.531689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:38:30.534201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:38:30.549107 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:38:30.551556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7576f-cf45-46a7-b76d-e1152fc40734 req-8031f427-03fd-4f81-a746-9111bbfd7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:30.551556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f7576f-cf45-46a7-b76d-e1152fc40734 req-8031f427-03fd-4f81-a746-9111bbfd7590 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 1096 time: 0.2396784 Jul 23 10:38:30.578344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:30.623200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:30.623577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2cfeb4c-0d30-44eb-b8b5-526f0f4ab765 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:30.656115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f7576f-cf45-46a7-b76d-e1152fc40734 req-e3343de3-5500-4e8a-8250-51465d1c0a1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831387 Jul 23 10:38:30.932221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bad19a-192e-43d8-b853-c3770e48dad1 req-c076619d-8d82-4161-8352-027ffad0b35d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:30.934340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9bad19a-192e-43d8-b853-c3770e48dad1 req-c076619d-8d82-4161-8352-027ffad0b35d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.1763687 Jul 23 10:38:30.944879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.023071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0dd3a353-dbc8-478e-b25a-38bc6db7a6a7 None None] Provisioning complete for port f6bf0a02-5d9d-47a5-892b-1f4696642e22 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:31.023753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a353-dbc8-478e-b25a-38bc6db7a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.108382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b8c87-14c1-4e71-bf0d-5a4e230eb5b1 req-90227762-a851-46d2-a121-5bfeb64b4cf5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:31.110153 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b02b8c87-14c1-4e71-bf0d-5a4e230eb5b1 req-90227762-a851-46d2-a121-5bfeb64b4cf5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.7125578 Jul 23 10:38:31.133789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.145245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.163230 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.168170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/b4511bf4-72fc-458f-8409-b9db4a071450 HTTP/1.1" status: 204 len: 168 time: 1.9694355 Jul 23 10:38:31.170653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.172623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d0d40f5-e114-4e45-b761-c22142c06497 HTTP/1.1" status: 204 len: 168 time: 1.3122134 Jul 23 10:38:31.174876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:31.175568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867081b-a2cc-46c0-a835-135f632552e6 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:31.339276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5038770-df25-4b5e-8c6f-070285e1273c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0d40f5-e114-4e45-b761-c22142c06497,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:31.354444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7093c2d7-1215-402c-b6c9-31a4251e6a4f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1772563 Jul 23 10:38:31.356225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e4a9-26b7-49a0-af91-861d7a3bb2d4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=b4511bf4-72fc-458f-8409-b9db4a071450,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:31.356495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.358595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56042) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:31.375371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:31.382455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:31.395364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.421545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b02b8c87-14c1-4e71-bf0d-5a4e230eb5b1 req-84c8d3e0-b79e-4e35-ab67-af224f30c542 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978015 Jul 23 10:38:31.493627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-304626bf-7b00-42ae-b238-ef1584cdacf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c08d109263e4b0eaed4f00983097f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074023 Jul 23 10:38:31.497074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:31.559847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:31.569742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd0b75b7-495c-4efe-b42a-60dd86894ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.572494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:31.576095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.631612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd0b75b7-495c-4efe-b42a-60dd86894ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.716157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9bad19a-192e-43d8-b853-c3770e48dad1 req-f7b725c8-9bc8-4f4a-be93-a3e9bd75516d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7606931 Jul 23 10:38:31.761663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] Deleting port f6bf0a02-5d9d-47a5-892b-1f4696642e22 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:31.763883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.910753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 9f6db301-a7a7-427e-a1e3-0533470975de is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:38:31.923595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] For port f6bf0a02-5d9d-47a5-892b-1f4696642e22, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f6bf0a02-5d9d-47a5-892b-1f4696642e22,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:31.929187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:31.967138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] Calling delete_port for f6bf0a02-5d9d-47a5-892b-1f4696642e22 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:32.103005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd0b75b7-495c-4efe-b42a-60dd86894ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.105627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd0b75b7-495c-4efe-b42a-60dd86894ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.106800 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fd0b75b7-495c-4efe-b42a-60dd86894ba6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d95c836-6443-4fee-8777-22264db65531 HTTP/1.1" status: 204 len: 168 time: 0.6085639 Jul 23 10:38:32.158961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b75b7-495c-4efe-b42a-60dd86894ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d95c836-6443-4fee-8777-22264db65531,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:32.160782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.227927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83b656-6d75-4491-8b70-8541047e2e34 req-b16721c1-6f44-4008-bbc7-74b76c46a506 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:32.237827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a83b656-6d75-4491-8b70-8541047e2e34 req-b16721c1-6f44-4008-bbc7-74b76c46a506 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.2532439 Jul 23 10:38:32.279093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] Pushing event deleted for resources: {'Port': ['ID=f6bf0a02-5d9d-47a5-892b-1f4696642e22,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:32.293173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d35ae-33fe-487c-a55a-e136c3056d92 None None] No DVR routers for this DVR port f6bf0a02-5d9d-47a5-892b-1f4696642e22 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:32.318181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:32.330030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] Sync routers for ids ['9f6db301-a7a7-427e-a1e3-0533470975de'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:32.352894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:38:32.354984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] Routers {'9f6db301-a7a7-427e-a1e3-0533470975de'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:32.355777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['9f6db301-a7a7-427e-a1e3-0533470975de'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:32.374029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.426331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.440785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-45d700b1-8ef3-46d9-a494-a282d36b1a68 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.1682515 Jul 23 10:38:32.445128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56060) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:32.507111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:32.545230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.550640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=cf3c3762-c07f-42a0-b1f6-94813200107c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:32.568696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] Routers {'9f6db301-a7a7-427e-a1e3-0533470975de'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:32.569506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['9f6db301-a7a7-427e-a1e3-0533470975de'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:32.594272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:32.611209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:32.620648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:32.621469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:32.639508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfa388aa-c9ad-454c-b9bf-b504abf76982 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/routers/9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 200 len: 883 time: 0.1918454 Jul 23 10:38:32.644037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56068) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:32.675446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a83b656-6d75-4491-8b70-8541047e2e34 req-36a7b5a0-d1f6-4343-b992-275f7de3079a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364350 Jul 23 10:38:32.681201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-875de587-9731-4ecc-800a-0f052efb3305 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3185964 Jul 23 10:38:32.685370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:32.706342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:32.713656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1b122-a808-47a1-a2a2-7eb2e96eb728 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:32.734201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:32.734927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559288b-e883-48c8-bb93-9d29cf0d2bc1 None None] The sync data for ids ['9f6db301-a7a7-427e-a1e3-0533470975de'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:32.990702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa8dd8-98b5-407b-8aa3-792a8027694b req-889a552f-4ef7-444f-9920-4a281fc195c1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:32.992502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cfa8dd8-98b5-407b-8aa3-792a8027694b req-889a552f-4ef7-444f-9920-4a281fc195c1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 946 time: 0.6536210 Jul 23 10:38:33.105553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f6643-36f6-4d17-901b-11a604e5151e req-0f25017c-ead8-4bfd-aced-f683391a52b7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:33.127187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d20f6643-36f6-4d17-901b-11a604e5151e req-0f25017c-ead8-4bfd-aced-f683391a52b7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2060714 Jul 23 10:38:33.155246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:33.160904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:33.168948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cfa8dd8-98b5-407b-8aa3-792a8027694b req-45f4ca34-c540-4ed2-9361-d1543b4e26f2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567621 Jul 23 10:38:33.238234 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d20f6643-36f6-4d17-901b-11a604e5151e req-519a388f-becc-4568-aa73-8da712399df2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058745 Jul 23 10:38:33.316446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'cf3c3762-c07f-42a0-b1f6-94813200107c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:38:33.317346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:33.337624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8db914d3-1f5b-4865-a37b-164cd784b038 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6888638 Jul 23 10:38:33.341595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:33.347328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-277761629'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:33.564260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f6bf0a02-5d9d-47a5-892b-1f4696642e22 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:33.625027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: f6bf0a02-5d9d-47a5-892b-1f4696642e22 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:33.625653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f6bf0a02-5d9d-47a5-892b-1f4696642e22 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:33.686315 n-d-778550-4 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf3c3762-c07f-42a0-b1f6-94813200107c (CIDR: 2001:db8::/64) Jul 23 10:38:33.713867 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:38:33.714369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:38:33.808794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Allocated IP 2001:db8::f816:3eff:fedf:cc6b (65597b37-0f65-4455-bf75-7f43a1f9f92a/cf3c3762-c07f-42a0-b1f6-94813200107c/480bfe41-7569-47ed-8506-8e3f0e6ef067) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:34.103281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.111589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:34.163865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.331927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-4a62e673-288a-4c75-a083-0cc3f6d4d2a2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:34.334475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-4a62e673-288a-4c75-a083-0cc3f6d4d2a2 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 946 time: 0.9573462 Jul 23 10:38:34.358411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1add59-4041-467b-89de-4273a437e232 req-2cce9c16-011c-49a8-89ea-9df73ac3dc1d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:34.360075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee1add59-4041-467b-89de-4273a437e232 req-2cce9c16-011c-49a8-89ea-9df73ac3dc1d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.9036171 Jul 23 10:38:34.510998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a245f37-9d55-4a9c-9a18-b599b2ada051 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8236208 Jul 23 10:38:34.516626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.519091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:34.535017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:34.558408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee1add59-4041-467b-89de-4273a437e232 req-54ee93e6-a585-4972-a4c3-89b082381349 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581194 Jul 23 10:38:34.581024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-520930968-network', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:34.597880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 9f6db301-a7a7-427e-a1e3-0533470975de has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:38:34.618437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Deleting port 4a1fc288-7791-4129-a7b1-cd6b140e96ed {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:34.619639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.717205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9f89c-a38d-4713-9ceb-f5c922baec14 req-9058022f-3de1-47fa-96f8-87e334ba3a9c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:34.726611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdb9f89c-a38d-4713-9ceb-f5c922baec14 req-9058022f-3de1-47fa-96f8-87e334ba3a9c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.6134405 Jul 23 10:38:34.738397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.760503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Transition to ACTIVE for port object 480bfe41-7569-47ed-8506-8e3f0e6ef067 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:34.793902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Transition to ACTIVE for port object 480bfe41-7569-47ed-8506-8e3f0e6ef067 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:34.818295 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.892704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:34.900853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Made reservation on behalf of fa153e86810542e3966f1d9be55c91ff for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:34.903467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.905468 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] Sync routers for ids ['9f6db301-a7a7-427e-a1e3-0533470975de'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:34.920245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.924158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e3f88532-6348-4fc2-9a76-4f656575c6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 200 len: 890 time: 1.5780869 Jul 23 10:38:34.925698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:34.926641 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] Routers {'9f6db301-a7a7-427e-a1e3-0533470975de'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:34.927302 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['9f6db301-a7a7-427e-a1e3-0533470975de'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:34.933334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] For port 4a1fc288-7791-4129-a7b1-cd6b140e96ed, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4a1fc288-7791-4129-a7b1-cd6b140e96ed,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:34.935972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.939713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:34.943244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:34.947697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:34.960091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:35.004584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Calling delete_port for 4a1fc288-7791-4129-a7b1-cd6b140e96ed owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:35.068525 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:35.068906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdb9f89c-a38d-4713-9ceb-f5c922baec14 req-7efa9429-972b-4c3a-ac1c-8830223f0492 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360715 Jul 23 10:38:35.093697 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] Routers {'9f6db301-a7a7-427e-a1e3-0533470975de'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:35.094368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['9f6db301-a7a7-427e-a1e3-0533470975de'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:35.099782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704dc7-ba9b-4ce4-87fb-aa4ad266bb3a req-bfbba1fd-7246-4a82-9c98-746d1e5b29b3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:35.101570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b704dc7-ba9b-4ce4-87fb-aa4ad266bb3a req-bfbba1fd-7246-4a82-9c98-746d1e5b29b3 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 946 time: 0.2890294 Jul 23 10:38:35.107343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Pushing event updated for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:35.137550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:38:35.137550 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:38:35.137550 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': 'fa153e86810542e3966f1d9be55c91ff', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 38, 35, 48378)}] Jul 23 10:38:35.137550 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:38:35.138308 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:38:35.154086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Attempting to bind port 480bfe41-7569-47ed-8506-8e3f0e6ef067 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:35.155576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Attempting to bind port 480bfe41-7569-47ed-8506-8e3f0e6ef067 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:35.156160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Attempting to bind port 480bfe41-7569-47ed-8506-8e3f0e6ef067 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:35.164437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:35.165201 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d9773-3975-4784-8eb7-8db6886ade42 None None] The sync data for ids ['9f6db301-a7a7-427e-a1e3-0533470975de'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:35.169612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:35.172581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:35.173221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.173818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:35.176175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Bound port: 480bfe41-7569-47ed-8506-8e3f0e6ef067, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:35.176996 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.225722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:35.235109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.256126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b81edc56-7a38-4542-a6b2-b471aaf8dcc2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/routers/9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 200 len: 890 time: 0.3197081 Jul 23 10:38:35.260046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56230) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:35.356651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:35.360079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=480bfe41-7569-47ed-8506-8e3f0e6ef067,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:35.368064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.374743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.410580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b704dc7-ba9b-4ce4-87fb-aa4ad266bb3a req-c51fd849-03d0-49e2-baf8-54b5391a7d52 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008561 Jul 23 10:38:35.443822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['493f1df3-6053-40d8-967f-ca70ef24d56f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:35.501696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'Port': ['ID=4a1fc288-7791-4129-a7b1-cd6b140e96ed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:35.524297 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-efaa786d-7104-42bb-b8aa-b16e08731b57 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 200 len: 205 time: 0.2602561 Jul 23 10:38:35.528290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56246) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:35.649570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8529d38-e4a1-4803-bebe-1973ec2f5c59 None None] Pushing event updated for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:35.671863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.784288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] No DVR routers for this DVR port 4a1fc288-7791-4129-a7b1-cd6b140e96ed on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:35.790215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.792373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5ac73151-32b6-4702-a32f-71c2bbf5a438 req-7d272713-575c-411c-b41a-05f7a5bc37d0 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "DELETE /v2.0/ports/4a1fc288-7791-4129-a7b1-cd6b140e96ed HTTP/1.1" status: 204 len: 173 time: 1.4515996 Jul 23 10:38:35.800584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'name': 'network-vif-deleted', 'tag': '4a1fc288-7791-4129-a7b1-cd6b140e96ed'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:35.806449 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5f71db-af04-4aac-b6d8-db1ca684602f" -d '{"events": [{"server_uuid": "1222b0b5-6139-4b80-948f-eef6f1cae0cd", "name": "network-vif-deleted", "tag": "4a1fc288-7791-4129-a7b1-cd6b140e96ed"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:35.862159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6514034-53ff-4b28-81dd-c909e72c4ce8 req-e4da98a8-f52e-4249-81c8-874bf32b7806 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:35.916277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6514034-53ff-4b28-81dd-c909e72c4ce8 req-e4da98a8-f52e-4249-81c8-874bf32b7806 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 945 time: 0.3809655 Jul 23 10:38:35.984845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:35.992767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff63b-4a89-4d86-b521-7c4aee0d845c req-e967f999-5666-4b4f-97c2-5d61a007bd57 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:35.993592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-134ff63b-4a89-4d86-b521-7c4aee0d845c req-e967f999-5666-4b4f-97c2-5d61a007bd57 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.7309699 Jul 23 10:38:36.207241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.277235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6514034-53ff-4b28-81dd-c909e72c4ce8 req-fe1fa6db-64ed-404c-aa9a-a2354364de6e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589897 Jul 23 10:38:36.329924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-134ff63b-4a89-4d86-b521-7c4aee0d845c req-8450529a-186e-4584-8dae-e3e53704b8da tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177106 Jul 23 10:38:36.411089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:36.427647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:36.458227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:36.461802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.462577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.480458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:36.547048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.557386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.558022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.558913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.560111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.560678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.561236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.561801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.562894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.563609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.564739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.565258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.565795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:36.573924 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.585039 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7991380-d1b1-4864-ab0e-c0ec59b4541a x-openstack-request-id: req-e7991380-d1b1-4864-ab0e-c0ec59b4541a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:36.591462 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1222b0b5-6139-4b80-948f-eef6f1cae0cd", "name": "network-vif-deleted", "tag": "4a1fc288-7791-4129-a7b1-cd6b140e96ed", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:36.591718 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7991380-d1b1-4864-ab0e-c0ec59b4541a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:36.592732 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1222b0b5-6139-4b80-948f-eef6f1cae0cd', 'name': 'network-vif-deleted', 'tag': '4a1fc288-7791-4129-a7b1-cd6b140e96ed', 'status': 'completed', 'code': 200} Jul 23 10:38:36.597225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4a1fc288-7791-4129-a7b1-cd6b140e96ed no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:36.619785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:38:36.647255 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.647645 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Added segment 7f6953a2-b6ef-438a-a0a0-4afa2d0e2470 of type vlan for network 093e951f-d1e4-4117-9e8a-c0184f99fd21 Jul 23 10:38:36.681214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 4a1fc288-7791-4129-a7b1-cd6b140e96ed {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:36.681795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4a1fc288-7791-4129-a7b1-cd6b140e96ed not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:36.772238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-caebbd5b-64ea-493f-a0f8-50271953ad92 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2484167 Jul 23 10:38:36.774150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:36.783721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77e24-5dd1-4614-8d60-b88889746caa req-632e66cd-68c5-4f59-8bf6-9c600a1c8e29 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:36.785410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06b77e24-5dd1-4614-8d60-b88889746caa req-632e66cd-68c5-4f59-8bf6-9c600a1c8e29 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3063858 Jul 23 10:38:36.786531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56322) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:36.811060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:46:30:d4', 'name': 'tempest-NetworksTestDHCPv6-1319751315'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:36.917332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d2860-5dab-4226-a747-1934c5795492,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:36.954133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port be7250d7-1199-425b-b3a5-654941eb2f74 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:36.954697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:37.030962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06b77e24-5dd1-4614-8d60-b88889746caa req-4753d8be-66b5-4c5a-8ff0-bf6b40075ea0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129965 Jul 23 10:38:37.045417 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:37.058589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:37.059387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:37.145330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b55e23-589f-4753-92ee-e7f3a3e5fd67 req-00a200f6-55a4-4e23-8c0b-9231caebf91a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:37.161318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3b55e23-589f-4753-92ee-e7f3a3e5fd67 req-00a200f6-55a4-4e23-8c0b-9231caebf91a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.4237115 Jul 23 10:38:37.206762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0813973 Jul 23 10:38:37.217188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:37.286275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Request body: {'subnet': {'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-520930968-subnet', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:37.325351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344d708-50fd-4c23-85a3-5867a2dbad26 admin admin] Pushing event updated for resources: {'Network': ['ID=093e951f-d1e4-4117-9e8a-c0184f99fd21,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:37.328958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:37.346421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:38:37.367534 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3b55e23-589f-4753-92ee-e7f3a3e5fd67 req-96f25ef1-b547-489b-9d25-adb625620d10 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050576 Jul 23 10:38:37.382248 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:38:37.539581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9a6af1a-7219-47b6-bcd2-67977e313a26 req-91f6c9ee-b86a-44ca-927c-6506e4ee338e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=1222b0b5-6139-4b80-948f-eef6f1cae0cd HTTP/1.1" status: 200 len: 210 time: 0.1667588 Jul 23 10:38:37.542012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for be7250d7-1199-425b-b3a5-654941eb2f74 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:37.574351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2126813f-5f06-416a-881d-1808b61290f5 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:37.680592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91edc-5be9-4e24-aee8-c13a7ab79e6a req-636c839c-ba02-4e28-94a3-894f974842ce tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:37.693772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25e91edc-5be9-4e24-aee8-c13a7ab79e6a req-636c839c-ba02-4e28-94a3-894f974842ce tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2417264 Jul 23 10:38:37.696657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Made reservation on behalf of fa153e86810542e3966f1d9be55c91ff for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:37.702025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:37.708090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:37.796630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25e91edc-5be9-4e24-aee8-c13a7ab79e6a req-3aabbcb4-bc0e-4df0-a014-73e56f88f6a4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Jul 23 10:38:37.819282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd026b72-b726-43bb-9ced-5a793088b539 None None] Provisioning for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:37.917681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:37.936840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:37.937514 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:37.976526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.029248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:38.114341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33745042-b7d5-4a6e-89c0-896a5c8f4603 req-f50b1baa-ac9d-4bda-a8a2-a7fd417c4b2a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:38.127755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33745042-b7d5-4a6e-89c0-896a5c8f4603 req-f50b1baa-ac9d-4bda-a8a2-a7fd417c4b2a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.1869447 Jul 23 10:38:38.160127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba77a3c-0ddb-402b-b02b-476f01751bcc,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:38.192753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.214341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Checking segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:38.214814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Network hostable DHCP agents. Network: 093e951f-d1e4-4117-9e8a-c0184f99fd21, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:38:38.233907 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.235625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Update dhcp port {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': 'cf3c3762-c07f-42a0-b1f6-94813200107c', 'ip_address': '2001:db8::f816:3eff:fedf:cc6b'}, {'subnet_id': '86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '480bfe41-7569-47ed-8506-8e3f0e6ef067'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:38:38.249609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33745042-b7d5-4a6e-89c0-896a5c8f4603 req-636130a7-6637-447c-9889-2a6efc562380 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207671 Jul 23 10:38:38.328861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:38:38.332741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=480bfe41-7569-47ed-8506-8e3f0e6ef067,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:38.338879 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.342156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 63fc469b-dd31-4363-a4e1-bbb1893a88c2 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:38:38.349105 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.409327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 093e951f-d1e4-4117-9e8a-c0184f99fd21) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:38.432767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.471634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=be7250d7-1199-425b-b3a5-654941eb2f74,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:38.501655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e553e1-3a0a-4f4a-bed6-661a9288d993 None None] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:38.506590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:38.507325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.570613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:38.571074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-92ef790b-c5fc-492e-8d18-feceae672c9c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3177583 Jul 23 10:38:38.584032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:38.589342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:38.640244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.644777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.662648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e052824-ac8d-4124-ba73-9ee67d6e4f76 req-2bf7300c-5994-40ff-a5eb-7f3fc685c4c4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:38.671356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e052824-ac8d-4124-ba73-9ee67d6e4f76 req-2bf7300c-5994-40ff-a5eb-7f3fc685c4c4 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.4445145 Jul 23 10:38:38.766191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.809756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:38.850107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d275287-9fdd-4eaa-9d9e-2fecb2eefc6b None None] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:39.077928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.116351 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.135885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.139766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e052824-ac8d-4124-ba73-9ee67d6e4f76 req-d6080855-a076-4b91-9965-85c9a2e10a5b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4675212 Jul 23 10:38:39.149136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8:0:1::226 (65597b37-0f65-4455-bf75-7f43a1f9f92a/86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07/63fc469b-dd31-4363-a4e1-bbb1893a88c2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:39.199516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f816:3eff:fe46:30d4 (65597b37-0f65-4455-bf75-7f43a1f9f92a/cf3c3762-c07f-42a0-b1f6-94813200107c/63fc469b-dd31-4363-a4e1-bbb1893a88c2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:39.220233 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.220769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6db301-a7a7-427e-a1e3-0533470975de {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:38:39.231287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.233096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64229590-df8f-4e90-9cea-07f3378fe476 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 204 len: 168 time: 3.6912534 Jul 23 10:38:39.240324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:39.278879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-310273035'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:39.326706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:39.333821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.359549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37355556-a02b-42d2-8e3e-195c1f1abe3f req-339551ee-5c25-49c3-868c-54e2435bd0a4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:39.372182 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37355556-a02b-42d2-8e3e-195c1f1abe3f req-339551ee-5c25-49c3-868c-54e2435bd0a4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.2867005 Jul 23 10:38:39.441863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:38:39.452962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.453632 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment fcce4bd6-b745-4062-a2cd-28a496f3105b of type vlan for network c4ec9c83-840c-4856-ae0e-795cd32e90ee Jul 23 10:38:39.505835 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.512702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-96d62c1f-8c50-4946-b87b-2a65405c4f85 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:39.514402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-96d62c1f-8c50-4946-b87b-2a65405c4f85 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.2890220 Jul 23 10:38:39.580269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:39.584577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-66db16ba-c984-4210-9798-aaf6d3f3aa59 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:39.587618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-66db16ba-c984-4210-9798-aaf6d3f3aa59 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.3531034 Jul 23 10:38:39.590802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.608524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:39.609327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.659818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b622a-95d2-42f0-87ec-d0fe887c9a72 req-6d907a25-5c93-4802-9949-82845b7ebff6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:39.662179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc1b622a-95d2-42f0-87ec-d0fe887c9a72 req-6d907a25-5c93-4802-9949-82845b7ebff6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3630652 Jul 23 10:38:39.677603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:39.678163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.750541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:39.867607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 63fc469b-dd31-4363-a4e1-bbb1893a88c2 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:39.883937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc1b622a-95d2-42f0-87ec-d0fe887c9a72 req-0680775a-10df-453f-b1ea-7d12e2684f1a tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920831 Jul 23 10:38:40.105019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37355556-a02b-42d2-8e3e-195c1f1abe3f req-a6f378c8-5bcf-4484-90f0-f184a0552344 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7316794 Jul 23 10:38:40.143964 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9024107 Jul 23 10:38:40.146013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa39725-fc96-45e9-a0b5-0889095a1018 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=c4ec9c83-840c-4856-ae0e-795cd32e90ee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:40.155409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:40.160196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Deleting port 493f1df3-6053-40d8-967f-ca70ef24d56f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:40.162898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:40.165027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:38:40.165629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.185691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.297081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port db55dd12-64d9-451d-a109-3017cdd020ee {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:40.297389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.371156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Allocated IP 2001:db8:0:1::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07/480bfe41-7569-47ed-8506-8e3f0e6ef067) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:40.535570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:40.538412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=480bfe41-7569-47ed-8506-8e3f0e6ef067,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:40.539949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.574187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.588256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Transition to ACTIVE for port object 480bfe41-7569-47ed-8506-8e3f0e6ef067 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:40.599019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.639878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:40.674896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e77a6-b3e0-404c-a678-455922cec9ed None None] Pushing event updated for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:40.697475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:40.709626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=63fc469b-dd31-4363-a4e1-bbb1893a88c2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:40.755176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port db55dd12-64d9-451d-a109-3017cdd020ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=db55dd12-64d9-451d-a109-3017cdd020ee,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:40.755583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.770765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-4804c649-8a29-444a-8de6-d53cc455a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:40.772743 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-4804c649-8a29-444a-8de6-d53cc455a796 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 1096 time: 0.4257631 Jul 23 10:38:40.778089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for db55dd12-64d9-451d-a109-3017cdd020ee owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:40.903733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:40.910820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:40.911581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:40.918853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440775fb-f182-4809-b570-294b71b664b4 req-4f889711-d84e-4b52-a79d-e932f1863dc7 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:40.931672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-440775fb-f182-4809-b570-294b71b664b4 req-4f889711-d84e-4b52-a79d-e932f1863dc7 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.5832515 Jul 23 10:38:41.015630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b9087bcf-4fda-491d-81c2-42a36a4b25a2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2155156 Jul 23 10:38:41.028072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56594) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:41.031578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.034988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] For port 493f1df3-6053-40d8-967f-ca70ef24d56f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=493f1df3-6053-40d8-967f-ca70ef24d56f,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:41.035519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.072665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e69bc-3e57-4b70-bc9e-fa368133c368 req-99fc7d17-331f-4120-b09b-310e91d601a1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:41.073809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.074388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-073e69bc-3e57-4b70-bc9e-fa368133c368 req-99fc7d17-331f-4120-b09b-310e91d601a1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c0d9607-4a27-406c-af45-fbf8e8b7b6e6 HTTP/1.1" status: 200 len: 945 time: 0.7169435 Jul 23 10:38:41.080823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Calling delete_port for 493f1df3-6053-40d8-967f-ca70ef24d56f owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:41.086240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.098463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:41.136212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['4edacd07-c3c6-4db8-be6b-d8b42265d178'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:41.201631 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.209999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-440775fb-f182-4809-b570-294b71b664b4 req-4f79878e-58cd-4a8d-9e91-d66e5037bbdc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767386 Jul 23 10:38:41.246469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-e18b0626-97f9-4e89-ba1c-1e58cfbd5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:41.256907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-e18b0626-97f9-4e89-ba1c-1e58cfbd5756 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.4649355 Jul 23 10:38:41.543521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:41.622587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=7529858c-e78f-4404-8dce-65dab6941d43,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:41.661568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': 'fcce4bd6-b745-4062-a2cd-28a496f3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:41.662187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: c4ec9c83-840c-4856-ae0e-795cd32e90ee, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:38:41.686132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-801a3b20-4dd7-415b-9704-8590284584ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 200 len: 1001 time: 0.3670859 Jul 23 10:38:41.730966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Allocated IP 172.25.4.93 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/3fc0093d-d1cf-4634-b25d-152808ad68a8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:41.767294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:38:41.784867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, c4ec9c83-840c-4856-ae0e-795cd32e90ee) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:41.803207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87400-19c4-4b5f-8e21-dbe8c009be79 req-3863a8bf-d32a-469f-933d-23ebb3a66131 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:41.809770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-073e69bc-3e57-4b70-bc9e-fa368133c368 req-d1d5ef17-a733-4be1-ab77-0e423a16af50 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211363 Jul 23 10:38:41.810474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5a87400-19c4-4b5f-8e21-dbe8c009be79 req-3863a8bf-d32a-469f-933d-23ebb3a66131 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 945 time: 0.3543940 Jul 23 10:38:41.810604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=db55dd12-64d9-451d-a109-3017cdd020ee,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:41.840499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:41.841101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.854394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840eab0-3394-412a-965b-7aa43e669680 None None] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:41.877204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-ec3f64df-1ffe-4da2-b830-699c0c4b5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:41.878913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-ec3f64df-1ffe-4da2-b830-699c0c4b5544 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.1764126 Jul 23 10:38:41.909412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port db55dd12-64d9-451d-a109-3017cdd020ee on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:41.913712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:41.917448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd223c6e-9528-41e6-b513-ed64f35dcf09 req-337809af-3de7-455d-b823-861498a9430a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "DELETE /v2.0/ports/db55dd12-64d9-451d-a109-3017cdd020ee HTTP/1.1" status: 204 len: 173 time: 2.3206906 Jul 23 10:38:41.960954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'name': 'network-vif-deleted', 'tag': 'db55dd12-64d9-451d-a109-3017cdd020ee'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:41.965279 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fdbb6e-0fd5-4002-baf1-606bad5321d6" -d '{"events": [{"server_uuid": "2c0d9607-4a27-406c-af45-fbf8e8b7b6e6", "name": "network-vif-deleted", "tag": "db55dd12-64d9-451d-a109-3017cdd020ee"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:41.970538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-943814ef-c6cc-4fb9-bb30-5ddf6743b8f5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8122377 Jul 23 10:38:41.971871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56620) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:41.981576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58491559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:41.996593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5a87400-19c4-4b5f-8e21-dbe8c009be79 req-f84f9183-6efe-49aa-ae87-3b189de763fa tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fc8847-4c21-4549-8021-4d732c8e97f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850770 Jul 23 10:38:42.093630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-86a39b34-1642-401a-a99b-931b934852f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:42.096252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-86a39b34-1642-401a-a99b-931b934852f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985838 Jul 23 10:38:42.099984 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3bfd4e-3a7b-4ee9-90e9-05a931c79d0c x-openstack-request-id: req-ed3bfd4e-3a7b-4ee9-90e9-05a931c79d0c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:42.100299 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0d9607-4a27-406c-af45-fbf8e8b7b6e6", "name": "network-vif-deleted", "tag": "db55dd12-64d9-451d-a109-3017cdd020ee", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:42.100565 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed3bfd4e-3a7b-4ee9-90e9-05a931c79d0c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:42.100980 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0d9607-4a27-406c-af45-fbf8e8b7b6e6', 'name': 'network-vif-deleted', 'tag': 'db55dd12-64d9-451d-a109-3017cdd020ee', 'status': 'completed', 'code': 200} Jul 23 10:38:42.103165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.106483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d540ec7-287f-4507-8fd0-1a9de68dcb02 None None] Provisioning for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:42.114395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d540ec7-287f-4507-8fd0-1a9de68dcb02 None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:42.114933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d540ec7-287f-4507-8fd0-1a9de68dcb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.193452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.195504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.375530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.426876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-c4ec9c83-840c-4856-ae0e-795cd32e90ee', 'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': '7529858c-e78f-4404-8dce-65dab6941d43'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:38:42.427665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.429048 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.477079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.494869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.557609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-5dfdab6c-681e-4901-af19-b76cfa552396 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511077 Jul 23 10:38:42.581698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc0093d-d1cf-4634-b25d-152808ad68a8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:42.594942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b14b11e2-a4b7-49f4-8753-f6e07f071c75 None None] Provisioning for port 63fc469b-dd31-4363-a4e1-bbb1893a88c2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:42.628595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.637110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cb54229e-dc9e-4e01-83f5-573dd1ad4378 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6592672 Jul 23 10:38:42.646433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 63fc469b-dd31-4363-a4e1-bbb1893a88c2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:42.647005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 493f1df3-6053-40d8-967f-ca70ef24d56f no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:42.647718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.649327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:42.653768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b14b11e2-a4b7-49f4-8753-f6e07f071c75 None None] Provisioning complete for port 63fc469b-dd31-4363-a4e1-bbb1893a88c2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:42.654707 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14b11e2-a4b7-49f4-8753-f6e07f071c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.717632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 493f1df3-6053-40d8-967f-ca70ef24d56f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:42.718490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 493f1df3-6053-40d8-967f-ca70ef24d56f not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:42.719856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device db55dd12-64d9-451d-a109-3017cdd020ee no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:42.759301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: db55dd12-64d9-451d-a109-3017cdd020ee {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:42.760298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device db55dd12-64d9-451d-a109-3017cdd020ee not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:42.794083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Allocated IP 2001:db8::2 (c4ec9c83-840c-4856-ae0e-795cd32e90ee/7529858c-e78f-4404-8dce-65dab6941d43/783b5546-5392-473a-ada6-f00218494794) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:42.796963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b14b11e2-a4b7-49f4-8753-f6e07f071c75 None None] Port 63fc469b-dd31-4363-a4e1-bbb1893a88c2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:42.805810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:42.825965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:42.839799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:42.840543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:42.859483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 63fc469b-dd31-4363-a4e1-bbb1893a88c2 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:43.192848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.204319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5409b5-9ee6-46e9-9ca7-81b41f310139 req-e872ecaf-bfca-414e-b70b-65c1952d10ab tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:43.206290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5409b5-9ee6-46e9-9ca7-81b41f310139 req-e872ecaf-bfca-414e-b70b-65c1952d10ab tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.6474166 Jul 23 10:38:43.208875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] No DVR routers for this DVR port 493f1df3-6053-40d8-967f-ca70ef24d56f on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:43.211898 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.214410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b46a10-3c6e-44f2-8fea-5c246f1001d5 req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.55 "DELETE /v2.0/ports/493f1df3-6053-40d8-967f-ca70ef24d56f HTTP/1.1" status: 204 len: 173 time: 3.6737607 Jul 23 10:38:43.235821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36ad2b-4b38-4ca0-8628-17590490c123 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'Port': ['ID=493f1df3-6053-40d8-967f-ca70ef24d56f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:43.236344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.245406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Transition to ACTIVE for port object 783b5546-5392-473a-ada6-f00218494794 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:43.256194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.261411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Transition to ACTIVE for port object 783b5546-5392-473a-ada6-f00218494794 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:43.279220 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.291103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfdcfea2-7d77-4aa5-bd84-57f5141b2135 req-8790d0ba-bb79-4d80-9722-8cb7707a2f55 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011776 Jul 23 10:38:43.292164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9003ec-4752-4c81-acde-8571bc5527d4 req-78b0b769-287f-45a3-9530-f95317c0d8f7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:43.295545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed9003ec-4752-4c81-acde-8571bc5527d4 req-78b0b769-287f-45a3-9530-f95317c0d8f7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 1.2589552 Jul 23 10:38:43.296364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=63fc469b-dd31-4363-a4e1-bbb1893a88c2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:43.384721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:43.396841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed9003ec-4752-4c81-acde-8571bc5527d4 req-42318215-99b9-470f-b7f3-7ae4dc32b3f1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941460 Jul 23 10:38:43.410206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:43.414189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:43.467993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Pushing event updated for resources: {'Port': ['ID=783b5546-5392-473a-ada6-f00218494794,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:43.494704 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.498481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-039f4973-0272-480b-9159-1ab01b5b10e3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/63fc469b-dd31-4363-a4e1-bbb1893a88c2 HTTP/1.1" status: 204 len: 168 time: 2.4544828 Jul 23 10:38:43.506533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56640) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:43.591390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Attempting to bind port 783b5546-5392-473a-ada6-f00218494794 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:43.592523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Attempting to bind port 783b5546-5392-473a-ada6-f00218494794 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'fcce4bd6-b745-4062-a2cd-28a496f3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:43.593190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Attempting to bind port 783b5546-5392-473a-ada6-f00218494794 on network c4ec9c83-840c-4856-ae0e-795cd32e90ee {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:43.605375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:43.607058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Checking segment: {'id': 'fcce4bd6-b745-4062-a2cd-28a496f3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:43.607777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.608450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Bound using segment: {'id': 'fcce4bd6-b745-4062-a2cd-28a496f3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:43.609173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Bound port: 783b5546-5392-473a-ada6-f00218494794, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcce4bd6-b745-4062-a2cd-28a496f3105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c4ec9c83-840c-4856-ae0e-795cd32e90ee'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:43.609865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.614798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c5409b5-9ee6-46e9-9ca7-81b41f310139 req-462844d6-3b39-497b-9b12-737e78d75c74 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612981 Jul 23 10:38:43.711258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-e29df0a9-bdf6-431a-af93-ffabadab7fda tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:43.719757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-e29df0a9-bdf6-431a-af93-ffabadab7fda tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 814 time: 0.1661918 Jul 23 10:38:43.768057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-ef543244-3e7c-47cf-8dfb-b6815ad7da03 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/quotas/de31fef6d35b42819504afd569a91b27 HTTP/1.1" status: 200 len: 375 time: 0.0464363 Jul 23 10:38:43.784849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] For port 783b5546-5392-473a-ada6-f00218494794, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:43.792619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] For port 783b5546-5392-473a-ada6-f00218494794, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=783b5546-5392-473a-ada6-f00218494794,segment=NetworkSegment(fcce4bd6-b745-4062-a2cd-28a496f3105b),segment_id=fcce4bd6-b745-4062-a2cd-28a496f3105b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:43.801808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:43.855187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4b293cee-7b6b-42ae-9028-983bb7b2bdab tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861406 Jul 23 10:38:43.870261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71327b7-f01c-4d0b-8b1b-a8e6f8b00323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:43.872432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d71327b7-f01c-4d0b-8b1b-a8e6f8b00323 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3641877 Jul 23 10:38:43.883493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:43.952752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959494be-b1b9-4ef2-801a-eaee07cd4210 None None] Pushing event updated for resources: {'Port': ['ID=783b5546-5392-473a-ada6-f00218494794,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:44.102759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'name': 'network-vif-deleted', 'tag': '493f1df3-6053-40d8-967f-ca70ef24d56f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:44.105261 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9be02b-d166-4d42-bdad-795855640c77" -d '{"events": [{"server_uuid": "bf26ae26-4958-4909-bbd0-7b1f0360a60f", "name": "network-vif-deleted", "tag": "493f1df3-6053-40d8-967f-ca70ef24d56f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:44.112384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-bae6d8c8-b2ca-4195-aff4-028db4c2a629 service neutron] 10.222.0.37 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385044 Jul 23 10:38:44.124618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0a21aeb-ff51-4318-ba6d-d6be42abb5b5 req-9eec7d13-d66f-442b-b08b-b2ef9118520d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf26ae26-4958-4909-bbd0-7b1f0360a60f HTTP/1.1" status: 200 len: 210 time: 0.1915648 Jul 23 10:38:44.179306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9f459-83aa-4630-96c4-f1ddd7d8e044 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:44.186369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-02b9f459-83aa-4630-96c4-f1ddd7d8e044 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2991488 Jul 23 10:38:44.209576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56652) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:44.209853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:44.285639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8138c7-d69c-4ab3-9c03-5f705e293748 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:44.287526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8138c7-d69c-4ab3-9c03-5f705e293748 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:44.290229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8138c7-d69c-4ab3-9c03-5f705e293748 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:44.297174 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a8138c7-d69c-4ab3-9c03-5f705e293748 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0843916 Jul 23 10:38:44.305954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56658) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:44.430071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8::1 (c4ec9c83-840c-4856-ae0e-795cd32e90ee/7529858c-e78f-4404-8dce-65dab6941d43/70861e46-30b7-435f-8faa-2c991f9d01bb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:44.481890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet 86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:44.524424 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5b6d16-b0f7-4f6d-9503-6c0c17d2461f x-openstack-request-id: req-db5b6d16-b0f7-4f6d-9503-6c0c17d2461f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:44.524891 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf26ae26-4958-4909-bbd0-7b1f0360a60f", "name": "network-vif-deleted", "tag": "493f1df3-6053-40d8-967f-ca70ef24d56f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:44.525029 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db5b6d16-b0f7-4f6d-9503-6c0c17d2461f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:44.525622 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf26ae26-4958-4909-bbd0-7b1f0360a60f', 'name': 'network-vif-deleted', 'tag': '493f1df3-6053-40d8-967f-ca70ef24d56f', 'status': 'completed', 'code': 200} Jul 23 10:38:44.528289 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-265a4ad9-8354-4714-be37-2eedc92c445c service neutron] 10.222.0.37 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098771 Jul 23 10:38:44.529209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:44.596501 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:44.838405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:44.922064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0770f-3f4e-4f60-a2a7-ec521b3e4bca req-131d54d4-862f-43c7-af49-c8a91c400028 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:44.923865 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-59a0770f-3f4e-4f60-a2a7-ec521b3e4bca req-131d54d4-862f-43c7-af49-c8a91c400028 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.1822467 Jul 23 10:38:44.953749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:44.987598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:45.016170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-59a0770f-3f4e-4f60-a2a7-ec521b3e4bca req-9dea2360-1203-4286-8e44-e10a90c3b74c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824702 Jul 23 10:38:45.020458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.022761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6dfd3935-56b9-4a25-84a6-0ec2501e0c18 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07 HTTP/1.1" status: 204 len: 168 time: 0.7154326 Jul 23 10:38:45.036566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3e9ed-ce66-4431-9c28-a497b7846d35 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:45.054294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56674) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:45.219108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet cf3c3762-c07f-42a0-b1f6-94813200107c {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:45.244597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.397978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.411281 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.442044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4849-9c16-41ee-85d8-e601cb71eb17 req-690d2c8e-aacd-4ee2-a342-e72b5bcf3dab tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:45.443781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41bc4849-9c16-41ee-85d8-e601cb71eb17 req-690d2c8e-aacd-4ee2-a342-e72b5bcf3dab tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 945 time: 0.9047735 Jul 23 10:38:45.448015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 70861e46-30b7-435f-8faa-2c991f9d01bb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:45.490832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.495281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff368617-3c7c-4c38-8e62-3a0539e55db6 req-3068aa1e-f131-4512-8ff1-0e33a56664e9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:45.508425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff368617-3c7c-4c38-8e62-3a0539e55db6 req-3068aa1e-f131-4512-8ff1-0e33a56664e9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3044465 Jul 23 10:38:45.535730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41bc4849-9c16-41ee-85d8-e601cb71eb17 req-49088842-f226-4edd-b6c1-7445ba52edab tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Jul 23 10:38:45.623394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff368617-3c7c-4c38-8e62-3a0539e55db6 req-ceb301d8-fa03-4559-a742-969aede1e7c2 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096246 Jul 23 10:38:45.670528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.678158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 783b5546-5392-473a-ada6-f00218494794 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:45.794567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.816036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 783b5546-5392-473a-ada6-f00218494794 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:45.851329 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91413275-2762-4bfb-86dc-6347496d88c1 req-7d2fd46d-11a4-4be6-bd02-5b72a864731f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 210 time: 0.1246808 Jul 23 10:38:45.866448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3c3762-c07f-42a0-b1f6-94813200107c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:45.869031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.871264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cf350254-6d48-4856-b90f-6276539b934a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/cf3c3762-c07f-42a0-b1f6-94813200107c HTTP/1.1" status: 204 len: 168 time: 0.8159003 Jul 23 10:38:45.873716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56696) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:45.907106 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:45.936046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b69da76f-e4a7-472f-aee9-02fb35bb77ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611517 Jul 23 10:38:45.940244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:45.952199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:45.972335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f9f66-759c-45ba-9d40-7b0b6ae16df5 None None] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:45.994293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:46.002475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:46.006936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:46.009225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.012308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=70861e46-30b7-435f-8faa-2c991f9d01bb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:46.125578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Provisioning for port 783b5546-5392-473a-ada6-f00218494794 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:46.128685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:46.132975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Provisioning complete for port 783b5546-5392-473a-ada6-f00218494794 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:46.133520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.136939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.214962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:38:46.328277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.386444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] For port 783b5546-5392-473a-ada6-f00218494794, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=783b5546-5392-473a-ada6-f00218494794,segment=NetworkSegment(fcce4bd6-b745-4062-a2cd-28a496f3105b),segment_id=fcce4bd6-b745-4062-a2cd-28a496f3105b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:46.394329 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.402898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.422500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-41daed81-9e36-469f-9d78-76d4a8f065a6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:46.435285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-41daed81-9e36-469f-9d78-76d4a8f065a6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 945 time: 0.3662262 Jul 23 10:38:46.459799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19215fc-e04e-455b-bca4-e2d660667224 req-cc4d59aa-c3b5-4b0a-8531-16126092d839 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:46.466853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e19215fc-e04e-455b-bca4-e2d660667224 req-cc4d59aa-c3b5-4b0a-8531-16126092d839 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3877487 Jul 23 10:38:46.479227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Pushing event updated for resources: {'Port': ['ID=783b5546-5392-473a-ada6-f00218494794,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:46.502551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.502934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.503281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.503678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.504077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.504341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.504679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.505012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.505363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.505683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.506029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.521371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced76a6-bd37-4997-8c84-50029d5c3758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:46.543612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-670d70e5-7480-4346-901a-f16a15a2f17f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:46.545405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-670d70e5-7480-4346-901a-f16a15a2f17f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 814 time: 0.1633322 Jul 23 10:38:46.584017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Request body: {'port': {'device_id': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e', 'admin_state_up': True, 'tenant_id': 'de31fef6d35b42819504afd569a91b27'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:46.613091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9d10e-fdad-4d85-8c26-05ec68637fa1 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:46.613340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e19215fc-e04e-455b-bca4-e2d660667224 req-cecad0cd-bcfe-4d9d-a54f-33c4f99630e7 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455324 Jul 23 10:38:46.654827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-53754415-f5a3-41ab-9899-8b912fd6e9dc None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:46.655332 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53754415-f5a3-41ab-9899-8b912fd6e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.741870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:46.777502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-551454ee-e30d-422d-8b9c-cb36cffabb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:46.779214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-551454ee-e30d-422d-8b9c-cb36cffabb2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 1097 time: 0.4575071 Jul 23 10:38:46.792889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390ed59-a022-4a3a-b9da-dc29a6fc8071 req-abeb5059-804b-4bf7-b910-5a1654c2e730 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:46.795640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4390ed59-a022-4a3a-b9da-dc29a6fc8071 req-abeb5059-804b-4bf7-b910-5a1654c2e730 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.6475198 Jul 23 10:38:46.797136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Sync routers for ids ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:46.801024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.819069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Routers {'ff6b1318-859d-47f0-abbe-4c0e90b8ca90'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:46.820011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:46.830116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:46.834202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86e875e7-a871-449e-aac8-1e8c56382716 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2623427 Jul 23 10:38:46.837145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:46.896561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:46.925841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:46.933843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:46.934243 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.003924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Set router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:38:47.009683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=da21870c-8e80-4eb4-b47b-80c6845d0d74,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:47.045971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port 4edacd07-c3c6-4db8-be6b-d8b42265d178 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:47.046388 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.047743 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4390ed59-a022-4a3a-b9da-dc29a6fc8071 req-d7882217-643b-4c0c-8e84-9723f2c96f5b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153723 Jul 23 10:38:47.054808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Made reservation on behalf of de31fef6d35b42819504afd569a91b27 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:47.059163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.070956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec457f01-bb5b-4944-a196-79ddf1029152 req-08b91e46-105a-40f5-bb29-12f92f3b25f3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:47.076895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-963c3ad9-8cfd-4563-a8a6-cba585988625 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1330059 Jul 23 10:38:47.078031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec457f01-bb5b-4944-a196-79ddf1029152 req-08b91e46-105a-40f5-bb29-12f92f3b25f3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 945 time: 0.3297353 Jul 23 10:38:47.087953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56710) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:47.104665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:47.151130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c4ba7d60-23ec-4c07-8f3e-4b8303ae216d None None] Provisioning for port 70861e46-30b7-435f-8faa-2c991f9d01bb completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:47.152986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-6e489aa1-b65c-4686-ba60-ee7c0bf6f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:47.156569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-6e489aa1-b65c-4686-ba60-ee7c0bf6f75d service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.3591421 Jul 23 10:38:47.187075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c4ba7d60-23ec-4c07-8f3e-4b8303ae216d None None] Provisioning complete for port 70861e46-30b7-435f-8faa-2c991f9d01bb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:47.187231 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7d60-23ec-4c07-8f3e-4b8303ae216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.229982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba7d60-23ec-4c07-8f3e-4b8303ae216d None None] Port 70861e46-30b7-435f-8faa-2c991f9d01bb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:47.263168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c4ba7d60-23ec-4c07-8f3e-4b8303ae216d None None] Provisioning complete for port 783b5546-5392-473a-ada6-f00218494794 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:47.263842 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7d60-23ec-4c07-8f3e-4b8303ae216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.319855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port 4edacd07-c3c6-4db8-be6b-d8b42265d178, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=4edacd07-c3c6-4db8-be6b-d8b42265d178,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:47.320217 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.336543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for 4edacd07-c3c6-4db8-be6b-d8b42265d178 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:47.368018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-3846079f-6d2c-4633-8bae-ff2b81320914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 HTTP/1.1" status: 200 len: 217 time: 0.1681018 Jul 23 10:38:47.447328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:38:43Z', 'revision_number': 3, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:47.502429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.515674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:47.520508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Checking router: ff6b1318-859d-47f0-abbe-4c0e90b8ca90 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:38:47.521103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Updating router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 port 3fc0093d-d1cf-4634-b25d-152808ad68a8 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:38:47.528008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Allocated IP 172.20.0.4 (e36e1864-f393-4718-9d83-99b89d1ab75e/d5e6f9a1-5fa3-44ef-8bdb-090cb643c999/2b8c63e9-2321-4b10-9d85-b2a38feedd7d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:47.565408 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec457f01-bb5b-4944-a196-79ddf1029152 req-7a9889b2-2c9f-433a-a7ff-123f7640cff3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864211 Jul 23 10:38:47.592432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 783b5546-5392-473a-ada6-f00218494794 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:47.624323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281d794-d231-42a9-9001-7bae7c64fff0 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:47.634311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=4edacd07-c3c6-4db8-be6b-d8b42265d178,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:47.689940 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.695288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8110b076-a72b-46a2-93e3-724b2ed0af6e req-8ab713a7-6982-4aa9-a110-45c09da7c292 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 210 time: 0.4225323 Jul 23 10:38:47.696801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7ee6dd87-f2f5-4086-889c-2cd5d81be6c9 None None] Provisioning complete for port 70861e46-30b7-435f-8faa-2c991f9d01bb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:47.697186 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ee6dd87-f2f5-4086-889c-2cd5d81be6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.775071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-d76e3d3b-c9b9-444a-9925-8f1ed0e73940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:47.776930 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-d76e3d3b-c9b9-444a-9925-8f1ed0e73940 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.2024848 Jul 23 10:38:47.781184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.798762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:47.805804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.846324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6dd87-f2f5-4086-889c-2cd5d81be6c9 None None] Port 70861e46-30b7-435f-8faa-2c991f9d01bb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:47.925943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 783b5546-5392-473a-ada6-f00218494794 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:47.926316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.931273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.932090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:47.932997 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da21870c-8e80-4eb4-b47b-80c6845d0d74 (CIDR: 2001:db8::/64) Jul 23 10:38:47.961326 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:38:47.961916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:38:47.990394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port 4edacd07-c3c6-4db8-be6b-d8b42265d178 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:47.998319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=70861e46-30b7-435f-8faa-2c991f9d01bb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:48.008674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-a5a3a4cd-d225-466a-9892-ef33e7e89fae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642023 Jul 23 10:38:48.011513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:48.013551 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7647b2db-5a19-481e-9d3f-11b834c97b91 req-4bef06a1-8419-42b8-bc34-a089167e1953 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "DELETE /v2.0/ports/4edacd07-c3c6-4db8-be6b-d8b42265d178 HTTP/1.1" status: 204 len: 173 time: 1.5323193 Jul 23 10:38:48.017608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'name': 'network-vif-deleted', 'tag': '4edacd07-c3c6-4db8-be6b-d8b42265d178'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:48.020506 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b899fb-0d67-4e4f-8052-b8ce298832a7" -d '{"events": [{"server_uuid": "3cf05d9b-e336-4b6e-a234-d3afef26a1b8", "name": "network-vif-deleted", "tag": "4edacd07-c3c6-4db8-be6b-d8b42265d178"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:48.129627 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55808af8-f9e3-4a20-9f46-26638ca80d05 x-openstack-request-id: req-55808af8-f9e3-4a20-9f46-26638ca80d05 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:48.129911 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf05d9b-e336-4b6e-a234-d3afef26a1b8", "name": "network-vif-deleted", "tag": "4edacd07-c3c6-4db8-be6b-d8b42265d178", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:48.130363 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55808af8-f9e3-4a20-9f46-26638ca80d05 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:48.130838 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf05d9b-e336-4b6e-a234-d3afef26a1b8', 'name': 'network-vif-deleted', 'tag': '4edacd07-c3c6-4db8-be6b-d8b42265d178', 'status': 'completed', 'code': 200} Jul 23 10:38:48.155620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:48.160085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:48.262887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72452057-71d7-4e93-8d35-0f16f7ac690d req-a70fa743-8949-4bc8-b11c-f2ade556df7e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:48.264599 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72452057-71d7-4e93-8d35-0f16f7ac690d req-a70fa743-8949-4bc8-b11c-f2ade556df7e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.4929354 Jul 23 10:38:48.374493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4e3651bd-c8d5-4f5a-ae83-85de99105a73 None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:48.377180 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e3651bd-c8d5-4f5a-ae83-85de99105a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:48.660612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4edacd07-c3c6-4db8-be6b-d8b42265d178 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:48.667714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-959c7473-207b-4c95-98e8-5b3369d2f432 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5788081 Jul 23 10:38:48.691556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56722) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:48.696626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:48.723185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 4edacd07-c3c6-4db8-be6b-d8b42265d178 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:48.723185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 4edacd07-c3c6-4db8-be6b-d8b42265d178 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:48.776402 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72452057-71d7-4e93-8d35-0f16f7ac690d req-94d8bb15-569a-4177-bd60-c1a31d54394d tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004122 Jul 23 10:38:48.833535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:48.848818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Transition to ACTIVE for port object 3fc0093d-d1cf-4634-b25d-152808ad68a8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:48.852982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c462f9-c237-4c53-af54-e3d757549d14 req-5dd2b81f-5818-4de5-8174-23ae75dda50f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:48.854531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75c462f9-c237-4c53-af54-e3d757549d14 req-5dd2b81f-5818-4de5-8174-23ae75dda50f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 1.1751881 Jul 23 10:38:48.867680 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:48.926191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:48.944896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34b7671d-a051-461e-aa0d-322c37ed06cb req-b7efe55b-36db-4cd1-b956-f7b7e2073084 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf05d9b-e336-4b6e-a234-d3afef26a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0533831 Jul 23 10:38:48.997076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Attempting to bind port 3fc0093d-d1cf-4634-b25d-152808ad68a8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:48.997456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Attempting to bind port 3fc0093d-d1cf-4634-b25d-152808ad68a8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:48.997829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Attempting to bind port 3fc0093d-d1cf-4634-b25d-152808ad68a8 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:48.999728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2b98e-6ab7-45d4-8e0c-7df1a8a858b3 None None] Pushing event updated for resources: {'Port': ['ID=3fc0093d-d1cf-4634-b25d-152808ad68a8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:49.007240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bafe7682-928e-4e01-b1cd-5ce9f1990836 None None] Provisioning complete for port 70861e46-30b7-435f-8faa-2c991f9d01bb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:49.007645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bafe7682-928e-4e01-b1cd-5ce9f1990836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.007928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 6a34e997-2e22-46d1-bc00-274f8d0771f3 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:38:49.011268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:49.011682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:49.012095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.012509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:49.013008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Bound port: 3fc0093d-d1cf-4634-b25d-152808ad68a8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:49.013400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.105721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7682-928e-4e01-b1cd-5ce9f1990836 None None] Port 70861e46-30b7-435f-8faa-2c991f9d01bb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:49.105992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.131457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] For port 3fc0093d-d1cf-4634-b25d-152808ad68a8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:49.135018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] For port 3fc0093d-d1cf-4634-b25d-152808ad68a8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3fc0093d-d1cf-4634-b25d-152808ad68a8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:49.143853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.154077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.198779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-308a3482-7ba1-42c2-ac0b-9098398d88f5 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0784659 Jul 23 10:38:49.210786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Routers {'ff6b1318-859d-47f0-abbe-4c0e90b8ca90'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:49.211488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:49.235915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Network e36e1864-f393-4718-9d83-99b89d1ab75e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:49.240597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Pushing event updated for resources: {'Port': ['ID=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:49.256226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2b98e-6ab7-45d4-8e0c-7df1a8a858b3 None None] Pushing event updated for resources: {'Port': ['ID=3fc0093d-d1cf-4634-b25d-152808ad68a8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:49.278788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db460-b01e-4d4d-8af0-2df4a8ec00d9 req-6be3c9bb-f5ed-4e81-80bf-5d3ca6ea119a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:49.280316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd6db460-b01e-4d4d-8af0-2df4a8ec00d9 req-6be3c9bb-f5ed-4e81-80bf-5d3ca6ea119a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.6114528 Jul 23 10:38:49.282787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:49.284737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:49.289352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.297206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:49.305549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b21b1bcf-169e-4f69-aa52-4cd05bcb9484 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/6a34e997-2e22-46d1-bc00-274f8d0771f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6501658 Jul 23 10:38:49.305740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-19b38763-570a-41f6-8e8d-96484f50e7ca None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:49.305740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b38763-570a-41f6-8e8d-96484f50e7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.310532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:49.311460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:49.317104 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] Sync routers for ids ['6a34e997-2e22-46d1-bc00-274f8d0771f3'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:49.326224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] Routers {'6a34e997-2e22-46d1-bc00-274f8d0771f3'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:49.326849 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a34e997-2e22-46d1-bc00-274f8d0771f3'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:49.359450 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:49.368863 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] Routers {'6a34e997-2e22-46d1-bc00-274f8d0771f3'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:49.369746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a34e997-2e22-46d1-bc00-274f8d0771f3'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:49.387706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] Set router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:38:49.407376 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:49.408838 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85498e1-3beb-4f11-8067-601719414a7a None None] The sync data for ids ['6a34e997-2e22-46d1-bc00-274f8d0771f3'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:49.463976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29dc47-e1e8-4070-bbe7-14d11ddeb305 req-20703af5-61d6-41dc-9f74-af2c630e8ac8 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:49.468006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc29dc47-e1e8-4070-bbe7-14d11ddeb305 req-20703af5-61d6-41dc-9f74-af2c630e8ac8 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 931 time: 0.3633566 Jul 23 10:38:49.479397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ff27d-7972-4510-a269-a5fbe5e02fd5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:49.483981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6f9ff27d-7972-4510-a269-a5fbe5e02fd5 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports/70861e46-30b7-435f-8faa-2c991f9d01bb HTTP/1.1" status: 200 len: 911 time: 0.1585929 Jul 23 10:38:49.486052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:49.492958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd6db460-b01e-4d4d-8af0-2df4a8ec00d9 req-12eeb1ef-f479-45d7-85ac-c27a4eb334dc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012599 Jul 23 10:38:49.494178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7529858c-e78f-4404-8dce-65dab6941d43'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:49.519754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:49.519754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.528090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c23ff7c-d3ff-4f84-aba3-3fb3ec65ca19 req-cfb2cb7b-158a-4f8c-95ab-a90650c3657b service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108029 Jul 23 10:38:49.546542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Deleting port b9935ef4-aac4-47aa-8316-1f69dd5f24cf {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:49.546873 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.554237 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-9abe7719-df7a-43ba-98c5-323abaad22fc tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9768343 Jul 23 10:38:49.573398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Request body: {'port': {'device_id': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:49.635174 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc29dc47-e1e8-4070-bbe7-14d11ddeb305 req-5adbb268-1c2e-40cb-93ce-ab5d034897f5 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498933 Jul 23 10:38:49.636264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Allocated IP 172.20.0.1 (093e951f-d1e4-4117-9e8a-c0184f99fd21/0ba77a3c-0ddb-402b-b02b-476f01751bcc/c5c7cadb-6ae7-4a89-9164-7fd765f75503) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:49.679812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:38:43Z', 'revision_number': 3, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:49.708993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dddd7-d6a4-427d-86a1-fcf25fe20e35 None None] The sync data for ids ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'] in n-d-778550-4 is: [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:38:43Z', 'revision_number': 3, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:49.748187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] For port b9935ef4-aac4-47aa-8316-1f69dd5f24cf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:49.748767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.832185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.849468 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:49.853273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.028855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.138394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:50.147964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:50.150763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:50.231819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Pushing event updated for resources: {'Port': ['ID=c5c7cadb-6ae7-4a89-9164-7fd765f75503,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:50.257317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.290663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f536-72e3-419d-9f6e-5f4452b74543 req-349e53cf-80c0-4d2f-bc1e-3c7ba72e9c25 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:50.298060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9391f536-72e3-419d-9f6e-5f4452b74543 req-349e53cf-80c0-4d2f-bc1e-3c7ba72e9c25 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 944 time: 0.3940616 Jul 23 10:38:50.309928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.310399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.310785 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Floating IP 6537731b-07bb-4bc9-81db-26b0764e58e6 disassociated. External IP: 172.25.4.51, port: b9935ef4-aac4-47aa-8316-1f69dd5f24cf. Jul 23 10:38:50.311196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Calling delete_port for b9935ef4-aac4-47aa-8316-1f69dd5f24cf owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:50.375250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9391f536-72e3-419d-9f6e-5f4452b74543 req-aefc7b23-8a61-458a-b068-55e53bd94f3f tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups?id=282f146f-31ff-4d98-aed9-f0b53ca2534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761819 Jul 23 10:38:50.539492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:38:50.578078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4057fd37-77ab-4696-bfe9-ea0a990fe7a0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:50.579880 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4057fd37-77ab-4696-bfe9-ea0a990fe7a0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.3188965 Jul 23 10:38:50.602017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-a6472fbc-6866-4892-912d-08550643124d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0151098 Jul 23 10:38:50.643574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b9935ef4-aac4-47aa-8316-1f69dd5f24cf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:50.699626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.701334 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.712263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:50.728402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.734629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:50.736014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.741669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/ports/70861e46-30b7-435f-8faa-2c991f9d01bb HTTP/1.1" status: 200 len: 911 time: 1.2518713 Jul 23 10:38:50.745570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:50.778134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8c63e9-2321-4b10-9d85-b2a38feedd7d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:50.793209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.808880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Transition to ACTIVE for port object 2b8c63e9-2321-4b10-9d85-b2a38feedd7d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:50.832986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.838766 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.865413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:50.868151 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ac3b0-3f0d-4644-abdb-84263ea85187" -d '{"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:50.886914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:50.892973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.925126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:50.927232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-61b567a2-e573-4c50-9343-6886da7e76f3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3168151 Jul 23 10:38:50.958482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:50.973581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42aee-bce5-42d9-8dbf-7854ee6471cf req-38ab9c8a-1201-4a8a-8537-86d2922e05e2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:50.980085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5b42aee-bce5-42d9-8dbf-7854ee6471cf req-38ab9c8a-1201-4a8a-8537-86d2922e05e2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 946 time: 0.3758459 Jul 23 10:38:50.993075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf58e0-1506-49c1-bd3d-0c57d9b064bd tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=70861e46-30b7-435f-8faa-2c991f9d01bb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:51.040019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:51.153818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'Port': ['ID=b9935ef4-aac4-47aa-8316-1f69dd5f24cf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:51.200310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5b42aee-bce5-42d9-8dbf-7854ee6471cf req-54015f19-709c-40b7-b843-948f66becb29 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182164 Jul 23 10:38:51.246069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.359104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Attempting to bind port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:51.359480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Attempting to bind port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:51.359820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Attempting to bind port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d on network e36e1864-f393-4718-9d83-99b89d1ab75e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:51.401666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d on network e36e1864-f393-4718-9d83-99b89d1ab75e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:38:51.402074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Attempting to bind port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d on network e36e1864-f393-4718-9d83-99b89d1ab75e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:51.430393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:38:51.432085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:51.432426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Checking segment: {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:51.432817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Bound using segment: {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:51.433256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Bound port: 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:51.433618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.520873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838197e-01c0-4897-a064-cd9ad983f58c req-412d5023-f6d3-4f2b-bf07-6e68229ef24f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:51.523176 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9838197e-01c0-4897-a064-cd9ad983f58c req-412d5023-f6d3-4f2b-bf07-6e68229ef24f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 943 time: 0.2547112 Jul 23 10:38:51.588094 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-7e908b25-9e25-421a-8010-5e3ff9cd19cb service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593714 Jul 23 10:38:51.602557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3fc0093d-d1cf-4634-b25d-152808ad68a8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:51.671910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3fc0093d-d1cf-4634-b25d-152808ad68a8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:51.678925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3fc0093d-d1cf-4634-b25d-152808ad68a8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:51.679718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.786001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.789013 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.804038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.815368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3fc0093d-d1cf-4634-b25d-152808ad68a8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3fc0093d-d1cf-4634-b25d-152808ad68a8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:51.820909 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.833666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-a3dc0680-1080-498f-bc59-b973a8698166 service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299433 Jul 23 10:38:51.887616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3fc0093d-d1cf-4634-b25d-152808ad68a8,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:51.900030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:51.912960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Pushing event updated for resources: {'Port': ['ID=c5c7cadb-6ae7-4a89-9164-7fd765f75503,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:52.039981 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0f39e5-0f79-457f-9bac-68b329ae7002 x-openstack-request-id: req-ba0f39e5-0f79-457f-9bac-68b329ae7002 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:52.040287 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-unplugged", "status": "failed", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:52.040549 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba0f39e5-0f79-457f-9bac-68b329ae7002 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:52.040959 n-d-778550-4 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'code': 422} returned with failed status Jul 23 10:38:52.061140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.120491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] For port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:52.123706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=480bfe41-7569-47ed-8506-8e3f0e6ef067,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:52.129606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9838197e-01c0-4897-a064-cd9ad983f58c req-a31fd145-7f8b-4b97-9a1e-6d4fd9c5c1fd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432901 Jul 23 10:38:52.158625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:52.159041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] For port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:52.175335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.180529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:52.184434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:52.196952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] Sync routers for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:52.197474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af2d3d71-d84f-4162-a243-78363d455971 req-fe27a107-966f-42e4-85fb-94e85f4b68c6 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca08dc9a-673b-4aaf-b226-3338b789c79a HTTP/1.1" status: 200 len: 210 time: 0.0862195 Jul 23 10:38:52.209722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:52.210464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:52.215642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.256546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.257288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.259932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:52.260561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.261977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] 10.222.0.55 "PUT /v2.0/ports/2b8c63e9-2321-4b10-9d85-b2a38feedd7d HTTP/1.1" status: 200 len: 1091 time: 2.6949797 Jul 23 10:38:52.285644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'tag': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:52.287555 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b98479e-6781-4787-a7da-7aab4297cf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d93109fc-e1dc-4c1c-a08b-88cce06cd140", "tag": "2b8c63e9-2321-4b10-9d85-b2a38feedd7d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:52.302241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-786d0c76-17b0-4f9d-bc12-2e58dc97ff8a req-2b04ef69-0154-45e8-ba64-e727b93594b3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 210 time: 0.0897467 Jul 23 10:38:52.356708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] No DVR routers for this DVR port b9935ef4-aac4-47aa-8316-1f69dd5f24cf on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:52.360408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.362729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75c462f9-c237-4c53-af54-e3d757549d14 req-6279f6ab-b5bf-4dc4-b296-9aae3adea81e tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.20 "DELETE /v2.0/ports/b9935ef4-aac4-47aa-8316-1f69dd5f24cf HTTP/1.1" status: 204 len: 173 time: 3.4790008 Jul 23 10:38:52.374249 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb9f96-c774-4e1a-8df7-04a32fc15adc x-openstack-request-id: req-3fcb9f96-c774-4e1a-8df7-04a32fc15adc {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:52.374570 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93109fc-e1dc-4c1c-a08b-88cce06cd140", "tag": "2b8c63e9-2321-4b10-9d85-b2a38feedd7d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:52.374808 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fcb9f96-c774-4e1a-8df7-04a32fc15adc {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:52.375198 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'tag': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d', 'status': 'completed', 'code': 200} Jul 23 10:38:52.386949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:52.408917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370ba1f-db71-4c6f-aff5-56d8c2d0c15a service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:52.415662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:52.429922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:52.430637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:52.458140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:38:52.460658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=bced4f95-6ff3-41e7-9e22-1b03eb78cf5b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:52.500363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8076982 Jul 23 10:38:52.509457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56768) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:52.516336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:de:e2:da', 'name': 'tempest-NetworksTestDHCPv6-1955810103'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:52.543057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9fdff-3100-4b5b-83a9-969b500d9e40 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:52.560986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3143dc-3a17-46a5-bc6e-d0b085eb0c8f None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:52.567682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-d886adfd-5302-4589-bd12-648c5c10a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:52.568905 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-d886adfd-5302-4589-bd12-648c5c10a566 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 1094 time: 0.2249858 Jul 23 10:38:52.626809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42404dac-a848-4b64-a6dc-eb902db438de req-70387f55-d241-44e9-affb-7d9035b8d7e0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:52.628712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42404dac-a848-4b64-a6dc-eb902db438de req-70387f55-d241-44e9-affb-7d9035b8d7e0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 944 time: 0.3100893 Jul 23 10:38:52.687715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:38:52.753548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-46119358-91ee-44ae-911a-d187ccfc6fb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d HTTP/1.1" status: 200 len: 217 time: 0.0780392 Jul 23 10:38:52.754160 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42404dac-a848-4b64-a6dc-eb902db438de req-0929db4f-b9df-4cd4-9453-08c67a49b3f1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176741 Jul 23 10:38:52.759985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:52.849660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:47Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:52.884843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] Checking router: 4e2eb450-6437-4fc2-a5ee-77f805e37c41 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:38:52.909934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:52.910561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:52.988483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-f61dcec6-0363-47a1-a0c5-70ed7480073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:52.995987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-f61dcec6-0363-47a1-a0c5-70ed7480073d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 HTTP/1.1" status: 200 len: 854 time: 0.2296662 Jul 23 10:38:53.003386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 70861e46-30b7-435f-8faa-2c991f9d01bb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:53.003670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.080667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-63c3f81f-42bf-4457-a81b-32bf96e333ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36e1864-f393-4718-9d83-99b89d1ab75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776930 Jul 23 10:38:53.098876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:53.114309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Sync routers for ids ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:53.125515 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Routers {'ff6b1318-859d-47f0-abbe-4c0e90b8ca90'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:53.128127 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:53.129249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-857f0ecc-9885-4779-bf8b-0a81962ffadb admin admin] 10.222.0.37 "PUT /v2.0/routers/ff6b1318-859d-47f0-abbe-4c0e90b8ca90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2859817 Jul 23 10:38:53.209288 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.265608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-bc35a726-acd2-4455-926c-d435c0a7ddee service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702840 Jul 23 10:38:53.268889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.322882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 70861e46-30b7-435f-8faa-2c991f9d01bb owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:53.349550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Update dhcp port {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'fixed_ips': [{'subnet_id': 'bced4f95-6ff3-41e7-9e22-1b03eb78cf5b', 'ip_address': '2001:db8:0:1:f816:3eff:fedf:cc6b'}, {'subnet_id': 'da21870c-8e80-4eb4-b47b-80c6845d0d74'}], 'binding:host_id': 'n-d-778550-4'}, 'id': '480bfe41-7569-47ed-8506-8e3f0e6ef067'} from n-d-778550-4. {{(pid=93835) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 10:38:53.355310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 9fea6449-710c-4fd3-9b97-411d8b2c233a yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:38:53.368948 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Set router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:38:53.390375 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.484470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a69978-4cb0-4db2-a9ee-5232f07718c3 req-800f9ebd-a69a-450d-82f4-1e7ad2c073d1 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:53.489218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a7a69978-4cb0-4db2-a9ee-5232f07718c3 req-800f9ebd-a69a-450d-82f4-1e7ad2c073d1 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 943 time: 0.2092354 Jul 23 10:38:53.597712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/da21870c-8e80-4eb4-b47b-80c6845d0d74/480bfe41-7569-47ed-8506-8e3f0e6ef067) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:53.646003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3fc0093d-d1cf-4634-b25d-152808ad68a8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:53.723082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60bbffe6-f46f-43cb-bebf-870cf03494f2 req-3d9c588d-9aa8-4909-b375-b33e8d41004b service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504554 Jul 23 10:38:53.784838 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:38:50Z', 'revision_number': 4, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c5c7cadb-6ae7-4a89-9164-7fd765f75503', 'name': '', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'mac_address': 'fa:16:3e:0a:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:49Z', 'updated_at': '2021-07-23T10:38:50Z', 'revision_number': 2, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'subnets': [{'id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:53.802233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.822856 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Checking router: ff6b1318-859d-47f0-abbe-4c0e90b8ca90 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:38:53.823610 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Updating router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 port c5c7cadb-6ae7-4a89-9164-7fd765f75503 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:38:53.844900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=480bfe41-7569-47ed-8506-8e3f0e6ef067,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:53.863864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a7a69978-4cb0-4db2-a9ee-5232f07718c3 req-04d37a13-64cf-4238-a1a1-4801689451e1 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274562 Jul 23 10:38:53.871163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=70861e46-30b7-435f-8faa-2c991f9d01bb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:53.883409 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.911710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-b6167e23-cbd7-4614-aca8-e7ec42872597 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:53.913297 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:53.913769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-b6167e23-cbd7-4614-aca8-e7ec42872597 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.2443080 Jul 23 10:38:53.934518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:38:53.934782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:54.103318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Transition to ACTIVE for port object 480bfe41-7569-47ed-8506-8e3f0e6ef067 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:54.151377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a0cea2d5-6119-4131-b9ca-be70f5926e1c req-442da76b-8c87-4b31-898f-39f12e7e755c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 210 time: 0.0503829 Jul 23 10:38:54.169174 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.200150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.250543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-4a2bab7c-4e56-43e5-ba57-194fee99d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:54.253131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-4a2bab7c-4e56-43e5-ba57-194fee99d66d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 1094 time: 0.3387940 Jul 23 10:38:54.318392 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.348347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3fc0093d-d1cf-4634-b25d-152808ad68a8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:54.348818 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.394736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-deleted', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:54.397901 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64648b-75d1-409c-9b67-9b8dbe5fd3a1" -d '{"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-deleted", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:54.401251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-f0208048-feca-49e4-afce-9d480b68ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:54.402805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-f0208048-feca-49e4-afce-9d480b68ef82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 915 time: 0.1352925 Jul 23 10:38:54.418137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-bb061125-d6bc-4d71-843c-6b73a9732330 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:54.426693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-bb061125-d6bc-4d71-843c-6b73a9732330 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c01eb8b4-000f-4763-8a25-00acad69ab6e HTTP/1.1" status: 200 len: 944 time: 0.4970646 Jul 23 10:38:54.459438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586e76-4c53-4781-8dad-c34c52caf1d9 None None] Pushing event updated for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:54.469359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 6a34e997-2e22-46d1-bc00-274f8d0771f3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:38:54.513078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:54.587356 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.595002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:47Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:54.602864 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Transition to ACTIVE for port object c5c7cadb-6ae7-4a89-9164-7fd765f75503 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:54.611614 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.613543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:38:54.632554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6d652502-793c-4b0a-ae3e-c758e6cfac0a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/6a34e997-2e22-46d1-bc00-274f8d0771f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8804884 Jul 23 10:38:54.632816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:54.634205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.636686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56836) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:54.647273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] Sync routers for ids ['6a34e997-2e22-46d1-bc00-274f8d0771f3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:38:54.660008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f6318-83ef-4c8d-9b02-7e8c9a6867ee None None] The sync data for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 is: [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:29:39Z', 'revision_number': 4, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a5bfc09d-8a80-45ba-9000-90beaffbf61b', 'name': '', 'network_id': 'da4601de-2c9f-4cfb-bd23-82aa8a35a5f8', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'mac_address': 'fa:16:3e:69:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:38Z', 'updated_at': '2021-07-23T10:29:47Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'subnets': [{'id': 'f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:54.682800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] Routers {'6a34e997-2e22-46d1-bc00-274f8d0771f3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:54.683780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a34e997-2e22-46d1-bc00-274f8d0771f3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:54.712296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-14699d47-1840-4281-a3cb-4a7baddbc088 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a34e997-2e22-46d1-bc00-274f8d0771f3 HTTP/1.1" status: 200 len: 205 time: 0.0744436 Jul 23 10:38:54.714804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:54.743504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:54.746090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:54.791512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-782fbfdf-0691-4bc3-83c8-6b475ea4c739 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d HTTP/1.1" status: 200 len: 217 time: 0.2922771 Jul 23 10:38:54.802176 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Pushing event updated for resources: {'Port': ['ID=c5c7cadb-6ae7-4a89-9164-7fd765f75503,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:54.819581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] Routers {'6a34e997-2e22-46d1-bc00-274f8d0771f3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:54.820232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6a34e997-2e22-46d1-bc00-274f8d0771f3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:54.825873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.826502 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.828255 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.829767 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.830304 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.830821 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.831332 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.831918 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.832437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.832945 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.833467 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.833980 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:38:54.843991 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Attempting to bind port c5c7cadb-6ae7-4a89-9164-7fd765f75503 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:54.844579 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Attempting to bind port c5c7cadb-6ae7-4a89-9164-7fd765f75503 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:54.845128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Attempting to bind port c5c7cadb-6ae7-4a89-9164-7fd765f75503 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:54.863785 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:54.864873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Checking segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:54.865466 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.865911 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Bound using segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:54.866462 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Bound port: c5c7cadb-6ae7-4a89-9164-7fd765f75503, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:54.866907 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.869062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:54.870010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997dc01e-4a5e-47bb-b2b2-51d519320850 None None] The sync data for ids ['6a34e997-2e22-46d1-bc00-274f8d0771f3'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:54.872299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:54.973470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-b4f9a16c-2925-4ccf-926e-cf3c3a196624 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:54.977463 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] For port c5c7cadb-6ae7-4a89-9164-7fd765f75503, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:54.983213 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] For port c5c7cadb-6ae7-4a89-9164-7fd765f75503, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c5c7cadb-6ae7-4a89-9164-7fd765f75503,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:54.983686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-b4f9a16c-2925-4ccf-926e-cf3c3a196624 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 810 time: 0.4012957 Jul 23 10:38:54.992220 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.010046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-6695b72a-c36e-43c4-a5a7-d892ffb448e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:55.011600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-6695b72a-c36e-43c4-a5a7-d892ffb448e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 HTTP/1.1" status: 200 len: 854 time: 0.0986083 Jul 23 10:38:55.041615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::4a (65597b37-0f65-4455-bf75-7f43a1f9f92a/da21870c-8e80-4eb4-b47b-80c6845d0d74/9fea6449-710c-4fd3-9b97-411d8b2c233a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:55.050243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-d3dd2b16-96c4-4d18-a751-260bc5d68f0e tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/quotas/fa153e86810542e3966f1d9be55c91ff HTTP/1.1" status: 200 len: 375 time: 0.0655892 Jul 23 10:38:55.101070 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Routers {'ff6b1318-859d-47f0-abbe-4c0e90b8ca90'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:38:55.101802 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:55.103670 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacdf78-2d77-405d-bda4-49796091ed08 None None] Pushing event updated for resources: {'Port': ['ID=c5c7cadb-6ae7-4a89-9164-7fd765f75503,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:55.114705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-64ae509f-5ad3-4a6a-8eb3-a3ad37d9d5af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36e1864-f393-4718-9d83-99b89d1ab75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926368 Jul 23 10:38:55.117232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:e2da (65597b37-0f65-4455-bf75-7f43a1f9f92a/bced4f95-6ff3-41e7-9e22-1b03eb78cf5b/9fea6449-710c-4fd3-9b97-411d8b2c233a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:55.146003 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b530480-fc3a-4c06-81f6-c905c2a53ce7 None None] New status for floating IP 6537731b-07bb-4bc9-81db-26b0764e58e6: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:38:55.225978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.228669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.294794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.295330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router 6a34e997-2e22-46d1-bc00-274f8d0771f3 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:38:55.305195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.306205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a4b6e9c-0c3a-4fde-9b87-5c641597a1ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/6a34e997-2e22-46d1-bc00-274f8d0771f3 HTTP/1.1" status: 204 len: 168 time: 0.5820260 Jul 23 10:38:55.310323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:55.317704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.7 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/feb6344a-85fd-40b0-b766-ae659398d150) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:55.349139 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] Set router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:38:55.356775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fee07272-9a06-43b6-910a-4c7405faec32 None None] Provisioning for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:55.359775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-0456a04a-8f90-436e-8430-4c50f493fbeb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082335 Jul 23 10:38:55.362178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fee07272-9a06-43b6-910a-4c7405faec32 None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:55.362561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee07272-9a06-43b6-910a-4c7405faec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.384452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-379d5981-2057-429e-b49b-3c59067374d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519155 Jul 23 10:38:55.397765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Deleting port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:55.398467 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.408613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet 7529858c-e78f-4404-8dce-65dab6941d43 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:55.411862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.452541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.570431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.580020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:55.635579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-667715c0-8478-4d15-947a-1819875237dd service neutron] 10.222.0.37 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751040 Jul 23 10:38:55.640670 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:38:50Z', 'revision_number': 4, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c5c7cadb-6ae7-4a89-9164-7fd765f75503', 'name': '', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'mac_address': 'fa:16:3e:0a:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:49Z', 'updated_at': '2021-07-23T10:38:54Z', 'revision_number': 4, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'subnets': [{'id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:55.670239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:55.670687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.677235 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535e401-f005-4c6a-a5ef-8a6533156c5c None None] The sync data for ids ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'] in n-d-778550-4 is: [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:38:50Z', 'revision_number': 4, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'c5c7cadb-6ae7-4a89-9164-7fd765f75503', 'name': '', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'mac_address': 'fa:16:3e:0a:01:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:49Z', 'updated_at': '2021-07-23T10:38:54Z', 'revision_number': 4, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'subnets': [{'id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:38:55.708316 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.728881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] For port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:55.729490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.798655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.801723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=7529858c-e78f-4404-8dce-65dab6941d43,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:55.808099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:55.812442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d95efc-8aa6-470d-b938-5218bfba0df3 None None] Network c4ec9c83-840c-4856-ae0e-795cd32e90ee requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:38:55.813557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb05959d-1d1f-4589-ad0e-ee5fa5908f0b tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/7529858c-e78f-4404-8dce-65dab6941d43 HTTP/1.1" status: 204 len: 168 time: 0.5024602 Jul 23 10:38:55.816711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:55.832756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Calling delete_port for e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:55.846717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 9fea6449-710c-4fd3-9b97-411d8b2c233a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:55.849518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7b98479e-6781-4787-a7da-7aab4297cf7e req-4b63ed1d-65d5-434f-b434-3b72eef6fa7c service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480739 Jul 23 10:38:55.899516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-d6f2ab36-20f1-45cb-8d2b-339f3cc12e77 service neutron] 10.222.0.37 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629883 Jul 23 10:38:55.930029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.011628 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.015441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.083629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 783b5546-5392-473a-ada6-f00218494794 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:56.084939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.090086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] DHCP port deletion for c4ec9c83-840c-4856-ae0e-795cd32e90ee request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:38:56.102545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:56.117905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:56.127235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:56.140772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:56.151570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.155211 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.156474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:56.186289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=9fea6449-710c-4fd3-9b97-411d8b2c233a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:56.208006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:56.241255 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588c2cab-30c9-484b-bcc8-7249bf6e692f x-openstack-request-id: req-588c2cab-30c9-484b-bcc8-7249bf6e692f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:56.241600 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca08dc9a-673b-4aaf-b226-3338b789c79a", "name": "network-vif-deleted", "tag": "b9935ef4-aac4-47aa-8316-1f69dd5f24cf", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:56.241865 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-588c2cab-30c9-484b-bcc8-7249bf6e692f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:56.242303 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca08dc9a-673b-4aaf-b226-3338b789c79a', 'name': 'network-vif-deleted', 'tag': 'b9935ef4-aac4-47aa-8316-1f69dd5f24cf', 'status': 'completed', 'code': 200} Jul 23 10:38:56.265962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-264f8444-16dd-4a72-b764-eca693c12ff0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7550721 Jul 23 10:38:56.275645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:56.279891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56854) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:56.367286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:56.367917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] Deleting port 783b5546-5392-473a-ada6-f00218494794 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:56.368423 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.379542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:56.389202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 783b5546-5392-473a-ada6-f00218494794, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=783b5546-5392-473a-ada6-f00218494794,segment=NetworkSegment(fcce4bd6-b745-4062-a2cd-28a496f3105b),segment_id=fcce4bd6-b745-4062-a2cd-28a496f3105b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:56.389811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.392943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=feb6344a-85fd-40b0-b766-ae659398d150,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:56.439908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.479814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 783b5546-5392-473a-ada6-f00218494794 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:56.512366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a54d34a3-773e-4954-b294-ae0e9cf8fdeb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.518893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] For port 783b5546-5392-473a-ada6-f00218494794, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=783b5546-5392-473a-ada6-f00218494794,segment=NetworkSegment(fcce4bd6-b745-4062-a2cd-28a496f3105b),segment_id=fcce4bd6-b745-4062-a2cd-28a496f3105b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:56.519306 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.548292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] Calling delete_port for 783b5546-5392-473a-ada6-f00218494794 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:56.552892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a54d34a3-773e-4954-b294-ae0e9cf8fdeb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.592073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:56.596422 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.621663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a54d34a3-773e-4954-b294-ae0e9cf8fdeb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.625887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a54d34a3-773e-4954-b294-ae0e9cf8fdeb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.627273 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a54d34a3-773e-4954-b294-ae0e9cf8fdeb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "DELETE /v2.0/security-groups/282f146f-31ff-4d98-aed9-f0b53ca2534e HTTP/1.1" status: 204 len: 168 time: 0.4665384 Jul 23 10:38:56.661007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:56.685161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d994ed77-38dd-417c-b3b5-0c750b636b31 None None] Provisioning for port 9fea6449-710c-4fd3-9b97-411d8b2c233a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:56.693325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d994ed77-38dd-417c-b3b5-0c750b636b31 None None] Provisioning complete for port 9fea6449-710c-4fd3-9b97-411d8b2c233a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:56.693857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d994ed77-38dd-417c-b3b5-0c750b636b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.699541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d34a3-773e-4954-b294-ae0e9cf8fdeb tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f146f-31ff-4d98-aed9-f0b53ca2534e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:56.723865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f5b5-3bc8-4677-9d84-06b3eecd277a req-706d53cc-6dcc-4618-9883-27315eb13569 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:56.731855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c235f5b5-3bc8-4677-9d84-06b3eecd277a req-706d53cc-6dcc-4618-9883-27315eb13569 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 943 time: 0.3843069 Jul 23 10:38:56.740639 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-110df123-ed1d-4bea-8cac-7ba6e1c8ff16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] show failed (client error): The resource could not be found. Jul 23 10:38:56.742021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-110df123-ed1d-4bea-8cac-7ba6e1c8ff16 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "GET /v2.0/security-groups/282f146f-31ff-4d98-aed9-f0b53ca2534e HTTP/1.1" status: 404 len: 347 time: 0.0781169 Jul 23 10:38:56.749853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d994ed77-38dd-417c-b3b5-0c750b636b31 None None] Port 9fea6449-710c-4fd3-9b97-411d8b2c233a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:38:56.754208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2b8c63e9-2321-4b10-9d85-b2a38feedd7d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:38:56.757202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:56.760174 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.804046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] Pushing event deleted for resources: {'Port': ['ID=783b5546-5392-473a-ada6-f00218494794,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:56.807606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] No DVR routers for this DVR port e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:56.817062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event deleted for resources: {'Port': ['ID=e3f63c1a-ccbe-4403-9c6b-e97b6c52d432,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:56.821699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095e06b-33a4-403d-8a92-061ec7108d93 None None] No DVR routers for this DVR port 783b5546-5392-473a-ada6-f00218494794 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:56.841031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:56.843783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d73b2e50-b849-40c9-83b7-5a9a62590ed7 req-33ad7125-2bb4-4d13-bce2-2c72bdae6f19 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "DELETE /v2.0/ports/e3f63c1a-ccbe-4403-9c6b-e97b6c52d432 HTTP/1.1" status: 204 len: 173 time: 2.4161849 Jul 23 10:38:56.883357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-f2fb3bde-f258-49ec-9369-2de0abdb8c30 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9526422 Jul 23 10:38:56.908922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Request body: {'port': {'device_id': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:56.957133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 9fea6449-710c-4fd3-9b97-411d8b2c233a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:56.957517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.036309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:57.106962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d', 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e', 'port_id': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d', 'mac_address': 'fa:16:3e:ff:44:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e6f9a1-5fa3-44ef-8bdb-090cb643c999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:38:57.119661 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d7a2c6-0cc8-4de1-bd9f-848f3bbb556e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.194328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.223899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8c63e9-2321-4b10-9d85-b2a38feedd7d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:57.292851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:57.299847 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.371694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:57.489351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c235f5b5-3bc8-4677-9d84-06b3eecd277a req-bb8a453e-8d8c-469c-a375-938bb1c313cd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7558131 Jul 23 10:38:57.489879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.505500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2b8c63e9-2321-4b10-9d85-b2a38feedd7d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:38:57.543557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=783b5546-5392-473a-ada6-f00218494794,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:57.549956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port 783b5546-5392-473a-ada6-f00218494794 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:38:57.655626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c5c7cadb-6ae7-4a89-9164-7fd765f75503 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:57.660604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.663201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Deleting port 250c3e1a-9ca6-47f1-9a7e-3f0fe612f9dd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:38:57.663790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.701126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.739130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 9fea6449-710c-4fd3-9b97-411d8b2c233a owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:57.753593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2c734-0c8a-4995-b4f5-b7b4c2677b4f req-9946508e-d4cf-4168-93e2-8c32fec810c4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:57.755183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68a2c734-0c8a-4995-b4f5-b7b4c2677b4f req-9946508e-d4cf-4168-93e2-8c32fec810c4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 931 time: 0.3254056 Jul 23 10:38:57.794595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.803003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68a0e25c-71a1-4215-8630-bb8867aece4f req-dc37179e-0a90-48ad-a979-0f57461d5162 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 210 time: 0.1609368 Jul 23 10:38:57.849072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c5c7cadb-6ae7-4a89-9164-7fd765f75503 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:57.868534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c5c7cadb-6ae7-4a89-9164-7fd765f75503 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:57.869056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:57.924099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68a2c734-0c8a-4995-b4f5-b7b4c2677b4f req-ddd26ade-ab2a-4cbb-b6a7-8dcd2d76796a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518345 Jul 23 10:38:57.971905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-bcf11a0b-ee2b-4485-824d-8cd94b611f12 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:57.973460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-bcf11a0b-ee2b-4485-824d-8cd94b611f12 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.20 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 810 time: 0.1754239 Jul 23 10:38:57.984252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ec9c83-840c-4856-ae0e-795cd32e90ee']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:58.002224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Request body: {'port': {'device_id': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'admin_state_up': True, 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:58.017467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcce4bd6-b745-4062-a2cd-28a496f3105b') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:58.017750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcce4bd6-b745-4062-a2cd-28a496f3105b') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:38:58.041079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.061767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.065333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.065672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.094770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port c5c7cadb-6ae7-4a89-9164-7fd765f75503, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c5c7cadb-6ae7-4a89-9164-7fd765f75503,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:58.103752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.169502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=c5c7cadb-6ae7-4a89-9164-7fd765f75503,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:58.190793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.195206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Calling delete_port for 250c3e1a-9ca6-47f1-9a7e-3f0fe612f9dd owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:38:58.211665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 783b5546-5392-473a-ada6-f00218494794 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:38:58.231447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:38:58.232743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.235748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 783b5546-5392-473a-ada6-f00218494794 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:38:58.236137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 783b5546-5392-473a-ada6-f00218494794 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:38:58.243291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-deleted', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:58.245913 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8248abb5-c6a6-4ac6-ab0f-01d8c62c67a1" -d '{"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-deleted", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:38:58.247372 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:38:58.291612 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0418b5e3-dd69-4a70-b783-f2b4fa3d9a8f x-openstack-request-id: req-0418b5e3-dd69-4a70-b783-f2b4fa3d9a8f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:58.291906 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01eb8b4-000f-4763-8a25-00acad69ab6e", "name": "network-vif-deleted", "tag": "e3f63c1a-ccbe-4403-9c6b-e97b6c52d432", "status": "failed", "code": 422}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:58.292154 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0418b5e3-dd69-4a70-b783-f2b4fa3d9a8f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:58.292562 n-d-778550-4 neutron-server[93833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c01eb8b4-000f-4763-8a25-00acad69ab6e', 'name': 'network-vif-deleted', 'tag': 'e3f63c1a-ccbe-4403-9c6b-e97b6c52d432', 'status': 'failed', 'code': 422} returned with failed status Jul 23 10:38:58.377146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb6344a-85fd-40b0-b766-ae659398d150 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:38:58.395916 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.406828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Made reservation on behalf of fa153e86810542e3966f1d9be55c91ff for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:58.411314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.413489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.428979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Transition to ACTIVE for port object feb6344a-85fd-40b0-b766-ae659398d150 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:38:58.430763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.434038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.436206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.438849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/c4ec9c83-840c-4856-ae0e-795cd32e90ee HTTP/1.1" status: 204 len: 168 time: 2.6210337 Jul 23 10:38:58.442301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56884) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:58.454778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-535756052', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:58.464206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad02fd-6c6e-4d3e-a7e1-5e8dbd022258 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=c4ec9c83-840c-4856-ae0e-795cd32e90ee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:58.516138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-c9329885-e10f-44cb-8019-173abcf4931f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:58.522829 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-c9329885-e10f-44cb-8019-173abcf4931f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.3334286 Jul 23 10:38:58.544709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=feb6344a-85fd-40b0-b766-ae659398d150,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:58.587256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-54a4912b-96d6-4edd-b61b-9f96b5971e0c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.0634525 Jul 23 10:38:58.603541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.604798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.616421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.619339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/9fea6449-710c-4fd3-9b97-411d8b2c233a HTTP/1.1" status: 204 len: 168 time: 2.3354366 Jul 23 10:38:58.649918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:58.665732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-d2b6baee-6d35-465d-b75a-a1912900f694 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775559 Jul 23 10:38:58.697135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944136a0-8463-4da0-86b8-9d316a7ce9de tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=9fea6449-710c-4fd3-9b97-411d8b2c233a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:58.736949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2b8c63e9-2321-4b10-9d85-b2a38feedd7d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:58.768010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Attempting to bind port feb6344a-85fd-40b0-b766-ae659398d150 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:38:58.768688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Attempting to bind port feb6344a-85fd-40b0-b766-ae659398d150 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:38:58.769225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Attempting to bind port feb6344a-85fd-40b0-b766-ae659398d150 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:58.779076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Port feb6344a-85fd-40b0-b766-ae659398d150 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:38:58.779754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Attempting to bind port feb6344a-85fd-40b0-b766-ae659398d150 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:38:58.781036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Allocated IP 172.20.0.5 (093e951f-d1e4-4117-9e8a-c0184f99fd21/0ba77a3c-0ddb-402b-b02b-476f01751bcc/b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:38:58.785539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.790959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:38:58.791125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:38:58.791477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:38:58.791872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:38:58.792317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Bound port: feb6344a-85fd-40b0-b766-ae659398d150, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:38:58.792678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.795323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:58.795790 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.869047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Pushing event deleted for resources: {'Port': ['ID=250c3e1a-9ca6-47f1-9a7e-3f0fe612f9dd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:58.880124 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.887551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9423d9-de87-4b68-b6b7-368d9427ee95 req-fd3d1783-56ff-4cca-b538-892fe81b8f09 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:58.895204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a9423d9-de87-4b68-b6b7-368d9427ee95 req-fd3d1783-56ff-4cca-b538-892fe81b8f09 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 944 time: 0.2329309 Jul 23 10:38:58.897978 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.907226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:38:58.909962 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ca8899-8098-442a-a341-223ae3ff6fcf" -d '{"events": [{"server_uuid": "d93109fc-e1dc-4c1c-a08b-88cce06cd140", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c63e9-2321-4b10-9d85-b2a38feedd7d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:38:58.925158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:38:58.926770 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.930812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.956101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e2bb16e6-a6ec-4f09-b52d-978208d2e366 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679338 Jul 23 10:38:58.965128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e650870-95f6-4608-b821-7df090a47771 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:58.966701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6e650870-95f6-4608-b821-7df090a47771 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3154902 Jul 23 10:38:58.972506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:58.978392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:58.981925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b10ca229-5cdb-4298-88e7-67deed37b9e2 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5364976 Jul 23 10:38:58.982920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:58.988514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a9423d9-de87-4b68-b6b7-368d9427ee95 req-af856803-7946-49a8-974e-8440cf103246 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923991 Jul 23 10:38:58.995850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:58.996641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] For port feb6344a-85fd-40b0-b766-ae659398d150, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:38:59.003799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] For port feb6344a-85fd-40b0-b766-ae659398d150, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=feb6344a-85fd-40b0-b766-ae659398d150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:38:59.010049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.023083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-129134655'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:59.079933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.080672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.081948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/feb6344a-85fd-40b0-b766-ae659398d150 HTTP/1.1" status: 200 len: 1091 time: 2.1855130 Jul 23 10:38:59.102729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3faae7-3403-4e01-89a7-77298084d0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=feb6344a-85fd-40b0-b766-ae659398d150,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:59.107043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8c062d2-8442-4673-9c3c-599e5abb5fba req-2f38538c-8759-4339-a37e-61842ea5497f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 210 time: 0.0438457 Jul 23 10:38:59.157668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.159602 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580a2572-f09b-4673-9b9f-aa9c6548016d x-openstack-request-id: req-580a2572-f09b-4673-9b9f-aa9c6548016d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:38:59.159856 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93109fc-e1dc-4c1c-a08b-88cce06cd140", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c63e9-2321-4b10-9d85-b2a38feedd7d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:38:59.160347 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-580a2572-f09b-4673-9b9f-aa9c6548016d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:38:59.160593 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.161070 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d', 'code': 200} Jul 23 10:38:59.167069 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e55bd307-de81-4d78-b8d1-cdd3a8cc13a1 tempest-ServerActionsTestJSON-871012690 tempest-ServerActionsTestJSON-871012690-project] 10.222.0.37 "DELETE /v2.0/floatingips/6537731b-07bb-4bc9-81db-26b0764e58e6 HTTP/1.1" status: 204 len: 168 time: 1.8121784 Jul 23 10:38:59.183688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56900) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:59.215487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:59.219343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.260462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-a757b4e3-6d52-4b21-a1b5-a077c6d08dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.261960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-a757b4e3-6d52-4b21-a1b5-a077c6d08dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 1094 time: 0.1156166 Jul 23 10:38:59.306029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb535b-b522-4e61-8568-83552e51f2b8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.307553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1efb535b-b522-4e61-8568-83552e51f2b8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3254771 Jul 23 10:38:59.313138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:38:59.314859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56904) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:59.319553 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-277a9c85-a181-405c-b036-964055cfa7f5 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517888 Jul 23 10:38:59.322625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.374232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.374588 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment 47d802d9-e502-4c91-bc5f-d9a32c35784c of type vlan for network 913fb9c2-e443-4bc6-9887-26fb584456ca Jul 23 10:38:59.393966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-3d79e99d-0f04-4011-a843-bf1bbabd915d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb6344a-85fd-40b0-b766-ae659398d150 HTTP/1.1" status: 200 len: 217 time: 0.1050506 Jul 23 10:38:59.409652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eacdc3-7104-405b-af92-f7d836511a5d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.411181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eacdc3-7104-405b-af92-f7d836511a5d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.412718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eacdc3-7104-405b-af92-f7d836511a5d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.414375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-30eacdc3-7104-405b-af92-f7d836511a5d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0970488 Jul 23 10:38:59.421437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56906) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:59.458871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.477664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.537471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-d7d48491-2f5a-4151-9500-0ef0c9010ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.538940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-d7d48491-2f5a-4151-9500-0ef0c9010ad1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1349411 Jul 23 10:38:59.551740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.557515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.558219 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.562882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7999ab-bd29-4fce-a745-6602b2141a1f req-50aa9a24-61f9-405b-9afa-a0ed37208cce tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.564703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd7999ab-bd29-4fce-a745-6602b2141a1f req-50aa9a24-61f9-405b-9afa-a0ed37208cce tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 943 time: 0.3515556 Jul 23 10:38:59.601663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c5c7cadb-6ae7-4a89-9164-7fd765f75503 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:38:59.618550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93de1d05-0caf-4a90-895b-ddf5cba3b666 req-96f0273b-545b-4556-b8fd-6d7b216c6a5e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 210 time: 0.0706801 Jul 23 10:38:59.633688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:38:59.647856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet bced4f95-6ff3-41e7-9e22-1b03eb78cf5b {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:38:59.659780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:38:59.667497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6692059 Jul 23 10:38:59.668600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:38:59.672550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c5c7cadb-6ae7-4a89-9164-7fd765f75503 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:38:59.673456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.676888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Pushing event updated for resources: {'Port': ['ID=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:59.691364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:38:59.711075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.719297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:59.724940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-5de4308a-4264-48d8-900c-18b8dc528bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781244 Jul 23 10:38:59.753095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00601a12-3ecf-4f9f-9247-15b90c4fc7f9 req-bb00b4b6-07f7-4542-aec8-a7b3a1bfde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.755099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00601a12-3ecf-4f9f-9247-15b90c4fc7f9 req-bb00b4b6-07f7-4542-aec8-a7b3a1bfde43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 1096 time: 0.5072558 Jul 23 10:38:59.768903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38955b-35ba-498c-ba5f-e9e2a14d8595 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=913fb9c2-e443-4bc6-9887-26fb584456ca,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:38:59.780486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 913fb9c2-e443-4bc6-9887-26fb584456ca details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:38:59.817575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:38:59.819305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.842652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.886630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-03b2a3d0-b32c-42ca-a04d-ee76de4a9d55 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8895488 Jul 23 10:38:59.895194 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-292ba7d8-0709-4428-b870-902eeee9070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:38:59.910224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Request body: {'port': {'device_id': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:38:59.931458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd7999ab-bd29-4fce-a745-6602b2141a1f req-2248511e-5e75-4580-9800-0ab6a8c30849 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000042 Jul 23 10:38:59.956494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:38:59.957870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00601a12-3ecf-4f9f-9247-15b90c4fc7f9 req-19844e8b-219c-4165-a79c-29f9fa593116 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904275 Jul 23 10:38:59.959883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.041442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-51cf9bd1-ce7c-4b24-8da2-eaf8c71d52bd service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772391 Jul 23 10:39:00.076931 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.132279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.183035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.238612 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.246406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36d2791c-5956-4d45-8b6c-8dde450ff993 req-ab059ea9-86a0-41dc-a58d-cc9f7e5944e8 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990888 Jul 23 10:39:00.271274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0faa7b-a24d-4316-90f1-b4cbbf9f64c0 req-b01665a9-e74c-4467-b0e0-c64c6d1d7a6b tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:00.272800 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0faa7b-a24d-4316-90f1-b4cbbf9f64c0 req-b01665a9-e74c-4467-b0e0-c64c6d1d7a6b tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 945 time: 0.1943910 Jul 23 10:39:00.298420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c24d6-161d-404f-a081-b70c800cae72 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:00.314089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=bced4f95-6ff3-41e7-9e22-1b03eb78cf5b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:00.315402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'tag': 'feb6344a-85fd-40b0-b766-ae659398d150'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:00.317763 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b2ad5-d82f-4f68-9030-a59ccb1848e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a5cc03-30be-482e-bdcb-409b879e0f54", "tag": "feb6344a-85fd-40b0-b766-ae659398d150"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:00.321644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.323573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f0ddfbd-63f2-4f72-808f-a19c3415e45f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/bced4f95-6ff3-41e7-9e22-1b03eb78cf5b HTTP/1.1" status: 204 len: 168 time: 0.9012198 Jul 23 10:39:00.327927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56926) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:00.408851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.416384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet da21870c-8e80-4eb4-b47b-80c6845d0d74 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:00.426896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.459305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.484851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be0faa7b-a24d-4316-90f1-b4cbbf9f64c0 req-97bcc81d-2d3f-421e-8f55-d12d0b655cd6 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621315 Jul 23 10:39:00.518134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329a06-7d94-47c6-b1d5-8c30a1579294 req-4be9a25c-acbe-4989-859b-beaaf80d73e3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:00.519724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76329a06-7d94-47c6-b1d5-8c30a1579294 req-4be9a25c-acbe-4989-859b-beaaf80d73e3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 931 time: 0.2687244 Jul 23 10:39:00.568240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.595882 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b318b5-d3eb-4d4a-9d2a-52868028b20a x-openstack-request-id: req-42b318b5-d3eb-4d4a-9d2a-52868028b20a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:00.596176 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a5cc03-30be-482e-bdcb-409b879e0f54", "tag": "feb6344a-85fd-40b0-b766-ae659398d150", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:00.596435 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42b318b5-d3eb-4d4a-9d2a-52868028b20a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:00.596831 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'tag': 'feb6344a-85fd-40b0-b766-ae659398d150', 'status': 'completed', 'code': 200} Jul 23 10:39:00.631193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=d87b23cd-da57-4152-95ff-f4d58123066f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:00.632458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76329a06-7d94-47c6-b1d5-8c30a1579294 req-9bc08d74-094c-4735-954f-23ab81e609a1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015723 Jul 23 10:39:00.655367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:00.655999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: 913fb9c2-e443-4bc6-9887-26fb584456ca, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:00.724442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 913fb9c2-e443-4bc6-9887-26fb584456ca is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:00.760514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 913fb9c2-e443-4bc6-9887-26fb584456ca) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:00.766030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:00.766815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:00.774999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e334043b-967b-42ce-9512-d80f4d172157 None None] Network 913fb9c2-e443-4bc6-9887-26fb584456ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:01.020586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-913fb9c2-e443-4bc6-9887-26fb584456ca', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:01.021999 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.027549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.123626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-f03178f4-6cd1-47e6-8e74-2574511aadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:01.126178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-f03178f4-6cd1-47e6-8e74-2574511aadbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 1094 time: 0.4827921 Jul 23 10:39:01.176444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-36bed29f-8171-4353-a817-ad450ce95c08 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:01.178050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-36bed29f-8171-4353-a817-ad450ce95c08 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.4969018 Jul 23 10:39:01.214713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Allocated IP 2001:db8::2 (913fb9c2-e443-4bc6-9887-26fb584456ca/d87b23cd-da57-4152-95ff-f4d58123066f/ab99b7a8-78ff-4b83-afa4-cea67e9e0daf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:01.225863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Request body: {'port': {'device_id': '4e868491-16ee-4c6b-88a0-051986288272', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'admin_state_up': True, 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:01.247532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.262463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-826eb4d3-7c3f-4a2b-9466-7357f6d10b9c req-ea54b427-75e6-49be-a16e-017c237ced38 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 210 time: 0.5145242 Jul 23 10:39:01.277797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c22c930-2b45-47d7-810d-91ae28415843 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5629933 Jul 23 10:39:01.288200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:01.295982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56932) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:01.356469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.399325 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.407073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Transition to ACTIVE for port object b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:01.420022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Transition to ACTIVE for port object ab99b7a8-78ff-4b83-afa4-cea67e9e0daf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:01.441264 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Transition to ACTIVE for port object ab99b7a8-78ff-4b83-afa4-cea67e9e0daf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:01.444575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-936844f6-43b2-44ec-b305-c8aed3a2bdcb None None] Provisioning complete for port 480bfe41-7569-47ed-8506-8e3f0e6ef067 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:01.445257 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-936844f6-43b2-44ec-b305-c8aed3a2bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.450562 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.453041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.626666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:01.686852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Network 913fb9c2-e443-4bc6-9887-26fb584456ca is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:01.693749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:01.696240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:01.732069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.745858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Pushing event updated for resources: {'Port': ['ID=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:01.788769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Attempting to bind port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:01.789170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Attempting to bind port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:01.789501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Attempting to bind port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf on network 913fb9c2-e443-4bc6-9887-26fb584456ca {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:01.814375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=da21870c-8e80-4eb4-b47b-80c6845d0d74,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:01.815620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:01.816226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Checking segment: {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:01.816819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.817370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Bound using segment: {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:01.818021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Bound port: ab99b7a8-78ff-4b83-afa4-cea67e9e0daf, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:01.818614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.819528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.848831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.849310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70579ec-20c8-4152-877b-632ab5e1270a req-dadd7b6c-e79f-4a8a-8651-585344e63bd5 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:01.852866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c9a29136-5330-40f2-bc27-ab9e2a271f45 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/da21870c-8e80-4eb4-b47b-80c6845d0d74 HTTP/1.1" status: 204 len: 168 time: 1.5200591 Jul 23 10:39:01.855336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61a0d7-15b1-4043-b864-233d41048ad5 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:01.862393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c70579ec-20c8-4152-877b-632ab5e1270a req-dadd7b6c-e79f-4a8a-8651-585344e63bd5 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 945 time: 0.2631953 Jul 23 10:39:01.862615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56938) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:01.862753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Attempting to bind port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:01.862753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Attempting to bind port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:01.862753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Attempting to bind port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:01.876945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca49d3-3ad2-4050-bb0d-09aa05ccbe65 req-b12aa747-932e-4390-915d-121d46c03c56 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:01.882975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:39:01.882975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Attempting to bind port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:01.883643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6ca49d3-3ad2-4050-bb0d-09aa05ccbe65 req-b12aa747-932e-4390-915d-121d46c03c56 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 943 time: 0.8033659 Jul 23 10:39:01.893696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-6c709278-f06a-4abb-ba61-8b3e3a0da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:01.895150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-6c709278-f06a-4abb-ba61-8b3e3a0da122 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.7307415 Jul 23 10:39:01.939583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1b87cbac-26b5-486b-acba-a3700b0c44c4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761642 Jul 23 10:39:01.947836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:01.953551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:01.960897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:01.961609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Checking segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:01.961775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Bound using segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:01.962091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Bound port: b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:01.962463 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:01.992796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] For port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:01.993944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-30d01a2a-3427-4cfa-82bb-7ce8a48aaf52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb6344a-85fd-40b0-b766-ae659398d150 HTTP/1.1" status: 200 len: 217 time: 0.0593257 Jul 23 10:39:02.027127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c70579ec-20c8-4152-877b-632ab5e1270a req-3c2998da-55d7-4eac-8c45-5d05cfc937e5 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696227 Jul 23 10:39:02.029296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] For port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:02.054835 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.074785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6ca49d3-3ad2-4050-bb0d-09aa05ccbe65 req-14ffd445-5560-4a58-802f-ff870efca5ca tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855373 Jul 23 10:39:02.098337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:02.104264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.118759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Deleting port a5bfc09d-8a80-45ba-9000-90beaffbf61b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:02.119513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.182532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-d906501e-21a4-4377-b0a3-f80e3fbca204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:02.184840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-d906501e-21a4-4377-b0a3-f80e3fbca204 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1831026 Jul 23 10:39:02.186351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e54a6-8712-4d32-9685-2fb1eacb5b37 None None] Pushing event updated for resources: {'Port': ['ID=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:02.258097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:39:02.324782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-d928a2b4-d0d7-48b9-bb10-67ce8dd5ed0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161127 Jul 23 10:39:02.351350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] Deleting port 480bfe41-7569-47ed-8506-8e3f0e6ef067 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:02.352077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.365709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] For port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:02.374358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8::1 (913fb9c2-e443-4bc6-9887-26fb584456ca/d87b23cd-da57-4152-95ff-f4d58123066f/0a772710-b416-4c96-bc9e-70fed936f33f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:02.378110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] For port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:02.393879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.401519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:02.405410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.465859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:02.467135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.468648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] 10.222.0.20 "PUT /v2.0/ports/b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 HTTP/1.1" status: 200 len: 1091 time: 2.5647230 Jul 23 10:39:02.505572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'tag': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:02.508481 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59715c69-49bf-40c8-8d7a-bce77ff9cd43" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7e5507-3df4-495a-bcd5-30e6e23f966a", "tag": "b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:02.525101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36681ea2-87fd-4fcb-a650-358b9c0edb07 req-d035a817-bac3-446e-9a6e-9ca4cad292f8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 210 time: 0.1378438 Jul 23 10:39:02.591343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] For port 480bfe41-7569-47ed-8506-8e3f0e6ef067, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=480bfe41-7569-47ed-8506-8e3f0e6ef067,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:02.591952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.594022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] For port a5bfc09d-8a80-45ba-9000-90beaffbf61b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5bfc09d-8a80-45ba-9000-90beaffbf61b,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:02.594389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.596415 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.618467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] Calling delete_port for 480bfe41-7569-47ed-8506-8e3f0e6ef067 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:02.650943 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fc65f8-1b7e-47f7-b5eb-07532884fce7 x-openstack-request-id: req-32fc65f8-1b7e-47f7-b5eb-07532884fce7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:02.651450 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7e5507-3df4-495a-bcd5-30e6e23f966a", "tag": "b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:02.651720 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32fc65f8-1b7e-47f7-b5eb-07532884fce7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:02.652118 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'tag': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719', 'status': 'completed', 'code': 200} Jul 23 10:39:02.678048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Calling delete_port for a5bfc09d-8a80-45ba-9000-90beaffbf61b owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:02.678917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a085778-8209-44b3-a9eb-1b25bb8d8062 req-2cbb248d-c8b9-4dd6-bc3d-a28469abfab4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:02.686162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a085778-8209-44b3-a9eb-1b25bb8d8062 req-2cbb248d-c8b9-4dd6-bc3d-a28469abfab4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 943 time: 0.4629803 Jul 23 10:39:02.687252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device feb6344a-85fd-40b0-b766-ae659398d150 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:02.749964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Allocated IP 172.20.0.7 (88f82106-17d6-405a-9dea-dd012be4367b/01038704-b36f-4ebc-95c2-bc63e44a7e97/251770d9-e13c-4534-99e1-6212aad8e0cd) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:02.756419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251486f0-d1a4-4235-a904-29e3dc63dd97 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:02.797200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-8d7c6384-f125-4905-8e33-57ae420bdf13 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082057 Jul 23 10:39:02.856101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a085778-8209-44b3-a9eb-1b25bb8d8062 req-56245ccf-c129-4ad1-9e2d-715a82c37c5b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689062 Jul 23 10:39:02.882700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port feb6344a-85fd-40b0-b766-ae659398d150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=feb6344a-85fd-40b0-b766-ae659398d150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:02.928530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'feb6344a-85fd-40b0-b766-ae659398d150', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': 'feb6344a-85fd-40b0-b766-ae659398d150', 'mac_address': 'fa:16:3e:3a:ea:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:02.946113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:02.971286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-d5f9ae38-3900-4971-bb3c-2ff9f1d16328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:02.972997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-d5f9ae38-3900-4971-bb3c-2ff9f1d16328 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 1094 time: 0.4187748 Jul 23 10:39:02.974517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.003039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] No DVR routers for this DVR port 480bfe41-7569-47ed-8506-8e3f0e6ef067 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:03.036132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48746d59-23ec-496d-a351-424cade2e1c7 None None] Pushing event deleted for resources: {'Port': ['ID=480bfe41-7569-47ed-8506-8e3f0e6ef067,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:03.042990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.058456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb6344a-85fd-40b0-b766-ae659398d150 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:03.068392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 0a772710-b416-4c96-bc9e-70fed936f33f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:03.081327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port feb6344a-85fd-40b0-b766-ae659398d150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=feb6344a-85fd-40b0-b766-ae659398d150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:03.086419 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.140165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-d7660b99-4e5c-4286-bf23-c8e45849e296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 HTTP/1.1" status: 200 len: 217 time: 0.1396158 Jul 23 10:39:03.159933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=feb6344a-85fd-40b0-b766-ae659398d150,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:03.163202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.182113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828b2ad5-d82f-4f68-9030-a59ccb1848e2 req-807d7629-ef9f-4792-aab5-436d7ef11d46 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751712 Jul 23 10:39:03.190267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.269602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10dab-7180-4298-90de-f03370a7c158 req-14c4ef92-5130-432a-baa7-ce578d89f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:03.271602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-14c4ef92-5130-432a-baa7-ce578d89f87a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.1328814 Jul 23 10:39:03.332979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-8d5bee7c-9c6e-4bb1-a206-b40b3922bf9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437725 Jul 23 10:39:03.337012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:03.339143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.371578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf1668-9b10-4bcc-973b-ac5f101e4cc8 req-eeb99eb7-74a4-4f93-8e80-efdf75495e0e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:03.373614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7cf1668-9b10-4bcc-973b-ac5f101e4cc8 req-eeb99eb7-74a4-4f93-8e80-efdf75495e0e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 944 time: 0.1954732 Jul 23 10:39:03.380754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['feb6344a-85fd-40b0-b766-ae659398d150'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:03.382835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:03.385942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:03.386764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.394943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.419097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.429402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=e476e917-9b5f-47c1-ae8e-2d199e7b5d5a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:03.433008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42b905-6473-40b7-9a1d-2080c19e6872 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:03.469054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 913fb9c2-e443-4bc6-9887-26fb584456ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:03.473894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-db610fda-a42d-455e-ab06-218c4c08a11a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5221300 Jul 23 10:39:03.494294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:03.505380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=0a772710-b416-4c96-bc9e-70fed936f33f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:03.508820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:03.510930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:03.511729 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.514037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:03.582701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Network 88f82106-17d6-405a-9dea-dd012be4367b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:03.631914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7cf1668-9b10-4bcc-973b-ac5f101e4cc8 req-a5f65db1-a55b-4e0e-b784-24372fd8ef36 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515888 Jul 23 10:39:03.637787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:03.644592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event updated for resources: {'Port': ['ID=251770d9-e13c-4534-99e1-6212aad8e0cd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:03.682802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab99b7a8-78ff-4b83-afa4-cea67e9e0daf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:03.718896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:03.731352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-c1fff869-2a8a-4f10-9903-dad8acc2ca65 service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854239 Jul 23 10:39:03.865089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bfc09d-8a80-45ba-9000-90beaffbf61b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:03.947199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608bbe77-e565-43d5-80f4-b72d2a1e63dc None None] Network 913fb9c2-e443-4bc6-9887-26fb584456ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:03.963368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:03.967979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:03.968987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:03.996455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.072980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d4382-7085-4ec4-bb21-95bece893d55 req-a3d65d56-44d4-4a98-b121-441cd4d1c472 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:04.075205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f8d4382-7085-4ec4-bb21-95bece893d55 req-a3d65d56-44d4-4a98-b121-441cd4d1c472 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 931 time: 0.4110537 Jul 23 10:39:04.095229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.102794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:04.106382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.118471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-efffd5d6-d741-44a5-a193-5776982020b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9204335 Jul 23 10:39:04.127223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] Provisioning for port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:04.138508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Request body: {'port': {'device_id': '4e868491-16ee-4c6b-88a0-051986288272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:04.139714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-65597b37-0f65-4455-bf75-7f43a1f9f92a', 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'tenant_id': 'b29dbf5a9b8b45369d44ffd51e642ff1', 'fixed_ips': [{'subnet_id': 'e476e917-9b5f-47c1-ae8e-2d199e7b5d5a'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:04.146689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.172037 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3c10dab-7180-4298-90de-f03370a7c158 req-8cabfea5-be81-4b8a-8b35-3204d8853a2f service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175644 Jul 23 10:39:04.189172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] Provisioning complete for port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:04.190183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.192199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:04.278499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 480bfe41-7569-47ed-8506-8e3f0e6ef067 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:04.279158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 480bfe41-7569-47ed-8506-8e3f0e6ef067 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:04.337535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f8d4382-7085-4ec4-bb21-95bece893d55 req-5c941425-aebe-449c-8da2-bb827f5e52f4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525964 Jul 23 10:39:04.339705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7599-5e8f-41ee-bc54-bb0951a66639 req-3069b310-404d-4db5-a232-fe09474527f3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:04.341337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-991a7599-5e8f-41ee-bc54-bb0951a66639 req-3069b310-404d-4db5-a232-fe09474527f3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 943 time: 0.3267972 Jul 23 10:39:04.425982 n-d-778550-4 neutron-server[93833]: INFO neutron.db.ipam_backend_mixin [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e476e917-9b5f-47c1-ae8e-2d199e7b5d5a (CIDR: 2001:db8::/64) Jul 23 10:39:04.447343 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.449182 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:39:04.449701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:04.465231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-64570fd6-9054-439a-8e43-f604161cae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:04.467095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-64570fd6-9054-439a-8e43-f604161cae10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 1094 time: 0.1562347 Jul 23 10:39:04.483804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-991a7599-5e8f-41ee-bc54-bb0951a66639 req-78433560-ae99-474d-be01-b9189c1daba0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218271 Jul 23 10:39:04.493356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.555214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-08864044-0ad7-4d9a-bfb8-7215a0f72686 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0484452 Jul 23 10:39:04.555936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57028) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:04.589038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'subnet': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:04.631658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.650095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Allocated IP 2001:db8::2 (65597b37-0f65-4455-bf75-7f43a1f9f92a/e476e917-9b5f-47c1-ae8e-2d199e7b5d5a/3f037d7d-0ae6-40a4-8679-0431c1750b35) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:04.728779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] For port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:04.747765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.884626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:04.936191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289deac4-154d-4d3c-b4f9-bcaddb2b2ea9 None None] Pushing event updated for resources: {'Port': ['ID=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:04.973414 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:04.984235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Transition to ACTIVE for port object 3f037d7d-0ae6-40a4-8679-0431c1750b35 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:05.017812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Transition to ACTIVE for port object 3f037d7d-0ae6-40a4-8679-0431c1750b35 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:05.026131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.082736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Pushing event updated for resources: {'Port': ['ID=3f037d7d-0ae6-40a4-8679-0431c1750b35,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:05.111585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:05.122918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:05.125860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:05.144454 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.161977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.162788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.170205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-4a5e94a6-a5e7-4360-9c67-2bf84b323be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:05.171701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-4a5e94a6-a5e7-4360-9c67-2bf84b323be8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 911 time: 0.6743839 Jul 23 10:39:05.225103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Attempting to bind port 3f037d7d-0ae6-40a4-8679-0431c1750b35 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:05.225713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Attempting to bind port 3f037d7d-0ae6-40a4-8679-0431c1750b35 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:05.227864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Attempting to bind port 3f037d7d-0ae6-40a4-8679-0431c1750b35 on network 65597b37-0f65-4455-bf75-7f43a1f9f92a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:05.240274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:05.240745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Checking segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:05.241243 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.241684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Bound using segment: {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:05.242299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Bound port: 3f037d7d-0ae6-40a4-8679-0431c1750b35, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e66904-8cb7-4137-aa58-9ae40c76767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:05.242753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.247147 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-5608fcec-4d1f-45e4-bff8-2f3fac9563a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 HTTP/1.1" status: 200 len: 217 time: 0.0682225 Jul 23 10:39:05.329328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82327b12-2b3a-4d65-91c0-51c523f5a4e7 req-e6bd3b9d-f34d-4be1-a6fb-bf1e1c51159e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:05.336350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] For port 3f037d7d-0ae6-40a4-8679-0431c1750b35, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:05.337193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82327b12-2b3a-4d65-91c0-51c523f5a4e7 req-e6bd3b9d-f34d-4be1-a6fb-bf1e1c51159e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 944 time: 0.2818670 Jul 23 10:39:05.341126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] For port 3f037d7d-0ae6-40a4-8679-0431c1750b35, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f037d7d-0ae6-40a4-8679-0431c1750b35,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:05.364276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=0a772710-b416-4c96-bc9e-70fed936f33f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:05.370437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.458938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d8e4704-82f6-4fed-8aa1-3aad4c97b51b None None] Provisioning for port 0a772710-b416-4c96-bc9e-70fed936f33f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:05.467902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-95194580-6927-4676-9555-d71e04b2c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:05.469952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-95194580-6927-4676-9555-d71e04b2c397 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.2054305 Jul 23 10:39:05.477807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d8e4704-82f6-4fed-8aa1-3aad4c97b51b None None] Provisioning complete for port 0a772710-b416-4c96-bc9e-70fed936f33f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:05.479826 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4704-82f6-4fed-8aa1-3aad4c97b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.541413 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82327b12-2b3a-4d65-91c0-51c523f5a4e7 req-7fa177dc-985c-4c9c-b120-62c4b9220051 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963124 Jul 23 10:39:05.545817 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-f61a9e80-e47c-45e0-94dc-e413534b3dde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649762 Jul 23 10:39:05.612736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb295a7-4746-46b1-b18d-3cf2f03951c7 None None] Pushing event updated for resources: {'Port': ['ID=3f037d7d-0ae6-40a4-8679-0431c1750b35,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:05.636643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4704-82f6-4fed-8aa1-3aad4c97b51b None None] Port 0a772710-b416-4c96-bc9e-70fed936f33f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:05.652970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d8e4704-82f6-4fed-8aa1-3aad4c97b51b None None] Provisioning complete for port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:05.653490 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4704-82f6-4fed-8aa1-3aad4c97b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.682763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 913fb9c2-e443-4bc6-9887-26fb584456ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:05.686869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:05.743119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab99b7a8-78ff-4b83-afa4-cea67e9e0daf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:05.886343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:05.889860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.913877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:05.914263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:05.939058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-96e5f9e0-7067-4c3d-a8ed-1fd4e82721a7 service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447125 Jul 23 10:39:06.003599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da21e-c699-4b42-bf7a-9f01d658080a req-b5cd9c9a-2bec-45ab-a137-b53d2ca8b39b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:06.005637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-848da21e-c699-4b42-bf7a-9f01d658080a req-b5cd9c9a-2bec-45ab-a137-b53d2ca8b39b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 943 time: 0.3377643 Jul 23 10:39:06.062655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e249691a-1a08-4064-961a-d4fabce93ae7 None None] Provisioning complete for port 0a772710-b416-4c96-bc9e-70fed936f33f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:06.067573 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e249691a-1a08-4064-961a-d4fabce93ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.155212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-848da21e-c699-4b42-bf7a-9f01d658080a req-a9dbfa95-ad78-4d10-bd29-27d5bce6d3e5 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309500 Jul 23 10:39:06.169601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:39:06.183606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e249691a-1a08-4064-961a-d4fabce93ae7 None None] Port 0a772710-b416-4c96-bc9e-70fed936f33f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:06.206279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59715c69-49bf-40c8-8d7a-bce77ff9cd43 req-adfa84ef-2363-49f1-b480-04f1b7664852 service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518592 Jul 23 10:39:06.233971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:06.242759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] Sync routers for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:06.258697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:06.259327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:06.271828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f1b6821-1c41-4343-87a9-3572b879a49a admin admin] 10.222.0.37 "PUT /v2.0/routers/4e2eb450-6437-4fc2-a5ee-77f805e37c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0856876 Jul 23 10:39:06.288318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:06.344440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251770d9-e13c-4534-99e1-6212aad8e0cd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:06.355571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.374531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Transition to ACTIVE for port object 251770d9-e13c-4534-99e1-6212aad8e0cd will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:06.392071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.403943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:06.415469 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:06.419222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4f632338-9e84-4d8a-b334-787ef6dc39c4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1193209 Jul 23 10:39:06.420168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57042) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:06.425177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-115662589'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:06.446338 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:06.449273 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:06.459741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.485230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48d87-cb6a-4d32-b0cf-849e91f4f6a5 req-beeba12a-00e1-4ff3-8e72-aa909242259c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:06.487262 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2e48d87-cb6a-4d32-b0cf-849e91f4f6a5 req-beeba12a-00e1-4ff3-8e72-aa909242259c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 931 time: 0.6203678 Jul 23 10:39:06.493914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Pushing event updated for resources: {'Port': ['ID=251770d9-e13c-4534-99e1-6212aad8e0cd,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:06.574436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:06.591129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.618369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d0c36d97-b271-4da9-9783-44be5be89de5 None None] Provisioning complete for port 0a772710-b416-4c96-bc9e-70fed936f33f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:06.618773 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0c36d97-b271-4da9-9783-44be5be89de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.652665 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:06.678548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d0c36d97-b271-4da9-9783-44be5be89de5 None None] Port 0a772710-b416-4c96-bc9e-70fed936f33f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:06.696853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:06.708975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device feb6344a-85fd-40b0-b766-ae659398d150 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:06.715152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:06.716834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:06.781953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d2e48d87-cb6a-4d32-b0cf-849e91f4f6a5 req-a2f3d155-4f68-4326-bc90-3ab2700cfb96 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774165 Jul 23 10:39:06.815538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-e0c68e42-db63-45ed-b9b3-a3c17ea9160e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7761958 Jul 23 10:39:06.849380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:06.849737 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06 of type vlan for network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 Jul 23 10:39:07.003275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Attempting to bind port 251770d9-e13c-4534-99e1-6212aad8e0cd on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:07.003898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Attempting to bind port 251770d9-e13c-4534-99e1-6212aad8e0cd by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:07.004246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Attempting to bind port 251770d9-e13c-4534-99e1-6212aad8e0cd on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:07.023770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port feb6344a-85fd-40b0-b766-ae659398d150 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:07.032835 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.036123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Port 251770d9-e13c-4534-99e1-6212aad8e0cd on network 88f82106-17d6-405a-9dea-dd012be4367b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:39:07.036528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Attempting to bind port 251770d9-e13c-4534-99e1-6212aad8e0cd on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:07.048858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:07.048858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:07.048858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Bound using segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:07.049303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Bound port: 251770d9-e13c-4534-99e1-6212aad8e0cd, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:07.049303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.052549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.082640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port feb6344a-85fd-40b0-b766-ae659398d150 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:07.083109 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.091745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8e49d-3e7f-4b1a-a8ee-1d7f225044b8 req-374d4e31-2382-4cfd-9f48-7f44081c30dd tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.093348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-29c8e49d-3e7f-4b1a-a8ee-1d7f225044b8 req-374d4e31-2382-4cfd-9f48-7f44081c30dd tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 944 time: 0.3471544 Jul 23 10:39:07.170192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] For port 251770d9-e13c-4534-99e1-6212aad8e0cd, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:07.175244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] For port 251770d9-e13c-4534-99e1-6212aad8e0cd, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=251770d9-e13c-4534-99e1-6212aad8e0cd,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:07.180833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:03Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:04Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:07.185617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-e88acc27-ea8b-4e9b-98a3-66777b46f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.187431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-e88acc27-ea8b-4e9b-98a3-66777b46f4ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 1096 time: 0.3218169 Jul 23 10:39:07.194604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.215544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:07.259937 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:07.264290 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Updating router 4a811ec6-697f-4383-b131-7dc1b1bdac0a port 0a772710-b416-4c96-bc9e-70fed936f33f binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:39:07.280381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Pushing event updated for resources: {'Port': ['ID=251770d9-e13c-4534-99e1-6212aad8e0cd,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:07.285178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'port_id': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719', 'mac_address': 'fa:16:3e:16:01:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:07.290951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-29c8e49d-3e7f-4b1a-a8ee-1d7f225044b8 req-731beaaa-8dae-4eb3-bd46-be24973eef4e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826265 Jul 23 10:39:07.302150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7d5dc560-66d5-4b59-add9-f4577e184cd1 None None] Provisioning for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:07.319933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Deleting port a84bff8c-2fd3-4acc-b0e3-9448add53fc0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:07.320293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.324130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.327745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.328594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.330956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e78b83d7-5fa5-4e7a-814e-7ac5145c7b80 service neutron] 10.222.0.55 "PUT /v2.0/ports/251770d9-e13c-4534-99e1-6212aad8e0cd HTTP/1.1" status: 200 len: 1091 time: 3.1989326 Jul 23 10:39:07.331403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.332302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.357032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e868491-16ee-4c6b-88a0-051986288272', 'tag': '251770d9-e13c-4534-99e1-6212aad8e0cd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:07.372242 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db" -d '{"events": [{"name": "network-changed", "server_uuid": "4e868491-16ee-4c6b-88a0-051986288272", "tag": "251770d9-e13c-4534-99e1-6212aad8e0cd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:07.385702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9649978 Jul 23 10:39:07.399023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:07.414578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:07.419620 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.443991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.469837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.479221 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83d32b-87b9-43e2-865d-57345d228700 x-openstack-request-id: req-fa83d32b-87b9-43e2-865d-57345d228700 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:07.479940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:39:03Z', 'revision_number': 5, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port': {'id': 'a84bff8c-2fd3-4acc-b0e3-9448add53fc0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:29:35Z', 'updated_at': '2021-07-23T10:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:07.480397 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e868491-16ee-4c6b-88a0-051986288272", "tag": "251770d9-e13c-4534-99e1-6212aad8e0cd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:07.480698 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa83d32b-87b9-43e2-865d-57345d228700 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:07.481085 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e868491-16ee-4c6b-88a0-051986288272', 'tag': '251770d9-e13c-4534-99e1-6212aad8e0cd', 'status': 'completed', 'code': 200} Jul 23 10:39:07.542779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb6344a-85fd-40b0-b766-ae659398d150'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:07.545008 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57662753-23d1-421e-8565-9fb8f2542f61" -d '{"events": [{"server_uuid": "f2a5cc03-30be-482e-bdcb-409b879e0f54", "name": "network-vif-plugged", "status": "completed", "tag": "feb6344a-85fd-40b0-b766-ae659398d150"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:07.567772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:07.573705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] Checking router: 4e2eb450-6437-4fc2-a5ee-77f805e37c41 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:07.606364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port feb6344a-85fd-40b0-b766-ae659398d150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=feb6344a-85fd-40b0-b766-ae659398d150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:07.609537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:07.615292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.626794 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.637363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f037d7d-0ae6-40a4-8679-0431c1750b35 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:07.644300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:07.692878 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d17efa5-22a7-4521-942c-b1abefccfa47 x-openstack-request-id: req-3d17efa5-22a7-4521-942c-b1abefccfa47 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:07.693158 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5cc03-30be-482e-bdcb-409b879e0f54", "name": "network-vif-plugged", "status": "completed", "tag": "feb6344a-85fd-40b0-b766-ae659398d150", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:07.693487 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d17efa5-22a7-4521-942c-b1abefccfa47 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:07.693883 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb6344a-85fd-40b0-b766-ae659398d150', 'code': 200} Jul 23 10:39:07.698262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] Routers {'4e2eb450-6437-4fc2-a5ee-77f805e37c41'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:07.698958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:07.706056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.759726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-f4abbc2a-efe5-4f96-9dcf-b76a17a5f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.761426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-f4abbc2a-efe5-4f96-9dcf-b76a17a5f3f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.4961257 Jul 23 10:39:07.774368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-cd27564c-3ff8-4000-af24-1e4343165923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.781022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-cd27564c-3ff8-4000-af24-1e4343165923 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 1094 time: 0.3146718 Jul 23 10:39:07.801338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc836ffd-ec2d-4a6b-8ef5-70a61915befb tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:07.847438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:07.907719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] For port a84bff8c-2fd3-4acc-b0e3-9448add53fc0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:07.908499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.937359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Calling delete_port for a84bff8c-2fd3-4acc-b0e3-9448add53fc0 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:07.942577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788c82-5dd4-4e31-a5fc-eff7e4f11ae2 req-9c8b38eb-6d43-4564-b385-53f12206cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:07.946779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a788c82-5dd4-4e31-a5fc-eff7e4f11ae2 req-9c8b38eb-6d43-4564-b385-53f12206cf18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 1096 time: 0.1906598 Jul 23 10:39:07.973848 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:07.980336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-ec5ea4b9-2941-4d2a-ba09-438a2298359f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2819f264-e47a-4796-bb45-8400dc4fdc80 HTTP/1.1" status: 200 len: 217 time: 0.1982951 Jul 23 10:39:07.981840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-c539d7f0-a83f-40c3-b1fb-37f6d2bf24a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251770d9-e13c-4534-99e1-6212aad8e0cd HTTP/1.1" status: 200 len: 217 time: 0.0525186 Jul 23 10:39:07.985307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=feb6344a-85fd-40b0-b766-ae659398d150,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:07.985633 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Transition to ACTIVE for port object 0a772710-b416-4c96-bc9e-70fed936f33f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:07.995333 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.035922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] Set router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:08.077916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:08.112034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a788c82-5dd4-4e31-a5fc-eff7e4f11ae2 req-fba0b6e5-a2a4-4860-bcab-985c3253181c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289880 Jul 23 10:39:08.124715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:08.132048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-2bf681fc-8b0d-419d-8ea9-fc3b8fbc54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:08.133945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-2bf681fc-8b0d-419d-8ea9-fc3b8fbc54dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.0988894 Jul 23 10:39:08.239932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:08.240317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.242373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-42d7a7d6-0b16-4a59-ae53-5cadd7bbdfb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586121 Jul 23 10:39:08.248352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:39:07Z', 'revision_number': 6, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:08.265814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4cd0f-1b2e-4cec-b266-5c9bf19aa865 req-93f0e87b-9df3-47a7-9f89-162905030d17 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:08.268947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03e4cd0f-1b2e-4cec-b266-5c9bf19aa865 req-93f0e87b-9df3-47a7-9f89-162905030d17 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 943 time: 0.9275327 Jul 23 10:39:08.288868 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Attempting to bind port 0a772710-b416-4c96-bc9e-70fed936f33f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:08.289455 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Attempting to bind port 0a772710-b416-4c96-bc9e-70fed936f33f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:08.290039 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Attempting to bind port 0a772710-b416-4c96-bc9e-70fed936f33f on network 913fb9c2-e443-4bc6-9887-26fb584456ca {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:08.299009 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:08.299842 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Checking segment: {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:08.300762 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.301539 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Bound using segment: {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:08.302293 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Bound port: 0a772710-b416-4c96-bc9e-70fed936f33f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d802d9-e502-4c91-bc5f-d9a32c35784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:08.302909 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.355883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ef582-32ab-408d-a7cb-f17b91b93b7c None None] The sync data for ids ['4e2eb450-6437-4fc2-a5ee-77f805e37c41'] in n-d-778550-4 is: [{'id': '4e2eb450-6437-4fc2-a5ee-77f805e37c41', 'name': 'tempest-ServerActionsTestJSON-1783898254-router', 'tenant_id': '8144974fffab447182293981a4f41d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:29:34Z', 'updated_at': '2021-07-23T10:39:07Z', 'revision_number': 6, 'project_id': '8144974fffab447182293981a4f41d7a', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:08.406189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:08.419617 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] For port 0a772710-b416-4c96-bc9e-70fed936f33f, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:08.430868 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] For port 0a772710-b416-4c96-bc9e-70fed936f33f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0a772710-b416-4c96-bc9e-70fed936f33f,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:08.454404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-e03be359-d9ec-4915-b4a1-d6f2ebab4212 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840367 Jul 23 10:39:08.466372 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.484275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b9fa-205e-4534-ab63-9671b64d37f6 req-5faa5298-9ffd-4d33-b4ab-ea86a7dd79df tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:08.489093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fef3b9fa-205e-4534-ab63-9671b64d37f6 req-5faa5298-9ffd-4d33-b4ab-ea86a7dd79df tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 943 time: 0.5311313 Jul 23 10:39:08.490363 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19959c07-130e-4c58-bd9f-736c3929c564 None None] Pushing event updated for resources: {'Port': ['ID=0a772710-b416-4c96-bc9e-70fed936f33f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:08.559347 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:08.560019 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:08.631252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2df5fd6c-6e43-48b2-9204-54ce5f0cabb9 req-191f4233-827d-4cd0-b1b6-4d1ed59fe8cc service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357591 Jul 23 10:39:08.636675 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.659192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fef3b9fa-205e-4534-ab63-9671b64d37f6 req-b344ccce-e461-44d0-81c3-574220ad4423 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331131 Jul 23 10:39:08.686937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:39:08.689882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3f037d7d-0ae6-40a4-8679-0431c1750b35, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f037d7d-0ae6-40a4-8679-0431c1750b35,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:08.695456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.738771 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:08.779174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3f037d7d-0ae6-40a4-8679-0431c1750b35,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:08.863594 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19959c07-130e-4c58-bd9f-736c3929c564 None None] Pushing event updated for resources: {'Port': ['ID=0a772710-b416-4c96-bc9e-70fed936f33f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:08.910955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:08.943515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03e4cd0f-1b2e-4cec-b266-5c9bf19aa865 req-e09d21b0-43b3-4609-8b1e-20e3a21bc80f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785810 Jul 23 10:39:09.026690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=ce4ec61d-e79e-4146-932a-12e73e1e5dce,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:09.039161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-be7694b7-fce0-4d1f-931c-6ce055f35440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:09.041384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-be7694b7-fce0-4d1f-931c-6ce055f35440 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 1.0343540 Jul 23 10:39:09.079478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281660b-fed9-4550-a8d6-8466873ac6bd req-3ee4f8ec-e897-4c68-a9ba-aa76d1d14c5e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:09.080247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c281660b-fed9-4550-a8d6-8466873ac6bd req-3ee4f8ec-e897-4c68-a9ba-aa76d1d14c5e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.2451029 Jul 23 10:39:09.080932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.084916 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:09.085420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:09.118204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-80de2e3b-9abf-4a98-be81-95bd8d4d9b80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670516 Jul 23 10:39:09.124382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a84bff8c-2fd3-4acc-b0e3-9448add53fc0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:09.153546 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:03Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:08Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:09.160636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:09.193556 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209dcfcf-10ab-40af-9d20-c462abce2682 None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:03Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:08Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:09.194423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:09.206377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:09.207467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.210634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62109178-615e-465c-9fd8-afff317fdb4a None None] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:09.260400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.269333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5cc4081c-f333-46b1-a8bc-9f82c409a6e4 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8588018 Jul 23 10:39:09.274652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c281660b-fed9-4550-a8d6-8466873ac6bd req-3ae0ed8e-49fa-4b55-9622-72519c892512 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788037 Jul 23 10:39:09.274652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:09.299283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.364879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-15385d77-ab7c-470e-aac8-ee5cba7c1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:09.366887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-15385d77-ab7c-470e-aac8-ee5cba7c1824 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 1094 time: 0.6679833 Jul 23 10:39:09.371231 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-5a9edb79-8239-49af-9a5b-7b7bb0bca52c service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431273 Jul 23 10:39:09.544772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:09.546538 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.581808 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.587528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:09.642773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f037d7d-0ae6-40a4-8679-0431c1750b35 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:09.729364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-b53af209-eb6f-4d79-a98b-80c4bca800d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:09.731339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-b53af209-eb6f-4d79-a98b-80c4bca800d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.3514924 Jul 23 10:39:09.811568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-080f676b-659d-471d-ad1a-0a18bc5bbcd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251770d9-e13c-4534-99e1-6212aad8e0cd HTTP/1.1" status: 200 len: 217 time: 0.0496588 Jul 23 10:39:09.929764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:09.930353 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.023137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Allocated IP 2001:db8:1::2 (6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50/ce4ec61d-e79e-4146-932a-12e73e1e5dce/75abdb11-611a-4c1c-86ff-7268d23be02c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:10.052913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-fd700d65-0e37-4347-964d-ec9651fccccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:10.056315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-fd700d65-0e37-4347-964d-ec9651fccccf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.1898606 Jul 23 10:39:10.062029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6033db2-49b3-406a-8bfb-fbec98f1a805 req-a197bbfe-218b-4c0a-9718-07c1ca289d31 service neutron] 10.222.0.55 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807070 Jul 23 10:39:10.117315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-e139fa12-7f1a-4d6d-86b1-d22484ebd130 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384388 Jul 23 10:39:10.187837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8322a-c3f7-412c-b7e0-62d27ac50dc0 req-16d6cd71-5629-4c5d-af97-e95e7bbdc7f6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:10.189935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86e8322a-c3f7-412c-b7e0-62d27ac50dc0 req-16d6cd71-5629-4c5d-af97-e95e7bbdc7f6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 943 time: 0.3690891 Jul 23 10:39:10.212491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] For port 3f037d7d-0ae6-40a4-8679-0431c1750b35, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f037d7d-0ae6-40a4-8679-0431c1750b35,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:10.324580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.325211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2eb450-6437-4fc2-a5ee-77f805e37c41 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:39:10.341481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.345839 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-95c8dd0a-91c7-4fd9-aad3-b46d80755d8d admin admin] 10.222.0.37 "DELETE /v2.0/routers/4e2eb450-6437-4fc2-a5ee-77f805e37c41 HTTP/1.1" status: 204 len: 168 time: 4.0564134 Jul 23 10:39:10.347927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:10.354499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86e8322a-c3f7-412c-b7e0-62d27ac50dc0 req-8f39e831-230a-4746-a2ad-d573dec5f6d6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567683 Jul 23 10:39:10.367364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.394992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.395815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.474626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-71b9c031-8c9d-4a03-975f-e588fe787bd5 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461585 Jul 23 10:39:10.499193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:10.518421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:10.553042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a679e-4f34-4fd0-b350-fe3718bd407c None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:10.571586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:10.572287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.604189 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.0191908 Jul 23 10:39:10.612363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57080) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:10.621380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Deleting subnet f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:10.623816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Request body: {'port': {'network_id': '65597b37-0f65-4455-bf75-7f43a1f9f92a', 'mac_address': 'fa:16:3e:b8:d6:d0', 'name': 'tempest-NetworksTestDHCPv6-812839991'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:10.632044 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.657695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Subnet': ['ID=d6b64200-eff2-4f5e-b3e2-69cd8914a742,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:10.684414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5bfc09d-8a80-45ba-9000-90beaffbf61b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:10.686954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c5806-c66e-40cd-9d62-e152ced069f8 req-c0de2669-1d2c-4ea4-aa08-7de245fdb602 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:10.689973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-615c5806-c66e-40cd-9d62-e152ced069f8 req-c0de2669-1d2c-4ea4-aa08-7de245fdb602 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 944 time: 0.5305026 Jul 23 10:39:10.710413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34268e6-0401-4a16-aa89-75cdbcff4ab9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=3f037d7d-0ae6-40a4-8679-0431c1750b35,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:10.733605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:10.739303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.741095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a5bfc09d-8a80-45ba-9000-90beaffbf61b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:10.741444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5bfc09d-8a80-45ba-9000-90beaffbf61b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:10.741872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a84bff8c-2fd3-4acc-b0e3-9448add53fc0 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:10.752317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.796208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 251770d9-e13c-4534-99e1-6212aad8e0cd details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:10.809071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a84bff8c-2fd3-4acc-b0e3-9448add53fc0 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:10.809429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a84bff8c-2fd3-4acc-b0e3-9448add53fc0 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:10.819305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Transition to ACTIVE for port object 75abdb11-611a-4c1c-86ff-7268d23be02c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:10.847581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-615c5806-c66e-40cd-9d62-e152ced069f8 req-65b307fa-2b57-4946-9c68-2df84aa35831 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486745 Jul 23 10:39:10.953380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 251770d9-e13c-4534-99e1-6212aad8e0cd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=251770d9-e13c-4534-99e1-6212aad8e0cd,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:10.971012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '251770d9-e13c-4534-99e1-6212aad8e0cd', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': '251770d9-e13c-4534-99e1-6212aad8e0cd', 'mac_address': 'fa:16:3e:3d:8b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:10.983942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:10.988620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.094497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.116660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Transition to ACTIVE for port object 75abdb11-611a-4c1c-86ff-7268d23be02c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:11.135168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.150388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251770d9-e13c-4534-99e1-6212aad8e0cd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:11.191265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.191601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 251770d9-e13c-4534-99e1-6212aad8e0cd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=251770d9-e13c-4534-99e1-6212aad8e0cd,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:11.217565 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.239446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:11.248539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:11.257766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:11.260928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Pushing event updated for resources: {'Port': ['ID=75abdb11-611a-4c1c-86ff-7268d23be02c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:11.263957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.264662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:11.270163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23a55728-3e7f-43c4-9fef-416b4128ebb1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3a5e4d2-8c66-4fe3-969a-6d90f999e2d1 HTTP/1.1" status: 204 len: 168 time: 0.9186466 Jul 23 10:39:11.270962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:11.278348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555266-c562-420a-8936-27c9ec114a59 req-ed902521-180b-453d-8f5f-ceb4b54ca272 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:11.279042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:11.288686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5555266-c562-420a-8936-27c9ec114a59 req-ed902521-180b-453d-8f5f-ceb4b54ca272 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.8116386 Jul 23 10:39:11.321564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1851c2a-dee3-4090-9594-3f7b9aae0482 None None] Network da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:11.334046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5aee4-3f1b-4246-b3f4-9e8fc93352db req-16096e7e-4f2c-4b21-bb0f-88044c77bd5e service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294532 Jul 23 10:39:11.372581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:11.372957 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.385972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5555266-c562-420a-8936-27c9ec114a59 req-73577ccf-51fd-4de5-829d-3ab8bed093ba tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921755 Jul 23 10:39:11.410758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Made reservation on behalf of b29dbf5a9b8b45369d44ffd51e642ff1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:11.494167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Attempting to bind port 75abdb11-611a-4c1c-86ff-7268d23be02c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:11.494548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Attempting to bind port 75abdb11-611a-4c1c-86ff-7268d23be02c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:11.494922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Attempting to bind port 75abdb11-611a-4c1c-86ff-7268d23be02c on network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:11.521596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:11.521596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Checking segment: {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:11.522067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.526257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Bound using segment: {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:11.527826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Bound port: 75abdb11-611a-4c1c-86ff-7268d23be02c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:11.528241 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.533170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['251770d9-e13c-4534-99e1-6212aad8e0cd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:11.617504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.652204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] device_id is not set on port 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:39:11.703025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=251770d9-e13c-4534-99e1-6212aad8e0cd,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:11.827450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] For port 75abdb11-611a-4c1c-86ff-7268d23be02c, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:11.828527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] For port 75abdb11-611a-4c1c-86ff-7268d23be02c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=75abdb11-611a-4c1c-86ff-7268d23be02c,segment=NetworkSegment(e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06),segment_id=e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:11.837946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a772710-b416-4c96-bc9e-70fed936f33f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:11.840421 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.858358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8:1::1 (6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50/ce4ec61d-e79e-4146-932a-12e73e1e5dce/f0db2524-2dd4-42e0-b712-bbfb553d00b4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:11.945859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edbaa-b683-4bce-a341-d6182cdba992 req-057c12b7-513e-479e-9318-44eb7f1a30dc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:11.954989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:11.959336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d22edbaa-b683-4bce-a341-d6182cdba992 req-057c12b7-513e-479e-9318-44eb7f1a30dc tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 944 time: 0.3499017 Jul 23 10:39:11.964616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612a637-f02e-446a-b8d1-e039486c4be5 req-7feb48e4-a338-4b30-ad74-36da5cfeafe0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:11.966191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a612a637-f02e-446a-b8d1-e039486c4be5 req-7feb48e4-a338-4b30-ad74-36da5cfeafe0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.2114229 Jul 23 10:39:12.074219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a612a637-f02e-446a-b8d1-e039486c4be5 req-46b5f328-de74-4b78-a228-34cdbe401217 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003084 Jul 23 10:39:12.097975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8::f4 (65597b37-0f65-4455-bf75-7f43a1f9f92a/e476e917-9b5f-47c1-ae8e-2d199e7b5d5a/3021a52b-93a8-4835-b8cd-cfddaa6c27a9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:12.115610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:d6d0 (65597b37-0f65-4455-bf75-7f43a1f9f92a/d6b64200-eff2-4f5e-b3e2-69cd8914a742/3021a52b-93a8-4835-b8cd-cfddaa6c27a9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:12.162657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d22edbaa-b683-4bce-a341-d6182cdba992 req-319879a2-cefd-4af8-9c46-cc9e08f310e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023113 Jul 23 10:39:12.222957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Deleting port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:12.223358 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.288431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.312637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0a772710-b416-4c96-bc9e-70fed936f33f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:12.340640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0a772710-b416-4c96-bc9e-70fed936f33f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:12.341024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.349322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d19b47-254d-4d6b-9771-2acec29110d3 None None] Pushing event updated for resources: {'Port': ['ID=75abdb11-611a-4c1c-86ff-7268d23be02c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:12.401694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] For port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,segment=NetworkSegment(c79bb66b-a242-472b-bf35-64af86b35c28),segment_id=c79bb66b-a242-472b-bf35-64af86b35c28)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:12.402624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.413571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object f0db2524-2dd4-42e0-b712-bbfb553d00b4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:12.416910 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.433697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Calling delete_port for ab98d664-6fcc-4813-81d4-e2fc66f1c9bb owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:12.478477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e6e57-0ed1-4d1d-b57f-8c7d14942850 req-f33cee0b-251d-4c45-8634-071634bb0c3b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:12.487758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c7e6e57-0ed1-4d1d-b57f-8c7d14942850 req-f33cee0b-251d-4c45-8634-071634bb0c3b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 944 time: 0.2811980 Jul 23 10:39:12.528718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ae45527a-55c1-4d4c-a812-7280299bc5c5 None None] Provisioning complete for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:12.529106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae45527a-55c1-4d4c-a812-7280299bc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.570650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:12.580853 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a66816-3209-4fb6-b7fd-38adf05e362c" -d '{"events": [{"server_uuid": "5d7e5507-3df4-495a-bcd5-30e6e23f966a", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:12.615799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.633740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Transition to ACTIVE for port object 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:12.648511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227500d3-afd2-4540-906f-c9b26659bf84 req-2074c446-8a78-4d0b-9c54-16258de149cc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:12.651980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-227500d3-afd2-4540-906f-c9b26659bf84 req-2074c446-8a78-4d0b-9c54-16258de149cc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.2987170 Jul 23 10:39:12.678595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe760a-4a0e-4887-8465-10d5dbcd105e None None] DHCP port deletion for da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:39:12.704695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:12.710327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.720679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.744149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c7e6e57-0ed1-4d1d-b57f-8c7d14942850 req-23548ead-971d-40b6-bb52-9b120a4d5911 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556944 Jul 23 10:39:12.775304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.785502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:12.790187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:12.796721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:12.804815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:12.805924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.814136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-227500d3-afd2-4540-906f-c9b26659bf84 req-f8980911-68a4-4cf3-bca2-cf4097382456 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474903 Jul 23 10:39:12.816445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:12.826357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe760a-4a0e-4887-8465-10d5dbcd105e None None] The port 'ab98d664-6fcc-4813-81d4-e2fc66f1c9bb' was deleted {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 10:39:12.828470 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.844048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:12.848770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2288213 Jul 23 10:39:12.854902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] No DVR routers for this DVR port ab98d664-6fcc-4813-81d4-e2fc66f1c9bb on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:12.869724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:12.870361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:12.873730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:12.874389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=f0db2524-2dd4-42e0-b712-bbfb553d00b4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:12.881184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e52e2-94b2-4e99-b0ef-3a3ad4cbc6fb tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event updated for resources: {'Port': ['ID=3021a52b-93a8-4835-b8cd-cfddaa6c27a9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:12.918488 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea25d08e-2eef-4b2a-b269-6585635872af x-openstack-request-id: req-ea25d08e-2eef-4b2a-b269-6585635872af {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:12.918724 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7e5507-3df4-495a-bcd5-30e6e23f966a", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:12.920540 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea25d08e-2eef-4b2a-b269-6585635872af {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:12.920965 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719', 'code': 200} Jul 23 10:39:13.041517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.089572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab98d664-6fcc-4813-81d4-e2fc66f1c9bb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:13.140509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:13.186726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0a772710-b416-4c96-bc9e-70fed936f33f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0a772710-b416-4c96-bc9e-70fed936f33f,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:13.200382 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.201226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f037d7d-0ae6-40a4-8679-0431c1750b35 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:13.339826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0a772710-b416-4c96-bc9e-70fed936f33f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:13.358125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:13.358748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.362223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.394753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b664-cb67-4635-bf6a-f973ab384b7f req-15278bcf-90cf-48f2-a0c9-712ae605f63a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:13.398033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3647b664-cb67-4635-bf6a-f973ab384b7f req-15278bcf-90cf-48f2-a0c9-712ae605f63a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.1096032 Jul 23 10:39:13.405863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4e70b8c7-b3b4-4592-8a75-b30f8d81d6cb None None] Provisioning for port 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:13.415290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4e70b8c7-b3b4-4592-8a75-b30f8d81d6cb None None] Provisioning complete for port 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:13.416031 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e70b8c7-b3b4-4592-8a75-b30f8d81d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.424338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4601de-2c9f-4cfb-bd23-82aa8a35a5f8']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:13.460683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4e70b8c7-b3b4-4592-8a75-b30f8d81d6cb None None] Port 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:13.469153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79bb66b-a242-472b-bf35-64af86b35c28') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:13.470093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79bb66b-a242-472b-bf35-64af86b35c28') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:13.490009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.492481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3647b664-cb67-4635-bf6a-f973ab384b7f req-46b48966-912e-4619-b6e1-30f8462c2fdb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863769 Jul 23 10:39:13.535316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebbac5-49ac-4107-9f61-b56b3afca34b req-9f355a9a-0973-4e16-b5c5-e520d3a3985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:13.536912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66ebbac5-49ac-4107-9f61-b56b3afca34b req-9f355a9a-0973-4e16-b5c5-e520d3a3985c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 1096 time: 0.4548702 Jul 23 10:39:13.540329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.546578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.572565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:13.572989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:13.581736 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:13.686380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting port 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:13.686380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.708162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 75abdb11-611a-4c1c-86ff-7268d23be02c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:13.731959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66ebbac5-49ac-4107-9f61-b56b3afca34b req-67dc6f16-4833-4183-a21e-11488fe8ed63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762025 Jul 23 10:39:13.732572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.771494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 75abdb11-611a-4c1c-86ff-7268d23be02c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:13.776276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a772710-b416-4c96-bc9e-70fed936f33f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:13.782609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293f283-4b60-466a-84f3-b81a44464ced req-4454adec-8186-4df0-b4aa-c69a51e9a7e2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:13.784379 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c293f283-4b60-466a-84f3-b81a44464ced req-4454adec-8186-4df0-b4aa-c69a51e9a7e2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 944 time: 0.4801636 Jul 23 10:39:13.814969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.816940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/da4601de-2c9f-4cfb-bd23-82aa8a35a5f8 HTTP/1.1" status: 204 len: 168 time: 2.2516339 Jul 23 10:39:13.844449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0a772710-b416-4c96-bc9e-70fed936f33f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:13.844691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.884577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac7a49-8456-4cb1-b7ea-5c991eca7d76 None None] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:13.907610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d0e53-4c39-40c9-8a57-9654a46e96b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4601de-2c9f-4cfb-bd23-82aa8a35a5f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:13.970314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:13.973164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8944f2-ed85-4fc6-a265-07fcc7aae996 req-cc081b30-0615-479d-8c53-07809fc6056e tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:13.977290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c293f283-4b60-466a-84f3-b81a44464ced req-1db124c7-4e26-4d68-a7f9-80dd9c472f4e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450980 Jul 23 10:39:13.981671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf8944f2-ed85-4fc6-a265-07fcc7aae996 req-cc081b30-0615-479d-8c53-07809fc6056e tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.1113203 Jul 23 10:39:13.993784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Calling delete_port for 3021a52b-93a8-4835-b8cd-cfddaa6c27a9 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:14.071237 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf8944f2-ed85-4fc6-a265-07fcc7aae996 req-24d8e68a-b145-46a5-9a2c-3f8c9eac62d0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881102 Jul 23 10:39:14.072212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] Provisioning for port 75abdb11-611a-4c1c-86ff-7268d23be02c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:14.072772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:14.089780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] Provisioning complete for port 75abdb11-611a-4c1c-86ff-7268d23be02c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:14.090379 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.158269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b141e8c3-b9d9-494e-a8c5-ea72863b630f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8144974fffab447182293981a4f41d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827031 Jul 23 10:39:14.161285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57120) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:14.211599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab98d664-6fcc-4813-81d4-e2fc66f1c9bb no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:14.243491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ab98d664-6fcc-4813-81d4-e2fc66f1c9bb {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:14.243837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab98d664-6fcc-4813-81d4-e2fc66f1c9bb not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:14.290655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74844e89-06a0-4cbe-a8a6-60c3472f26eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.354124 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74844e89-06a0-4cbe-a8a6-60c3472f26eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.364433 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.373452 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:39:14.416020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] For port 75abdb11-611a-4c1c-86ff-7268d23be02c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=75abdb11-611a-4c1c-86ff-7268d23be02c,segment=NetworkSegment(e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06),segment_id=e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:14.427040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.453352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74844e89-06a0-4cbe-a8a6-60c3472f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.458267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74844e89-06a0-4cbe-a8a6-60c3472f26eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.462539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-74844e89-06a0-4cbe-a8a6-60c3472f26eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78fc8847-4c21-4549-8021-4d732c8e97f4 HTTP/1.1" status: 204 len: 168 time: 0.2986476 Jul 23 10:39:14.478163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74844e89-06a0-4cbe-a8a6-60c3472f26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc8847-4c21-4549-8021-4d732c8e97f4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:14.513548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54887ea-696f-4bb4-9bef-54e54cafe49e None None] Pushing event updated for resources: {'Port': ['ID=75abdb11-611a-4c1c-86ff-7268d23be02c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:14.616146 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.686253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.687579 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.815078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 251770d9-e13c-4534-99e1-6212aad8e0cd up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:14.827389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=f0db2524-2dd4-42e0-b712-bbfb553d00b4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:14.923371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-12f63e3c-6cd2-47e4-bfca-81fc16bb1d94 None None] Provisioning for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:14.932711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-12f63e3c-6cd2-47e4-bfca-81fc16bb1d94 None None] Provisioning complete for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:14.933121 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12f63e3c-6cd2-47e4-bfca-81fc16bb1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:14.961068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f419db-f502-4e36-b7b2-2dd27843cdc5 req-4c02493b-e485-4c3c-a7de-7b0e9f4eab2c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:14.962591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6f419db-f502-4e36-b7b2-2dd27843cdc5 req-4c02493b-e485-4c3c-a7de-7b0e9f4eab2c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.3782685 Jul 23 10:39:15.014043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-12f63e3c-6cd2-47e4-bfca-81fc16bb1d94 None None] Port f0db2524-2dd4-42e0-b712-bbfb553d00b4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:15.039537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 251770d9-e13c-4534-99e1-6212aad8e0cd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:15.049561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 251770d9-e13c-4534-99e1-6212aad8e0cd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:15.049944 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.111295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:15.122716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:15.125086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.127778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-12f63e3c-6cd2-47e4-bfca-81fc16bb1d94 None None] Provisioning complete for port 75abdb11-611a-4c1c-86ff-7268d23be02c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:15.128162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12f63e3c-6cd2-47e4-bfca-81fc16bb1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.254928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6f419db-f502-4e36-b7b2-2dd27843cdc5 req-53f25c17-8b4c-4cd3-af41-e521f4898b48 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800841 Jul 23 10:39:15.263435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12927f0d-6f14-418b-b4e2-be4a93a5c1c2 req-baee8136-ed2e-4c17-a1ae-efce59484965 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.279326 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12927f0d-6f14-418b-b4e2-be4a93a5c1c2 req-baee8136-ed2e-4c17-a1ae-efce59484965 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 944 time: 0.1577320 Jul 23 10:39:15.321867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Port': ['ID=3021a52b-93a8-4835-b8cd-cfddaa6c27a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:15.386308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12927f0d-6f14-418b-b4e2-be4a93a5c1c2 req-35b3bd2f-4a4f-40f0-9580-8394d41b768b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058068 Jul 23 10:39:15.419652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.424559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57144) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:15.424757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8fcc6076-1007-4761-8cc2-f9d628769ed2 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/3021a52b-93a8-4835-b8cd-cfddaa6c27a9 HTTP/1.1" status: 204 len: 168 time: 2.5462716 Jul 23 10:39:15.426913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:15.443606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-5592a30c-0401-4779-ab37-71c9101acb36 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.445235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-5592a30c-0401-4779-ab37-71c9101acb36 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.3921573 Jul 23 10:39:15.633935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd19924-16b0-4de1-98ab-fa8b4c234a00 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.636038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4cd19924-16b0-4de1-98ab-fa8b4c234a00 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2103581 Jul 23 10:39:15.638527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57150) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:15.668354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.676763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 75abdb11-611a-4c1c-86ff-7268d23be02c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:15.756572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e868491-16ee-4c6b-88a0-051986288272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251770d9-e13c-4534-99e1-6212aad8e0cd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:15.758953 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b856b-6d6b-43c9-970d-469c7fc3a028" -d '{"events": [{"server_uuid": "4e868491-16ee-4c6b-88a0-051986288272", "name": "network-vif-plugged", "status": "completed", "tag": "251770d9-e13c-4534-99e1-6212aad8e0cd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:15.790613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 251770d9-e13c-4534-99e1-6212aad8e0cd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=251770d9-e13c-4534-99e1-6212aad8e0cd,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:15.791867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1b5a3d7b-8616-4ccd-a8ab-5ac1d6cf93c7 None None] Provisioning complete for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:15.792759 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3d7b-8616-4ccd-a8ab-5ac1d6cf93c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.812997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da6eb6-b92e-4c0f-bb3f-d80eca64b693 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.820264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-74da6eb6-b92e-4c0f-bb3f-d80eca64b693 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1783390 Jul 23 10:39:15.820505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57156) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:15.856009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57158) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:15.863227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:15.872596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d321c3a-3070-492a-bb38-0d5b19b5e26b req-3064dc97-a8a6-4791-ab52-51ec53acffe6 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.880879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d321c3a-3070-492a-bb38-0d5b19b5e26b req-3064dc97-a8a6-4791-ab52-51ec53acffe6 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.4340284 Jul 23 10:39:15.891121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-960c8d2d-4d18-4d07-bcc8-dbcb2a9d322c tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6136243 Jul 23 10:39:15.895166 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffae96-29e2-4ecc-957c-3eba020da94a x-openstack-request-id: req-d7ffae96-29e2-4ecc-957c-3eba020da94a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:15.895743 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e868491-16ee-4c6b-88a0-051986288272", "name": "network-vif-plugged", "status": "completed", "tag": "251770d9-e13c-4534-99e1-6212aad8e0cd", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:15.895743 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7ffae96-29e2-4ecc-957c-3eba020da94a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:15.896786 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e868491-16ee-4c6b-88a0-051986288272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251770d9-e13c-4534-99e1-6212aad8e0cd', 'code': 200} Jul 23 10:39:15.899165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:15.902634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:15.906644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.908159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-496794710'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:15.955649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b489c-bde8-4138-8cfc-298c4f25d5ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.966263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b489c-bde8-4138-8cfc-298c4f25d5ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.968181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b489c-bde8-4138-8cfc-298c4f25d5ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:15.977320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa3b489c-bde8-4138-8cfc-298c4f25d5ef tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1556861 Jul 23 10:39:15.981578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57164) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:15.983809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d321c3a-3070-492a-bb38-0d5b19b5e26b req-a5965f67-5bed-4d34-ab85-96c7697433cd tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972061 Jul 23 10:39:15.991555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:15.995820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:15.996041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:15.996694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:16.013286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port feb6344a-85fd-40b0-b766-ae659398d150 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:16.013943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.073178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:16.117451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet d6b64200-eff2-4f5e-b3e2-69cd8914a742 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:16.119939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1321281314-network', 'tenant_id': '64825944fcab45a3a418af8e99490ebe'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:16.130974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.131309 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment 54fd88f0-22ec-49ad-a7bb-9260dc5a0656 of type vlan for network 97c7efe8-9046-498e-9932-71ebd71f93ae Jul 23 10:39:16.133493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.181848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a3d7b-8616-4ccd-a8ab-5ac1d6cf93c7 None None] Port f0db2524-2dd4-42e0-b712-bbfb553d00b4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:16.193210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 75abdb11-611a-4c1c-86ff-7268d23be02c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:16.193594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.200511 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.225585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Made reservation on behalf of 64825944fcab45a3a418af8e99490ebe for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:16.228405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.230199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=251770d9-e13c-4534-99e1-6212aad8e0cd,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:16.231585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port feb6344a-85fd-40b0-b766-ae659398d150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=feb6344a-85fd-40b0-b766-ae659398d150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:16.231952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.235823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.260623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.264447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:16.264900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for feb6344a-85fd-40b0-b766-ae659398d150 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:16.328628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073bb76-10db-4bc1-ab74-cb79ad9aaf85 req-248bd59d-b23e-4f15-bb74-f49cebadd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:16.332743 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4073bb76-10db-4bc1-ab74-cb79ad9aaf85 req-248bd59d-b23e-4f15-bb74-f49cebadd1e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 1096 time: 0.3500028 Jul 23 10:39:16.377298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-049bb534-b9f3-4515-aa39-7afe34e65378 None None] Provisioning complete for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:16.377298 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-049bb534-b9f3-4515-aa39-7afe34e65378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.460844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.468700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:16.469353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.500531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4073bb76-10db-4bc1-ab74-cb79ad9aaf85 req-c430b8f8-3f39-44db-bc1a-9f3940bf9fd7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438830 Jul 23 10:39:16.509584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-049bb534-b9f3-4515-aa39-7afe34e65378 None None] Port f0db2524-2dd4-42e0-b712-bbfb553d00b4 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:16.519531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.520558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-a48522d0-284a-46a9-b9e8-c76dcf29c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:16.522268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-a48522d0-284a-46a9-b9e8-c76dcf29c142 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 1096 time: 0.2110653 Jul 23 10:39:16.602494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 3, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:16.615390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=97c7efe8-9046-498e-9932-71ebd71f93ae,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:16.642026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebcefa-1b0f-4100-89af-9d331711acea req-ec9ad366-deca-4370-a621-a777dc22478f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:16.643908 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4ebcefa-1b0f-4100-89af-9d331711acea req-ec9ad366-deca-4370-a621-a777dc22478f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a5cc03-30be-482e-bdcb-409b879e0f54 HTTP/1.1" status: 200 len: 945 time: 0.2454615 Jul 23 10:39:16.663896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 97c7efe8-9046-498e-9932-71ebd71f93ae details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:16.665517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb659-814b-46d5-bb01-7960aba25cdc req-1679449d-d96d-425d-9ffd-17bc259e97d9 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:16.666952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:16.667312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Updating router 4a811ec6-697f-4383-b131-7dc1b1bdac0a port f0db2524-2dd4-42e0-b712-bbfb553d00b4 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:39:16.673296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f64fb659-814b-46d5-bb01-7960aba25cdc req-1679449d-d96d-425d-9ffd-17bc259e97d9 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.3528636 Jul 23 10:39:16.703172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.724209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4ebcefa-1b0f-4100-89af-9d331711acea req-bba1a78b-66f7-4463-9d1f-bafaecd9942c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745142 Jul 23 10:39:16.758892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b64200-eff2-4f5e-b3e2-69cd8914a742,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:16.761574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.767500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62b6c118-905d-4bfd-bd1c-01b07560e5ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/d6b64200-eff2-4f5e-b3e2-69cd8914a742 HTTP/1.1" status: 204 len: 168 time: 0.7830153 Jul 23 10:39:16.769125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-10c88e87-a955-4079-bb13-318a50090875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:16.770734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-10c88e87-a955-4079-bb13-318a50090875 service neutron] 10.222.0.20 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 911 time: 0.2255080 Jul 23 10:39:16.771298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57176) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:16.773792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f64fb659-814b-46d5-bb01-7960aba25cdc req-0ce364f3-46f1-4cf1-b450-6e896d6a5c8e tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970204 Jul 23 10:39:16.784862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.829753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a4329-b264-4778-bd23-93acba097166 None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:16.832575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=feb6344a-85fd-40b0-b766-ae659398d150,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:16.845095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-25cf53f6-40a8-49ea-928b-f61086b62e36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 HTTP/1.1" status: 200 len: 217 time: 0.0627410 Jul 23 10:39:16.848119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:16.850546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['feb6344a-85fd-40b0-b766-ae659398d150'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:16.899720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port feb6344a-85fd-40b0-b766-ae659398d150 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:16.904187 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.906151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9f625c4-7a1b-488b-b4a4-57986e984642 req-3eea4972-21a4-4f8e-89b4-d2614c265bd6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "DELETE /v2.0/ports/feb6344a-85fd-40b0-b766-ae659398d150 HTTP/1.1" status: 204 len: 173 time: 1.4549558 Jul 23 10:39:16.906595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'name': 'network-vif-deleted', 'tag': 'feb6344a-85fd-40b0-b766-ae659398d150'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:16.909021 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd003e6-08e4-47dd-94f8-d4dd991ac294" -d '{"events": [{"server_uuid": "f2a5cc03-30be-482e-bdcb-409b879e0f54", "name": "network-vif-deleted", "tag": "feb6344a-85fd-40b0-b766-ae659398d150"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:16.941370 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.968131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Deleting subnet e476e917-9b5f-47c1-ae8e-2d199e7b5d5a {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:16.976690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:16.988652 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86308b6d-e827-4b93-b053-c01ce858fcf5 x-openstack-request-id: req-86308b6d-e827-4b93-b053-c01ce858fcf5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:16.989561 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5cc03-30be-482e-bdcb-409b879e0f54", "name": "network-vif-deleted", "tag": "feb6344a-85fd-40b0-b766-ae659398d150", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:16.990050 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86308b6d-e827-4b93-b053-c01ce858fcf5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:16.990700 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5cc03-30be-482e-bdcb-409b879e0f54', 'name': 'network-vif-deleted', 'tag': 'feb6344a-85fd-40b0-b766-ae659398d150', 'status': 'completed', 'code': 200} Jul 23 10:39:16.992991 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.004660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.025287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8b17783e-b80d-43cd-8ee9-d64a86607ea6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1231010 Jul 23 10:39:17.027015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57180) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:17.034204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-de97f7bf-3ee8-4da8-a812-6fc123089772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:17.035699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-de97f7bf-3ee8-4da8-a812-6fc123089772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.1801054 Jul 23 10:39:17.041631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:17.071250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:17.081068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.083022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dfa3c8-a5be-4215-a13c-1d1abb7753ca,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:17.089978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.090725 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Added segment a2aa39cc-3331-4a5f-813a-24d3df2a9320 of type vlan for network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 Jul 23 10:39:17.155943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-3ee2fde4-2e67-4296-8530-4965287ba1dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949667 Jul 23 10:39:17.165541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.221393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.223054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:17.224019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.238761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550ebb3-8a82-455f-a829-c2f334bbe015 req-3928386f-50d0-4bef-8e04-c779604142f1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:17.258950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3550ebb3-8a82-455f-a829-c2f334bbe015 req-3928386f-50d0-4bef-8e04-c779604142f1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.3745835 Jul 23 10:39:17.275630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4186347 Jul 23 10:39:17.279056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:17.284870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Request body: {'subnet': {'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1321281314-subnet', 'tenant_id': '64825944fcab45a3a418af8e99490ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:17.321231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77e87d-a4fd-4837-8a0e-18f0561ed045 admin admin] Pushing event updated for resources: {'Network': ['ID=e38a3899-271d-4ff9-a40b-5a93a61f0aa1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:17.342365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:17.350630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Made reservation on behalf of 64825944fcab45a3a418af8e99490ebe for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:17.355117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.463398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3550ebb3-8a82-455f-a829-c2f334bbe015 req-6faf99ca-8043-4abb-9b75-97c175117f83 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032678 Jul 23 10:39:17.535136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.657154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.689838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:17.698248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Transition to ACTIVE for port object f0db2524-2dd4-42e0-b712-bbfb553d00b4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:17.709359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.712251 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.726277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.731139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-c8e8118e-85ec-42ab-ad67-3c6fa2840be6 service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369692 Jul 23 10:39:17.745145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.800797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Subnet': ['ID=e476e917-9b5f-47c1-ae8e-2d199e7b5d5a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:17.841442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0fc4ab8-865c-42fd-8c7f-96a800feb0cb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:17.865837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Checking segment: {'id': 'a2aa39cc-3331-4a5f-813a-24d3df2a9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:17.866219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Network hostable DHCP agents. Network: e38a3899-271d-4ff9-a40b-5a93a61f0aa1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:17.890819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248ab97-91c0-4fa3-b4f3-b1fd11b5dc9b None None] Pushing event updated for resources: {'Port': ['ID=f0db2524-2dd4-42e0-b712-bbfb553d00b4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:17.897620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:17.911535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e38a3899-271d-4ff9-a40b-5a93a61f0aa1) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:17.916526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:17.918887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:17.949274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134eb155-51ed-4c2b-8c48-ba3f3629d39b None None] Network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:17.964952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-204e0eb5-ee5d-4b4c-ba37-f373fadff40d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6842015 Jul 23 10:39:18.015771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Attempting to bind port f0db2524-2dd4-42e0-b712-bbfb553d00b4 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:18.016151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Attempting to bind port f0db2524-2dd4-42e0-b712-bbfb553d00b4 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:18.016547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Attempting to bind port f0db2524-2dd4-42e0-b712-bbfb553d00b4 on network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:18.052110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:18.053107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Checking segment: {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:18.053729 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:18.056048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Bound using segment: {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:18.056798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Bound port: f0db2524-2dd4-42e0-b712-bbfb553d00b4, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:18.057420 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:18.176222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:18.178109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-248b4b19-3dd6-485b-9db0-715b93f637e9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/e476e917-9b5f-47c1-ae8e-2d199e7b5d5a HTTP/1.1" status: 204 len: 168 time: 1.4054489 Jul 23 10:39:18.202187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57206) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:18.267282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] For port f0db2524-2dd4-42e0-b712-bbfb553d00b4, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:18.281044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] For port f0db2524-2dd4-42e0-b712-bbfb553d00b4, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f0db2524-2dd4-42e0-b712-bbfb553d00b4,segment=NetworkSegment(e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06),segment_id=e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:18.296222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04d85ff0-a894-4062-a48b-3d258fd5931e req-1648193f-cae9-4717-8878-633cfa3fa114 service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260010 Jul 23 10:39:18.300961 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cd38b109-5177-49b0-9fb1-a7ec9a7cdc1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954921 Jul 23 10:39:18.305784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57214) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:18.461611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-9dce3274-a6b3-4db7-abbf-09b04644c2e7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:18.466101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-9dce3274-a6b3-4db7-abbf-09b04644c2e7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.3069096 Jul 23 10:39:18.475223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b17-4877-403c-b6aa-d0322df6ee22 req-c76e1b32-c253-437e-a0d1-84d29f727308 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:18.479932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72613b17-4877-403c-b6aa-d0322df6ee22 req-c76e1b32-c253-437e-a0d1-84d29f727308 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2978413 Jul 23 10:39:18.499163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-071bff60-9faa-4ffb-82bf-3602d366af2e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/quotas/c31844be144945f29e37e37f9dc345a4 HTTP/1.1" status: 200 len: 375 time: 0.0275884 Jul 23 10:39:18.582954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:18.583806 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:18.644476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d59264-f198-43cb-b32f-c86f4dcaeb73 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:18.646774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0d59264-f198-43cb-b32f-c86f4dcaeb73 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3382382 Jul 23 10:39:18.647519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-c1993c2e-e51a-4387-97c4-9d1bfd458a47 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1282771 Jul 23 10:39:18.656739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57228) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:18.739338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:18.740168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:18.752640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a6c6f-f21d-44db-bff7-78edcadac85e None None] Network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:18.758531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72613b17-4877-403c-b6aa-d0322df6ee22 req-6ec2dfb1-f75e-4f45-aecf-0f0951bf650b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713542 Jul 23 10:39:18.794079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=87dffb8d-61bb-4640-91eb-8c7adabc279a,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:18.807210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248ab97-91c0-4fa3-b4f3-b1fd11b5dc9b None None] Pushing event updated for resources: {'Port': ['ID=f0db2524-2dd4-42e0-b712-bbfb553d00b4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:18.823863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9bd1d-fa53-4b16-b5a2-40b200aa5398 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:18.827773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-25b9bd1d-fa53-4b16-b5a2-40b200aa5398 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1625907 Jul 23 10:39:18.833376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-c84d8a2e-e230-4461-a981-85e5a9f4353f service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849036 Jul 23 10:39:18.835203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57232) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:18.853419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:18.854119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: 97c7efe8-9046-498e-9932-71ebd71f93ae, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:18.898727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee87c0-d897-41a2-857f-59b9476a7d8a None None] Network 65597b37-0f65-4455-bf75-7f43a1f9f92a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:18.939946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4fda67bb-7eda-4844-9150-6e53b01579a4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980511 Jul 23 10:39:18.950119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:18.972976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 97c7efe8-9046-498e-9932-71ebd71f93ae is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:18.973541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:18.992213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 97c7efe8-9046-498e-9932-71ebd71f93ae) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:19.000404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:19.003053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:19.029537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0f32e7bd-5522-479c-9841-c45badfc1127 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9956279 Jul 23 10:39:19.031111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57236) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.039143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083de30-6a42-4621-b68b-5d5cbb71a9de None None] Network 97c7efe8-9046-498e-9932-71ebd71f93ae requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:19.067141 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-be15c589-ac23-4f35-b2ed-add4afe36c6e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.067934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be15c589-ac23-4f35-b2ed-add4afe36c6e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.069968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-be15c589-ac23-4f35-b2ed-add4afe36c6e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/3021a52b-93a8-4835-b8cd-cfddaa6c27a9 HTTP/1.1" status: 404 len: 333 time: 0.1061239 Jul 23 10:39:19.074439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.115741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e226c115-d9a8-45f4-bfaa-9b600006a13d None None] Provisioning complete for port 3f037d7d-0ae6-40a4-8679-0431c1750b35 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:19.118191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e226c115-d9a8-45f4-bfaa-9b600006a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:19.154421 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-84427b8a-e3cd-4a7f-89bb-47f5d2832207 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.155390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84427b8a-e3cd-4a7f-89bb-47f5d2832207 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.158345 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-84427b8a-e3cd-4a7f-89bb-47f5d2832207 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/d6b64200-eff2-4f5e-b3e2-69cd8914a742 HTTP/1.1" status: 404 len: 337 time: 0.0808721 Jul 23 10:39:19.163258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57248) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.181885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-bad52de5-10bb-4448-96b2-0bb93e23fa2f service neutron] 10.222.0.37 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470974 Jul 23 10:39:19.242402 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d670a247-654f-4a63-9252-457bbf22ea3f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.242980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d670a247-654f-4a63-9252-457bbf22ea3f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.247820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d670a247-654f-4a63-9252-457bbf22ea3f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/e476e917-9b5f-47c1-ae8e-2d199e7b5d5a HTTP/1.1" status: 404 len: 337 time: 0.0808547 Jul 23 10:39:19.248786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.279632 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-811d65e5-f922-4525-bdd6-5156d1c915e1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.280494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811d65e5-f922-4525-bdd6-5156d1c915e1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.285590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-811d65e5-f922-4525-bdd6-5156d1c915e1 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/9fea6449-710c-4fd3-9b97-411d8b2c233a HTTP/1.1" status: 404 len: 333 time: 0.0339751 Jul 23 10:39:19.285813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.354142 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40a0192-e7f7-4ffa-bfba-2fdd7e18ccb0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.354494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40a0192-e7f7-4ffa-bfba-2fdd7e18ccb0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.364462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d40a0192-e7f7-4ffa-bfba-2fdd7e18ccb0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/bced4f95-6ff3-41e7-9e22-1b03eb78cf5b HTTP/1.1" status: 404 len: 337 time: 0.0751104 Jul 23 10:39:19.366736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.451595 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-421d1eaa-8863-4764-8592-d3caf2b6a0f4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.454537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421d1eaa-8863-4764-8592-d3caf2b6a0f4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.464555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-421d1eaa-8863-4764-8592-d3caf2b6a0f4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/da21870c-8e80-4eb4-b47b-80c6845d0d74 HTTP/1.1" status: 404 len: 337 time: 0.0889761 Jul 23 10:39:19.465329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57260) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.511098 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a482321-b5e7-4bc8-b18a-3c2096daf25b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.512335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a482321-b5e7-4bc8-b18a-3c2096daf25b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.536735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a482321-b5e7-4bc8-b18a-3c2096daf25b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/63fc469b-dd31-4363-a4e1-bbb1893a88c2 HTTP/1.1" status: 404 len: 333 time: 0.0702229 Jul 23 10:39:19.538994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.589600 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-864ff5e8-e5b7-494a-b3e1-4d972fd97d74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.590540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864ff5e8-e5b7-494a-b3e1-4d972fd97d74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.592999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-864ff5e8-e5b7-494a-b3e1-4d972fd97d74 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/86ca15ba-2393-4ac7-b4a2-cfc6fce2eb07 HTTP/1.1" status: 404 len: 337 time: 0.0525055 Jul 23 10:39:19.595973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.632028 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c11251-41ed-44a5-9ecd-788759153fcf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.632612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c11251-41ed-44a5-9ecd-788759153fcf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.637749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91c11251-41ed-44a5-9ecd-788759153fcf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/cf3c3762-c07f-42a0-b1f6-94813200107c HTTP/1.1" status: 404 len: 337 time: 0.0376716 Jul 23 10:39:19.637749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.674088 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f8f309-6b4d-4046-831a-b1311f65b44d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.674943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f8f309-6b4d-4046-831a-b1311f65b44d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.679320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99f8f309-6b4d-4046-831a-b1311f65b44d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/9279a1c1-1a76-484d-addd-0330a5bd5ba9 HTTP/1.1" status: 404 len: 333 time: 0.0376151 Jul 23 10:39:19.679605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.815361 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-98824f7d-b928-49ca-92eb-ad70c070658c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.815852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98824f7d-b928-49ca-92eb-ad70c070658c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.820873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-98824f7d-b928-49ca-92eb-ad70c070658c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/3eab0aeb-a51d-4359-830d-18bf5ee1bbec HTTP/1.1" status: 404 len: 337 time: 0.1401296 Jul 23 10:39:19.826406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57280) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.894233 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5940c7d-e023-41a9-a5b5-952dd8ac56e5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.894233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5940c7d-e023-41a9-a5b5-952dd8ac56e5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.898440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e5940c7d-e023-41a9-a5b5-952dd8ac56e5 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/b4511bf4-72fc-458f-8409-b9db4a071450 HTTP/1.1" status: 404 len: 337 time: 0.0670159 Jul 23 10:39:19.901049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.956897 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a7a648-2ad8-4b5b-82ed-9496b055015d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:19.957631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a7a648-2ad8-4b5b-82ed-9496b055015d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:19.959971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-50d584b7-8724-4b4e-893d-1be9db968119 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:19.961531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-50d584b7-8724-4b4e-893d-1be9db968119 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/networks?id=e38a3899-271d-4ff9-a40b-5a93a61f0aa1 HTTP/1.1" status: 200 len: 822 time: 0.8229263 Jul 23 10:39:19.963988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86a7a648-2ad8-4b5b-82ed-9496b055015d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/ca59b47d-89d3-4c03-ae9a-c1d34ce46833 HTTP/1.1" status: 404 len: 333 time: 0.0606484 Jul 23 10:39:19.968491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57286) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:19.978826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 3, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:18Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:20.027526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b544db-2ce7-4d78-b6f9-9ed03186204b None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 3, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:18Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:20.044621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-ab7369fa-229e-4988-a481-1ce7750df6a1 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/quotas/64825944fcab45a3a418af8e99490ebe HTTP/1.1" status: 200 len: 375 time: 0.0472720 Jul 23 10:39:20.061238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-97c7efe8-9046-498e-9932-71ebd71f93ae', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:20.062169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:20.134825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ac65-ae8b-485b-a900-dcab680664d2 req-219f7ba0-b7e1-4018-877f-76de142a8986 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:20.147452 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a985ac65-ae8b-485b-a900-dcab680664d2 req-219f7ba0-b7e1-4018-877f-76de142a8986 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.3395600 Jul 23 10:39:20.150316 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-612f1643-87dd-4d5a-a65b-acdab22263ec tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.151146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612f1643-87dd-4d5a-a65b-acdab22263ec tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.153211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-612f1643-87dd-4d5a-a65b-acdab22263ec tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/58b93a6a-f0ef-4a4a-bdfa-5d8dbc1041a8 HTTP/1.1" status: 404 len: 337 time: 0.1779950 Jul 23 10:39:20.178344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.184990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-c2dfc6e4-042a-427c-95ad-fc4ad9af4610 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=64825944fcab45a3a418af8e99490ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215241 Jul 23 10:39:20.200353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] DHCP port deletion for 65597b37-0f65-4455-bf75-7f43a1f9f92a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:39:20.334727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a985ac65-ae8b-485b-a900-dcab680664d2 req-918e5eef-1971-4c0c-a7f5-6240b3ff8a7a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858683 Jul 23 10:39:20.338138 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74f9224-01da-4d3f-8c4d-b93d45172f52 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.341227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74f9224-01da-4d3f-8c4d-b93d45172f52 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.348088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d74f9224-01da-4d3f-8c4d-b93d45172f52 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/224fa06b-718e-48a0-94c5-3af7bb209d8b HTTP/1.1" status: 404 len: 333 time: 0.1676116 Jul 23 10:39:20.351514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.407767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Allocated IP 2001:db8:2::2 (97c7efe8-9046-498e-9932-71ebd71f93ae/87dffb8d-61bb-4640-91eb-8c7adabc279a/4e852f72-435d-45af-ad0e-10e430ae753e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:20.423084 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d9dd88-5aa0-46f5-b5e7-1a0696faa1f6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.424904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d9dd88-5aa0-46f5-b5e7-1a0696faa1f6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.428827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f7d9dd88-5aa0-46f5-b5e7-1a0696faa1f6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/57a5d96d-cde2-464c-9b72-73fe7339520f HTTP/1.1" status: 404 len: 337 time: 0.0749426 Jul 23 10:39:20.431304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57294) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.446981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-199c6072-3ed9-4508-9744-a7aa2ca99dcb service neutron] 10.222.0.37 "GET /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608471 Jul 23 10:39:20.463021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] Deleting port 3f037d7d-0ae6-40a4-8679-0431c1750b35 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:20.463399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:20.474396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:20.483947 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc109cf9-e423-4fca-a9c8-8dbb655b83a0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.484828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc109cf9-e423-4fca-a9c8-8dbb655b83a0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.487631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dc109cf9-e423-4fca-a9c8-8dbb655b83a0 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/4886498b-6d1d-42e1-a900-cbdb131bf569 HTTP/1.1" status: 404 len: 333 time: 0.0552936 Jul 23 10:39:20.490080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.588733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] For port 3f037d7d-0ae6-40a4-8679-0431c1750b35, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3f037d7d-0ae6-40a4-8679-0431c1750b35,segment=NetworkSegment(72e66904-8cb7-4137-aa58-9ae40c76767b),segment_id=72e66904-8cb7-4137-aa58-9ae40c76767b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:20.589591 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:20.595791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca8bfd37-2a7d-490b-84ae-3dc927c9dfc6 req-394051bb-0b39-4b63-a260-869839e0dc5e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 210 time: 0.1208503 Jul 23 10:39:20.596712 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b7e282-0b63-444d-a1cc-4712f8cf44aa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.597166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b7e282-0b63-444d-a1cc-4712f8cf44aa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.598928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-37b7e282-0b63-444d-a1cc-4712f8cf44aa tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/21b60bce-cffb-4800-82ba-66540c02654e HTTP/1.1" status: 404 len: 337 time: 0.1076758 Jul 23 10:39:20.609786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.612126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] Calling delete_port for 3f037d7d-0ae6-40a4-8679-0431c1750b35 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:20.653634 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e76189-f7ab-4dee-b05c-513dab5928bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.654358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e76189-f7ab-4dee-b05c-513dab5928bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.672599 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d6e76189-f7ab-4dee-b05c-513dab5928bf tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/806c022d-126b-43fb-bee5-2117093482a8 HTTP/1.1" status: 404 len: 333 time: 0.0610871 Jul 23 10:39:20.674992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.718908 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a3ce54-2792-49d8-9222-d5a4c0a5889f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.720256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a3ce54-2792-49d8-9222-d5a4c0a5889f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.722232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-83a3ce54-2792-49d8-9222-d5a4c0a5889f tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/b6a46a44-64c4-4d8b-935e-55e644d4f628 HTTP/1.1" status: 404 len: 337 time: 0.0460713 Jul 23 10:39:20.728186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.760278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device feb6344a-85fd-40b0-b766-ae659398d150 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:20.787970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: feb6344a-85fd-40b0-b766-ae659398d150 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:20.788385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device feb6344a-85fd-40b0-b766-ae659398d150 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:20.805617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:20.853175 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e204bcc9-b577-4d10-a6c8-670e6675e722 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.854278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e204bcc9-b577-4d10-a6c8-670e6675e722 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.857080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e204bcc9-b577-4d10-a6c8-670e6675e722 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/dc8dfa8c-278e-43f4-b263-faaf856b7cb0 HTTP/1.1" status: 404 len: 333 time: 0.0793998 Jul 23 10:39:20.859728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.893632 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-913e6407-a149-4a8c-a9dd-ddf4c074461e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.894095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913e6407-a149-4a8c-a9dd-ddf4c074461e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.895859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-913e6407-a149-4a8c-a9dd-ddf4c074461e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/0ff8625f-85bc-4664-9c1c-6a26030a022f HTTP/1.1" status: 404 len: 337 time: 0.0349455 Jul 23 10:39:20.899252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.908699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:20.918539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Transition to ACTIVE for port object 4e852f72-435d-45af-ad0e-10e430ae753e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:20.945957 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-db70e0ef-f58c-4b51-a6aa-474752f15b78 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:20.946697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db70e0ef-f58c-4b51-a6aa-474752f15b78 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:20.954126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-db70e0ef-f58c-4b51-a6aa-474752f15b78 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/08fd5883-683d-40ef-920a-ce5b61635a23 HTTP/1.1" status: 404 len: 333 time: 0.0528266 Jul 23 10:39:20.955595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:20.971136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] Pushing event deleted for resources: {'Port': ['ID=3f037d7d-0ae6-40a4-8679-0431c1750b35,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:20.975923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c18f11-a3a0-4ddc-bcac-9f2be69c66a1 None None] No DVR routers for this DVR port 3f037d7d-0ae6-40a4-8679-0431c1750b35 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:20.988754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Transition to ACTIVE for port object 4e852f72-435d-45af-ad0e-10e430ae753e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:20.996889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c438cf-283f-412b-9d4b-9d88c14333dd req-3df9a28e-edf7-41b5-831a-15a47faecffe tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:21.000069 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-92c438cf-283f-412b-9d4b-9d88c14333dd req-3df9a28e-edf7-41b5-831a-15a47faecffe tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.2837436 Jul 23 10:39:21.008577 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:21.031667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-32921a2a-3e98-44e6-b523-8d6370a78b71 service neutron] 10.222.0.37 "GET /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831149 Jul 23 10:39:21.073679 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad50c9bd-91e4-4150-9f66-5e9aa832f277 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.074134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad50c9bd-91e4-4150-9f66-5e9aa832f277 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.080861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ad50c9bd-91e4-4150-9f66-5e9aa832f277 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/caf7ed13-be00-4cf7-82e5-1e3896905d5c HTTP/1.1" status: 404 len: 337 time: 0.1236086 Jul 23 10:39:21.085341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57312) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.096014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Network 97c7efe8-9046-498e-9932-71ebd71f93ae is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:21.098917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Pushing event updated for resources: {'Port': ['ID=4e852f72-435d-45af-ad0e-10e430ae753e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:21.105859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:21.113990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:21.170092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-92c438cf-283f-412b-9d4b-9d88c14333dd req-135d155d-cfa2-4132-bcb8-eb5283828551 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877957 Jul 23 10:39:21.252576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Attempting to bind port 4e852f72-435d-45af-ad0e-10e430ae753e on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:21.256011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Attempting to bind port 4e852f72-435d-45af-ad0e-10e430ae753e by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:21.256827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Attempting to bind port 4e852f72-435d-45af-ad0e-10e430ae753e on network 97c7efe8-9046-498e-9932-71ebd71f93ae {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:21.264739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:21.269718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Checking segment: {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:21.270294 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:21.270608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Bound using segment: {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:21.271101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Bound port: 4e852f72-435d-45af-ad0e-10e430ae753e, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:21.271581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:21.290940 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede4cd13-f954-4eaa-bfd3-2a6f0eadcb05 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.290940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede4cd13-f954-4eaa-bfd3-2a6f0eadcb05 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.294592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ede4cd13-f954-4eaa-bfd3-2a6f0eadcb05 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/da4fe7be-fe07-4504-b90b-b0100c26322b HTTP/1.1" status: 404 len: 337 time: 0.2048733 Jul 23 10:39:21.296992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.372672 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9eb6ee-492c-43b0-ac40-7d7b057470b9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.373399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9eb6ee-492c-43b0-ac40-7d7b057470b9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.378100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7e9eb6ee-492c-43b0-ac40-7d7b057470b9 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/bacb57b6-d419-4240-b729-a189cd71d199 HTTP/1.1" status: 404 len: 333 time: 0.0762618 Jul 23 10:39:21.378689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.412139 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-90492f80-619c-4868-8e82-1c288e74f2ee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.412667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90492f80-619c-4868-8e82-1c288e74f2ee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.417805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90492f80-619c-4868-8e82-1c288e74f2ee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/b2b61c04-75bc-46e7-9feb-d99b59a0f1bc HTTP/1.1" status: 404 len: 337 time: 0.0352798 Jul 23 10:39:21.426821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.464908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffb586-2377-49a1-8689-195d663ea47a req-a6b35ff5-68a6-4ee3-87d0-7fce8d4e618d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:21.470294 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1699949-df93-4e2c-b021-dc80aa3fe860 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.470771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1699949-df93-4e2c-b021-dc80aa3fe860 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.472590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70ffb586-2377-49a1-8689-195d663ea47a req-a6b35ff5-68a6-4ee3-87d0-7fce8d4e618d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.1715858 Jul 23 10:39:21.472830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1699949-df93-4e2c-b021-dc80aa3fe860 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/3ace928f-4d4f-49d3-80a3-cc700bd87b82 HTTP/1.1" status: 404 len: 337 time: 0.0452912 Jul 23 10:39:21.477185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.513482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8:2::1 (97c7efe8-9046-498e-9932-71ebd71f93ae/87dffb8d-61bb-4640-91eb-8c7adabc279a/5a98ef34-b7e3-4893-b394-1eceea6a51d9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:21.540359 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70ffb586-2377-49a1-8689-195d663ea47a req-943e3d7f-5c3b-45ca-ae69-91063d550401 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666883 Jul 23 10:39:21.590089 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f00af6-eb7b-40db-97b3-8254b760a63a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.590882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f00af6-eb7b-40db-97b3-8254b760a63a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.592887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-13f00af6-eb7b-40db-97b3-8254b760a63a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/41ac1765-ddbe-461c-977a-cdc52f442395 HTTP/1.1" status: 404 len: 333 time: 0.1106036 Jul 23 10:39:21.596253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.626957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7eaa0065-4526-4998-bbb9-45af91d44f84 req-61b189b5-ecb8-40e4-b4c2-c8dcca8d1f17 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 210 time: 0.0998068 Jul 23 10:39:21.673308 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c15e24-4f1e-43f8-8a0c-7bd97f8c3764 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.674318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c15e24-4f1e-43f8-8a0c-7bd97f8c3764 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.677229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d7c15e24-4f1e-43f8-8a0c-7bd97f8c3764 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/e1f5c07b-07ee-4f0e-84fe-2c023c6f73b2 HTTP/1.1" status: 404 len: 337 time: 0.0797949 Jul 23 10:39:21.679907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-17f57328-fc82-4ad8-b392-80cb9ccad6f5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:21.681966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-17f57328-fc82-4ad8-b392-80cb9ccad6f5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 806 time: 0.5870736 Jul 23 10:39:21.682469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57336) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.721775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Request body: {'port': {'device_id': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'admin_state_up': True, 'tenant_id': 'c31844be144945f29e37e37f9dc345a4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:21.770337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae606-611e-478c-a4a6-621e787c1e08 req-23f88b73-b6c2-49fb-a4b4-e8eb5d532001 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:21.773137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3fae606-611e-478c-a4a6-621e787c1e08 req-23f88b73-b6c2-49fb-a4b4-e8eb5d532001 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1122413 Jul 23 10:39:21.813888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f0db2524-2dd4-42e0-b712-bbfb553d00b4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:21.889925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] For port 4e852f72-435d-45af-ad0e-10e430ae753e, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:21.893881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] For port 4e852f72-435d-45af-ad0e-10e430ae753e, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4e852f72-435d-45af-ad0e-10e430ae753e,segment=NetworkSegment(54fd88f0-22ec-49ad-a7bb-9260dc5a0656),segment_id=54fd88f0-22ec-49ad-a7bb-9260dc5a0656)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:21.904484 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a8b98e-fda9-453b-8d92-b25dc6ccca26 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.904960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a8b98e-fda9-453b-8d92-b25dc6ccca26 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.905127 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:21.906799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-80a8b98e-fda9-453b-8d92-b25dc6ccca26 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/dae50ba3-29af-468e-973a-825991c1e8e7 HTTP/1.1" status: 404 len: 337 time: 0.2164648 Jul 23 10:39:21.910888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:21.917196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-13532b72-a81c-41d9-b8bb-b87f23ca93ed req-9f012577-ab11-4b26-afdb-f34c2822d3d8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 210 time: 0.1054158 Jul 23 10:39:21.981523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:21.983004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3fae606-611e-478c-a4a6-621e787c1e08 req-2ddaa21c-ef08-41b0-9081-48cb7b331244 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987212 Jul 23 10:39:21.985847 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b8da3f-a20b-40c3-9086-1b51f3085cb3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:21.986621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b8da3f-a20b-40c3-9086-1b51f3085cb3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:21.988933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-36b8da3f-a20b-40c3-9086-1b51f3085cb3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/ff6fed9b-fbae-4494-9b7e-a4ff218ccdd3 HTTP/1.1" status: 404 len: 333 time: 0.0749276 Jul 23 10:39:21.992626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.018501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:22.019123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.053006 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-88485cf5-e4d8-4368-96d9-df840e8c221d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:22.055248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88485cf5-e4d8-4368-96d9-df840e8c221d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:22.064709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-88485cf5-e4d8-4368-96d9-df840e8c221d tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/d99e630f-f7a8-4a43-a15f-5f2f8cb48a98 HTTP/1.1" status: 404 len: 337 time: 0.0708117 Jul 23 10:39:22.065280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57346) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.128401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-14dff50a-142a-42a1-bbee-79f21347b71d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:22.130570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-14dff50a-142a-42a1-bbee-79f21347b71d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.3121352 Jul 23 10:39:22.136997 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9662e5b-4f0e-4aeb-97b8-c9b5bb6c17ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:22.137231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9662e5b-4f0e-4aeb-97b8-c9b5bb6c17ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:22.141385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c9662e5b-4f0e-4aeb-97b8-c9b5bb6c17ca tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/7a99bf5e-4ad7-414a-8495-66b039fe728d HTTP/1.1" status: 404 len: 337 time: 0.0726378 Jul 23 10:39:22.143280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.146368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.155078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64567e4-009e-4627-ba0a-9be7c2d538b8 None None] Pushing event updated for resources: {'Port': ['ID=4e852f72-435d-45af-ad0e-10e430ae753e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:22.199687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 5a98ef34-b7e3-4893-b394-1eceea6a51d9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:22.271140 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4677f9f2-3c2f-41c1-9ee9-dd4a6acd4c43 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 HTTP/1.1" status: 200 len: 205 time: 0.1119685 Jul 23 10:39:22.274640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57352) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.354770 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-fe3e074a-444d-44cd-bb95-f03df47a80c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] delete failed (client error): The resource could not be found. Jul 23 10:39:22.363367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe3e074a-444d-44cd-bb95-f03df47a80c7 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/routers/1d09d0b3-7e4d-4b86-9d4c-b83d6c18e983 HTTP/1.1" status: 404 len: 336 time: 0.0875423 Jul 23 10:39:22.363566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.365057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.405896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.462288 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b635d377-8498-494f-9030-bf150f440bb4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:22.463235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b635d377-8498-494f-9030-bf150f440bb4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:22.467489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b635d377-8498-494f-9030-bf150f440bb4 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/a71246d9-e7dc-4963-a14f-ac984cbf0ed5 HTTP/1.1" status: 404 len: 337 time: 0.1006496 Jul 23 10:39:22.469689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.484680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=5a98ef34-b7e3-4893-b394-1eceea6a51d9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:22.505415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port f0db2524-2dd4-42e0-b712-bbfb553d00b4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f0db2524-2dd4-42e0-b712-bbfb553d00b4,segment=NetworkSegment(e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06),segment_id=e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:22.516728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.531616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b62d6500-fda4-48cf-a57b-ca04a08be9c3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5ab485-1c6c-4b96-b69d-81f35f968fda HTTP/1.1" status: 200 len: 205 time: 0.0560510 Jul 23 10:39:22.537082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.609703 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-daba2f87-f71c-4088-9ef1-5202c1665eb8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] delete failed (client error): The resource could not be found. Jul 23 10:39:22.611400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-daba2f87-f71c-4088-9ef1-5202c1665eb8 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/routers/7c5ab485-1c6c-4b96-b69d-81f35f968fda HTTP/1.1" status: 404 len: 336 time: 0.0733349 Jul 23 10:39:22.619396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f037d7d-0ae6-40a4-8679-0431c1750b35 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:22.622332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.628314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Deleting port dec8fd99-5a8a-41ed-932f-77f97e217057 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:22.628805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.636445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=f0db2524-2dd4-42e0-b712-bbfb553d00b4,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:22.641045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 97c7efe8-9046-498e-9932-71ebd71f93ae is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:22.661852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Made reservation on behalf of c31844be144945f29e37e37f9dc345a4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:22.669660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.673311 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a7be45-c235-4f95-9532-fcc0280987ee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:22.673771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a7be45-c235-4f95-9532-fcc0280987ee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:22.677764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a6a7be45-c235-4f95-9532-fcc0280987ee tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/e529d8cf-058c-4983-adbc-fa087d98e012 HTTP/1.1" status: 404 len: 337 time: 0.0435579 Jul 23 10:39:22.679285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3f037d7d-0ae6-40a4-8679-0431c1750b35 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:22.680508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3f037d7d-0ae6-40a4-8679-0431c1750b35 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:22.682612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.726133 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d0af8-fc5a-4b38-a6b4-6b94f808783c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:22.726622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6d0af8-fc5a-4b38-a6b4-6b94f808783c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:22.728478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e6d0af8-fc5a-4b38-a6b4-6b94f808783c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/2219c21a-e91e-49e4-a307-3be8eac6fdb2 HTTP/1.1" status: 404 len: 337 time: 0.0449882 Jul 23 10:39:22.731565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:22.748239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.760068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:22.760068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:22.861501 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee7ff13-545a-46f6-a938-16d92978ae20 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:22.862284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee7ff13-545a-46f6-a938-16d92978ae20 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:22.866751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0ee7ff13-545a-46f6-a938-16d92978ae20 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/05a4c997-bfdf-4436-a98f-aa5c5226259a HTTP/1.1" status: 404 len: 333 time: 0.1118114 Jul 23 10:39:22.872137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57370) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:22.910081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d374-bc87-4e2d-8e15-38cd85a50ecd req-9063e511-b56e-472a-aacf-ba6ead5425fd tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:22.911640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8b2d374-bc87-4e2d-8e15-38cd85a50ecd req-9063e511-b56e-472a-aacf-ba6ead5425fd tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 945 time: 0.5410144 Jul 23 10:39:23.067730 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79affbd-a57f-4152-8691-1c1d51146c1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:23.068465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79affbd-a57f-4152-8691-1c1d51146c1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:23.073100 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f79affbd-a57f-4152-8691-1c1d51146c1b tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/9fbdd260-5c30-4c1f-be60-0aa6b26906db HTTP/1.1" status: 404 len: 337 time: 0.1982412 Jul 23 10:39:23.073745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57376) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:23.205816 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f61899b-6e40-4996-b14d-0f3e49340399 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:23.206545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f61899b-6e40-4996-b14d-0f3e49340399 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:23.223094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f61899b-6e40-4996-b14d-0f3e49340399 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/9c3ea33b-29b3-40b1-99a8-b561f073cb15 HTTP/1.1" status: 404 len: 333 time: 0.1328204 Jul 23 10:39:23.227092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57380) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:23.266745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] For port dec8fd99-5a8a-41ed-932f-77f97e217057, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=dec8fd99-5a8a-41ed-932f-77f97e217057,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:23.267263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:23.337628 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-55321b18-7dfe-457b-bd60-b9671fd5f75e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:23.338094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55321b18-7dfe-457b-bd60-b9671fd5f75e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:23.342208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-55321b18-7dfe-457b-bd60-b9671fd5f75e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/831e86cc-6787-47da-b362-dbf36d010963 HTTP/1.1" status: 404 len: 337 time: 0.1098514 Jul 23 10:39:23.349491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57382) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:23.359575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8b2d374-bc87-4e2d-8e15-38cd85a50ecd req-93e00928-fca2-43de-a54e-1807cf640986 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=5de59102-5730-43b4-80c9-259b01207852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029155 Jul 23 10:39:23.367548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Allocated IP 172.20.0.9 (7980ee26-816a-4ea3-89ea-7678cd186b0d/24fa9957-6024-4ed3-be0d-6986889ad6d7/1e7d8fb8-954c-4d11-8220-3c5c6104c150) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:23.395942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-350f3530-f9b5-4cb3-ae61-b47670c3222c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:23.398407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-350f3530-f9b5-4cb3-ae61-b47670c3222c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.55 "GET /v2.0/networks?id=e38a3899-271d-4ff9-a40b-5a93a61f0aa1 HTTP/1.1" status: 200 len: 822 time: 0.4459651 Jul 23 10:39:23.440266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:23.444342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782a4bbe-4713-46e6-bf7c-3a18743317f7 None None] Network 97c7efe8-9046-498e-9932-71ebd71f93ae requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:23.448526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Request body: {'port': {'device_id': 'adb66406-d653-4871-b695-83c0a9136e7f', 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1', 'admin_state_up': True, 'tenant_id': '64825944fcab45a3a418af8e99490ebe'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:23.520857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7723b-d34d-4f60-b2c3-2214b25f9428 req-3d5c2fa4-bc7c-4cf2-a35a-cae04ff2f8cb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:23.522576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9dc7723b-d34d-4f60-b2c3-2214b25f9428 req-3d5c2fa4-bc7c-4cf2-a35a-cae04ff2f8cb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.8052988 Jul 23 10:39:23.582187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-20c795eb-124e-4d3b-bbad-f3eca0d3ec3c None None] Provisioning for port 4e852f72-435d-45af-ad0e-10e430ae753e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:23.588133 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0623013b-8546-49e8-a57b-7b4b25361c8a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:23.588895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0623013b-8546-49e8-a57b-7b4b25361c8a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:23.593232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0623013b-8546-49e8-a57b-7b4b25361c8a tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/ece8c655-b0fd-4579-8490-fe37bb712449 HTTP/1.1" status: 404 len: 333 time: 0.2250597 Jul 23 10:39:23.609409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:23.636235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a509df0-72da-4734-87b8-2ded06a08c5b req-d91f576e-fdfb-4033-b4a0-99aaa3ab9090 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 210 time: 0.0678294 Jul 23 10:39:23.723446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Made reservation on behalf of 64825944fcab45a3a418af8e99490ebe for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:23.727477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:23.747507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9dc7723b-d34d-4f60-b2c3-2214b25f9428 req-21647b0c-05eb-4d3e-a018-08ea54086059 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043557 Jul 23 10:39:23.778686 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1646d8a-68e6-40b2-8a47-62865b6ea756 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:23.779193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1646d8a-68e6-40b2-8a47-62865b6ea756 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:23.785665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c1646d8a-68e6-40b2-8a47-62865b6ea756 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/ce530714-1605-4569-a4e5-90594213abe2 HTTP/1.1" status: 404 len: 337 time: 0.1129918 Jul 23 10:39:23.785665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:23.796935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4e852f72-435d-45af-ad0e-10e430ae753e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:23.894253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4e852f72-435d-45af-ad0e-10e430ae753e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:23.894752 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:23.895139 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:23.895484 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Floating IP ce349d64-871c-4c4a-8418-602a12eac19e disassociated. External IP: 172.25.4.194, port: dec8fd99-5a8a-41ed-932f-77f97e217057. Jul 23 10:39:23.895833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Calling delete_port for dec8fd99-5a8a-41ed-932f-77f97e217057 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:23.900225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4e852f72-435d-45af-ad0e-10e430ae753e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:23.901302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:23.917594 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae06daf-9052-4823-bad1-bccdec8ed7c3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:23.918316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae06daf-9052-4823-bad1-bccdec8ed7c3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:23.920139 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ae06daf-9052-4823-bad1-bccdec8ed7c3 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/85dd07ce-1c33-40ef-aab4-ca24a2de5c20 HTTP/1.1" status: 404 len: 333 time: 0.1098762 Jul 23 10:39:23.924786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:23.979404 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.002045 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b81799-a4b1-49b5-b324-159e8132432e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.002512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b81799-a4b1-49b5-b324-159e8132432e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.004632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-43b81799-a4b1-49b5-b324-159e8132432e tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/2729f39e-d559-46a4-bb7c-bc41256309de HTTP/1.1" status: 404 len: 337 time: 0.0791311 Jul 23 10:39:24.007975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.026644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d47eb42-f88d-4c11-bd35-52a103d3cec1 req-cf3d2158-6929-4122-9668-19727f56d50e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 210 time: 0.2378929 Jul 23 10:39:24.037418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.081702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.095061 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d57e8f-3def-4137-8f67-4bbb364ecbd6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.095911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d57e8f-3def-4137-8f67-4bbb364ecbd6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.098324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-54d57e8f-3def-4137-8f67-4bbb364ecbd6 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/b23becb0-0ff5-405e-86d8-8f1e920765ec HTTP/1.1" status: 404 len: 333 time: 0.0856552 Jul 23 10:39:24.101495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.123616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b60a2683-1cbf-4bcd-8e10-82bbc13ea5d7 None None] Provisioning complete for port 4e852f72-435d-45af-ad0e-10e430ae753e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:24.124265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b60a2683-1cbf-4bcd-8e10-82bbc13ea5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.135675 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e82ef5e-4444-4dde-9b10-c77b5d848658 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.136148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e82ef5e-4444-4dde-9b10-c77b5d848658 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.137902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e82ef5e-4444-4dde-9b10-c77b5d848658 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/5866c323-4f8a-4a26-9179-bdff8fb4f169 HTTP/1.1" status: 404 len: 337 time: 0.0340610 Jul 23 10:39:24.142529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57402) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.185428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4e852f72-435d-45af-ad0e-10e430ae753e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4e852f72-435d-45af-ad0e-10e430ae753e,segment=NetworkSegment(54fd88f0-22ec-49ad-a7bb-9260dc5a0656),segment_id=54fd88f0-22ec-49ad-a7bb-9260dc5a0656)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:24.200773 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.202493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f0db2524-2dd4-42e0-b712-bbfb553d00b4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:24.213273 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b07622f-e074-4af7-9881-d87b364d2b0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.214167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b07622f-e074-4af7-9881-d87b364d2b0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.215966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8b07622f-e074-4af7-9881-d87b364d2b0c tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/09e34002-4977-42a0-93dd-b8a4cb3f753b HTTP/1.1" status: 404 len: 333 time: 0.0728238 Jul 23 10:39:24.218976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.227760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca3fb0-30cf-4dab-ac87-36ea18a7db23 req-6df87b37-194a-4e59-97a3-66bd1a005250 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:24.235010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7ca3fb0-30cf-4dab-ac87-36ea18a7db23 req-6df87b37-194a-4e59-97a3-66bd1a005250 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.3575263 Jul 23 10:39:24.337362 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83105dc-2496-42fc-9207-2ab09bf8b408 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.338978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83105dc-2496-42fc-9207-2ab09bf8b408 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.340833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c83105dc-2496-42fc-9207-2ab09bf8b408 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/aaceed87-4527-49b1-a823-0499a337b8e2 HTTP/1.1" status: 404 len: 337 time: 0.0855875 Jul 23 10:39:24.348530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.365315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4e852f72-435d-45af-ad0e-10e430ae753e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:24.393733 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d13aa91-5ab8-4316-a93f-785bbe1c8023 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.394612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d13aa91-5ab8-4316-a93f-785bbe1c8023 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.396160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b60a2683-1cbf-4bcd-8e10-82bbc13ea5d7 None None] Provisioning for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:24.399244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3d13aa91-5ab8-4316-a93f-785bbe1c8023 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/ports/f6d14430-1bb6-4c8a-b5d5-9d5de907ad43 HTTP/1.1" status: 404 len: 333 time: 0.0462894 Jul 23 10:39:24.406112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f0db2524-2dd4-42e0-b712-bbfb553d00b4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:24.406560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.409814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b60a2683-1cbf-4bcd-8e10-82bbc13ea5d7 None None] Provisioning complete for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:24.410184 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b60a2683-1cbf-4bcd-8e10-82bbc13ea5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.410773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7ca3fb0-30cf-4dab-ac87-36ea18a7db23 req-a01991eb-7736-4961-90c0-55b5059d4152 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704242 Jul 23 10:39:24.411346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.466927 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c81951-e70e-40e8-b612-768743568688 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] DELETE failed (client error): The resource could not be found. Jul 23 10:39:24.467677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c81951-e70e-40e8-b612-768743568688 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:39:24.470499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-55c81951-e70e-40e8-b612-768743568688 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/subnets/fceef70e-bc88-49c0-8792-a96286101ce0 HTTP/1.1" status: 404 len: 337 time: 0.0550349 Jul 23 10:39:24.474972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b60a2683-1cbf-4bcd-8e10-82bbc13ea5d7 None None] Port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:24.476680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:24.609124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.609386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-03604aae-f29b-4998-843f-7cffa023c91d None None] Provisioning complete for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:24.609707 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03604aae-f29b-4998-843f-7cffa023c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.616226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.664317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-03604aae-f29b-4998-843f-7cffa023c91d None None] Port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:24.666979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event deleted for resources: {'Port': ['ID=dec8fd99-5a8a-41ed-932f-77f97e217057,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:24.820946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.839074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:24.848178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc9b282e-dd73-4a3a-8009-106ed07a8504 req-5ddc878b-d277-49e1-b539-724b3c4a1693 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 210 time: 0.0737298 Jul 23 10:39:24.885828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.900277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.901493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65597b37-0f65-4455-bf75-7f43a1f9f92a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:24.913608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Allocated IP 172.20.0.13 (e38a3899-271d-4ff9-a40b-5a93a61f0aa1/c0fc4ab8-865c-42fd-8c7f-96a800feb0cb/a5872b54-391d-44d0-8316-8b2dd778f74c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:24.919624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e66904-8cb7-4137-aa58-9ae40c76767b') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:24.919968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e66904-8cb7-4137-aa58-9ae40c76767b') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:24.933052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.949255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Router b91ea183-6e35-465d-85f2-73e8082ba519 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:24.957958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.975038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:24.975525 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:24.980994 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:24.992364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0aba40fe-ffec-4491-b2d0-6a4d1f385373 req-336eade6-85d3-4584-8ac1-b5db42a8db21 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 210 time: 0.1937547 Jul 23 10:39:25.009027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.010032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.165699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Network 7980ee26-816a-4ea3-89ea-7678cd186b0d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:25.186805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929e289-64d1-4f89-a7d4-1ee088b51826 req-1f045f75-467a-4f97-8095-a45b9a398707 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:25.192832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6929e289-64d1-4f89-a7d4-1ee088b51826 req-1f045f75-467a-4f97-8095-a45b9a398707 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2129550 Jul 23 10:39:25.194273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.204559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:25.207259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:25.233776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.236327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] 10.222.0.37 "DELETE /v2.0/networks/65597b37-0f65-4455-bf75-7f43a1f9f92a HTTP/1.1" status: 204 len: 168 time: 0.7583294 Jul 23 10:39:25.258858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dff37-197e-41a9-a698-a24041d5c996 tempest-NetworksTestDHCPv6-1701423961 tempest-NetworksTestDHCPv6-1701423961-project] Pushing event deleted for resources: {'Network': ['ID=65597b37-0f65-4455-bf75-7f43a1f9f92a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:25.264265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:25.276476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:25.289909 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:25.290791 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:25.303948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event updated for resources: {'Port': ['ID=1e7d8fb8-954c-4d11-8220-3c5c6104c150,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:25.363864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] No DVR routers for this DVR port dec8fd99-5a8a-41ed-932f-77f97e217057 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:25.371387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6929e289-64d1-4f89-a7d4-1ee088b51826 req-e65de49c-34b1-4d42-b48f-f8d3e8992557 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744251 Jul 23 10:39:25.372701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.375264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8add69b3-428b-4a08-8708-53d3fb18edf2 req-1fc3dc5f-cc83-49c5-8523-fb424f460e8c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "DELETE /v2.0/ports/dec8fd99-5a8a-41ed-932f-77f97e217057 HTTP/1.1" status: 204 len: 173 time: 3.2348278 Jul 23 10:39:25.376403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'name': 'network-vif-deleted', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:25.379536 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df031a-0969-43c4-ab20-6a961d0dcf12" -d '{"events": [{"server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "name": "network-vif-deleted", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:25.481726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:25.482562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.494456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=5a98ef34-b7e3-4893-b394-1eceea6a51d9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:25.542703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.544222 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7510b-d10e-49af-bd2e-210ef4c5906e x-openstack-request-id: req-b4e7510b-d10e-49af-bd2e-210ef4c5906e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:25.544867 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d158cf-60e8-48f3-86d6-3337065c3aaa", "name": "network-vif-deleted", "tag": "dec8fd99-5a8a-41ed-932f-77f97e217057", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:25.545763 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e7510b-d10e-49af-bd2e-210ef4c5906e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:25.546374 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d158cf-60e8-48f3-86d6-3337065c3aaa', 'name': 'network-vif-deleted', 'tag': 'dec8fd99-5a8a-41ed-932f-77f97e217057', 'status': 'completed', 'code': 200} Jul 23 10:39:25.546786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network 97c7efe8-9046-498e-9932-71ebd71f93ae is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:25.556787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:25.567303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57442) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:25.595688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-80c6ea5a-4662-4afd-b0dc-394dc98ca618 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8937607 Jul 23 10:39:25.600290 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:25.606387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1667905-3b88-4619-8f68-93078d05e083 req-9ad81800-2133-4121-997f-25f98f282f10 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:25.614116 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1667905-3b88-4619-8f68-93078d05e083 req-9ad81800-2133-4121-997f-25f98f282f10 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 931 time: 0.4732649 Jul 23 10:39:25.638693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Request body: {'port': {'device_id': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:25.710624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4e852f72-435d-45af-ad0e-10e430ae753e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:25.830006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4e852f72-435d-45af-ad0e-10e430ae753e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:25.832242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:25.896982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7af3c7-53cd-4b40-990c-12eb7c2f9cea req-495e74d2-032a-4047-8561-0f2be941a06b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:25.909206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed7af3c7-53cd-4b40-990c-12eb7c2f9cea req-495e74d2-032a-4047-8561-0f2be941a06b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.2140474 Jul 23 10:39:25.920328 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59b1b9e7-cd57-4e0e-8700-878afe0ce4d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b29dbf5a9b8b45369d44ffd51e642ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486173 Jul 23 10:39:25.946811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57448) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:25.993192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1667905-3b88-4619-8f68-93078d05e083 req-81bebc25-50f5-4942-a416-7c7c07f42993 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487170 Jul 23 10:39:25.998747 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed7af3c7-53cd-4b40-990c-12eb7c2f9cea req-e46ca89f-45a6-4d54-b64f-db0b676e094a tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883892 Jul 23 10:39:26.132363 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:26.156071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.160359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:26.202110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:26.227864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:26.230139 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:26.238253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:26.253126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a195168-0fb9-4327-95c6-f9f51806ecdf req-674c6567-4305-4a57-ad91-1399141376ec tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:26.253687 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:26.254636 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:26.270940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a195168-0fb9-4327-95c6-f9f51806ecdf req-674c6567-4305-4a57-ad91-1399141376ec tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 932 time: 0.1708004 Jul 23 10:39:26.335271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.361400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a195168-0fb9-4327-95c6-f9f51806ecdf req-1d754bd8-fd9d-4b67-952b-fcf7f14a0e44 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894837 Jul 23 10:39:26.369169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-23aff355-1459-4256-9891-02d5970a3d40 None None] Provisioning complete for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:26.369787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23aff355-1459-4256-9891-02d5970a3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.385656 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:26.388568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e98a8726-eba3-4d2c-a727-6beeffd8778d req-04a7bc1a-5404-4a69-847f-88bf70678a3a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d158cf-60e8-48f3-86d6-3337065c3aaa HTTP/1.1" status: 200 len: 210 time: 0.1831427 Jul 23 10:39:26.421347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:26.422056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.427184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23aff355-1459-4256-9891-02d5970a3d40 None None] Port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:26.548032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Pushing event updated for resources: {'Port': ['ID=a5872b54-391d-44d0-8316-8b2dd778f74c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:26.566708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f066-605b-4088-9078-8a774d875aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.580664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-1a59d910-f9d8-4b8d-933c-19459f054e74 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1363876 Jul 23 10:39:26.598847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Request body: {'port': {'device_id': 'adb66406-d653-4871-b695-83c0a9136e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:26.626394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3eab-67c7-47d6-bb58-8f905c52e2e3 req-076e7b11-0df4-4b42-adea-5aee1b211014 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:26.634921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-461b3eab-67c7-47d6-bb58-8f905c52e2e3 req-076e7b11-0df4-4b42-adea-5aee1b211014 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.1482911 Jul 23 10:39:26.681448 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:26.690767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-461b3eab-67c7-47d6-bb58-8f905c52e2e3 req-de254246-96dd-470f-933e-0d69ccd2533b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547841 Jul 23 10:39:26.699462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:26.710946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8ef7b42f-2ed7-4fc4-a3e1-d797c64cd009 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6791208 Jul 23 10:39:26.713985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:26.716636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57464) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:26.721437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0e78a-9a51-4ef5-8c09-10503b26f47f None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:26.727245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f066-605b-4088-9078-8a774d875aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.740141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2129656068'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:26.743200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:26.744091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:26.770451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:26.780051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.792170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device dec8fd99-5a8a-41ed-932f-77f97e217057 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:26.833836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:26.849165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.849903 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added segment 5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff of type vlan for network ae2971ca-880e-40ed-97fc-7026ebf91856 Jul 23 10:39:26.863821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: dec8fd99-5a8a-41ed-932f-77f97e217057 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:26.866017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device dec8fd99-5a8a-41ed-932f-77f97e217057 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:26.880667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.914702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:26.916369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.959307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:26.965235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:26.965943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.048632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3306851 Jul 23 10:39:27.055783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57470) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:27.093662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'subnet': {'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:27.116150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e461a65-bf0c-444d-9ec1-b266f491b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.251099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:23Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:24Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:27.271981 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b90bc4-9188-4cd6-8901-47e3a3bea6ff None None] New status for floating IP ce349d64-871c-4c4a-8418-602a12eac19e: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:39:27.287708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:27.287964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585893-8a54-4816-8612-620bc69301ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Network': ['ID=ae2971ca-880e-40ed-97fc-7026ebf91856,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:27.288612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Updating router 4a811ec6-697f-4383-b131-7dc1b1bdac0a port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:39:27.306023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Made reservation on behalf of 0bed300835a5468b8e70bbe50e7a08e1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:27.310241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.315046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ae2971ca-880e-40ed-97fc-7026ebf91856 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:27.376737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5872b54-391d-44d0-8316-8b2dd778f74c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:27.394082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.405676 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.479395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167e51-43e5-424a-b1d7-4f53469f64c6 req-724f94a4-17ee-486d-8d7a-b959b51d0360 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:27.503884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c6167e51-43e5-424a-b1d7-4f53469f64c6 req-724f94a4-17ee-486d-8d7a-b959b51d0360 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.2547643 Jul 23 10:39:27.510907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7d8fb8-954c-4d11-8220-3c5c6104c150 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:27.520865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.552782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Transition to ACTIVE for port object 1e7d8fb8-954c-4d11-8220-3c5c6104c150 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:27.578266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f066-605b-4088-9078-8a774d875aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.581577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7c3f066-605b-4088-9078-8a774d875aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.591315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c7c3f066-605b-4088-9078-8a774d875aff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97ea755a-e90b-4d3b-80a4-3517077ce08c HTTP/1.1" status: 204 len: 168 time: 1.5874722 Jul 23 10:39:27.639468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c6167e51-43e5-424a-b1d7-4f53469f64c6 req-9cebbc4a-3e03-4897-85a0-2f8f03835b5f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278653 Jul 23 10:39:27.639869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.670644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3f066-605b-4088-9078-8a774d875aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea755a-e90b-4d3b-80a4-3517077ce08c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:27.726921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Transition to ACTIVE for port object a5872b54-391d-44d0-8316-8b2dd778f74c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:27.750553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.870077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e7d8fb8-954c-4d11-8220-3c5c6104c150,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:27.889768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.928658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Pushing event updated for resources: {'Port': ['ID=a5872b54-391d-44d0-8316-8b2dd778f74c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:27.949367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ae348-11f2-43a8-a32c-a0e6689777df req-6bda0d21-f85c-47d1-b7af-7a39103c0f53 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:27.950971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c48ae348-11f2-43a8-a32c-a0e6689777df req-6bda0d21-f85c-47d1-b7af-7a39103c0f53 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 943 time: 0.5399876 Jul 23 10:39:27.969311 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:27.985067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Transition to ACTIVE for port object 5a98ef34-b7e3-4893-b394-1eceea6a51d9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:27.995136 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.035834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Subnet': ['ID=0a1ee31d-7e90-4876-b87b-6310fbe7d93a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:28.061680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c48ae348-11f2-43a8-a32c-a0e6689777df req-fd71fb73-ea18-44f8-91e9-3beae17d0152 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861003 Jul 23 10:39:28.083545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Attempting to bind port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:28.084145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Attempting to bind port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:28.084588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Attempting to bind port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:28.096229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:39:28.096752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Attempting to bind port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 on network 7980ee26-816a-4ea3-89ea-7678cd186b0d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:28.105719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7d935-813a-4af6-be2d-0268b9f9f168 req-a0405f04-1dc3-44f8-a3c8-a85f1e0273e7 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:28.107336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62b7d935-813a-4af6-be2d-0268b9f9f168 req-a0405f04-1dc3-44f8-a3c8-a85f1e0273e7 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 944 time: 0.3670387 Jul 23 10:39:28.110488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:28.110954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Checking segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:28.111754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Bound using segment: {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:28.113167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Bound port: 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce4e7ea-8366-480f-8e28-8affffa9cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:28.113688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.138107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Checking segment: {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:28.138675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network hostable DHCP agents. Network: ae2971ca-880e-40ed-97fc-7026ebf91856, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:28.140255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Attempting to bind port a5872b54-391d-44d0-8316-8b2dd778f74c on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:28.141017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Attempting to bind port a5872b54-391d-44d0-8316-8b2dd778f74c by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a2aa39cc-3331-4a5f-813a-24d3df2a9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:28.142326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Attempting to bind port a5872b54-391d-44d0-8316-8b2dd778f74c on network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:28.150516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Port a5872b54-391d-44d0-8316-8b2dd778f74c on network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:39:28.150516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Attempting to bind port a5872b54-391d-44d0-8316-8b2dd778f74c on network e38a3899-271d-4ff9-a40b-5a93a61f0aa1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:28.155544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624715f-e7a8-4e29-b5c9-d7c23df44c0f None None] Pushing event updated for resources: {'Port': ['ID=5a98ef34-b7e3-4893-b394-1eceea6a51d9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:28.156762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:28.157179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Checking segment: {'id': 'a2aa39cc-3331-4a5f-813a-24d3df2a9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:28.157635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Bound using segment: {'id': 'a2aa39cc-3331-4a5f-813a-24d3df2a9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:28.158257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Bound port: a5872b54-391d-44d0-8316-8b2dd778f74c, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aa39cc-3331-4a5f-813a-24d3df2a9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:28.158703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.240699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Attempting to bind port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:28.241894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Attempting to bind port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:28.242811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Attempting to bind port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 on network 97c7efe8-9046-498e-9932-71ebd71f93ae {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:28.252464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:28.253223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62b7d935-813a-4af6-be2d-0268b9f9f168 req-89a53a7e-2507-4475-9427-7503acd12fff tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296065 Jul 23 10:39:28.253387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Checking segment: {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:28.255209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.255758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Bound using segment: {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:28.255920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network ae2971ca-880e-40ed-97fc-7026ebf91856 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:28.257237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Bound port: 5a98ef34-b7e3-4893-b394-1eceea6a51d9, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd88f0-22ec-49ad-a7bb-9260dc5a0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:28.259768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.269174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ae2971ca-880e-40ed-97fc-7026ebf91856) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:28.282711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:28.282711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.302566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d51120-927e-4a48-9174-4b8232e60160 None None] Network ae2971ca-880e-40ed-97fc-7026ebf91856 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:28.317691 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1813e138-1480-434f-a29b-c3a434a967f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2420278 Jul 23 10:39:28.318581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57494) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:28.410532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57496) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:28.470622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] For port 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:28.481731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] For port a5872b54-391d-44d0-8316-8b2dd778f74c, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:28.500395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] For port a5872b54-391d-44d0-8316-8b2dd778f74c, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a5872b54-391d-44d0-8316-8b2dd778f74c,segment=NetworkSegment(a2aa39cc-3331-4a5f-813a-24d3df2a9320),segment_id=a2aa39cc-3331-4a5f-813a-24d3df2a9320)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:28.536129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.538876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] For port 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:28.583754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] For port 5a98ef34-b7e3-4893-b394-1eceea6a51d9, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:28.617457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Pushing event updated for resources: {'Port': ['ID=a5872b54-391d-44d0-8316-8b2dd778f74c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:28.636365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.646911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] For port 5a98ef34-b7e3-4893-b394-1eceea6a51d9, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5a98ef34-b7e3-4893-b394-1eceea6a51d9,segment=NetworkSegment(54fd88f0-22ec-49ad-a7bb-9260dc5a0656),segment_id=54fd88f0-22ec-49ad-a7bb-9260dc5a0656)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:28.656365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-ae2971ca-880e-40ed-97fc-7026ebf91856', 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'fixed_ips': [{'subnet_id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:28.670608 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.678516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:28.679172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.680649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-8912896e-7936-4e51-bf35-782518c47520 service neutron] 10.222.0.55 "PUT /v2.0/ports/a5872b54-391d-44d0-8316-8b2dd778f74c HTTP/1.1" status: 200 len: 1092 time: 2.0865655 Jul 23 10:39:28.687851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a0570a6-6450-4e25-b950-136ddcccd888 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.730034 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.768895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb66406-d653-4871-b695-83c0a9136e7f', 'tag': 'a5872b54-391d-44d0-8316-8b2dd778f74c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:28.771165 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453e4b25-e591-4f65-99c6-b1e2a83241f1" -d '{"events": [{"name": "network-changed", "server_uuid": "adb66406-d653-4871-b695-83c0a9136e7f", "tag": "a5872b54-391d-44d0-8316-8b2dd778f74c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:28.804168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a0570a6-6450-4e25-b950-136ddcccd888 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.856819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e7d8fb8-954c-4d11-8220-3c5c6104c150,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:28.907610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:28.908287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57512) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:28.908744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:28.920310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:28.920982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:28.922606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a6160907-626b-4ff9-a498-7bffa4f86c0b service neutron] 10.222.0.20 "PUT /v2.0/ports/1e7d8fb8-954c-4d11-8220-3c5c6104c150 HTTP/1.1" status: 200 len: 1091 time: 3.2990043 Jul 23 10:39:28.981879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c71e60-d986-4396-b5fd-9118e4e976e8 req-f2b798a4-ef8a-46c1-88f6-457a0ae23fbe tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:28.983653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23c71e60-d986-4396-b5fd-9118e4e976e8 req-f2b798a4-ef8a-46c1-88f6-457a0ae23fbe tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.6418288 Jul 23 10:39:29.157743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624715f-e7a8-4e29-b5c9-d7c23df44c0f None None] Pushing event updated for resources: {'Port': ['ID=5a98ef34-b7e3-4893-b394-1eceea6a51d9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:29.174928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-211694333'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:29.218645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-d27bdcb8-b51a-4a8d-8da7-13468c42ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:29.220591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-d27bdcb8-b51a-4a8d-8da7-13468c42ea4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64825944fcab45a3a418af8e99490ebe&device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 1095 time: 0.4270818 Jul 23 10:39:29.237871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23c71e60-d986-4396-b5fd-9118e4e976e8 req-69951cc2-35be-41ea-9149-fe61b022ff16 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369287 Jul 23 10:39:29.276577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:29.281007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:29.313920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:29.330494 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8c0bf-c4a6-4018-88c1-21870fc6675d x-openstack-request-id: req-50e8c0bf-c4a6-4018-88c1-21870fc6675d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:29.331200 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb66406-d653-4871-b695-83c0a9136e7f", "tag": "a5872b54-391d-44d0-8316-8b2dd778f74c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:29.331843 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50e8c0bf-c4a6-4018-88c1-21870fc6675d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:29.332448 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb66406-d653-4871-b695-83c0a9136e7f', 'tag': 'a5872b54-391d-44d0-8316-8b2dd778f74c', 'status': 'completed', 'code': 200} Jul 23 10:39:29.336185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:29.339436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-ff0f1615-adf5-47f3-b614-7f3de4b6be95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5872b54-391d-44d0-8316-8b2dd778f74c HTTP/1.1" status: 200 len: 217 time: 0.0988610 Jul 23 10:39:29.366865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-ad5d4adf-6ee1-4325-8f15-07d833793a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:29.369067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-ad5d4adf-6ee1-4325-8f15-07d833793a4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 1094 time: 0.3461814 Jul 23 10:39:29.420057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Allocated IP 2001:db8:3::2 (ae2971ca-880e-40ed-97fc-7026ebf91856/0a1ee31d-7e90-4876-b87b-6310fbe7d93a/f038b3d1-1fbf-49dd-b882-1edc91164c3c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:29.494428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-fcdf24ad-0757-4e10-9189-b3bb081aa823 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150 HTTP/1.1" status: 200 len: 217 time: 0.1034420 Jul 23 10:39:29.521721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-dd7e8597-4c89-4287-95ff-76bfe34866d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:29.523820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-dd7e8597-4c89-4287-95ff-76bfe34866d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0fc4ab8-865c-42fd-8c7f-96a800feb0cb HTTP/1.1" status: 200 len: 862 time: 0.1724982 Jul 23 10:39:29.565834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739e15-7660-4128-b0a3-fdf5a816ff06 req-0b4ce100-3170-43f7-a0da-1a663682af8c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:29.567557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0739e15-7660-4128-b0a3-fdf5a816ff06 req-0b4ce100-3170-43f7-a0da-1a663682af8c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.8235171 Jul 23 10:39:29.610952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-10ca876c-d88e-43f6-a252-e07c293c745b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e38a3899-271d-4ff9-a40b-5a93a61f0aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582671 Jul 23 10:39:29.620441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a0570a6-6450-4e25-b950-136ddcccd888 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:29.623703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a0570a6-6450-4e25-b950-136ddcccd888 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:29.628849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7a0570a6-6450-4e25-b950-136ddcccd888 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "DELETE /v2.0/security-groups/5de59102-5730-43b4-80c9-259b01207852 HTTP/1.1" status: 204 len: 168 time: 1.2168036 Jul 23 10:39:29.633328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:29.672089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e6a63-7a63-465f-8844-7c37b781c56c req-216af0d9-9f6d-4257-8c2e-3c40e338d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:29.675003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-216af0d9-9f6d-4257-8c2e-3c40e338d0b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.1708229 Jul 23 10:39:29.678882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0570a6-6450-4e25-b950-136ddcccd888 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de59102-5730-43b4-80c9-259b01207852,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:29.684953 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a0847dbc-4e4f-4810-a89f-8158a326f211 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] show failed (client error): The resource could not be found. Jul 23 10:39:29.689124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a0847dbc-4e4f-4810-a89f-8158a326f211 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups/5de59102-5730-43b4-80c9-259b01207852 HTTP/1.1" status: 404 len: 347 time: 0.0498192 Jul 23 10:39:29.694793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:29.710498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0739e15-7660-4128-b0a3-fdf5a816ff06 req-37ae1edd-0fad-43c0-946b-ad3c5d0950d0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361902 Jul 23 10:39:29.714682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:29.869508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-a8ea54fe-b91f-4c1b-a957-d574d29ca974 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861370 Jul 23 10:39:29.884434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432a77c-2b61-4440-85bb-d3caed3d0cb3 req-a7991789-df5e-45aa-acb1-1299117e797a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:29.886177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4432a77c-2b61-4440-85bb-d3caed3d0cb3 req-a7991789-df5e-45aa-acb1-1299117e797a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 943 time: 0.4942617 Jul 23 10:39:29.919308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42bc017e-6afc-42d7-ab67-bf5b152aac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:29.967780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-4325fb6d-5ad9-4bb2-a5c9-a9127a7d16eb service neutron] 10.222.0.55 "GET /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390505 Jul 23 10:39:30.092099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08122847-dd48-4624-b7f3-4f27c292be2b req-cec9bdd2-55c8-419d-875d-4aae8747e204 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:30.093715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08122847-dd48-4624-b7f3-4f27c292be2b req-cec9bdd2-55c8-419d-875d-4aae8747e204 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 944 time: 0.2780104 Jul 23 10:39:30.112679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.128128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Transition to ACTIVE for port object f038b3d1-1fbf-49dd-b882-1edc91164c3c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:30.149262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Transition to ACTIVE for port object f038b3d1-1fbf-49dd-b882-1edc91164c3c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:30.154847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Deleting port 48ec460b-bf53-44cc-9772-9308815ad177 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:30.155190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.177385 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.234900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Network ae2971ca-880e-40ed-97fc-7026ebf91856 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:30.240081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08122847-dd48-4624-b7f3-4f27c292be2b req-0f5274d7-b8f1-4e1c-bfd0-0cd7c69d2199 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377892 Jul 23 10:39:30.262867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:30.270534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:30.280580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.304627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Pushing event updated for resources: {'Port': ['ID=f038b3d1-1fbf-49dd-b882-1edc91164c3c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:30.324297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Allocated IP 2001:db8:3::1 (ae2971ca-880e-40ed-97fc-7026ebf91856/0a1ee31d-7e90-4876-b87b-6310fbe7d93a/808988d1-f27d-4e1e-a6ee-49913364e789) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:30.398375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:23Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:28Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:30.399198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.399666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.451593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0738-c3ee-4caa-a470-ce8db01db51b None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:23Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:28Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:30.460932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Attempting to bind port f038b3d1-1fbf-49dd-b882-1edc91164c3c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:30.461618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Attempting to bind port f038b3d1-1fbf-49dd-b882-1edc91164c3c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:30.462226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Attempting to bind port f038b3d1-1fbf-49dd-b882-1edc91164c3c on network ae2971ca-880e-40ed-97fc-7026ebf91856 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:30.470463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:30.470738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Checking segment: {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:30.471207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.471383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.471917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Bound using segment: {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:30.472572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Bound port: f038b3d1-1fbf-49dd-b882-1edc91164c3c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:30.473070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.562229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Calling delete_port for 48ec460b-bf53-44cc-9772-9308815ad177 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:30.565614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-f378a41e-cd7b-48d8-be11-7013ed65dfca service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757891 Jul 23 10:39:30.591234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.620260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Transition to ACTIVE for port object 808988d1-f27d-4e1e-a6ee-49913364e789 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:30.628243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] For port f038b3d1-1fbf-49dd-b882-1edc91164c3c, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:30.633888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] For port f038b3d1-1fbf-49dd-b882-1edc91164c3c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f038b3d1-1fbf-49dd-b882-1edc91164c3c,segment=NetworkSegment(5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff),segment_id=5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:30.640605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.714292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4432a77c-2b61-4440-85bb-d3caed3d0cb3 req-2edbb8fd-c56f-45fa-ba37-2f3178c71b52 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8034608 Jul 23 10:39:30.727408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a202f-92d4-4f35-a8ef-7c8b60ecf839 None None] Pushing event updated for resources: {'Port': ['ID=f038b3d1-1fbf-49dd-b882-1edc91164c3c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:30.753331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-244e6a63-7a63-465f-8844-7c37b781c56c req-2edcd404-3194-430b-a3bb-f84f2e74e4fc service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459076 Jul 23 10:39:30.760473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.772020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.785222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:30.801058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.801408 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment e6a122cf-de06-40c1-99f5-a0f00980d1f0 of type vlan for network 885061fb-4dd3-4172-bab2-fa4f612b38d9 Jul 23 10:39:30.849369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network ae2971ca-880e-40ed-97fc-7026ebf91856 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:30.859480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:30.865839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8c058b-e18f-4700-917f-56dc6f6260f1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:30.873170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:30.874072 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:30.897515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.897515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.897515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.897515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.897515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.897515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.898160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.898160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.898399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.898731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.899053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.899374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:30.953300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=808988d1-f27d-4e1e-a6ee-49913364e789,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:30.971929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8082a083-f51f-41c0-b7a5-0cbc50c0bb8c req-c43ca7dd-1590-4a64-999a-f4e7eace8507 service neutron] 10.222.0.55 "GET /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9941199 Jul 23 10:39:30.999976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.014502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5cfb-4df1-4a8a-a787-ea487fa02c77 req-cf96f347-ad36-4d1b-88f8-312d5111a4ce tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.016964 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-048a5cfb-4df1-4a8a-a787-ea487fa02c77 req-cf96f347-ad36-4d1b-88f8-312d5111a4ce tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.6443830 Jul 23 10:39:31.110781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969710c7-048c-4e46-9d32-f82cc284c338 req-8b1843ab-6095-4cd5-ad45-9d01ca9b5608 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.113574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969710c7-048c-4e46-9d32-f82cc284c338 req-8b1843ab-6095-4cd5-ad45-9d01ca9b5608 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.2289665 Jul 23 10:39:31.164249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.171104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.174703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.229994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-048a5cfb-4df1-4a8a-a787-ea487fa02c77 req-3d85ef5d-901e-4878-b684-4a40ae725f13 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634874 Jul 23 10:39:31.241847 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.275252 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.303137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=885061fb-4dd3-4172-bab2-fa4f612b38d9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:31.309117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event deleted for resources: {'Port': ['ID=48ec460b-bf53-44cc-9772-9308815ad177,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:31.323986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 885061fb-4dd3-4172-bab2-fa4f612b38d9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:31.339732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-719e9501-43dc-458f-a2f1-832534993566 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4283037 Jul 23 10:39:31.351203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'tag': '1e7d8fb8-954c-4d11-8220-3c5c6104c150'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:31.353801 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb954944-3562-4560-b837-5165c3bae304" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ca87f4-c274-4ab5-acef-68e74dbf6394", "tag": "1e7d8fb8-954c-4d11-8220-3c5c6104c150"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:31.368742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-969710c7-048c-4e46-9d32-f82cc284c338 req-0f5746d3-d251-4076-8261-b78db8fa901c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386332 Jul 23 10:39:31.383092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-efd28468-452a-4938-8f86-dd08f08c8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.386127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-efd28468-452a-4938-8f86-dd08f08c8b9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64825944fcab45a3a418af8e99490ebe&device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 1095 time: 0.3435326 Jul 23 10:39:31.401860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.481594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:31.487918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.490638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.494860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-65f20f8b-1ac4-435f-aa98-11784ba2a039 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "DELETE /v2.0/floatingips/ce349d64-871c-4c4a-8418-602a12eac19e HTTP/1.1" status: 204 len: 168 time: 1.7940006 Jul 23 10:39:31.498765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:31.502511 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f5477-fd5b-4bd1-9b20-04596de89205 x-openstack-request-id: req-2c8f5477-fd5b-4bd1-9b20-04596de89205 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:31.502999 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ca87f4-c274-4ab5-acef-68e74dbf6394", "tag": "1e7d8fb8-954c-4d11-8220-3c5c6104c150", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:31.503141 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c8f5477-fd5b-4bd1-9b20-04596de89205 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:31.503650 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'tag': '1e7d8fb8-954c-4d11-8220-3c5c6104c150', 'status': 'completed', 'code': 200} Jul 23 10:39:31.629572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-2466ee83-d444-4097-a472-f678233327eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.630577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032065-930b-4024-a4bd-95e1bfc48e16 req-3e5534b8-6c48-4806-8c59-95cda350b155 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.635328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-2466ee83-d444-4097-a472-f678233327eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e38a3899-271d-4ff9-a40b-5a93a61f0aa1 HTTP/1.1" status: 200 len: 923 time: 0.2335019 Jul 23 10:39:31.637674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9032065-930b-4024-a4bd-95e1bfc48e16 req-3e5534b8-6c48-4806-8c59-95cda350b155 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 944 time: 0.2920685 Jul 23 10:39:31.710403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-f1e38c96-0da4-48f4-8c5d-d329337a986b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5872b54-391d-44d0-8316-8b2dd778f74c HTTP/1.1" status: 200 len: 217 time: 0.0579703 Jul 23 10:39:31.713504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb954944-3562-4560-b837-5165c3bae304 req-29f34e7d-c31a-4327-99da-0619a6747a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.714936 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-29f34e7d-c31a-4327-99da-0619a6747a4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31844be144945f29e37e37f9dc345a4&device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 1094 time: 0.1898453 Jul 23 10:39:31.758924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5a98ef34-b7e3-4893-b394-1eceea6a51d9 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:31.760985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f9032065-930b-4024-a4bd-95e1bfc48e16 req-0e17289e-ebfd-4fee-a7e5-5340b3cd1208 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224475 Jul 23 10:39:31.784717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-75d4fba4-0403-41a8-8b53-03788abbaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:31.793783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-75d4fba4-0403-41a8-8b53-03788abbaff2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0fc4ab8-865c-42fd-8c7f-96a800feb0cb HTTP/1.1" status: 200 len: 862 time: 0.0670609 Jul 23 10:39:31.805263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:31.809035 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.893247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:31.897593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:31.898208 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.954507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57544) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:31.956914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-5821dcfa-8976-499b-8cc7-a11e19c39b96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e38a3899-271d-4ff9-a40b-5a93a61f0aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694082 Jul 23 10:39:31.961542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579076165', 'description': 'tempest-description--1558282429'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:31.965598 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.987087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:31.987935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.029904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb954944-3562-4560-b837-5165c3bae304 req-54d3b5eb-0fe9-4387-ae14-d958c979bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:32.031925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-54d3b5eb-0fe9-4387-ae14-d958c979bc53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 200 len: 907 time: 0.3049765 Jul 23 10:39:32.041132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.087723 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.096991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5a98ef34-b7e3-4893-b394-1eceea6a51d9, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5a98ef34-b7e3-4893-b394-1eceea6a51d9,segment=NetworkSegment(54fd88f0-22ec-49ad-a7bb-9260dc5a0656),segment_id=54fd88f0-22ec-49ad-a7bb-9260dc5a0656)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:32.118537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.119362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f038b3d1-1fbf-49dd-b882-1edc91164c3c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:32.124285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-cf29b036-656b-46c8-99e2-0e7540b04ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150 HTTP/1.1" status: 200 len: 217 time: 0.0812039 Jul 23 10:39:32.148389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event updated for resources: {'Port': ['ID=808988d1-f27d-4e1e-a6ee-49913364e789,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:32.223356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-05d1bd72-ffb1-47ca-9bbf-6a2e1c9267d7 service neutron] 10.222.0.55 "GET /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451713 Jul 23 10:39:32.227691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb954944-3562-4560-b837-5165c3bae304 req-6fc54210-a270-4f8f-ac79-e359fb4027b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:32.230392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-6fc54210-a270-4f8f-ac79-e359fb4027b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 200 len: 846 time: 0.0949681 Jul 23 10:39:32.284122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5a98ef34-b7e3-4893-b394-1eceea6a51d9,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:32.305482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-58cbeeba-a093-4708-82ae-5723a7c36a19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7980ee26-816a-4ea3-89ea-7678cd186b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591044 Jul 23 10:39:32.309524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port f038b3d1-1fbf-49dd-b882-1edc91164c3c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:32.317592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831ec6f-c952-4850-a7dd-c0c3ca515d10 req-03ff0f06-674e-4cc6-949f-46b31cc00350 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:32.325100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3831ec6f-c952-4850-a7dd-c0c3ca515d10 req-03ff0f06-674e-4cc6-949f-46b31cc00350 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 943 time: 0.3541987 Jul 23 10:39:32.359241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Network ae2971ca-880e-40ed-97fc-7026ebf91856 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:32.380237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:32.473645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.516130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3831ec6f-c952-4850-a7dd-c0c3ca515d10 req-78a4c58a-09e7-408a-9584-1093033ac9b3 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899538 Jul 23 10:39:32.557582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-65cbe31f-7243-4396-8259-b67235884288 service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369051 Jul 23 10:39:32.559442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-453e4b25-e591-4f65-99c6-b1e2a83241f1 req-99716b17-a455-4451-a719-f7b9c485f994 service neutron] 10.222.0.55 "GET /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277514 Jul 23 10:39:32.605221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1483ffd-2520-45be-964a-6322309d4e0f None None] Network ae2971ca-880e-40ed-97fc-7026ebf91856 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:32.622484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.628667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:32.637491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.638071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.727136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdaa1da-f448-4632-bd28-f7604a2df0eb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:32.729399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.740174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1b283a13-642e-44f2-8b10-8a8b95c9c1d0 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7822657 Jul 23 10:39:32.744092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57560) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:32.759107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'security_group_rule': {'security_group_id': 'bbdaa1da-f448-4632-bd28-f7604a2df0eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:32.796885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] Provisioning for port f038b3d1-1fbf-49dd-b882-1edc91164c3c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:32.801385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=31581655-8f98-4020-8db2-c27990626bb2,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:32.804158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] Provisioning complete for port f038b3d1-1fbf-49dd-b882-1edc91164c3c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:32.804633 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.812433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eb954944-3562-4560-b837-5165c3bae304 req-96d168d0-83df-4476-8730-0f2948f9353e service neutron] 10.222.0.20 "GET /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408028 Jul 23 10:39:32.822390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b422-95f6-46ef-bf51-a3969bad4d7e req-3e688e8c-6796-4033-be79-cf83d8827fe2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:32.827797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bbe5b422-95f6-46ef-bf51-a3969bad4d7e req-3e688e8c-6796-4033-be79-cf83d8827fe2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2561338 Jul 23 10:39:32.831126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.853126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1e7d8fb8-954c-4d11-8220-3c5c6104c150 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:32.893733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': 'e6a122cf-de06-40c1-99f5-a0f00980d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:32.894023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 885061fb-4dd3-4172-bab2-fa4f612b38d9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:32.910896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bbe5b422-95f6-46ef-bf51-a3969bad4d7e req-620b1586-168b-410b-8aa2-4df56a63f1db tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662482 Jul 23 10:39:32.919877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98712c-0e2e-45bd-82db-096be20c5629 req-18569947-faab-4ef7-8f0b-9843c19da7d5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:32.923782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a5872b54-391d-44d0-8316-8b2dd778f74c details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:32.935277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.937480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c98712c-0e2e-45bd-82db-096be20c5629 req-18569947-faab-4ef7-8f0b-9843c19da7d5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.3159785 Jul 23 10:39:32.942514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.971502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e3fc21-2abf-4f9d-9e75-bb2afecc7d2e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:32.979087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:32.983791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:32.984009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d64731d5-4993-4e0a-9270-3b87ed8ec959 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2373199 Jul 23 10:39:32.992001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57564) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:32.998252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-858c4e1d-6a07-4e3a-90e7-089454ddc315 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6760325 Jul 23 10:39:32.998445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'security_group_rule': {'security_group_id': 'bbdaa1da-f448-4632-bd28-f7604a2df0eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:32.998598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 885061fb-4dd3-4172-bab2-fa4f612b38d9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:33.001260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:33.008969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:33.023319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:33.058646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:33.059557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:33.080791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.114502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 885061fb-4dd3-4172-bab2-fa4f612b38d9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:33.128914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c98712c-0e2e-45bd-82db-096be20c5629 req-35b4c8d7-b40a-4f86-b5b9-c92be119a55c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893477 Jul 23 10:39:33.138446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:33.139059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.143765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.149138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.160928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0d3fd-0abc-4e1e-a050-cad32c9513d3 None None] Network 885061fb-4dd3-4172-bab2-fa4f612b38d9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:33.171979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01458559-e086-40d9-aff5-14347146207e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:33.186611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-27ee03ab-ccff-4b8b-897d-043d24d80e85 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6977034 Jul 23 10:39:33.188034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:33.199509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-869727496'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:33.221946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60276c2-06e9-4a75-ade5-9640640e1505 req-f3c14856-b70e-40cc-a658-f98c340e5126 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:33.223890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b60276c2-06e9-4a75-ade5-9640640e1505 req-f3c14856-b70e-40cc-a658-f98c340e5126 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 944 time: 0.2165594 Jul 23 10:39:33.230402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.236227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6123fefe-4008-4553-8476-1987009e06dc tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430999 Jul 23 10:39:33.239476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57570) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:33.247140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:33.293984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:33.298815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.309770 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.349591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b60276c2-06e9-4a75-ade5-9640640e1505 req-a761bebe-c5bd-400c-af81-7ebd0e072a10 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090515 Jul 23 10:39:33.361206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:33.387334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:33.403589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.403944 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 5b161ad7-3e37-4276-816a-aea52234c4a5 of type vlan for network a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 Jul 23 10:39:33.404106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:33.430391 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.545648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.565703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 10:39:33.612368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.622894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:33.623477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Removed routes are [] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 10:39:33.623728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.625521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.705629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '1e7d8fb8-954c-4d11-8220-3c5c6104c150', 'network_id': '7980ee26-816a-4ea3-89ea-7678cd186b0d', 'port_id': '1e7d8fb8-954c-4d11-8220-3c5c6104c150', 'mac_address': 'fa:16:3e:79:fb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa9957-6024-4ed3-be0d-6986889ad6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:33.710079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] For port f038b3d1-1fbf-49dd-b882-1edc91164c3c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f038b3d1-1fbf-49dd-b882-1edc91164c3c,segment=NetworkSegment(5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff),segment_id=5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:33.716236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a5872b54-391d-44d0-8316-8b2dd778f74c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a5872b54-391d-44d0-8316-8b2dd778f74c,segment=NetworkSegment(a2aa39cc-3331-4a5f-813a-24d3df2a9320),segment_id=a2aa39cc-3331-4a5f-813a-24d3df2a9320)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:33.740837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5a98ef34-b7e3-4893-b394-1eceea6a51d9 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:33.803897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6141658 Jul 23 10:39:33.805225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936723c-20b2-4e0a-ac85-165cbc44afef tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:33.813915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:33.833318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': 'a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:33.834623 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:33.844680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:33.877797 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.036046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'a5872b54-391d-44d0-8316-8b2dd778f74c', 'network_id': 'e38a3899-271d-4ff9-a40b-5a93a61f0aa1', 'port_id': 'a5872b54-391d-44d0-8316-8b2dd778f74c', 'mac_address': 'fa:16:3e:5d:26:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fc4ab8-865c-42fd-8c7f-96a800feb0cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:34.100590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:34.104137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.151576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Allocated IP 172.25.4.64 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/ef06a41b-7a9b-45ff-8d77-715e5ba2d7e5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:34.254675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f879d-d265-4733-9e89-92a203db4ccd req-5bfd024f-22b8-462f-b617-a61369f26ae2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:34.256530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca5f879d-d265-4733-9e89-92a203db4ccd req-5bfd024f-22b8-462f-b617-a61369f26ae2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2012069 Jul 23 10:39:34.399101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca5f879d-d265-4733-9e89-92a203db4ccd req-ffe613b2-fc9c-4948-8afb-c154b99328ad tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306734 Jul 23 10:39:34.476290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34b7d7-798a-4271-9e5c-4c4919551126 req-d550c885-44f0-4ac4-96ca-0cc97b6ce2ec tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:34.481078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b34b7d7-798a-4271-9e5c-4c4919551126 req-d550c885-44f0-4ac4-96ca-0cc97b6ce2ec tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 943 time: 0.7685235 Jul 23 10:39:34.507900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.521295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.529462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.534499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195859ce-8b44-4d29-89f0-53bede23be6c None None] Pushing event updated for resources: {'Port': ['ID=f038b3d1-1fbf-49dd-b882-1edc91164c3c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:34.561005 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.595514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b34b7d7-798a-4271-9e5c-4c4919551126 req-e7596d56-dcfa-437c-9b57-04cf50507c54 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048889 Jul 23 10:39:34.663502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:34.705494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:34.705878 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.714024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3ac1307-6cea-4ced-bd28-6a50c11c2752 None None] Provisioning complete for port f038b3d1-1fbf-49dd-b882-1edc91164c3c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:34.714406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1307-6cea-4ced-bd28-6a50c11c2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.716959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7d8fb8-954c-4d11-8220-3c5c6104c150 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:34.759698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:34.783166 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.794523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.834853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5872b54-391d-44d0-8316-8b2dd778f74c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:34.842459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.849599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.878008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.899669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6624774-78f7-4239-a17b-e3bb25bc76e5 req-85428cb2-b57f-4798-994f-64cbd9cf2abc tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:34.908022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6624774-78f7-4239-a17b-e3bb25bc76e5 req-85428cb2-b57f-4798-994f-64cbd9cf2abc tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 944 time: 0.1625853 Jul 23 10:39:34.917765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:34.931771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.935716 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59c01906-c9b0-41d3-93f1-663f3c132dec tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 953 time: 1.9331789 Jul 23 10:39:34.938597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:34.944831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=216c0f68-fa6a-4a4c-bf6b-3ca1126428af,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:34.965372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:34.967962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-885061fb-4dd3-4172-bab2-fa4f612b38d9', 'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '31581655-8f98-4020-8db2-c27990626bb2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:34.969932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:34.972080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:34.977518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:35.002243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a5872b54-391d-44d0-8316-8b2dd778f74c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a5872b54-391d-44d0-8316-8b2dd778f74c,segment=NetworkSegment(a2aa39cc-3331-4a5f-813a-24d3df2a9320),segment_id=a2aa39cc-3331-4a5f-813a-24d3df2a9320)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:35.025893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:31Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808988d1-f27d-4e1e-a6ee-49913364e789', 'name': '', 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:8a:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:30Z', 'updated_at': '2021-07-23T10:39:31Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:35.033989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'Port': ['ID=ef06a41b-7a9b-45ff-8d77-715e5ba2d7e5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:35.035912 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.050494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6624774-78f7-4239-a17b-e3bb25bc76e5 req-eedb3dba-f180-4373-9c27-bafd3cb77872 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399581 Jul 23 10:39:35.088307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8c70d7ac-41ea-4dce-a93e-420a9bcc9453 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 953 time: 0.1482482 Jul 23 10:39:35.089223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:35.096232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'routes': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:35.113757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:35.114033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Updating router 4a811ec6-697f-4383-b131-7dc1b1bdac0a port 808988d1-f27d-4e1e-a6ee-49913364e789 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:39:35.137330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312fa3-3a6e-44e7-89e3-e3074b680ca7 req-26f760cb-e687-45bc-b055-d662edd4a502 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:35.145384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3312fa3-3a6e-44e7-89e3-e3074b680ca7 req-26f760cb-e687-45bc-b055-d662edd4a502 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.5847445 Jul 23 10:39:35.171603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '5b161ad7-3e37-4276-816a-aea52234c4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:35.172185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:35.205421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.227939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:35.246496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['1e7d8fb8-954c-4d11-8220-3c5c6104c150'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:35.247218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3312fa3-3a6e-44e7-89e3-e3074b680ca7 req-d7ff1137-b159-4c2c-8439-5146c306f359 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007288 Jul 23 10:39:35.261552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:35.270514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:35.273276 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.311995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-764f01e2-4ea3-4d89-86c0-c9cafe4a6006 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4921732 Jul 23 10:39:35.312236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:35.330731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.379844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.381059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1e7d8fb8-954c-4d11-8220-3c5c6104c150,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:35.384263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd198e-7679-4b73-b1af-c5fe356259df None None] Network a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:35.396983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['a5872b54-391d-44d0-8316-8b2dd778f74c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:35.441353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Allocated IP 172.20.255.242 (885061fb-4dd3-4172-bab2-fa4f612b38d9/31581655-8f98-4020-8db2-c27990626bb2/4feeef86-c450-433f-90dc-093329de6181) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:35.455237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.512662 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.520356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.623555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'Port': ['ID=ef06a41b-7a9b-45ff-8d77-715e5ba2d7e5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:35.631628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.658627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.675993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cea5a2a3-c5ed-4d5a-b731-cccd35d6b5cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4332149 Jul 23 10:39:35.727108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added routes are [] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 10:39:35.727730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 10:39:35.817038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.878466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34caa-ba43-40b7-b082-afc8faeadcf8 req-3610c724-04b1-47f5-8207-3208a1aa1165 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:35.885761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77a34caa-ba43-40b7-b082-afc8faeadcf8 req-3610c724-04b1-47f5-8207-3208a1aa1165 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 944 time: 0.1511796 Jul 23 10:39:35.934140 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:35.936568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77a34caa-ba43-40b7-b082-afc8faeadcf8 req-78cf731e-a0b6-4fea-adda-88b8959aa5b6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498204 Jul 23 10:39:35.974087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3ac1307-6cea-4ced-bd28-6a50c11c2752 None None] Provisioning for port 808988d1-f27d-4e1e-a6ee-49913364e789 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:36.048923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.069691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=a5872b54-391d-44d0-8316-8b2dd778f74c,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:36.096900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1fe052b5-c1ac-4c63-9e72-125babaac61b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1579076165&fields=id&tenant_id=9f03ca5683e54343a4794a4fc922b9ec HTTP/1.1" status: 200 len: 267 time: 0.0574782 Jul 23 10:39:36.113394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3ac1307-6cea-4ced-bd28-6a50c11c2752 None None] Provisioning complete for port 808988d1-f27d-4e1e-a6ee-49913364e789 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:36.113719 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1307-6cea-4ced-bd28-6a50c11c2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.121869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Transition to ACTIVE for port object 808988d1-f27d-4e1e-a6ee-49913364e789 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:36.123840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.137893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61773ab5-cf79-4c13-b861-3d366b8ac0af req-d71cc091-1068-4f3a-a1c0-e14d41ec7837 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:36.139373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61773ab5-cf79-4c13-b861-3d366b8ac0af req-d71cc091-1068-4f3a-a1c0-e14d41ec7837 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.3869367 Jul 23 10:39:36.142136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.210146 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.244159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-a2075346-0833-4dc7-8a54-ec9f5ff17bb3 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:36.252284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-a2075346-0833-4dc7-8a54-ec9f5ff17bb3 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 811 time: 0.1541560 Jul 23 10:39:36.272896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-b917eb1d-cb8f-4ed0-84df-d081d87000a9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/quotas/9f03ca5683e54343a4794a4fc922b9ec HTTP/1.1" status: 200 len: 375 time: 0.0193725 Jul 23 10:39:36.284807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:36.304814 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.344662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f038b3d1-1fbf-49dd-b882-1edc91164c3c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:36.351716 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61773ab5-cf79-4c13-b861-3d366b8ac0af req-f8a41910-ea67-436b-9b86-99c08671c820 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029986 Jul 23 10:39:36.384757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-e5d1eeb4-b0a1-46e9-8a2d-6e86000b0270 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109343 Jul 23 10:39:36.390978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=216c0f68-fa6a-4a4c-bf6b-3ca1126428af,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:36.393354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac1307-6cea-4ced-bd28-6a50c11c2752 None None] Port 808988d1-f27d-4e1e-a6ee-49913364e789 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:36.472717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.484329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:36.498396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b161ad7-3e37-4276-816a-aea52234c4a5') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:36.498396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b161ad7-3e37-4276-816a-aea52234c4a5') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:36.519033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.538889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-41e75784-f1f6-49db-888a-6de0d3492327 service neutron] 10.222.0.37 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199100 Jul 23 10:39:36.558768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488eaaf-c96e-4224-b86a-de2d7ea657a2 None None] Pushing event updated for resources: {'Port': ['ID=808988d1-f27d-4e1e-a6ee-49913364e789,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:36.612143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aebd198-a386-49e3-82f8-ce2b2a591e2c None None] Network a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:36.653639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.661795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:36.662570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.665651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-76a64e4a-74d0-4909-a62e-fa8975ec2f15 service neutron] 10.222.0.37 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189735 Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:36.671049 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:36.758345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:36.760750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Attempting to bind port 808988d1-f27d-4e1e-a6ee-49913364e789 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:36.761380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Attempting to bind port 808988d1-f27d-4e1e-a6ee-49913364e789 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:36.762001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Attempting to bind port 808988d1-f27d-4e1e-a6ee-49913364e789 on network ae2971ca-880e-40ed-97fc-7026ebf91856 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:36.767108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.771039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:36.785206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-813a2a5a-9547-4bdc-a713-6795a18f6ed8 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 703 time: 1.6945765 Jul 23 10:39:36.789695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.815958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.821134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 HTTP/1.1" status: 204 len: 168 time: 1.5047364 Jul 23 10:39:36.841593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:36.842574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Checking segment: {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:36.843225 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.843982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Bound using segment: {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:36.844900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:36.845617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Bound port: 808988d1-f27d-4e1e-a6ee-49913364e789, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:36.846265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.851014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-466187785'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:36.856669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:36.860335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.894616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e8396-b382-4dd6-aa3b-5d24efcebd66 req-ce06de5d-fac1-4ea6-86ff-f020ddc525b8 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:36.910455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f038b3d1-1fbf-49dd-b882-1edc91164c3c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:36.910698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-854e8396-b382-4dd6-aa3b-5d24efcebd66 req-ce06de5d-fac1-4ea6-86ff-f020ddc525b8 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 945 time: 0.3039060 Jul 23 10:39:36.911203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:36.946403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.946765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.947106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.948049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.948400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.948749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.949094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.949434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.949773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.950110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.950450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.950788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5413bc-b061-48b8-94c4-439836cadcd8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:36.973128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:36.978134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.007870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-854e8396-b382-4dd6-aa3b-5d24efcebd66 req-ad8cb941-5d2b-4fbd-afaf-f845b97022f0 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903141 Jul 23 10:39:37.040684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:37.068809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.069492 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 5cd1ea53-999f-4919-b93d-c4ea5626359a of type vlan for network 15f6a16e-de16-41b4-87f6-24035089c753 Jul 23 10:39:37.117008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f98bcb3-6a59-4036-b2bc-556a4e8d4aa0 req-3f7ebec2-15e7-4027-8070-9f93107b8cb7 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 210 time: 0.0453384 Jul 23 10:39:37.228647 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.252657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Transition to ACTIVE for port object 4feeef86-c450-433f-90dc-093329de6181 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:37.271912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Transition to ACTIVE for port object 4feeef86-c450-433f-90dc-093329de6181 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:37.362902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.369785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:37.370475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.446856 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.485542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] For port 808988d1-f27d-4e1e-a6ee-49913364e789, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:37.512003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0b34b71d-37a9-4155-8c3e-e53ae68d33f9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 703 time: 0.7393255 Jul 23 10:39:37.516407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57636) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:37.534334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=15f6a16e-de16-41b4-87f6-24035089c753,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:37.542312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0f04b46b-4fa5-4ff5-a338-b45edd966ef2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6950867 Jul 23 10:39:37.551891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57638) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:37.565758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] For port 808988d1-f27d-4e1e-a6ee-49913364e789, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=808988d1-f27d-4e1e-a6ee-49913364e789,segment=NetworkSegment(5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff),segment_id=5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:37.568994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91872376-e04c-4f91-880d-9b4cfe133e0b req-ade0c071-5c1c-40f8-8ec6-0b10c383d1d7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:37.571595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91872376-e04c-4f91-880d-9b4cfe133e0b req-ade0c071-5c1c-40f8-8ec6-0b10c383d1d7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 944 time: 0.3301618 Jul 23 10:39:37.577991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '15f6a16e-de16-41b4-87f6-24035089c753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:37.587348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 15f6a16e-de16-41b4-87f6-24035089c753 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:37.595870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Network 885061fb-4dd3-4172-bab2-fa4f612b38d9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:37.597165 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.661382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:37.667499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91872376-e04c-4f91-880d-9b4cfe133e0b req-9d943c51-5cae-458b-9d7b-915285a28a79 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846815 Jul 23 10:39:37.667887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529fbe7-e9f9-41f5-8fe6-d614edaa2b74 req-9eae5526-a1a1-416f-9efc-83653dfa26a8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:37.681514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529fbe7-e9f9-41f5-8fe6-d614edaa2b74 req-9eae5526-a1a1-416f-9efc-83653dfa26a8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.7328680 Jul 23 10:39:37.728512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Pushing event updated for resources: {'Port': ['ID=4feeef86-c450-433f-90dc-093329de6181,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:37.747670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:37.763732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:37.768674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:37.846037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing IP validity checks on allocation pools {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 10:39:37.846787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 10:39:37.913928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488eaaf-c96e-4224-b86a-de2d7ea657a2 None None] Pushing event updated for resources: {'Port': ['ID=808988d1-f27d-4e1e-a6ee-49913364e789,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:37.921695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529fbe7-e9f9-41f5-8fe6-d614edaa2b74 req-57162c28-5980-4287-ae01-d4f4c8306a2b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390473 Jul 23 10:39:37.992520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:37.999860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:38.174966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Attempting to bind port 4feeef86-c450-433f-90dc-093329de6181 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:38.174966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Attempting to bind port 4feeef86-c450-433f-90dc-093329de6181 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e6a122cf-de06-40c1-99f5-a0f00980d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:38.174966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Attempting to bind port 4feeef86-c450-433f-90dc-093329de6181 on network 885061fb-4dd3-4172-bab2-fa4f612b38d9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:38.186029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:38.186442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Checking segment: {'id': 'e6a122cf-de06-40c1-99f5-a0f00980d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:38.186950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.187355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Bound using segment: {'id': 'e6a122cf-de06-40c1-99f5-a0f00980d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:38.187889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Bound port: 4feeef86-c450-433f-90dc-093329de6181, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a122cf-de06-40c1-99f5-a0f00980d1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '885061fb-4dd3-4172-bab2-fa4f612b38d9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:38.188892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.205750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:38.251233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.295133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbe2f8-21e5-4ace-9b1f-98ce644b4bc8 req-36c79e69-1667-4e47-bf12-b4a010336f12 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:38.296766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67dbe2f8-21e5-4ace-9b1f-98ce644b4bc8 req-36c79e69-1667-4e47-bf12-b4a010336f12 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 945 time: 0.1552277 Jul 23 10:39:38.300071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.332858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc8035-3266-4e44-bf6f-8b681c8c4ddd req-a99110fe-eea3-4dfe-930d-4539ca33e20a tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:38.345583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2fc8035-3266-4e44-bf6f-8b681c8c4ddd req-a99110fe-eea3-4dfe-930d-4539ca33e20a tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.3602290 Jul 23 10:39:38.401979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=4ea867a8-ad57-41bd-9c94-e900765ecea0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:38.422456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] For port 4feeef86-c450-433f-90dc-093329de6181, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:38.437571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '5cd1ea53-999f-4919-b93d-c4ea5626359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f6a16e-de16-41b4-87f6-24035089c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:38.438764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 15f6a16e-de16-41b4-87f6-24035089c753, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:38.458497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2fc8035-3266-4e44-bf6f-8b681c8c4ddd req-df3bcbd7-6f92-46ce-92b3-b7e7163ecb28 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061995 Jul 23 10:39:38.476911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] For port 4feeef86-c450-433f-90dc-093329de6181, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4feeef86-c450-433f-90dc-093329de6181,segment=NetworkSegment(e6a122cf-de06-40c1-99f5-a0f00980d1f0),segment_id=e6a122cf-de06-40c1-99f5-a0f00980d1f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:38.488418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.499102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 15f6a16e-de16-41b4-87f6-24035089c753 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:38.517866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 15f6a16e-de16-41b4-87f6-24035089c753) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:38.527923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67dbe2f8-21e5-4ace-9b1f-98ce644b4bc8 req-f9c3345f-0d3a-458a-a8f8-2173119ec90e tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181755 Jul 23 10:39:38.543965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:38.546311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.566553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fbd78-210d-487a-bb1e-dfde01815eab None None] Pushing event updated for resources: {'Port': ['ID=4feeef86-c450-433f-90dc-093329de6181,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:38.570518 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b669f8a9-df1c-4724-87e9-ded7cd5e13a2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9972668 Jul 23 10:39:38.571641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6717a3e7-48b4-4734-83e0-a58643e65bd3 None None] Network 15f6a16e-de16-41b4-87f6-24035089c753 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:38.573518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:38.666262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-0a57f7ee-b368-41b4-9c10-f644c235cfaa tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:38.667963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-0a57f7ee-b368-41b4-9c10-f644c235cfaa tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 811 time: 0.1892827 Jul 23 10:39:38.693447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-698fb60b-eadb-4878-9d02-ea8f326b833f req-30f0919a-28a4-41e2-8c78-b1412efd13d1 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 210 time: 0.1059844 Jul 23 10:39:38.760723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:35Z', 'revision_number': 7, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808988d1-f27d-4e1e-a6ee-49913364e789', 'name': '', 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:8a:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:30Z', 'updated_at': '2021-07-23T10:39:37Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:38.789081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.809907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be024f8-e21c-4cdc-96a3-8f300edd3de7 None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:35Z', 'revision_number': 7, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '808988d1-f27d-4e1e-a6ee-49913364e789', 'name': '', 'network_id': 'ae2971ca-880e-40ed-97fc-7026ebf91856', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:8a:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:30Z', 'updated_at': '2021-07-23T10:39:37Z', 'revision_number': 4, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '0a1ee31d-7e90-4876-b87b-6310fbe7d93a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:38.853053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-4679c6c4-aa5d-4bf4-93a1-d28c285c4f35 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f03ca5683e54343a4794a4fc922b9ec HTTP/1.1" status: 200 len: 380 time: 0.1666455 Jul 23 10:39:38.881330 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:38.886837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'port': {'device_id': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'admin_state_up': True, 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'security_groups': ['bbdaa1da-f448-4632-bd28-f7604a2df0eb']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:38.901625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1e7d8fb8-954c-4d11-8220-3c5c6104c150 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:38.955780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89abdda-de4f-4d99-9424-e37d79741eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-15f6a16e-de16-41b4-87f6-24035089c753', 'network_id': '15f6a16e-de16-41b4-87f6-24035089c753', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '4ea867a8-ad57-41bd-9c94-e900765ecea0'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:38.957604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89abdda-de4f-4d99-9424-e37d79741eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.013889 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.050417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea867a8-ad57-41bd-9c94-e900765ecea0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:39.108529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a5872b54-391d-44d0-8316-8b2dd778f74c up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:39.150280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46976b-0732-482c-9e3f-9933d9695abf req-2a562a9a-3d7a-418b-9cb0-8a597fd0e487 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:39.152457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c46976b-0732-482c-9e3f-9933d9695abf req-2a562a9a-3d7a-418b-9cb0-8a597fd0e487 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 944 time: 0.3477392 Jul 23 10:39:39.155130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 808988d1-f27d-4e1e-a6ee-49913364e789 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:39.155701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.205039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.211315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:39.224180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:39.224746 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.229217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port a5872b54-391d-44d0-8316-8b2dd778f74c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:39.229414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f6a16e-de16-41b4-87f6-24035089c753']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:39.246576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd1ea53-999f-4919-b93d-c4ea5626359a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:39.246863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd1ea53-999f-4919-b93d-c4ea5626359a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-a89abdda-de4f-4d99-9424-e37d79741eb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ea867a8-ad57-41bd-9c94-e900765ecea0: This subnet is being modified by another concurrent operation. Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ea867a8-ad57-41bd-9c94-e900765ecea0: This subnet is being modified by another concurrent operation. Jul 23 10:39:39.253384 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:39:39.265018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port a5872b54-391d-44d0-8316-8b2dd778f74c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:39.265018 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.284828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980065b-99ff-483e-895f-56748092dcf1 req-2eb23f17-d5d5-44b2-a9fc-d161e45d94b7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:39.286420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f980065b-99ff-483e-895f-56748092dcf1 req-2eb23f17-d5d5-44b2-a9fc-d161e45d94b7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1942906 Jul 23 10:39:39.288375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.295206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8bc14a-4990-4075-ab87-cec3ecbfda5d None None] Network 15f6a16e-de16-41b4-87f6-24035089c753 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:39.329376 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.355125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:39.355570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:39.359046 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:39.374388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c46976b-0732-482c-9e3f-9933d9695abf req-e740193a-d1bd-445e-8341-35c9fc881308 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015433 Jul 23 10:39:39.379450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Made reservation on behalf of 9f03ca5683e54343a4794a4fc922b9ec for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:39.384405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.389092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f980065b-99ff-483e-895f-56748092dcf1 req-b4e8e7ba-e2f6-4add-861f-95cc3d5bdb57 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934017 Jul 23 10:39:39.462081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.472339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.481659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 808988d1-f27d-4e1e-a6ee-49913364e789, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=808988d1-f27d-4e1e-a6ee-49913364e789,segment=NetworkSegment(5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff),segment_id=5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:39.481659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.482024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/15f6a16e-de16-41b4-87f6-24035089c753 HTTP/1.1" status: 204 len: 168 time: 0.8996186 Jul 23 10:39:39.483918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:39.495345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1085965719'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:39.517757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 808988d1-f27d-4e1e-a6ee-49913364e789 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:39.539164 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.541181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.593186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a5872b54-391d-44d0-8316-8b2dd778f74c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a5872b54-391d-44d0-8316-8b2dd778f74c,segment=NetworkSegment(a2aa39cc-3331-4a5f-813a-24d3df2a9320),segment_id=a2aa39cc-3331-4a5f-813a-24d3df2a9320)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:39.596457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb66406-d653-4871-b695-83c0a9136e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5872b54-391d-44d0-8316-8b2dd778f74c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:39.599040 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67be21a-744c-46ef-be49-1815ee9315e1" -d '{"events": [{"server_uuid": "adb66406-d653-4871-b695-83c0a9136e7f", "name": "network-vif-plugged", "status": "completed", "tag": "a5872b54-391d-44d0-8316-8b2dd778f74c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:39.604202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.664149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=a5872b54-391d-44d0-8316-8b2dd778f74c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:39.677133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:39.683871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:39.759356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1e7d8fb8-954c-4d11-8220-3c5c6104c150,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:39.955592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedc89d-ff48-4122-99f2-2e4173d7e21d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=15f6a16e-de16-41b4-87f6-24035089c753,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:39.972321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7aeff-b413-479f-b537-26e92fb48729 req-d388b7b4-af2a-4551-9af9-0a5b69b6370f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:39.973785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ed7aeff-b413-479f-b537-26e92fb48729 req-d388b7b4-af2a-4551-9af9-0a5b69b6370f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2834768 Jul 23 10:39:39.999227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Allocated IP 172.20.0.7 (4b2a9577-9398-4943-879e-83342892ac3a/8e2db689-799e-4107-b813-e5b30a438ba1/93e80a02-99e8-4ef1-80c8-6a8b940bf2ce) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:40.002989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:40.006890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.009411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.046737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:40.060332 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:40.065561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=808988d1-f27d-4e1e-a6ee-49913364e789,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:40.074074 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:40.074903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4eeb-8adc-4694-b77e-824326cc8b5e req-a5dd52da-85f3-4f0b-b464-5408b50dc630 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:40.075403 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:40.076550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1da4eeb-8adc-4694-b77e-824326cc8b5e req-a5dd52da-85f3-4f0b-b464-5408b50dc630 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 946 time: 0.1321766 Jul 23 10:39:40.110395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.111144 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 81a13beb-1241-4a3f-8484-18b61cc6a989 of type vlan for network dd98dbcb-fe77-45bd-a963-121bd1bb01be Jul 23 10:39:40.131062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ed7aeff-b413-479f-b537-26e92fb48729 req-94b75410-7033-4263-8166-28120e70e6ed tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449733 Jul 23 10:39:40.166654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b1da4eeb-8adc-4694-b77e-824326cc8b5e req-3f62e30e-e9ac-48db-9dcd-c29dbecf8828 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780551 Jul 23 10:39:40.185819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.192683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31314380-e48b-43f5-a8eb-a384d0577fe0 None None] Network 885061fb-4dd3-4172-bab2-fa4f612b38d9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:40.257349 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7efd4e-19f6-4467-895e-d158f25ab941 x-openstack-request-id: req-ce7efd4e-19f6-4467-895e-d158f25ab941 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:40.264219 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb66406-d653-4871-b695-83c0a9136e7f", "name": "network-vif-plugged", "status": "completed", "tag": "a5872b54-391d-44d0-8316-8b2dd778f74c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:40.267238 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce7efd4e-19f6-4467-895e-d158f25ab941 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:40.267930 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb66406-d653-4871-b695-83c0a9136e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5872b54-391d-44d0-8316-8b2dd778f74c', 'code': 200} Jul 23 10:39:40.299614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.305553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:40.306485 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.338547 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:40.395327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4feeef86-c450-433f-90dc-093329de6181 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:40.431348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.441881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-70c62e73-6aa1-4e6d-a92c-c63a7bf05e4f req-bdc639fe-8af1-424c-8554-7523e618f53f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 210 time: 0.1140871 Jul 23 10:39:40.446593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9616396 Jul 23 10:39:40.451548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:40.478299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:40.510428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-84e91d1d-7cdc-468c-85c6-94f425bc3180 None None] Provisioning for port 4feeef86-c450-433f-90dc-093329de6181 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:40.537258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333da322-b07d-414e-b733-47dbbf0f020d tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=dd98dbcb-fe77-45bd-a963-121bd1bb01be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:40.559514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network dd98dbcb-fe77-45bd-a963-121bd1bb01be details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:40.605175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4feeef86-c450-433f-90dc-093329de6181 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:40.642425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4feeef86-c450-433f-90dc-093329de6181 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:40.642807 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.698373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.706446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b779aea-43d1-4e13-aff2-082d93c90cc7 req-a6b3b5a8-debe-4b78-9f36-488f72050639 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:40.708409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b779aea-43d1-4e13-aff2-082d93c90cc7 req-a6b3b5a8-debe-4b78-9f36-488f72050639 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1508713 Jul 23 10:39:40.717527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:40.722548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.737892 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:39Z', 'revision_number': 8, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:40.747204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676317b-a881-495a-b139-973fb78be310 req-0189a68c-315c-4031-a830-ef5a2b80eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:40.749089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4676317b-a881-495a-b139-973fb78be310 req-0189a68c-315c-4031-a830-ef5a2b80eebe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 1097 time: 0.4615107 Jul 23 10:39:40.773127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Transition to ACTIVE for port object 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:40.787993 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:40.807117 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:40.808143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:40.832957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b779aea-43d1-4e13-aff2-082d93c90cc7 req-1c3be011-b0f3-40e4-9070-4caa5efef4b1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038318 Jul 23 10:39:40.902975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4676317b-a881-495a-b139-973fb78be310 req-50c167cd-8af1-4e4b-8e15-af425d4bd40f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432717 Jul 23 10:39:40.916026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481931b1-6dca-4f82-b80b-c8856c74f26d req-3d0a54e2-7c2f-4425-bf31-cfee13f83d66 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:40.916461 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:40.923305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-481931b1-6dca-4f82-b80b-c8856c74f26d req-3d0a54e2-7c2f-4425-bf31-cfee13f83d66 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.4138761 Jul 23 10:39:40.977451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:40.978233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.018480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-481931b1-6dca-4f82-b80b-c8856c74f26d req-6324da27-aaa3-4b0b-8be5-24509af78b1d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884793 Jul 23 10:39:41.051756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4feeef86-c450-433f-90dc-093329de6181, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4feeef86-c450-433f-90dc-093329de6181,segment=NetworkSegment(e6a122cf-de06-40c1-99f5-a0f00980d1f0),segment_id=e6a122cf-de06-40c1-99f5-a0f00980d1f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:41.057601 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.058663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:41.082393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Network 4b2a9577-9398-4943-879e-83342892ac3a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:41.092877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.101641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:41.104646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:41.134145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event updated for resources: {'Port': ['ID=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:41.138028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4feeef86-c450-433f-90dc-093329de6181,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:41.201245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=49bc75b6-fbd4-4d77-84d4-fa99a7f657d1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:41.236763 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:39Z', 'revision_number': 8, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:41.238008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '81a13beb-1241-4a3f-8484-18b61cc6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:41.238389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: dd98dbcb-fe77-45bd-a963-121bd1bb01be, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:41.276162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network dd98dbcb-fe77-45bd-a963-121bd1bb01be is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:41.282388 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59a892-2f30-4dc4-a689-8ace484d3ea9 None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:39Z', 'revision_number': 8, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:41.346610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, dd98dbcb-fe77-45bd-a963-121bd1bb01be) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:41.352690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:41.354017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.365387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d2d56-e9fa-4afd-9e00-ea8ee3559b2d None None] Network dd98dbcb-fe77-45bd-a963-121bd1bb01be requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:41.402787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a767bfd0-feef-4054-87db-f94b189266fe tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9445410 Jul 23 10:39:41.405713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:41.473577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a720c94d-c2ce-4a1b-ae5a-2b92be4cda03 None None] Provisioning complete for port 4feeef86-c450-433f-90dc-093329de6181 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:41.473974 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a720c94d-c2ce-4a1b-ae5a-2b92be4cda03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.507843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922a910-2130-46fb-86b0-2ffa71fab89e req-1ac64cbf-8460-4549-a251-a06abc427574 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:41.514571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b922a910-2130-46fb-86b0-2ffa71fab89e req-1ac64cbf-8460-4549-a251-a06abc427574 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2351751 Jul 23 10:39:41.566247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b922a910-2130-46fb-86b0-2ffa71fab89e req-a047f521-5767-49bd-a5a0-a6bbef20d451 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507817 Jul 23 10:39:41.599571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.652809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-dd98dbcb-fe77-45bd-a963-121bd1bb01be', 'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '49bc75b6-fbd4-4d77-84d4-fa99a7f657d1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:41.652809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.671811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.748939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:41.753233 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.786891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:41.794265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d5b1c9d8-5e30-4b01-a5e0-57a124462108 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2749062 Jul 23 10:39:41.798153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:41.810913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d101e-d0e5-45e1-aebb-93f7fedca2dc req-23135ca9-9dec-4baf-9180-4ebaaf8cfd3b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:41.814253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-525d101e-d0e5-45e1-aebb-93f7fedca2dc req-23135ca9-9dec-4baf-9180-4ebaaf8cfd3b tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 931 time: 0.1352050 Jul 23 10:39:41.816175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1228ef6c-07dc-41de-87e8-1f219bb95848 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9437056 Jul 23 10:39:41.840084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2133-1114-4480-90da-f68a1be4f73b req-39a0693d-6755-4905-b5f4-343edc495179 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:41.840305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-088be7d5-2d6c-4fe8-869b-8c49f4a1c481 None None] Provisioning for port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:41.847371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b49b2133-1114-4480-90da-f68a1be4f73b req-39a0693d-6755-4905-b5f4-343edc495179 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 946 time: 0.1958477 Jul 23 10:39:41.854204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Allocated IP 172.20.0.1 (dd98dbcb-fe77-45bd-a963-121bd1bb01be/49bc75b6-fbd4-4d77-84d4-fa99a7f657d1/8d6c1b8b-12a5-466f-81b5-03cd3b77a597) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:41.861055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Request body: {'port': {'device_id': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:41.863670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-088be7d5-2d6c-4fe8-869b-8c49f4a1c481 None None] Provisioning complete for port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:41.863940 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088be7d5-2d6c-4fe8-869b-8c49f4a1c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.892242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet 0a1ee31d-7e90-4876-b87b-6310fbe7d93a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:41.895954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.908209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-088be7d5-2d6c-4fe8-869b-8c49f4a1c481 None None] Port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:39:41.939948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.987855 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:41.990139 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-525d101e-d0e5-45e1-aebb-93f7fedca2dc req-d16510ed-609e-42f2-a8ee-9eeb9d2ede51 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196830 Jul 23 10:39:42.011441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b49b2133-1114-4480-90da-f68a1be4f73b req-5b3af1e0-1dae-4a9f-9195-1653221b35fb tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498179 Jul 23 10:39:42.037749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:42.055619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.095523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:42.096448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:42.144478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.193954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1ee31d-7e90-4876-b87b-6310fbe7d93a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:42.205812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.207908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.212500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44fed8b9-ab7c-4b80-a782-16b3e1f581fa tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/0a1ee31d-7e90-4876-b87b-6310fbe7d93a HTTP/1.1" status: 204 len: 168 time: 0.3947661 Jul 23 10:39:42.213667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:42.226117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Transition to ACTIVE for port object 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:42.244544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb3aee4-7ae9-42b3-b574-d3dbdc51537d None None] Network ae2971ca-880e-40ed-97fc-7026ebf91856 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:42.258686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:42.289056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e215f-0685-4313-86fe-f695239e5f6f req-a42e97a5-6acd-4270-bb30-618d4170026c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:42.290595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-086e215f-0685-4313-86fe-f695239e5f6f req-a42e97a5-6acd-4270-bb30-618d4170026c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1527393 Jul 23 10:39:42.308996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.309914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d8fb8-954c-4d11-8220-3c5c6104c150'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:42.312189 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf8011-b664-46ad-8d83-a779306c03fe" -d '{"events": [{"server_uuid": "a8ca87f4-c274-4ab5-acef-68e74dbf6394", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d8fb8-954c-4d11-8220-3c5c6104c150"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:42.318529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1f454-da3e-4844-9222-20caa4a4e8aa req-8880fd89-ff2d-41bf-bf24-5793e7280b52 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:42.320152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dcb1f454-da3e-4844-9222-20caa4a4e8aa req-8880fd89-ff2d-41bf-bf24-5793e7280b52 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1875048 Jul 23 10:39:42.339605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Transition to ACTIVE for port object 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:42.342807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-086e215f-0685-4313-86fe-f695239e5f6f req-44980da0-d67e-4c45-8ca1-914da1a197d9 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Jul 23 10:39:42.369673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4feeef86-c450-433f-90dc-093329de6181 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:42.402249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dcb1f454-da3e-4844-9222-20caa4a4e8aa req-ed8eec1f-0eef-47b8-8877-c072f62e7654 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764344 Jul 23 10:39:42.424072 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bdb6ed-d050-4a62-a80d-54a20b83b906 x-openstack-request-id: req-98bdb6ed-d050-4a62-a80d-54a20b83b906 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:42.424376 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca87f4-c274-4ab5-acef-68e74dbf6394", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d8fb8-954c-4d11-8220-3c5c6104c150", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:42.424648 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98bdb6ed-d050-4a62-a80d-54a20b83b906 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:42.425016 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d8fb8-954c-4d11-8220-3c5c6104c150', 'code': 200} Jul 23 10:39:42.431680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port f038b3d1-1fbf-49dd-b882-1edc91164c3c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:42.432084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.435719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.436753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:42.438819 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.447192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.465745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Transition to ACTIVE for port object 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:42.471601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.483034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=49bc75b6-fbd4-4d77-84d4-fa99a7f657d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:42.540598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Pushing event updated for resources: {'Port': ['ID=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:42.599572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port f038b3d1-1fbf-49dd-b882-1edc91164c3c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f038b3d1-1fbf-49dd-b882-1edc91164c3c,segment=NetworkSegment(5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff),segment_id=5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:42.599915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.646433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Network dd98dbcb-fe77-45bd-a963-121bd1bb01be is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:42.648455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:42.653887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:42.657683 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.669405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for f038b3d1-1fbf-49dd-b882-1edc91164c3c owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:42.673537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Attempting to bind port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:42.674198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Attempting to bind port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:42.674772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Attempting to bind port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce on network 4b2a9577-9398-4943-879e-83342892ac3a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:42.679814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce on network 4b2a9577-9398-4943-879e-83342892ac3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:39:42.680624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Attempting to bind port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce on network 4b2a9577-9398-4943-879e-83342892ac3a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:42.686240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd98dbcb-fe77-45bd-a963-121bd1bb01be']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:42.687399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:42.688646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Checking segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:42.689272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Bound using segment: {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:42.689943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Bound port: 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a747b60-259b-4931-942d-edcaa54c68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:42.690708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.704043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a13beb-1241-4a3f-8484-18b61cc6a989') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:42.704358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a13beb-1241-4a3f-8484-18b61cc6a989') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:42.723669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.792395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.802864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6410d-ccfd-4de6-8a1d-373946c597a8 req-f84ffe38-f757-4560-b85a-d043d8cb0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:42.804905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e6410d-ccfd-4de6-8a1d-373946c597a8 req-f84ffe38-f757-4560-b85a-d043d8cb0548 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 1096 time: 0.2954845 Jul 23 10:39:42.807076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4feeef86-c450-433f-90dc-093329de6181 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:42.807488 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.819967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:42.821056 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.822807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bebae-84c5-48e3-84ad-a2598cba010d req-954ac254-e087-4a3c-9186-c11780e5c1e7 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:42.824708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-460bebae-84c5-48e3-84ad-a2598cba010d req-954ac254-e087-4a3c-9186-c11780e5c1e7 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.1315255 Jul 23 10:39:42.826067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] For port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:42.830535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] For port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:42.830999 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:42.872756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.881145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Pushing event updated for resources: {'Port': ['ID=8d6c1b8b-12a5-466f-81b5-03cd3b77a597,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:42.890321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Attempting to bind port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:42.890699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Attempting to bind port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '81a13beb-1241-4a3f-8484-18b61cc6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:42.891607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Attempting to bind port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 on network dd98dbcb-fe77-45bd-a963-121bd1bb01be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:42.914779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:42.915156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Checking segment: {'id': '81a13beb-1241-4a3f-8484-18b61cc6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:42.915596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.916002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Bound using segment: {'id': '81a13beb-1241-4a3f-8484-18b61cc6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:42.916482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Bound port: 8d6c1b8b-12a5-466f-81b5-03cd3b77a597, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a13beb-1241-4a3f-8484-18b61cc6a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:42.916866 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.933600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:42.935245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:42.937146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] 10.222.0.20 "PUT /v2.0/ports/93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 200 len: 1091 time: 1.0808861 Jul 23 10:39:42.941754 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e6410d-ccfd-4de6-8a1d-373946c597a8 req-05d6b6d2-a9fd-41a0-b290-7d0e1714711a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228647 Jul 23 10:39:42.945989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:42.957701 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58334edf-217b-4c88-8c45-24d96b2b6ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:42.963874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 10:39:42.963874 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 10:39:42.963874 n-d-778550-4 neutron-server[93834]: [parameters: {'id': 'dd98dbcb-fe77-45bd-a963-121bd1bb01be'}] Jul 23 10:39:42.963874 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:39:42.964416 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:39:42.971826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-460bebae-84c5-48e3-84ad-a2598cba010d req-77e07181-19b5-4993-adc8-5304ce5ee15b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285312 Jul 23 10:39:42.976905 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.013947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2e25-feb0-47b3-91dc-5b95939b1dae service neutron] Pushing event updated for resources: {'Port': ['ID=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:43.016047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:39Z', 'revision_number': 8, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:43.033430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=f038b3d1-1fbf-49dd-b882-1edc91164c3c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:43.039141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port f038b3d1-1fbf-49dd-b882-1edc91164c3c on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:43.051695 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ebbbc2-86fc-496e-b5f3-e9cb8dd37239 x-openstack-request-id: req-d1ebbbc2-86fc-496e-b5f3-e9cb8dd37239 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:43.052203 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:43.052815 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1ebbbc2-86fc-496e-b5f3-e9cb8dd37239 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:43.053507 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'status': 'completed', 'code': 200} Jul 23 10:39:43.111631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:43.122383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c29811-c798-49e3-aa00-9e9b2efdba9d None None] DHCP port deletion for ae2971ca-880e-40ed-97fc-7026ebf91856 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:39:43.147059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] For port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:43.155784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.166952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:43.168000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:43.174248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 808988d1-f27d-4e1e-a6ee-49913364e789 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:43.199125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] For port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8d6c1b8b-12a5-466f-81b5-03cd3b77a597,segment=NetworkSegment(81a13beb-1241-4a3f-8484-18b61cc6a989),segment_id=81a13beb-1241-4a3f-8484-18b61cc6a989)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:43.201379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 808988d1-f27d-4e1e-a6ee-49913364e789 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:43.201824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 808988d1-f27d-4e1e-a6ee-49913364e789 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:43.207515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2971ca-880e-40ed-97fc-7026ebf91856']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:43.224325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:43.224683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a91d2a0-77ba-4b0f-9ea4-c6737f8c39ff') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:43.239047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.246422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034aa8-ee1d-4319-997b-d5f7a5fb75e0 req-f83bb23a-6ae3-4ae0-868a-b0315a5b9917 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.248051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64034aa8-ee1d-4319-997b-d5f7a5fb75e0 req-f83bb23a-6ae3-4ae0-868a-b0315a5b9917 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 946 time: 0.1232867 Jul 23 10:39:43.283190 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.286877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.302994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:43.303503 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.305079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64034aa8-ee1d-4319-997b-d5f7a5fb75e0 req-6af048ad-f544-4827-9129-ecf5e150766d tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486577 Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:43.306424 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:43.386945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd7e7-a799-4974-8483-35a8ca184660 req-682baa59-829e-4232-8a65-a712d296467f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.388416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-728bd7e7-a799-4974-8483-35a8ca184660 req-682baa59-829e-4232-8a65-a712d296467f tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 943 time: 0.2285728 Jul 23 10:39:43.390116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:43.425004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.430608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.432913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/ae2971ca-880e-40ed-97fc-7026ebf91856 HTTP/1.1" status: 204 len: 168 time: 1.2182999 Jul 23 10:39:43.435864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57710) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:43.442934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-02810a2d-5e49-4031-b5dc-7c1aec9d2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.444484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-02810a2d-5e49-4031-b5dc-7c1aec9d2d1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 1094 time: 0.2107766 Jul 23 10:39:43.451555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5cdf2-b0c4-4c90-b374-6c799cb72eab None None] Pushing event updated for resources: {'Port': ['ID=8d6c1b8b-12a5-466f-81b5-03cd3b77a597,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:43.498822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.505981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb0319-6249-4ac6-abfd-1bb6b4ec4c4d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=ae2971ca-880e-40ed-97fc-7026ebf91856,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:43.513523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-f316c260-0499-4293-9f99-ee652bfca415 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 200 len: 217 time: 0.0543957 Jul 23 10:39:43.520090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d16e3-607c-43d6-bc26-ea95b1269ac3 None None] Network dd98dbcb-fe77-45bd-a963-121bd1bb01be requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:43.520484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-728bd7e7-a799-4974-8483-35a8ca184660 req-8a45a578-7d9c-452d-8780-00686dd81544 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201963 Jul 23 10:39:43.603540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-3f7493b5-7bd7-4dce-ab70-2e83c9d7f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.605225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-3f7493b5-7bd7-4dce-ab70-2e83c9d7f886 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.0823708 Jul 23 10:39:43.698818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570401c5-b66d-4992-970e-46c7460327ca req-9b3b386c-c576-4024-8608-fca679241e41 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.700417 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-570401c5-b66d-4992-970e-46c7460327ca req-9b3b386c-c576-4024-8608-fca679241e41 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.2110567 Jul 23 10:39:43.712747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:43.713284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.774440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-570401c5-b66d-4992-970e-46c7460327ca req-409dbcad-8fb9-4fa1-8412-3940f7a9e21b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668347 Jul 23 10:39:43.781011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3054d11-5c65-44e6-925a-f1439fc28c19 req-32c05f7e-881f-4024-8772-93543fd76a11 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.782896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3054d11-5c65-44e6-925a-f1439fc28c19 req-32c05f7e-881f-4024-8772-93543fd76a11 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1345427 Jul 23 10:39:43.819410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-26404933-ab3b-4563-805d-9ff530ea08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:43.820999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-26404933-ab3b-4563-805d-9ff530ea08bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076881 Jul 23 10:39:43.924337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8d6c1b8b-12a5-466f-81b5-03cd3b77a597,segment=NetworkSegment(81a13beb-1241-4a3f-8484-18b61cc6a989),segment_id=81a13beb-1241-4a3f-8484-18b61cc6a989)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:43.925269 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.936854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:43.949435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3054d11-5c65-44e6-925a-f1439fc28c19 req-8a33979c-08f7-406a-9060-4ff95fac041a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386135 Jul 23 10:39:44.063937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:44.064975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf782c81-84f0-4d4f-bf96-8ba826b6ede4 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:39:44.121512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:39Z', 'revision_number': 8, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:44.174663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a64cf-a144-4690-8fae-74e7d8a4f0db None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:39Z', 'revision_number': 8, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98ef34-b7e3-4893-b394-1eceea6a51d9', 'name': '', 'network_id': '97c7efe8-9046-498e-9932-71ebd71f93ae', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:27:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:20Z', 'updated_at': '2021-07-23T10:39:32Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': '87dffb8d-61bb-4640-91eb-8c7adabc279a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:44.216651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-2cf48c78-136b-4984-8eef-de7dc52073ac service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681369 Jul 23 10:39:44.233402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf782c81-84f0-4d4f-bf96-8ba826b6ede4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:39:44.274547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ce7e-eabd-4390-8120-d2773bdfba7c req-4546c330-21a4-4091-b4ba-8689050e8723 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:44.285654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b19ce7e-eabd-4390-8120-d2773bdfba7c req-4546c330-21a4-4091-b4ba-8689050e8723 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 946 time: 0.1539226 Jul 23 10:39:44.345800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f038b3d1-1fbf-49dd-b882-1edc91164c3c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:44.369042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: f038b3d1-1fbf-49dd-b882-1edc91164c3c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:44.369388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f038b3d1-1fbf-49dd-b882-1edc91164c3c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:44.380003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b19ce7e-eabd-4390-8120-d2773bdfba7c req-1e1abd94-68ea-475f-b57a-3266fc00bf86 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932488 Jul 23 10:39:44.388748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682690da-dde5-48dd-b708-08fc0ebe5ceb req-f40e15fa-2d59-463b-a19b-4083b5d904d4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:44.390421 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-682690da-dde5-48dd-b708-08fc0ebe5ceb req-f40e15fa-2d59-463b-a19b-4083b5d904d4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2752061 Jul 23 10:39:44.396004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.453471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=8d6c1b8b-12a5-466f-81b5-03cd3b77a597,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:44.454880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 5a98ef34-b7e3-4893-b394-1eceea6a51d9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:44.455240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.458627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e7dfe87-b7be-406b-9920-7f52d4218ea1 req-1277016b-83ca-4391-8938-5c9083965468 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338665 Jul 23 10:39:44.463571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port 8d6c1b8b-12a5-466f-81b5-03cd3b77a597 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:44.542409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-682690da-dde5-48dd-b708-08fc0ebe5ceb req-3cbfcab5-8074-43f8-b90e-acf6c3f259ad tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442087 Jul 23 10:39:44.583574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.586331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 5a98ef34-b7e3-4893-b394-1eceea6a51d9, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5a98ef34-b7e3-4893-b394-1eceea6a51d9,segment=NetworkSegment(54fd88f0-22ec-49ad-a7bb-9260dc5a0656),segment_id=54fd88f0-22ec-49ad-a7bb-9260dc5a0656)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:44.587079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.607213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 5a98ef34-b7e3-4893-b394-1eceea6a51d9 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:44.635987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd98dbcb-fe77-45bd-a963-121bd1bb01be']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:44.652370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a13beb-1241-4a3f-8484-18b61cc6a989') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:44.652799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a13beb-1241-4a3f-8484-18b61cc6a989') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:44.674020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.693375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62fd2a-81ed-41e5-bd76-115116c7aaf9 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:39:44.694173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.702675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:44.703073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:44.707655 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:44.730242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-4fc6c884-68d9-480e-a09d-2fe7d3a85754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:44.732059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-4fc6c884-68d9-480e-a09d-2fe7d3a85754 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 1094 time: 0.1455936 Jul 23 10:39:44.829189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.837984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:44.840343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/dd98dbcb-fe77-45bd-a963-121bd1bb01be HTTP/1.1" status: 204 len: 168 time: 3.4332235 Jul 23 10:39:44.852333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57728) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:44.868120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681840167'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:44.876268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a9442-21ca-4013-8a82-56cc0331dae4 req-f7d5e79e-033b-48ff-9f70-ad81732b1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:44.879902 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-084a9442-21ca-4013-8a82-56cc0331dae4 req-f7d5e79e-033b-48ff-9f70-ad81732b1674 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 1096 time: 0.2147160 Jul 23 10:39:44.894304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9f538-5566-4158-a108-81993d9ebaca req-0c9144f7-11d4-4bfc-a477-5d1b43b0a48d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:44.897002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45c9f538-5566-4158-a108-81993d9ebaca req-0c9144f7-11d4-4bfc-a477-5d1b43b0a48d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 943 time: 0.2330492 Jul 23 10:39:44.903526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e62fd2a-81ed-41e5-bd76-115116c7aaf9 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:39:44.935449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8174f6-fad2-44bd-827b-39f2691825b7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=dd98dbcb-fe77-45bd-a963-121bd1bb01be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:44.972781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-dc1ccc7b-5abb-4007-8b0c-65f4080c2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:44.974586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-dc1ccc7b-5abb-4007-8b0c-65f4080c2c15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.2332673 Jul 23 10:39:44.999609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:45.003947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.040399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36129343-3217-4f43-9337-e4b37476d022 req-3f93b6ae-a414-474e-992e-57ba304b7369 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.042840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36129343-3217-4f43-9337-e4b37476d022 req-3f93b6ae-a414-474e-992e-57ba304b7369 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1441064 Jul 23 10:39:45.043745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.044228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-efe22cbb-e127-4cbf-867d-bf19296221e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 200 len: 217 time: 0.0603368 Jul 23 10:39:45.085476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45c9f538-5566-4158-a108-81993d9ebaca req-1cd180c1-aaa4-4d6c-98f1-d78b735f6aa8 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099675 Jul 23 10:39:45.119627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-084a9442-21ca-4013-8a82-56cc0331dae4 req-80c49ef1-26cb-414e-8fbe-a246ea202d5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029197 Jul 23 10:39:45.120413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=5a98ef34-b7e3-4893-b394-1eceea6a51d9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:45.146935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36129343-3217-4f43-9337-e4b37476d022 req-bc7d9d92-4936-46a9-9ec3-e91bcc123262 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937514 Jul 23 10:39:45.149310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-38d371b8-093d-42b0-9383-a3e0a5d6183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.151747 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-38d371b8-093d-42b0-9383-a3e0a5d6183f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.0996602 Jul 23 10:39:45.180394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:45.285147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.311290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.311564 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment d0780443-54ab-4bbc-a70a-bb65170066d6 of type vlan for network 17b58943-1fe5-43a6-8cba-50e2ecb35544 Jul 23 10:39:45.431562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-150ec735-200d-4a77-85e8-8147ca099cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.434226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-150ec735-200d-4a77-85e8-8147ca099cdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670745 Jul 23 10:39:45.435689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.504889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9882c42-768e-48f8-b1c6-0ffd27c128cf req-3d189ea2-174e-4c12-800d-8f2d46c2c876 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.512446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9882c42-768e-48f8-b1c6-0ffd27c128cf req-3d189ea2-174e-4c12-800d-8f2d46c2c876 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2407115 Jul 23 10:39:45.539609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.545507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.546373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:45.642053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-db344f08-2596-47b8-a5a0-c894fbdb8d38 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945148 Jul 23 10:39:45.653700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a67e7-2f24-4b1c-bbb8-10128884886e req-2df718bf-c1c6-48cf-9042-9a82cc1b1280 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.655239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-878a67e7-2f24-4b1c-bbb8-10128884886e req-2df718bf-c1c6-48cf-9042-9a82cc1b1280 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 946 time: 0.1525316 Jul 23 10:39:45.685192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8292944 Jul 23 10:39:45.692364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:45.700932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:45.702489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9882c42-768e-48f8-b1c6-0ffd27c128cf req-3790fd2d-d5f3-4799-a378-ac1cffea849c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891818 Jul 23 10:39:45.757468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a0c72-5f2f-4bbd-a4e3-f3bb150a56e7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=17b58943-1fe5-43a6-8cba-50e2ecb35544,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:45.771324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 17b58943-1fe5-43a6-8cba-50e2ecb35544 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:45.781435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:45.797457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e103-a722-4821-812d-25be5d34491b req-83fa8230-a8d9-4f96-b7bb-34d8e0e1a2fe tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:45.798934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f65e103-a722-4821-812d-25be5d34491b req-83fa8230-a8d9-4f96-b7bb-34d8e0e1a2fe tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.55 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 946 time: 0.2767816 Jul 23 10:39:45.820392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-878a67e7-2f24-4b1c-bbb8-10128884886e req-566b7784-3236-457e-b44a-ba04ee5cbd73 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/security-groups?id=03dfa3c8-a5be-4215-a13c-1d1abb7753ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566353 Jul 23 10:39:45.920222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-58334edf-217b-4c88-8c45-24d96b2b6ad5 req-88265ec7-922f-49d4-868f-d7faec21de8c service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639792 Jul 23 10:39:45.921521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:45.925241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:46.211122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960609e-a9a6-4956-b92f-b618b36dd292 req-d0a735f1-3d07-410c-a60d-26eda2ef8b2b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:46.218623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8960609e-a9a6-4956-b92f-b618b36dd292 req-d0a735f1-3d07-410c-a60d-26eda2ef8b2b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1504307 Jul 23 10:39:46.286179 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8960609e-a9a6-4956-b92f-b618b36dd292 req-a2fbbcd0-b144-4bc2-89f6-f2da9a8ec408 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659504 Jul 23 10:39:46.348496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:46.409773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:46.418812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-27851b15-6b75-4b5a-9019-9888038596ad tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9788001 Jul 23 10:39:46.427172 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:46.443214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583cec-13a7-4acf-b071-b1af015dd18f req-b68990d6-5e0d-47ee-af33-3fe8500a3ef8 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:46.445190 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:46.446159 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:46.452022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:46.457207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6583cec-13a7-4acf-b071-b1af015dd18f req-b68990d6-5e0d-47ee-af33-3fe8500a3ef8 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.6571457 Jul 23 10:39:46.562443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6583cec-13a7-4acf-b071-b1af015dd18f req-ea9b38c7-2aa7-4198-a04e-18536a33c115 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979278 Jul 23 10:39:46.572949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Deleting port a5872b54-391d-44d0-8316-8b2dd778f74c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:46.573392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:46.600722 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:46.745683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] For port a5872b54-391d-44d0-8316-8b2dd778f74c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a5872b54-391d-44d0-8316-8b2dd778f74c,segment=NetworkSegment(a2aa39cc-3331-4a5f-813a-24d3df2a9320),segment_id=a2aa39cc-3331-4a5f-813a-24d3df2a9320)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:46.746061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:46.765303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Calling delete_port for a5872b54-391d-44d0-8316-8b2dd778f74c owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:46.872898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4f5d6-511a-4d9c-a444-1f91384af05d req-fdd810d8-aa14-48a4-a021-c356e3eb21a9 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:46.875154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cb4f5d6-511a-4d9c-a444-1f91384af05d req-fdd810d8-aa14-48a4-a021-c356e3eb21a9 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1919484 Jul 23 10:39:46.897474 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:44Z', 'revision_number': 9, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:46.926411 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:46.934734 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:46.936219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:46.938520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:46.945227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': 'd0780443-54ab-4bbc-a70a-bb65170066d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:46.945595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 17b58943-1fe5-43a6-8cba-50e2ecb35544, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:46.953326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=98c039af-a6ed-487c-90ca-88cb4aeceea6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:46.962869 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cb4f5d6-511a-4d9c-a444-1f91384af05d req-fcfb8ad6-598b-4412-9470-b790d788d0e3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Jul 23 10:39:47.010163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e634f93-4f8c-4950-9808-dbc7f19eb0c6 req-ab427491-4e45-4bd2-8b6e-6c4d33c8e225 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:47.017503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e634f93-4f8c-4950-9808-dbc7f19eb0c6 req-ab427491-4e45-4bd2-8b6e-6c4d33c8e225 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 943 time: 0.6350095 Jul 23 10:39:47.029891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet 87dffb8d-61bb-4640-91eb-8c7adabc279a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:47.037648 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:47.039536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 17b58943-1fe5-43a6-8cba-50e2ecb35544 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:47.043791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.052837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.089977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 17b58943-1fe5-43a6-8cba-50e2ecb35544) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:47.100976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:47.101507 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.101753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['a5872b54-391d-44d0-8316-8b2dd778f74c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:47.103827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73236c5a-7f5d-409b-a29d-dcebceccacc6 None None] Network 17b58943-1fe5-43a6-8cba-50e2ecb35544 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:47.131505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e634f93-4f8c-4950-9808-dbc7f19eb0c6 req-24081b60-21aa-467f-860b-7937df617ded tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129668 Jul 23 10:39:47.134927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.135846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Pushing event deleted for resources: {'Port': ['ID=a5872b54-391d-44d0-8316-8b2dd778f74c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:47.147372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-13625a6a-a997-4e74-84f8-61482e278370 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4525051 Jul 23 10:39:47.148031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:47.246783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] No DVR routers for this DVR port a5872b54-391d-44d0-8316-8b2dd778f74c on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:47.252644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.258409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f65e103-a722-4821-812d-25be5d34491b req-4c31ae57-98ce-41c5-a655-967aa981771c tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.55 "DELETE /v2.0/ports/a5872b54-391d-44d0-8316-8b2dd778f74c HTTP/1.1" status: 204 len: 173 time: 1.4430478 Jul 23 10:39:47.261406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb66406-d653-4871-b695-83c0a9136e7f', 'name': 'network-vif-deleted', 'tag': 'a5872b54-391d-44d0-8316-8b2dd778f74c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:47.264749 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627eee19-55f3-4d8a-b763-543df7a77217" -d '{"events": [{"server_uuid": "adb66406-d653-4871-b695-83c0a9136e7f", "name": "network-vif-deleted", "tag": "a5872b54-391d-44d0-8316-8b2dd778f74c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:47.280534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:47.333367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'port_id': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'mac_address': 'fa:16:3e:1c:ef:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:47.338664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854e7c7-6dfc-499e-ad87-db195ac1aa70 req-f4d49716-67c9-4ab1-93f9-ee436dc99649 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:47.348632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0854e7c7-6dfc-499e-ad87-db195ac1aa70 req-f4d49716-67c9-4ab1-93f9-ee436dc99649 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2365301 Jul 23 10:39:47.405704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0854e7c7-6dfc-499e-ad87-db195ac1aa70 req-094347af-b9c5-4d49-81bf-df3077118ed8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560765 Jul 23 10:39:47.446785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.451027 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:44Z', 'revision_number': 9, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:47.470422 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c5c51-14c5-4577-bceb-70f2b3c88dbf x-openstack-request-id: req-1b9c5c51-14c5-4577-bceb-70f2b3c88dbf {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:47.471335 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb66406-d653-4871-b695-83c0a9136e7f", "name": "network-vif-deleted", "tag": "a5872b54-391d-44d0-8316-8b2dd778f74c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:47.471776 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b9c5c51-14c5-4577-bceb-70f2b3c88dbf {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:47.472613 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb66406-d653-4871-b695-83c0a9136e7f', 'name': 'network-vif-deleted', 'tag': 'a5872b54-391d-44d0-8316-8b2dd778f74c', 'status': 'completed', 'code': 200} Jul 23 10:39:47.504990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-17b58943-1fe5-43a6-8cba-50e2ecb35544', 'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '98c039af-a6ed-487c-90ca-88cb4aeceea6'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:47.505931 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.522705 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.557133 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5b504-74d9-4bdf-a568-efae498b12ec None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:44Z', 'revision_number': 9, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0db2524-2dd4-42e0-b712-bbfb553d00b4', 'name': '', 'network_id': '6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:f5:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:11Z', 'updated_at': '2021-07-23T10:39:22Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'ce4ec61d-e79e-4146-932a-12e73e1e5dce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:47.566963 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-102c8e09-1942-4446-8c78-e82e6d225e5e req-44bee307-88cc-426c-9d62-a8bd02fbfb84 tempest-ServerAddressesNegativeTestJSON-695641276 tempest-ServerAddressesNegativeTestJSON-695641276-project] 10.222.0.37 "GET /v2.0/ports?device_id=adb66406-d653-4871-b695-83c0a9136e7f HTTP/1.1" status: 200 len: 210 time: 0.1089671 Jul 23 10:39:47.580821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:47.628181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:47.769112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Allocated IP 172.20.0.2 (17b58943-1fe5-43a6-8cba-50e2ecb35544/98c039af-a6ed-487c-90ca-88cb4aeceea6/de1283d0-7da0-4343-8ecc-2523022dd442) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:47.832924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee18e-9287-4fc8-92eb-70451e0e50c6 req-7951a503-ad31-4e8f-9bb5-b3e99729415b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:47.841003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ecee18e-9287-4fc8-92eb-70451e0e50c6 req-7951a503-ad31-4e8f-9bb5-b3e99729415b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.0994747 Jul 23 10:39:47.897155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ecee18e-9287-4fc8-92eb-70451e0e50c6 req-a962daf0-f5fb-472c-a6ec-b9dc7214c9f7 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549073 Jul 23 10:39:47.928312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.947605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:47.987160 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.007619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:48.019531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.022477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.023092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.023573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.024014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.024448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.024905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.025336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.025761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.026192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.026964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.027409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.027942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:39:48.034589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21d01f-de00-4459-820b-711d2d142648 req-9bf910d6-7709-4cda-ab35-c64b891b6afb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:48.036164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad21d01f-de00-4459-820b-711d2d142648 req-9bf910d6-7709-4cda-ab35-c64b891b6afb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.2818282 Jul 23 10:39:48.054042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Transition to ACTIVE for port object de1283d0-7da0-4343-8ecc-2523022dd442 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:48.088987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Transition to ACTIVE for port object de1283d0-7da0-4343-8ecc-2523022dd442 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:48.103237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.144522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad21d01f-de00-4459-820b-711d2d142648 req-4992703a-fa3c-46f1-9901-40236736dd96 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950677 Jul 23 10:39:48.150519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Network 17b58943-1fe5-43a6-8cba-50e2ecb35544 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:48.161026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.164149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:48.179522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:48.193506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Pushing event updated for resources: {'Port': ['ID=de1283d0-7da0-4343-8ecc-2523022dd442,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:48.259770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda00c-b217-453f-943e-6c0a49e865ec req-a9bcc42d-6a60-4beb-8229-fd0a22c696a2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:48.267221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35dda00c-b217-453f-943e-6c0a49e865ec req-a9bcc42d-6a60-4beb-8229-fd0a22c696a2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1810582 Jul 23 10:39:48.274140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=98c039af-a6ed-487c-90ca-88cb4aeceea6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:48.276161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.324184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.336509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35dda00c-b217-453f-943e-6c0a49e865ec req-41a40100-3c43-46cb-9014-c687fb6c7a1c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571198 Jul 23 10:39:48.336653 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/87dffb8d-61bb-4640-91eb-8c7adabc279a HTTP/1.1" status: 204 len: 168 time: 1.8734894 Jul 23 10:39:48.336768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57780) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:48.345879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['93e80a02-99e8-4ef1-80c8-6a8b940bf2ce'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:48.350350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5a98ef34-b7e3-4893-b394-1eceea6a51d9 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:48.396868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165730c5-a71c-4310-85fb-a5c537eb5101 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=87dffb8d-61bb-4640-91eb-8c7adabc279a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:48.424229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396ce20-5bb4-40dc-baca-e3b04570a420 None None] Network 97c7efe8-9046-498e-9932-71ebd71f93ae requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:48.452725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.468294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Attempting to bind port de1283d0-7da0-4343-8ecc-2523022dd442 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:48.468739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Attempting to bind port de1283d0-7da0-4343-8ecc-2523022dd442 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd0780443-54ab-4bbc-a70a-bb65170066d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:48.471006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b58943-1fe5-43a6-8cba-50e2ecb35544']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:48.471358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Attempting to bind port de1283d0-7da0-4343-8ecc-2523022dd442 on network 17b58943-1fe5-43a6-8cba-50e2ecb35544 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:48.473601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5a98ef34-b7e3-4893-b394-1eceea6a51d9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:48.475943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5a98ef34-b7e3-4893-b394-1eceea6a51d9 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:48.495031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0780443-54ab-4bbc-a70a-bb65170066d6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:48.495362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0780443-54ab-4bbc-a70a-bb65170066d6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:48.500744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.527085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:48.532281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Checking segment: {'id': 'd0780443-54ab-4bbc-a70a-bb65170066d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:48.533958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.535270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Bound using segment: {'id': 'd0780443-54ab-4bbc-a70a-bb65170066d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:48.536008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Bound port: de1283d0-7da0-4343-8ecc-2523022dd442, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0780443-54ab-4bbc-a70a-bb65170066d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17b58943-1fe5-43a6-8cba-50e2ecb35544'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:48.536610 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.545599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b0b09-6029-4440-93e1-367836cd2e9b req-0c1df545-e910-4304-8e4c-e9b112136447 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:48.559203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-681b0b09-6029-4440-93e1-367836cd2e9b req-0c1df545-e910-4304-8e4c-e9b112136447 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 944 time: 0.2491324 Jul 23 10:39:48.619575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.649940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 4e852f72-435d-45af-ad0e-10e430ae753e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:48.650356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.702372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-681b0b09-6029-4440-93e1-367836cd2e9b req-644ebb6a-8043-4b1a-96bf-fe592570b4bd tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421032 Jul 23 10:39:48.707658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.721803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:48.723393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:48.767536 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:48.778791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 4e852f72-435d-45af-ad0e-10e430ae753e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4e852f72-435d-45af-ad0e-10e430ae753e,segment=NetworkSegment(54fd88f0-22ec-49ad-a7bb-9260dc5a0656),segment_id=54fd88f0-22ec-49ad-a7bb-9260dc5a0656)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:48.779172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.804660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 4e852f72-435d-45af-ad0e-10e430ae753e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:48.893185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] For port de1283d0-7da0-4343-8ecc-2523022dd442, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:48.901781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] For port de1283d0-7da0-4343-8ecc-2523022dd442, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=de1283d0-7da0-4343-8ecc-2523022dd442,segment=NetworkSegment(d0780443-54ab-4bbc-a70a-bb65170066d6),segment_id=d0780443-54ab-4bbc-a70a-bb65170066d6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:48.918047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.920065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 10:39:48.920065 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 10:39:48.920065 n-d-778550-4 neutron-server[93834]: [parameters: {'id': '17b58943-1fe5-43a6-8cba-50e2ecb35544'}] Jul 23 10:39:48.920065 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:39:48.925260 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:39:48.925522 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:48.979326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=4e852f72-435d-45af-ad0e-10e430ae753e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:48.987743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port 4e852f72-435d-45af-ad0e-10e430ae753e on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:49.002874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df3b72-214b-4420-a821-dc69277df657 req-1fac53c4-21d1-4fa8-82cc-54573a493e4c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:49.011270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791ec6-68e7-4fa0-af76-21aaf101949d None None] Pushing event updated for resources: {'Port': ['ID=de1283d0-7da0-4343-8ecc-2523022dd442,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:49.011992 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c1df3b72-214b-4420-a821-dc69277df657 req-1fac53c4-21d1-4fa8-82cc-54573a493e4c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.2026200 Jul 23 10:39:49.062138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a5872b54-391d-44d0-8316-8b2dd778f74c no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:49.077989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c1df3b72-214b-4420-a821-dc69277df657 req-b1c93d6f-f9ba-41d2-97cb-f2bddd308ff9 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594122 Jul 23 10:39:49.133644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:49.173637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.208599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Deleting subnet c0fc4ab8-865c-42fd-8c7f-96a800feb0cb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:49.220775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.248054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c7efe8-9046-498e-9932-71ebd71f93ae']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:49.268463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-d1d9ef6f-a7e9-48f1-8fcf-a372aacf1860 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:49.279370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-d1d9ef6f-a7e9-48f1-8fcf-a372aacf1860 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 810 time: 0.3744435 Jul 23 10:39:49.289528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd88f0-22ec-49ad-a7bb-9260dc5a0656') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:49.289794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd88f0-22ec-49ad-a7bb-9260dc5a0656') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:49.309781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e81637d8-268c-4bbc-9aae-0b747cd77959 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/quotas/fa153e86810542e3966f1d9be55c91ff HTTP/1.1" status: 200 len: 375 time: 0.0291412 Jul 23 10:39:49.323214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.338765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.340617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c076ac-2083-4506-b7c6-13ba503b5baa None None] DHCP port deletion for 97c7efe8-9046-498e-9932-71ebd71f93ae request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:39:49.347681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: a5872b54-391d-44d0-8316-8b2dd778f74c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:49.348134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a5872b54-391d-44d0-8316-8b2dd778f74c not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:49.364579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfaf24f-9227-4d3f-b372-420930ec1223 None None] Network 17b58943-1fe5-43a6-8cba-50e2ecb35544 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:49.366371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.379349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:49.380276 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:49.385580 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:49.423103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881414cc-c51e-45ec-b24a-198500f7d24b req-a966f920-d174-47a8-9a9f-e08cc9ad3583 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:49.424713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-881414cc-c51e-45ec-b24a-198500f7d24b req-a966f920-d174-47a8-9a9f-e08cc9ad3583 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2014229 Jul 23 10:39:49.427021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.456719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.500884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-5e615a04-d7a9-4f4b-9b54-dcc50b65f8fc tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895516 Jul 23 10:39:49.513489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.534135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51ff78-b32a-41d1-8762-1067608f60e4 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:39:49.549731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.552105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/97c7efe8-9046-498e-9932-71ebd71f93ae HTTP/1.1" status: 204 len: 168 time: 1.2189920 Jul 23 10:39:49.566842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:49.585348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4ec21-d353-4656-b596-095a06b60c3f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=97c7efe8-9046-498e-9932-71ebd71f93ae,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:49.630330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-881414cc-c51e-45ec-b24a-198500f7d24b req-86ffb2cf-ea3a-4937-9681-3b3ba127cd65 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948667 Jul 23 10:39:49.666575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-f462acc1-af08-4fb3-99f9-6b518ddeae50 service neutron] 10.222.0.37 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640301 Jul 23 10:39:49.672291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51ff78-b32a-41d1-8762-1067608f60e4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:39:49.720991 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.793448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port de1283d0-7da0-4343-8ecc-2523022dd442 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:49.793697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.821182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-d6443e87-1fdd-4fb3-8dcf-b5a638433cdb service neutron] 10.222.0.37 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481736 Jul 23 10:39:49.843873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0fc4ab8-865c-42fd-8c7f-96a800feb0cb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:49.869315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:49.871065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b8f0cc99-0b04-43d5-8f26-c6858d643f51 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c0fc4ab8-865c-42fd-8c7f-96a800feb0cb HTTP/1.1" status: 204 len: 168 time: 0.7363806 Jul 23 10:39:49.877521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:49.918553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9f54acec-acce-4bd6-b000-d8356935f922 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:49.920182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9f54acec-acce-4bd6-b000-d8356935f922 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1452835 Jul 23 10:39:49.992530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port de1283d0-7da0-4343-8ecc-2523022dd442, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=de1283d0-7da0-4343-8ecc-2523022dd442,segment=NetworkSegment(d0780443-54ab-4bbc-a70a-bb65170066d6),segment_id=d0780443-54ab-4bbc-a70a-bb65170066d6)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:49.993280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.059461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for de1283d0-7da0-4343-8ecc-2523022dd442 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:50.083530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ba6edd1-f263-4a47-bf16-fa12b869482c req-f73864fa-ad84-4dc3-a390-491695504efe tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 210 time: 0.0671272 Jul 23 10:39:50.112026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.135012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Deleting port 251770d9-e13c-4534-99e1-6212aad8e0cd {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:50.135157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.254657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75555-26d1-4e45-afc5-ce534887e55d req-a904b736-c40b-4b6c-bd39-c1f0ccc5cc2e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:50.259996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ae75555-26d1-4e45-afc5-ce534887e55d req-a904b736-c40b-4b6c-bd39-c1f0ccc5cc2e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 944 time: 0.3184509 Jul 23 10:39:50.284699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb7cd9-48e3-4598-a6c4-5593fab71291 req-28df02d3-63d9-4934-869d-6672dd57e7cb tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:50.288083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ecb7cd9-48e3-4598-a6c4-5593fab71291 req-28df02d3-63d9-4934-869d-6672dd57e7cb tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 945 time: 0.1351068 Jul 23 10:39:50.291844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4e852f72-435d-45af-ad0e-10e430ae753e no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:50.319695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] For port 251770d9-e13c-4534-99e1-6212aad8e0cd, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=251770d9-e13c-4534-99e1-6212aad8e0cd,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:50.320369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.321355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4e852f72-435d-45af-ad0e-10e430ae753e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:50.321957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4e852f72-435d-45af-ad0e-10e430ae753e not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:50.341179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Calling delete_port for 251770d9-e13c-4534-99e1-6212aad8e0cd owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:50.361207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ecb7cd9-48e3-4598-a6c4-5593fab71291 req-8727ed5a-73d5-4ab2-8dfd-946138882bec tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Jul 23 10:39:50.376764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ae75555-26d1-4e45-afc5-ce534887e55d req-b426656c-f8ce-4225-9921-4c0eaf23f3cf tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904105 Jul 23 10:39:50.413253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.423099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.431385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38a3899-271d-4ff9-a40b-5a93a61f0aa1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:50.466264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=de1283d0-7da0-4343-8ecc-2523022dd442,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:50.470909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aa39cc-3331-4a5f-813a-24d3df2a9320') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:50.471294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aa39cc-3331-4a5f-813a-24d3df2a9320') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:50.480851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port de1283d0-7da0-4343-8ecc-2523022dd442 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:50.499005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.537240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.546599 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.553138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['251770d9-e13c-4534-99e1-6212aad8e0cd'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:50.572230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:50.572406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event deleted for resources: {'Port': ['ID=251770d9-e13c-4534-99e1-6212aad8e0cd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:50.572725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:50.574455 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:50.637257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] No DVR routers for this DVR port 251770d9-e13c-4534-99e1-6212aad8e0cd on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:50.639497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.643056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7a10ab82-83ca-4282-8c4d-7c054e0c5609 req-9fb492af-39cf-4913-bf2a-2475253076c6 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "DELETE /v2.0/ports/251770d9-e13c-4534-99e1-6212aad8e0cd HTTP/1.1" status: 204 len: 173 time: 0.7171428 Jul 23 10:39:50.643532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e868491-16ee-4c6b-88a0-051986288272', 'name': 'network-vif-deleted', 'tag': '251770d9-e13c-4534-99e1-6212aad8e0cd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:50.645602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.666314 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71f80e-80e2-46d3-a3e2-09ceea36c542" -d '{"events": [{"server_uuid": "4e868491-16ee-4c6b-88a0-051986288272", "name": "network-vif-deleted", "tag": "251770d9-e13c-4534-99e1-6212aad8e0cd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:50.699586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b58943-1fe5-43a6-8cba-50e2ecb35544']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:50.714603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0780443-54ab-4bbc-a70a-bb65170066d6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:50.714956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0780443-54ab-4bbc-a70a-bb65170066d6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:50.729246 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fec66-2f4c-42eb-9e64-7e7d1e365447 x-openstack-request-id: req-1f9fec66-2f4c-42eb-9e64-7e7d1e365447 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:50.729544 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e868491-16ee-4c6b-88a0-051986288272", "name": "network-vif-deleted", "tag": "251770d9-e13c-4534-99e1-6212aad8e0cd", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:50.729852 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f9fec66-2f4c-42eb-9e64-7e7d1e365447 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:50.730262 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e868491-16ee-4c6b-88a0-051986288272', 'name': 'network-vif-deleted', 'tag': '251770d9-e13c-4534-99e1-6212aad8e0cd', 'status': 'completed', 'code': 200} Jul 23 10:39:50.736021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.739079 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.755458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.756920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] 10.222.0.37 "DELETE /v2.0/networks/e38a3899-271d-4ff9-a40b-5a93a61f0aa1 HTTP/1.1" status: 204 len: 168 time: 0.8770146 Jul 23 10:39:50.776794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63f981-381c-4bd5-96eb-5cf2e5f24fed admin admin] Pushing event deleted for resources: {'Network': ['ID=e38a3899-271d-4ff9-a40b-5a93a61f0aa1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:50.779172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.784074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.831869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3681d-b59f-4bb2-9842-61b544100418 req-0671e131-a96e-4732-a674-430cd1e6f9ad tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:50.833150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:50.834112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:50.836731 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:50.842914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55c3681d-b59f-4bb2-9842-61b544100418 req-0671e131-a96e-4732-a674-430cd1e6f9ad tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1095929 Jul 23 10:39:50.891726 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55c3681d-b59f-4bb2-9842-61b544100418 req-2b957612-7a20-4e4d-9c19-2c9309fc31c8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477068 Jul 23 10:39:50.931950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:39:50.980412 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.989610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:50.994866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57838) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:50.996474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/17b58943-1fe5-43a6-8cba-50e2ecb35544 HTTP/1.1" status: 204 len: 168 time: 3.8128769 Jul 23 10:39:51.001963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635662447'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:51.037060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ac7e2-85ac-4274-9dd1-f2a1fad2f062 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=17b58943-1fe5-43a6-8cba-50e2ecb35544,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:51.048179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57840) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:51.048656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:39:51.053881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:39:51.054482 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.081612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:51.086845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.156763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.180701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:51.183528 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fbd947-4da5-480e-a4fd-665b95fdf413" -d '{"events": [{"server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "name": "network-vif-plugged", "status": "completed", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:51.198830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:51.205102 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.258390 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f7242-6a3f-468c-8bdf-78bb535a5db7 x-openstack-request-id: req-1d9f7242-6a3f-468c-8bdf-78bb535a5db7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:51.259258 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "name": "network-vif-plugged", "status": "completed", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:51.259258 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d9f7242-6a3f-468c-8bdf-78bb535a5db7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:51.259563 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'code': 200} Jul 23 10:39:51.302344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:51.308745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ded216d-1162-4937-83b4-de5947ef0b3b req-a5f81968-e820-47f6-99b2-5d780d7417ee tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 210 time: 0.0622497 Jul 23 10:39:51.329231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-8f8d1cdd-5922-4dc7-8a53-61155ba94648 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:51.334572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-8f8d1cdd-5922-4dc7-8a53-61155ba94648 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.55 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 810 time: 0.2327614 Jul 23 10:39:51.349050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Request body: {'port': {'device_id': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'admin_state_up': True, 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:51.374806 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:39:51.396742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ab7cb09-ca58-4792-893c-332c7352abb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64825944fcab45a3a418af8e99490ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468511 Jul 23 10:39:51.399582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:51.420466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:51.467678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.468365 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 491b5170-bcbf-432d-b280-13d3ae40a1cc of type vlan for network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 Jul 23 10:39:51.577348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79af3f31-118d-419f-a699-cb045ea4b5a4 req-eebbc2e5-fd03-444d-a54c-ffbde3af9b5f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e868491-16ee-4c6b-88a0-051986288272 HTTP/1.1" status: 200 len: 210 time: 0.0551624 Jul 23 10:39:51.584947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.587894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port f0db2524-2dd4-42e0-b712-bbfb553d00b4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:51.588632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.629698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Made reservation on behalf of fa153e86810542e3966f1d9be55c91ff for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:51.633458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.638323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e81b8d-7a47-4a2c-9721-2ed0aa8f5919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.645563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a5eab-67ac-4fef-ab65-5ef90a67fa75 req-18c3e4d6-be10-4b01-a7ad-b44b4d6d84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:51.647226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c08a5eab-67ac-4fef-ab65-5ef90a67fa75 req-18c3e4d6-be10-4b01-a7ad-b44b4d6d84e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 1096 time: 0.2598412 Jul 23 10:39:51.703736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.709632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:51.710279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.720565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e81b8d-7a47-4a2c-9721-2ed0aa8f5919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.743514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599736a-01dd-44ac-af18-6c18c10752e7 req-f29835aa-db9f-4922-9069-3e50e33c760d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:51.745210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c599736a-01dd-44ac-af18-6c18c10752e7 req-f29835aa-db9f-4922-9069-3e50e33c760d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.2583432 Jul 23 10:39:51.787285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7909784 Jul 23 10:39:51.793606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:51.806487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c08a5eab-67ac-4fef-ab65-5ef90a67fa75 req-f5899abe-3766-4b49-b12b-7cf89b7f635f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458528 Jul 23 10:39:51.810076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:51.826295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port f0db2524-2dd4-42e0-b712-bbfb553d00b4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f0db2524-2dd4-42e0-b712-bbfb553d00b4,segment=NetworkSegment(e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06),segment_id=e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:51.826827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.846487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c673d29-5cf9-47ba-bcab-daa25c7878d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=7c7f284d-ebde-48a0-b2a1-6644590fb9a5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:51.872121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for f0db2524-2dd4-42e0-b712-bbfb553d00b4 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:51.883357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c599736a-01dd-44ac-af18-6c18c10752e7 req-c2dfd071-5867-4c6a-a878-f1c92a221be7 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271675 Jul 23 10:39:51.883649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:51.907065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Allocated IP 172.20.0.9 (093e951f-d1e4-4117-9e8a-c0184f99fd21/0ba77a3c-0ddb-402b-b02b-476f01751bcc/64620a95-c8b0-4eb4-b308-78288254c645) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:51.943598 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e81b8d-7a47-4a2c-9721-2ed0aa8f5919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.945997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e81b8d-7a47-4a2c-9721-2ed0aa8f5919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:51.947325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e9e81b8d-7a47-4a2c-9721-2ed0aa8f5919 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03dfa3c8-a5be-4215-a13c-1d1abb7753ca HTTP/1.1" status: 204 len: 168 time: 0.5122941 Jul 23 10:39:52.021384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81b8d-7a47-4a2c-9721-2ed0aa8f5919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dfa3c8-a5be-4215-a13c-1d1abb7753ca,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:52.059736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:52.063736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:52.166255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing IP validity checks on allocation pools {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 10:39:52.166255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 10:39:52.251001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa21e-e65b-4dee-8f5e-1460e8b45592 req-cd2621bc-e4a0-48e3-85a6-5d3fac5218cc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:52.255321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8baa21e-e65b-4dee-8f5e-1460e8b45592 req-cd2621bc-e4a0-48e3-85a6-5d3fac5218cc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2526774 Jul 23 10:39:52.315355 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:52.357693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:52.419755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8baa21e-e65b-4dee-8f5e-1460e8b45592 req-f6140742-ad81-4b76-9711-fad1fce820a0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323156 Jul 23 10:39:52.476166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=f0db2524-2dd4-42e0-b712-bbfb553d00b4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:52.477413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:52.525490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:39:52.553973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Pushing event updated for resources: {'Port': ['ID=64620a95-c8b0-4eb4-b308-78288254c645,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:52.581238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Network 093e951f-d1e4-4117-9e8a-c0184f99fd21 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:52.583729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:52.587100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:52.695101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:52.698850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:52.738498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-040df1be-7b8d-4547-9576-f4ec3fed3937 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3948779 Jul 23 10:39:52.752770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Request body: {'port': {'device_id': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:52.903102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.093889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 251770d9-e13c-4534-99e1-6212aad8e0cd no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:53.150074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 251770d9-e13c-4534-99e1-6212aad8e0cd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:53.150716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 251770d9-e13c-4534-99e1-6212aad8e0cd not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:53.241430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.253445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:53.261460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e593-5d8e-4556-be59-de679a50e851 req-5c9682ea-0c12-4728-acce-c38c1e8cc1a5 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:53.263636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81d8e593-5d8e-4556-be59-de679a50e851 req-5c9682ea-0c12-4728-acce-c38c1e8cc1a5 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 931 time: 0.7929890 Jul 23 10:39:53.274041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d45ef-4b2c-4534-ad8c-fd81a49a0dc5 req-318ce67b-1949-4d92-9310-94c2a0a14d4a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:53.275633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff9d45ef-4b2c-4534-ad8c-fd81a49a0dc5 req-318ce67b-1949-4d92-9310-94c2a0a14d4a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.1484170 Jul 23 10:39:53.290703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.337941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff9d45ef-4b2c-4534-ad8c-fd81a49a0dc5 req-105816dc-127c-4864-88e7-601fed91007a tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522292 Jul 23 10:39:53.415064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64620a95-c8b0-4eb4-b308-78288254c645 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:39:53.423062 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.429742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=73a8e19d-b60d-40f4-a51e-e06f168dc380,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:53.439910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-459386134-network', 'tenant_id': '86f127926ae641a69315a92d40fae0b7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:53.445709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81d8e593-5d8e-4556-be59-de679a50e851 req-e37cd380-fb53-443a-accc-35e0d28cd3d9 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580338 Jul 23 10:39:53.457111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Transition to ACTIVE for port object 64620a95-c8b0-4eb4-b308-78288254c645 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:53.457372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '491b5170-bcbf-432d-b280-13d3ae40a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:53.457622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 7c7f284d-ebde-48a0-b2a1-6644590fb9a5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:53.472491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.543075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Made reservation on behalf of 86f127926ae641a69315a92d40fae0b7 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:53.545978 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.562098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:53.568324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.601640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Pushing event updated for resources: {'Port': ['ID=64620a95-c8b0-4eb4-b308-78288254c645,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:53.603360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 7c7f284d-ebde-48a0-b2a1-6644590fb9a5) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:53.612934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c29cf0-c4ef-4f67-87b4-3c29f6622f58 None None] Network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:53.613695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:53.614320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.646856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:53.672721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26bd74-3683-498e-99e2-9f21efffe534 req-a2a2b436-b8b5-430a-8dbb-ed34537d249d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:53.680556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a26bd74-3683-498e-99e2-9f21efffe534 req-a2a2b436-b8b5-430a-8dbb-ed34537d249d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1129954 Jul 23 10:39:53.785212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-bd7bc094-7ab0-4635-ab34-1e0abb914423 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:53.791938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-bd7bc094-7ab0-4635-ab34-1e0abb914423 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.2874808 Jul 23 10:39:53.803881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a26bd74-3683-498e-99e2-9f21efffe534 req-13d69f53-1adc-4b8d-8521-9b2f8f5bd46e tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158226 Jul 23 10:39:53.811150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-7c7f284d-ebde-48a0-b2a1-6644590fb9a5', 'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '73a8e19d-b60d-40f4-a51e-e06f168dc380'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:53.812187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:53.818792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:53.824984 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9614b772-ac1a-4a84-a8ca-8b1687c057a9 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2517803 Jul 23 10:39:53.829213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57908) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:53.836026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:53.844380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-04e067f7-985a-486d-9b67-71da01a2fa06 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/quotas/75ae1bb87152450a912594467876de19 HTTP/1.1" status: 200 len: 375 time: 0.0515187 Jul 23 10:39:53.851488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Attempting to bind port 64620a95-c8b0-4eb4-b308-78288254c645 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:53.851822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Attempting to bind port 64620a95-c8b0-4eb4-b308-78288254c645 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:53.852323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Attempting to bind port 64620a95-c8b0-4eb4-b308-78288254c645 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:53.856809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:53.857543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:53.937608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ed9e5885-e545-4a5a-b21f-ea1a7139a931 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887220 Jul 23 10:39:53.941048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Port 64620a95-c8b0-4eb4-b308-78288254c645 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:39:53.941779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Attempting to bind port 64620a95-c8b0-4eb4-b308-78288254c645 on network 093e951f-d1e4-4117-9e8a-c0184f99fd21 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:53.980039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:53.980382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Checking segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:53.980764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Bound using segment: {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:53.981421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Bound port: 64620a95-c8b0-4eb4-b308-78288254c645, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:53.981575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.010878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.015110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet ce4ec61d-e79e-4146-932a-12e73e1e5dce {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:39:54.024195 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.025646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.029073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.034544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:54.040016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-89fdafd1-5ce7-4800-b925-2eb011c3e416 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2352190 Jul 23 10:39:54.040880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57910) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:54.135955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:54.144928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Allocated IP 172.20.0.3 (7c7f284d-ebde-48a0-b2a1-6644590fb9a5/73a8e19d-b60d-40f4-a51e-e06f168dc380/f3c0fdf4-4281-4f65-9b40-e5ce5a278d22) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:54.187112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:54.216939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.217053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] For port 64620a95-c8b0-4eb4-b308-78288254c645, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:54.222109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] For port 64620a95-c8b0-4eb4-b308-78288254c645, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=64620a95-c8b0-4eb4-b308-78288254c645,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:54.227096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.328949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.445380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.448781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.449303 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Added segment dfc5aa23-bad1-489b-8b8d-746d0b27d26e of type vlan for network 09977c9f-91a3-4939-adbf-f8e18eac4b16 Jul 23 10:39:54.509471 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.515152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:52Z', 'revision_number': 10, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:54.520755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169f412-5f1a-4ef3-91e7-bd5203159c16 req-ee1a9fd2-06cc-4d4c-9ff9-460eb8cd6152 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:54.529833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c169f412-5f1a-4ef3-91e7-bd5203159c16 req-ee1a9fd2-06cc-4d4c-9ff9-460eb8cd6152 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.0967753 Jul 23 10:39:54.545595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Transition to ACTIVE for port object f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:54.548887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:54.567817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ad35de8a-1cb0-4293-a13b-c5d100c621e1 service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190715 Jul 23 10:39:54.577958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:54.579004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:54.587523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:54.588158 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.589575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] 10.222.0.55 "PUT /v2.0/ports/64620a95-c8b0-4eb4-b308-78288254c645 HTTP/1.1" status: 200 len: 1091 time: 1.8421545 Jul 23 10:39:54.590994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.594098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'tag': '64620a95-c8b0-4eb4-b308-78288254c645'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:54.597026 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95a5cc-705d-45b9-8c73-84dbea720cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "acdafcbc-62db-4a75-a325-d2f2860cb0d4", "tag": "64620a95-c8b0-4eb4-b308-78288254c645"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:54.604387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c169f412-5f1a-4ef3-91e7-bd5203159c16 req-7331acc1-d7e1-4703-9dde-78278457f79c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734348 Jul 23 10:39:54.631803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7870f95-a5f1-4ea2-8b88-bc536c29c41a service neutron] Pushing event updated for resources: {'Port': ['ID=64620a95-c8b0-4eb4-b308-78288254c645,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:54.647164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.660343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Transition to ACTIVE for port object f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:39:54.677003 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.680676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:54.691472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.777301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=73a8e19d-b60d-40f4-a51e-e06f168dc380,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:54.862867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.884111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7f284d-ebde-48a0-b2a1-6644590fb9a5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:54.898481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491b5170-bcbf-432d-b280-13d3ae40a1cc') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:54.898823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491b5170-bcbf-432d-b280-13d3ae40a1cc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:54.908806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b68ca-f0ef-49ca-bf70-7196fb8e1395 req-a55d1802-53cf-4e1e-9f4a-5ab53f46ec85 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:54.910479 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-066b68ca-f0ef-49ca-bf70-7196fb8e1395 req-a55d1802-53cf-4e1e-9f4a-5ab53f46ec85 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 943 time: 0.1772809 Jul 23 10:39:54.920618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.953034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.969667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:54.970222 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:54.973530 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:55.001855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-066b68ca-f0ef-49ca-bf70-7196fb8e1395 req-5e83997c-766c-4f9a-95eb-4e6c1678e5e1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830443 Jul 23 10:39:55.004587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:39:55.013487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:55.024406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:39:55.062950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Pushing event updated for resources: {'Port': ['ID=f3c0fdf4-4281-4f65-9b40-e5ce5a278d22,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:55.072153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 10:39:55.072153 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 10:39:55.072153 n-d-778550-4 neutron-server[93834]: [parameters: {'id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5'}] Jul 23 10:39:55.072153 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:39:55.073072 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:39:55.085684 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ecf359-a162-43c4-9381-8ff731ed599e x-openstack-request-id: req-26ecf359-a162-43c4-9381-8ff731ed599e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:55.085999 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdafcbc-62db-4a75-a325-d2f2860cb0d4", "tag": "64620a95-c8b0-4eb4-b308-78288254c645", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:55.086209 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26ecf359-a162-43c4-9381-8ff731ed599e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:55.086604 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'tag': '64620a95-c8b0-4eb4-b308-78288254c645', 'status': 'completed', 'code': 200} Jul 23 10:39:55.162320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Attempting to bind port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:39:55.162706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Attempting to bind port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '491b5170-bcbf-432d-b280-13d3ae40a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:39:55.163075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Attempting to bind port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 on network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:39:55.171751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:39:55.172408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Checking segment: {'id': '491b5170-bcbf-432d-b280-13d3ae40a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:55.172984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.173520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Bound using segment: {'id': '491b5170-bcbf-432d-b280-13d3ae40a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:39:55.174129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Bound port: f3c0fdf4-4281-4f65-9b40-e5ce5a278d22, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491b5170-bcbf-432d-b280-13d3ae40a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7c7f284d-ebde-48a0-b2a1-6644590fb9a5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:39:55.174687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.215121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58f72e-3675-493d-8f6d-f0c29c784e73 req-09a20b73-ede6-44f1-8568-bf160644ecf6 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:55.216704 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.217459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d58f72e-3675-493d-8f6d-f0c29c784e73 req-09a20b73-ede6-44f1-8568-bf160644ecf6 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.1033108 Jul 23 10:39:55.217674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:55.218257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.227848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:55.237329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Request body: {'floatingip': {'port_id': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:55.250898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:52Z', 'revision_number': 10, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:55.252543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-917640b7-d0c6-491f-bd07-891150e7f3bb service neutron] 10.222.0.37 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747379 Jul 23 10:39:55.272579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0190413 Jul 23 10:39:55.274253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57930) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:55.282994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Request body: {'subnet': {'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-459386134-subnet', 'tenant_id': '86f127926ae641a69315a92d40fae0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:55.286417 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.301947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef814ef7-4621-4367-8c75-19dae74b07fa None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:39:52Z', 'revision_number': 10, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None, '_interfaces': [{'id': '0a772710-b416-4c96-bc9e-70fed936f33f', 'name': '', 'network_id': '913fb9c2-e443-4bc6-9887-26fb584456ca', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'mac_address': 'fa:16:3e:33:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:39:02Z', 'updated_at': '2021-07-23T10:39:13Z', 'revision_number': 5, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'subnets': [{'id': 'd87b23cd-da57-4152-95ff-f4d58123066f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:55.319154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] For port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:39:55.323470 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] For port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f3c0fdf4-4281-4f65-9b40-e5ce5a278d22,segment=NetworkSegment(491b5170-bcbf-432d-b280-13d3ae40a1cc),segment_id=491b5170-bcbf-432d-b280-13d3ae40a1cc)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:39:55.328120 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.350648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.392587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-c6814d44-10a0-48ef-8762-5de16c975ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:55.394120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-c6814d44-10a0-48ef-8762-5de16c975ad5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 1094 time: 0.3123524 Jul 23 10:39:55.394743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14e8a8-ccab-4792-932b-be6498179e14 admin admin] Pushing event updated for resources: {'Network': ['ID=09977c9f-91a3-4939-adbf-f8e18eac4b16,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:55.400197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4ec61d-e79e-4146-932a-12e73e1e5dce,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:55.402437 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.404464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3edd8e3a-1c30-42d4-8a3f-ee567ee01ba1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/ce4ec61d-e79e-4146-932a-12e73e1e5dce HTTP/1.1" status: 204 len: 168 time: 1.5740476 Jul 23 10:39:55.411680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57934) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:55.450286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5839e-1daf-4da3-8296-3a74f3aa02b2 None None] Pushing event updated for resources: {'Port': ['ID=f3c0fdf4-4281-4f65-9b40-e5ce5a278d22,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:55.462664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 09977c9f-91a3-4939-adbf-f8e18eac4b16 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:55.464670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb1766-cfa6-40e0-b9df-c3c2108aab4d None None] Network 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:55.467594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-64b79be6-3b87-492f-ae39-61d20ee0f8a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64620a95-c8b0-4eb4-b308-78288254c645 HTTP/1.1" status: 200 len: 217 time: 0.0582166 Jul 23 10:39:55.468107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Made reservation on behalf of 86f127926ae641a69315a92d40fae0b7 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:55.471342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.576891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.613982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7c288-d546-4359-92a2-2bbc14d3fd95 req-e4b63fd5-86c5-4df5-9496-bf8690414e9c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:55.615589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3f7c288-d546-4359-92a2-2bbc14d3fd95 req-e4b63fd5-86c5-4df5-9496-bf8690414e9c tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2025278 Jul 23 10:39:55.779811 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3f7c288-d546-4359-92a2-2bbc14d3fd95 req-4141527a-cc4a-4009-a481-797014987b60 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567409 Jul 23 10:39:55.826907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:55.827309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.926732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f349607-4565-4421-8ef8-58582d4d82a0 None None] Network 7c7f284d-ebde-48a0-b2a1-6644590fb9a5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:55.953024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c0cd-581c-4347-963f-30efbf796c37 req-78f17936-1e12-4c90-b16b-41369a12fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:55.955128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-78f17936-1e12-4c90-b16b-41369a12fc34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.4791646 Jul 23 10:39:55.959537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:55.962820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cae5dced-9497-4be9-b68f-8a2dacaf8408 req-a36ba3f7-dd5b-4a9b-8712-bed1ae1c011e tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 210 time: 0.4004378 Jul 23 10:39:56.022588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-2a3cfe91-ee67-4e14-bb9a-8d0532552dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511642 Jul 23 10:39:56.045301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f3c0fdf4-4281-4f65-9b40-e5ce5a278d22,segment=NetworkSegment(491b5170-bcbf-432d-b280-13d3ae40a1cc),segment_id=491b5170-bcbf-432d-b280-13d3ae40a1cc)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:56.045684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.067334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:56.137223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] DHCP port deletion for 6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:39:56.219841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-04c36d35-66f9-4d89-990f-70950b3759ea service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864080 Jul 23 10:39:56.252442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:39:56.288327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] Deleting port 75abdb11-611a-4c1c-86ff-7268d23be02c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:56.288709 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.346392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.349194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.372825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c681ee-251c-4057-9b29-78bb10191991 req-a0e71c9e-3b4c-4354-a56f-a17ddb98380c tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:56.381132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] For port 75abdb11-611a-4c1c-86ff-7268d23be02c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=75abdb11-611a-4c1c-86ff-7268d23be02c,segment=NetworkSegment(e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06),segment_id=e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:56.381334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.381663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38c681ee-251c-4057-9b29-78bb10191991 req-a0e71c9e-3b4c-4354-a56f-a17ddb98380c tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 943 time: 0.2000825 Jul 23 10:39:56.384863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.413993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] Calling delete_port for 75abdb11-611a-4c1c-86ff-7268d23be02c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:56.414475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.458182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=f3c0fdf4-4281-4f65-9b40-e5ce5a278d22,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:56.504880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f0db2524-2dd4-42e0-b712-bbfb553d00b4 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:56.508206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port f3c0fdf4-4281-4f65-9b40-e5ce5a278d22 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:56.511043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.517968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad21299-8d54-47fa-9543-c75e8898626b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:56.567409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] Pushing event deleted for resources: {'Port': ['ID=75abdb11-611a-4c1c-86ff-7268d23be02c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:56.571826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b3bc3-8d62-4dd8-aa87-1d9bcd3e3e47 None None] No DVR routers for this DVR port 75abdb11-611a-4c1c-86ff-7268d23be02c on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:56.574383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: f0db2524-2dd4-42e0-b712-bbfb553d00b4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:56.575080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f0db2524-2dd4-42e0-b712-bbfb553d00b4 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:56.575704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 75abdb11-611a-4c1c-86ff-7268d23be02c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:39:56.594498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38c681ee-251c-4057-9b29-78bb10191991 req-2b1e509e-fd63-4c80-ab14-3b964b8bf48b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116253 Jul 23 10:39:56.620785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e6b93-2c32-4b73-ae0c-274fb08c72cd None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:39:56.624819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 75abdb11-611a-4c1c-86ff-7268d23be02c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:39:56.625881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 75abdb11-611a-4c1c-86ff-7268d23be02c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:39:56.641742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 75abdb11-611a-4c1c-86ff-7268d23be02c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:39:56.642146 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.667335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.685025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7f284d-ebde-48a0-b2a1-6644590fb9a5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:56.699289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491b5170-bcbf-432d-b280-13d3ae40a1cc') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:56.699840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491b5170-bcbf-432d-b280-13d3ae40a1cc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:56.702517 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Floating IP 7723ae0f-a059-4cec-bb14-8cae1a54edec associated. External IP: 172.25.4.64, port: 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce. Jul 23 10:39:56.716617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Checking segment: {'id': 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:56.716907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Network hostable DHCP agents. Network: 09977c9f-91a3-4939-adbf-f8e18eac4b16, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:56.727036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 75abdb11-611a-4c1c-86ff-7268d23be02c, host n-d-778550-4, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:56.727397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.736789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e6b93-2c32-4b73-ae0c-274fb08c72cd None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:39:56.764017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 75abdb11-611a-4c1c-86ff-7268d23be02c owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:39:56.766469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Network 09977c9f-91a3-4939-adbf-f8e18eac4b16 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:56.771809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Port 75abdb11-611a-4c1c-86ff-7268d23be02c was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:39:56.778120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2568c0cd-581c-4347-963f-30efbf796c37 req-9bab495e-c50f-4a8c-b0c0-197b0a091925 service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300253 Jul 23 10:39:56.778734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.784352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.874992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 09977c9f-91a3-4939-adbf-f8e18eac4b16) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:56.882007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.898310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=75abdb11-611a-4c1c-86ff-7268d23be02c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:56.904315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:56.904980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:56.908312 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:56.948233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:56.948893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.145901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-08b53685-8066-4903-a121-9548159888dd tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:57.148398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-08b53685-8066-4903-a121-9548159888dd tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 811 time: 0.1559837 Jul 23 10:39:57.161418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port 75abdb11-611a-4c1c-86ff-7268d23be02c on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:39:57.161606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Router b91ea183-6e35-465d-85f2-73e8082ba519 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:39:57.167386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Request body: {'port': {'device_id': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'admin_state_up': True, 'tenant_id': '75ae1bb87152450a912594467876de19'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:57.182556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.193301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8776837-56af-4028-a4f1-48ecd9426db4 req-0cdf4ecd-cce4-463d-92b5-fae62ab8cfad tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 210 time: 0.0505507 Jul 23 10:39:57.212768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.213040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e48d-884c-4d0a-8de4-37e76ee96a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.215556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/7c7f284d-ebde-48a0-b2a1-6644590fb9a5 HTTP/1.1" status: 204 len: 168 time: 3.1732590 Jul 23 10:39:57.231362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:57.231850 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b63b52e-d9fe-4006-8f5b-a75f8c73051b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9533389 Jul 23 10:39:57.245195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81259edd-2a3d-4547-8218-27bdc9cd43c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=7c7f284d-ebde-48a0-b2a1-6644590fb9a5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:57.249555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764307319'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:57.337826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b0a07-0029-45e0-bd59-5ebb2e0c216c req-c40e195c-e881-4386-bb80-64bc68e8b3e4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:57.345648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10b0a07-0029-45e0-bd59-5ebb2e0c216c req-c40e195c-e881-4386-bb80-64bc68e8b3e4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2424824 Jul 23 10:39:57.349701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:57.353271 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.398673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:39:57.409331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:39:57.410542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-e99a7aa5-bcd5-460c-82c4-688f9e4294ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:57.414872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.419700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.420052 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 29516e97-b0de-45e7-a9c9-92f0aff78cb6 of type vlan for network dad24310-417a-4b57-b596-6d9f7b05841a Jul 23 10:39:57.422783 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:39:57.423199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-e99a7aa5-bcd5-460c-82c4-688f9e4294ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 1094 time: 0.5157297 Jul 23 10:39:57.435192 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:57.435981 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:57.440956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165715d-0a87-4544-8fe9-a7c9fb60b2a4 None None] Network 09977c9f-91a3-4939-adbf-f8e18eac4b16 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:57.557503 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.562207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.581178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10b0a07-0029-45e0-bd59-5ebb2e0c216c req-23aaf003-c37c-43aa-940c-c306d1df7c60 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346699 Jul 23 10:39:57.596380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:57.613642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.619929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:57.620347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:57.620481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d8a3b6-c7b0-4f28-bb07-5aef0cfa7d06') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:57.621006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.677851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c93ced81-9085-4ae0-86cb-9293169ecf77 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "PUT /v2.0/floatingips/7723ae0f-a059-4cec-bb14-8cae1a54edec HTTP/1.1" status: 200 len: 990 time: 2.4424648 Jul 23 10:39:57.677851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4308155 Jul 23 10:39:57.677851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:39:57.678641 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:39:57.684153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:57.689490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': 'dad24310-417a-4b57-b596-6d9f7b05841a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:39:57.746016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5a12-e3d6-416f-b997-719e989ece7e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=dad24310-417a-4b57-b596-6d9f7b05841a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:57.755131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.761298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network dad24310-417a-4b57-b596-6d9f7b05841a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:39:57.780944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fa0d9-5cc9-4115-b1fb-da8590d92550 None None] Network 09977c9f-91a3-4939-adbf-f8e18eac4b16 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:57.820716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Made reservation on behalf of 75ae1bb87152450a912594467876de19 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:57.834223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.842846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-7b307bb3-17ec-413d-b003-afbec3228ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:57.846623 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:57.855249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-7b307bb3-17ec-413d-b003-afbec3228ab1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 911 time: 0.4119074 Jul 23 10:39:57.918641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.944021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:39:57.944659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:57.961606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-6ee027d7-edc0-4a32-8129-cd57d7951f3a tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:57.963587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-6ee027d7-edc0-4a32-8129-cd57d7951f3a tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/networks?id=09977c9f-91a3-4939-adbf-f8e18eac4b16 HTTP/1.1" status: 200 len: 812 time: 0.1250067 Jul 23 10:39:57.997406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:39:58.002090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:58.023846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-8c858863-99df-4b48-a6e8-c90cce0fbd56 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/quotas/86f127926ae641a69315a92d40fae0b7 HTTP/1.1" status: 200 len: 375 time: 0.0361834 Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:39:58.057452 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:39:58.060834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-7091a708-fdcf-44b3-b95d-5ccdbc32b056 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64620a95-c8b0-4eb4-b308-78288254c645 HTTP/1.1" status: 200 len: 217 time: 0.1613505 Jul 23 10:39:58.063935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:58.102396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:58.104641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50 HTTP/1.1" status: 204 len: 168 time: 2.6865664 Jul 23 10:39:58.114236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7c094-92c2-41de-8f31-effb9a8b8952 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=6e00dfdd-e85d-49ed-b63d-2ea7beb1bd50,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:58.118599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57988) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:58.164778 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '7723ae0f-a059-4cec-bb14-8cae1a54edec', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'port_id': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'mac_address': 'fa:16:3e:1c:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:39:35Z', 'updated_at': '2021-07-23T10:39:56Z', 'revision_number': 1, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:58.167683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-2b50cfe1-789a-44bc-95d3-cf6f77d73a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:58.169369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-2b50cfe1-789a-44bc-95d3-cf6f77d73a09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.0971498 Jul 23 10:39:58.196993 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:39:58.207987 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:39:58.208659 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:39:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:58.323820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:39:58.422821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-a4201a11-7b56-414f-88aa-531713a0e2e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2458079 Jul 23 10:39:58.441163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-ccda99a6-fb22-4dbe-b3a2-973e1a81ed37 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86f127926ae641a69315a92d40fae0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4065804 Jul 23 10:39:58.597724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-c5005515-d35f-4e8a-b822-1fff71a6fa45 service neutron] 10.222.0.37 "GET /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232436 Jul 23 10:39:58.612317 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '7723ae0f-a059-4cec-bb14-8cae1a54edec', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'port_id': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'mac_address': 'fa:16:3e:1c:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:39:35Z', 'updated_at': '2021-07-23T10:39:56Z', 'revision_number': 1, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:39:58.647641 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4073e6-2769-4c95-9cbd-7c433e436534 None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '7723ae0f-a059-4cec-bb14-8cae1a54edec', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'port_id': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'mac_address': 'fa:16:3e:1c:ef:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:39:35Z', 'updated_at': '2021-07-23T10:39:56Z', 'revision_number': 1, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:39:58.708876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600d38b-9f40-41f5-832d-ac07baff703d req-fe7986b9-7c3f-491f-9597-3eaf36d44572 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:58.715870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9600d38b-9f40-41f5-832d-ac07baff703d req-fe7986b9-7c3f-491f-9597-3eaf36d44572 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 943 time: 0.9400105 Jul 23 10:39:58.769196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Allocated IP 172.20.0.12 (88f82106-17d6-405a-9dea-dd012be4367b/01038704-b36f-4ebc-95c2-bc63e44a7e97/027edf14-0290-400d-92ad-3116b5dfa3ce) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:39:58.816335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:58.821738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-0b89add6-e27c-4b4c-a947-624c5d007507 service neutron] 10.222.0.37 "GET /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972153 Jul 23 10:39:58.892606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=01b34704-078c-450f-936d-e3708b29043a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:58.902860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9600d38b-9f40-41f5-832d-ac07baff703d req-19b0a271-f8ea-40c3-bf7c-2caeafa361cd tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860549 Jul 23 10:39:58.917414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '29516e97-b0de-45e7-a9c9-92f0aff78cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dad24310-417a-4b57-b596-6d9f7b05841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:39:58.917803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: dad24310-417a-4b57-b596-6d9f7b05841a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:39:58.922516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-b999bd9f-2ea5-4090-9111-b11f266bb039 service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903538 Jul 23 10:39:58.941601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network dad24310-417a-4b57-b596-6d9f7b05841a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:39:58.968311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, dad24310-417a-4b57-b596-6d9f7b05841a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:39:58.975843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:58.976240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:58.982232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f97a60-4e26-4af1-bde8-283239ec9b0a None None] Network dad24310-417a-4b57-b596-6d9f7b05841a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:59.022875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-51ddb8a3-ed1b-4593-8317-2deaf8f295af tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3343823 Jul 23 10:39:59.023600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:39:59.072705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d6500-1db3-4c48-b130-89c10994c069 None None] New status for floating IP 7723ae0f-a059-4cec-bb14-8cae1a54edec: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:39:59.256139 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.262248 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed465a38-958d-40d0-85df-f61ac346091e x-openstack-request-id: req-ed465a38-958d-40d0-85df-f61ac346091e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:39:59.262442 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:39:59.262648 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed465a38-958d-40d0-85df-f61ac346091e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:39:59.263053 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'status': 'completed', 'code': 200} Jul 23 10:39:59.379506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 64620a95-c8b0-4eb4-b308-78288254c645 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:39:59.400123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.467242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf109df-d4b0-429b-b4c5-199741ad030d req-5b56d3d3-7d07-4b4a-a2f7-fa845d683337 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:59.469501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3cf109df-d4b0-429b-b4c5-199741ad030d req-5b56d3d3-7d07-4b4a-a2f7-fa845d683337 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2086687 Jul 23 10:39:59.474879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-413b3a2c-4a2c-40dd-8f6e-773103ffa086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:59.476701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-413b3a2c-4a2c-40dd-8f6e-773103ffa086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 1096 time: 0.2128320 Jul 23 10:39:59.633331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3cf109df-d4b0-429b-b4c5-199741ad030d req-bf995cb5-f832-4dbd-a316-0fe22f3e5a85 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554456 Jul 23 10:39:59.643189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.704293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d5d92f4-7e43-4ff1-9913-a91e67ac3c36 req-c72c8159-e17c-49c5-9c75-ff42cfa7c09c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 210 time: 0.0760853 Jul 23 10:39:59.723644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=01b34704-078c-450f-936d-e3708b29043a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:39:59.739155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d95a5cc-705d-45b9-8c73-84dbea720cc1 req-4872ebc6-5f4d-4c5c-bd9f-6d7e2e886d52 service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8027022 Jul 23 10:39:59.762968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 64620a95-c8b0-4eb4-b308-78288254c645, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=64620a95-c8b0-4eb4-b308-78288254c645,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:39:59.787379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '64620a95-c8b0-4eb4-b308-78288254c645', 'network_id': '093e951f-d1e4-4117-9e8a-c0184f99fd21', 'port_id': '64620a95-c8b0-4eb4-b308-78288254c645', 'mac_address': 'fa:16:3e:1c:ff:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba77a3c-0ddb-402b-b02b-476f01751bcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:39:59.801874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.850696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814971d-654e-4fb3-b81d-4f2a601c7e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-dad24310-417a-4b57-b596-6d9f7b05841a', 'network_id': 'dad24310-417a-4b57-b596-6d9f7b05841a', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '01b34704-078c-450f-936d-e3708b29043a'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:39:59.851606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d814971d-654e-4fb3-b81d-4f2a601c7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.862359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.866703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.922425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-56f40ed3-0594-48e3-92e5-3697a5b8cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:39:59.925196 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-56f40ed3-0594-48e3-92e5-3697a5b8cf2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.4180448 Jul 23 10:39:59.952021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:39:59.974877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdfed6-b2e5-4999-b760-935b0a3ac7d9 None None] Network dad24310-417a-4b57-b596-6d9f7b05841a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:39:59.980002 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.001790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64620a95-c8b0-4eb4-b308-78288254c645 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:00.008542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccd0e-38d7-4167-b696-f30c4a975292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.017007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0bc37c2-3e47-4b17-bc74-8d8ee1d6a5fc req-6dca5ec6-1f96-4601-a48d-fe6e0709dfd9 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 210 time: 0.1723363 Jul 23 10:40:00.028682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad24310-417a-4b57-b596-6d9f7b05841a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:00.100352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29516e97-b0de-45e7-a9c9-92f0aff78cb6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:00.100681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29516e97-b0de-45e7-a9c9-92f0aff78cb6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:00.128509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Network 88f82106-17d6-405a-9dea-dd012be4367b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:00.137902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:00.143101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.144244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event updated for resources: {'Port': ['ID=027edf14-0290-400d-92ad-3116b5dfa3ce,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:00.157287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:00.187397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.192832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-5e5740c1-cf74-43fb-8140-4d0eca3ffa2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 200 len: 1000 time: 0.1885221 Jul 23 10:40:00.201974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:00.201974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:00.202544 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:00.236239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 64620a95-c8b0-4eb4-b308-78288254c645, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=64620a95-c8b0-4eb4-b308-78288254c645,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:00.251271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.281435 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.307626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-3ba68ec2-2de5-416c-baca-a8086a07d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:00.309150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-3ba68ec2-2de5-416c-baca-a8086a07d2c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.0655627 Jul 23 10:40:00.327797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:00.328476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.354278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4b13a7-98e1-4eed-b3a7-7d7e7853c312 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1918314 Jul 23 10:40:00.357904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=64620a95-c8b0-4eb4-b308-78288254c645,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:00.374611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Request body: {'port': {'device_id': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:00.436955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.442178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.444240 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/dad24310-417a-4b57-b596-6d9f7b05841a HTTP/1.1" status: 204 len: 168 time: 1.4196022 Jul 23 10:40:00.451707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:00.463820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548144937'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:00.468614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['64620a95-c8b0-4eb4-b308-78288254c645'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:00.493873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87021e8d-ce22-4bc7-8fe1-edfe02ffe4f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=dad24310-417a-4b57-b596-6d9f7b05841a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:00.561363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:00.566398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.570856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-651b5d70-be3a-4cd7-b092-f3984fc60517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:00.572511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-651b5d70-be3a-4cd7-b092-f3984fc60517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542355 Jul 23 10:40:00.584648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15cf4-250b-4069-b546-bd8d04460c08 req-7128d0be-e8f4-4c91-b368-ae7a60ca9bf8 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:00.586728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5dd15cf4-250b-4069-b546-bd8d04460c08 req-7128d0be-e8f4-4c91-b368-ae7a60ca9bf8 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 944 time: 0.2766552 Jul 23 10:40:00.612467 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.643011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-e5475540-8abb-4ea1-9f89-28aa429f3dae tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:00.644979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-e5475540-8abb-4ea1-9f89-28aa429f3dae tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.55 "GET /v2.0/networks?id=09977c9f-91a3-4939-adbf-f8e18eac4b16 HTTP/1.1" status: 200 len: 812 time: 0.2465534 Jul 23 10:40:00.660920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:00.662577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Request body: {'port': {'device_id': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16', 'admin_state_up': True, 'tenant_id': '86f127926ae641a69315a92d40fae0b7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:00.715586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5dd15cf4-250b-4069-b546-bd8d04460c08 req-6a837db2-347e-4335-a452-6dd7029b5a6f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068296 Jul 23 10:40:00.716193 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.716370 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 425c7394-72b0-46e5-b9b8-82db79f78575 of type vlan for network aa87ff21-b4c6-4e07-a54d-9510471cb7a3 Jul 23 10:40:00.717546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port 0a772710-b416-4c96-bc9e-70fed936f33f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:00.717546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.812190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.819608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-24a63638-4614-40c1-97b4-bdc6eb6beaa6 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232783 Jul 23 10:40:00.940731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:00.946481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:00.947014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.013717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ddaad-7774-4722-bd69-4c510e4eda47 req-d12ed9ba-572a-4111-a9b5-fc64f506fae4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:01.015254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153ddaad-7774-4722-bd69-4c510e4eda47 req-d12ed9ba-572a-4111-a9b5-fc64f506fae4 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 932 time: 0.2149336 Jul 23 10:40:01.021977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b30e27d-eafe-4d4d-a1a1-2668f6c8a52c req-1ffedc23-1fa6-4801-89d5-17e5659f6a89 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830211 Jul 23 10:40:01.025573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5721204 Jul 23 10:40:01.026322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:01.034349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': 'aa87ff21-b4c6-4e07-a54d-9510471cb7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:01.051561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port 0a772710-b416-4c96-bc9e-70fed936f33f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0a772710-b416-4c96-bc9e-70fed936f33f,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:01.051763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.095819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba6d24-c327-442d-8ff2-7083b29da797 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=aa87ff21-b4c6-4e07-a54d-9510471cb7a3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:01.103974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for 0a772710-b416-4c96-bc9e-70fed936f33f owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:01.114225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network aa87ff21-b4c6-4e07-a54d-9510471cb7a3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:01.136073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-153ddaad-7774-4722-bd69-4c510e4eda47 req-a6647eda-7261-48e3-bbd9-4b6e0e6b2f5b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982318 Jul 23 10:40:01.144375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b730c-d51f-4bad-b0a3-829b0d8c8d2f req-88d2a861-fad3-493e-a47c-588f00a35b26 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:01.145939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a0b730c-d51f-4bad-b0a3-829b0d8c8d2f req-88d2a861-fad3-493e-a47c-588f00a35b26 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2800734 Jul 23 10:40:01.188491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Made reservation on behalf of 86f127926ae641a69315a92d40fae0b7 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:01.192012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.232472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 64620a95-c8b0-4eb4-b308-78288254c645 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:01.281842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c374f609-e424-4d1f-9342-25d85e3d8aa4 req-4d767990-aa9e-4cd6-97cd-5d27a5e9d18d tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 210 time: 0.0707545 Jul 23 10:40:01.284203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:01.291108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.317448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.374145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 64620a95-c8b0-4eb4-b308-78288254c645 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:01.378745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a0b730c-d51f-4bad-b0a3-829b0d8c8d2f req-b25b959c-8843-48aa-84d3-9c7719926964 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822104 Jul 23 10:40:01.379073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 64620a95-c8b0-4eb4-b308-78288254c645 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:01.379473 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.450690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027edf14-0290-400d-92ad-3116b5dfa3ce {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:01.466323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.495995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.524188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Transition to ACTIVE for port object 027edf14-0290-400d-92ad-3116b5dfa3ce will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:01.529383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64620a95-c8b0-4eb4-b308-78288254c645'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:01.533953 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b4059-90c8-4f38-9ae5-918a61881575" -d '{"events": [{"server_uuid": "acdafcbc-62db-4a75-a325-d2f2860cb0d4", "name": "network-vif-plugged", "status": "completed", "tag": "64620a95-c8b0-4eb4-b308-78288254c645"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:01.543126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.556231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 64620a95-c8b0-4eb4-b308-78288254c645, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=64620a95-c8b0-4eb4-b308-78288254c645,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:01.564956 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.575614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.578296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Allocated IP 172.20.0.13 (09977c9f-91a3-4939-adbf-f8e18eac4b16/4ad21299-8d54-47fa-9543-c75e8898626b/4f861170-f023-4f1a-980d-2b464f181d23) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:01.617421 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c378be6-00b5-4d01-8f03-aaf396f06159 x-openstack-request-id: req-4c378be6-00b5-4d01-8f03-aaf396f06159 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:01.617797 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdafcbc-62db-4a75-a325-d2f2860cb0d4", "name": "network-vif-plugged", "status": "completed", "tag": "64620a95-c8b0-4eb4-b308-78288254c645", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:01.618529 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c378be6-00b5-4d01-8f03-aaf396f06159 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:01.619000 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64620a95-c8b0-4eb4-b308-78288254c645', 'code': 200} Jul 23 10:40:01.634322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=64620a95-c8b0-4eb4-b308-78288254c645,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:01.642163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Pushing event updated for resources: {'Port': ['ID=027edf14-0290-400d-92ad-3116b5dfa3ce,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:01.709809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=d7543189-6e0d-4ab1-bcc3-5ab509be232d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:01.722127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.739722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '425c7394-72b0-46e5-b9b8-82db79f78575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'aa87ff21-b4c6-4e07-a54d-9510471cb7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:01.740090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: aa87ff21-b4c6-4e07-a54d-9510471cb7a3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:01.773805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network aa87ff21-b4c6-4e07-a54d-9510471cb7a3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:01.785609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=0a772710-b416-4c96-bc9e-70fed936f33f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:01.790129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c16e55-4b18-4bff-b773-dccaddf93594 req-3a2dfc53-9bcc-4f34-a2ab-9de9e08d21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:01.792094 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38c16e55-4b18-4bff-b773-dccaddf93594 req-3a2dfc53-9bcc-4f34-a2ab-9de9e08d21ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1059773 Jul 23 10:40:01.793419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, aa87ff21-b4c6-4e07-a54d-9510471cb7a3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:01.802570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96af942-d1c8-48ad-92e5-f9ca55b2e1ad None None] Network aa87ff21-b4c6-4e07-a54d-9510471cb7a3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:01.808102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:01.816718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:01.916391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38c16e55-4b18-4bff-b773-dccaddf93594 req-3e375f17-62d0-4922-b054-3f5a49ffa051 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965374 Jul 23 10:40:01.918021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72582f6c-16ed-44d7-8cc7-41c0bee8d609 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8883080 Jul 23 10:40:01.921390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:01.990354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Attempting to bind port 027edf14-0290-400d-92ad-3116b5dfa3ce on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:01.990718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Attempting to bind port 027edf14-0290-400d-92ad-3116b5dfa3ce by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:01.991055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Attempting to bind port 027edf14-0290-400d-92ad-3116b5dfa3ce on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:02.013157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.015091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Port 027edf14-0290-400d-92ad-3116b5dfa3ce on network 88f82106-17d6-405a-9dea-dd012be4367b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:40:02.015442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Attempting to bind port 027edf14-0290-400d-92ad-3116b5dfa3ce on network 88f82106-17d6-405a-9dea-dd012be4367b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:02.030401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828ed7-d759-4b78-af2d-fd572a537f12 req-6df5c215-10da-4e81-82f1-b586ce0af2bc tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:02.032480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:02.032823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Checking segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:02.033213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Bound using segment: {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:02.033513 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45828ed7-d759-4b78-af2d-fd572a537f12 req-6df5c215-10da-4e81-82f1-b586ce0af2bc tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1911447 Jul 23 10:40:02.033679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Bound port: 027edf14-0290-400d-92ad-3116b5dfa3ce, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de529f-992f-4025-9a0f-d3f63659513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:02.034023 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.074005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.099590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45828ed7-d759-4b78-af2d-fd572a537f12 req-fb824f60-e448-4984-b729-ace3a3484fa3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Jul 23 10:40:02.186761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.276081 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.279029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778422b0-fdf7-4ab9-ba5b-ee748bff1661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-aa87ff21-b4c6-4e07-a54d-9510471cb7a3', 'network_id': 'aa87ff21-b4c6-4e07-a54d-9510471cb7a3', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': 'd7543189-6e0d-4ab1-bcc3-5ab509be232d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:02.281725 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-778422b0-fdf7-4ab9-ba5b-ee748bff1661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.302096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.349113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=d7543189-6e0d-4ab1-bcc3-5ab509be232d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:02.396159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:40:02.409340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d51c5b-c3fe-4838-9638-2474f4bd43ff None None] Network aa87ff21-b4c6-4e07-a54d-9510471cb7a3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:02.427789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] For port 027edf14-0290-400d-92ad-3116b5dfa3ce, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:02.450882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] For port 027edf14-0290-400d-92ad-3116b5dfa3ce, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=027edf14-0290-400d-92ad-3116b5dfa3ce,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:02.462843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.499858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.517914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa87ff21-b4c6-4e07-a54d-9510471cb7a3']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:02.529889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425c7394-72b0-46e5-b9b8-82db79f78575') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:02.530225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425c7394-72b0-46e5-b9b8-82db79f78575') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:02.533342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.540485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.546671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.562398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.571888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:02.572299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.592064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81bc8-d4a6-44d4-a952-bbfbd523176d req-9ccacdff-264b-4e94-a9d5-65c6ce1c3dda tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:02.593625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64c81bc8-d4a6-44d4-a952-bbfbd523176d req-9ccacdff-264b-4e94-a9d5-65c6ce1c3dda tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 944 time: 0.3150194 Jul 23 10:40:02.596287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:02.596932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.598235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] 10.222.0.55 "PUT /v2.0/ports/027edf14-0290-400d-92ad-3116b5dfa3ce HTTP/1.1" status: 200 len: 1092 time: 2.2291284 Jul 23 10:40:02.602153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'tag': '027edf14-0290-400d-92ad-3116b5dfa3ce'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:02.604570 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d35ad03-e29f-45d3-a2ee-0800a9586115" -d '{"events": [{"name": "network-changed", "server_uuid": "c745d160-ef9d-410f-a972-2132aef55fd5", "tag": "027edf14-0290-400d-92ad-3116b5dfa3ce"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:02.619367 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:02.634718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:02.638362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Network 09977c9f-91a3-4939-adbf-f8e18eac4b16 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:02.650056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-600b2f66-6e35-40a7-9cac-efa4aaf5d6b1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4820356 Jul 23 10:40:02.650215 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:02.665367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58054) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:02.668413 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:02.669064 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:02.675752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:02.724606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.736494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:02.744620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.746756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/aa87ff21-b4c6-4e07-a54d-9510471cb7a3 HTTP/1.1" status: 204 len: 168 time: 0.8236697 Jul 23 10:40:02.747797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a15233-416d-40a5-a4b2-bcefe41c2e56 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=aa87ff21-b4c6-4e07-a54d-9510471cb7a3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:02.755193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:02.762855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc25f37-85fb-4e18-ad68-2c8d4c7dff83 req-a6216938-4525-4a66-a33e-0ed437fadba7 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:02.770746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bc25f37-85fb-4e18-ad68-2c8d4c7dff83 req-a6216938-4525-4a66-a33e-0ed437fadba7 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 932 time: 0.3587716 Jul 23 10:40:02.782958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040251727'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:02.797497 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:02.831783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:02.835517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.854744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bc25f37-85fb-4e18-ad68-2c8d4c7dff83 req-3b3d5490-7a8b-45e3-8095-312db2baf4f7 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Jul 23 10:40:02.870019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4388dd-63e1-4369-9466-22c0244e9459 service neutron] Pushing event updated for resources: {'Port': ['ID=027edf14-0290-400d-92ad-3116b5dfa3ce,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:02.874984 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:40:01Z', 'revision_number': 11, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:02.888889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:02.889521 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.910829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:02.919761 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:40:02.930720 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:02.931389 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:02.932512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:02.932873 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment a9535a44-c33a-4543-ae35-52c0126b53fb of type vlan for network 996f5447-f2f0-49aa-969f-96d28aef8731 Jul 23 10:40:02.972791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64c81bc8-d4a6-44d4-a952-bbfbd523176d req-5fcc3e2f-8b16-459a-a8e7-847f0b1ab1e5 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636773 Jul 23 10:40:03.010255 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.025544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3691776 Jul 23 10:40:03.028208 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:03.053066 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.057250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Request body: {'port': {'device_id': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:03.058949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:03.059626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.077317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting subnet d87b23cd-da57-4152-95ff-f4d58123066f {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:40:03.081382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.093290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3147769 Jul 23 10:40:03.096854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:03.102163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:40:01Z', 'revision_number': 11, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:03.104642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:03.135607 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff426fbd-ea92-479e-b5c2-bff6f30c4432 None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:40:01Z', 'revision_number': 11, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:03.155732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475fd79-b290-421c-9fde-3547c3c5df08 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Pushing event updated for resources: {'Port': ['ID=4f861170-f023-4f1a-980d-2b464f181d23,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:03.183477 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c450b93-8c4d-492a-a50b-45c0b597d413 x-openstack-request-id: req-9c450b93-8c4d-492a-a50b-45c0b597d413 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:03.183908 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c745d160-ef9d-410f-a972-2132aef55fd5", "tag": "027edf14-0290-400d-92ad-3116b5dfa3ce", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:03.184352 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c450b93-8c4d-492a-a50b-45c0b597d413 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:03.184860 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'tag': '027edf14-0290-400d-92ad-3116b5dfa3ce', 'status': 'completed', 'code': 200} Jul 23 10:40:03.187739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.223844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-c31a5859-43fd-40e1-82fe-4f4b7849d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:03.225537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-c31a5859-43fd-40e1-82fe-4f4b7849d0d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 1095 time: 0.5765891 Jul 23 10:40:03.249420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e772aa1-e594-4478-87af-ebfed11051c2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=996f5447-f2f0-49aa-969f-96d28aef8731,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:03.260954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 996f5447-f2f0-49aa-969f-96d28aef8731 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:03.302305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727bf5-a851-435f-ba7b-bbf0e381ff2a req-20c03b71-2e77-4346-9cff-6f5b8efe3344 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:03.309705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4727bf5-a851-435f-ba7b-bbf0e381ff2a req-20c03b71-2e77-4346-9cff-6f5b8efe3344 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2686226 Jul 23 10:40:03.390634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4727bf5-a851-435f-ba7b-bbf0e381ff2a req-d73919e6-8503-4007-9478-431024f4c231 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Jul 23 10:40:03.409929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.429745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.450426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 996f5447-f2f0-49aa-969f-96d28aef8731 is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:40:03.456408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:03.457015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.461093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "PUT /v2.0/networks/996f5447-f2f0-49aa-969f-96d28aef8731 HTTP/1.1" status: 200 len: 723 time: 0.3591373 Jul 23 10:40:03.462504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:03.467122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:03.553275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d89b2-6c0f-4e86-9433-3578814b47f7 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=996f5447-f2f0-49aa-969f-96d28aef8731,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:03.566176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 996f5447-f2f0-49aa-969f-96d28aef8731 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:03.634960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:03.639089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.704481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-976ce0a8-8339-49f9-af45-b6aa6bc73f74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=027edf14-0290-400d-92ad-3116b5dfa3ce HTTP/1.1" status: 200 len: 217 time: 0.4700034 Jul 23 10:40:03.807817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.850602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.859663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:03.957572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=2109f7b9-8a9b-4094-ae7a-51d193a20ac4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:03.970168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': 'a9535a44-c33a-4543-ae35-52c0126b53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:03.970601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 996f5447-f2f0-49aa-969f-96d28aef8731, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:03.997918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 996f5447-f2f0-49aa-969f-96d28aef8731 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:04.018646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-16424321-08cb-425c-9213-92101ba5fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:04.019374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f07b-b2b2-43d3-bbb8-56e4f3c6a697 req-1b515336-921e-4804-b4ba-17c6e79018c6 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:04.020053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-16424321-08cb-425c-9213-92101ba5fffe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.2946897 Jul 23 10:40:04.021003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3513f07b-b2b2-43d3-bbb8-56e4f3c6a697 req-1b515336-921e-4804-b4ba-17c6e79018c6 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 932 time: 0.0994096 Jul 23 10:40:04.022876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 996f5447-f2f0-49aa-969f-96d28aef8731) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:04.028635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:04.029418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.057808 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6b220298-1f7d-4089-836a-27052f17a5e2 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5909681 Jul 23 10:40:04.059938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:04.063832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872b28a-3b64-46af-832e-22578b71d7ac None None] Network 996f5447-f2f0-49aa-969f-96d28aef8731 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:04.068168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:04.098376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ef0e-ec1c-41ab-b48b-7d595505802a req-a2f97fda-b3f9-4197-9132-2576a9e75d87 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:04.105468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a8b8ef0e-ec1c-41ab-b48b-7d595505802a req-a2f97fda-b3f9-4197-9132-2576a9e75d87 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.4356554 Jul 23 10:40:04.115989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-8ceabf4c-ee7a-4c38-9e0e-bab34c831739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801926 Jul 23 10:40:04.185312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3513f07b-b2b2-43d3-bbb8-56e4f3c6a697 req-731dfdf8-3d20-4dd4-81e1-6eaedbcfe698 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121314 Jul 23 10:40:04.253741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a772710-b416-4c96-bc9e-70fed936f33f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:04.269476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a8b8ef0e-ec1c-41ab-b48b-7d595505802a req-420cf668-a704-4650-bd4e-4df92c89d0b9 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514213 Jul 23 10:40:04.274700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.282727 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126147530'] for subnet, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.339504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-996f5447-f2f0-49aa-969f-96d28aef8731', 'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '2109f7b9-8a9b-4094-ae7a-51d193a20ac4'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:04.340659 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.357139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0a772710-b416-4c96-bc9e-70fed936f33f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:04.357405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0a772710-b416-4c96-bc9e-70fed936f33f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:04.443566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-c16105b9-dbc8-45d5-b23f-719eb0a296db service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147764 Jul 23 10:40:04.484363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.486336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/d87b23cd-da57-4152-95ff-f4d58123066f HTTP/1.1" status: 204 len: 168 time: 1.8198493 Jul 23 10:40:04.497252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff9340-d571-4bb0-b02f-10f9a9f633ef tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Subnet': ['ID=d87b23cd-da57-4152-95ff-f4d58123066f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:04.502411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58078) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:04.504086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd6799-ae7f-4b75-9915-b8fd1db787e6 None None] Network 913fb9c2-e443-4bc6-9887-26fb584456ca requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:04.506855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.539040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a957b1b-3480-446b-88d8-7c1dc553f684 req-056189aa-5e88-4261-b560-4fa05ea7b666 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:04.539978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f861170-f023-4f1a-980d-2b464f181d23 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:04.541397 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a957b1b-3480-446b-88d8-7c1dc553f684 req-056189aa-5e88-4261-b560-4fa05ea7b666 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 944 time: 0.2172019 Jul 23 10:40:04.695279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.820268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52148a1d-0f53-4ac2-8187-9ddc40353ccb req-051bc31b-60db-44de-858e-c8e3d8736cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650596 Jul 23 10:40:04.827215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.873531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Transition to ACTIVE for port object 4f861170-f023-4f1a-980d-2b464f181d23 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:04.885288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] DHCP port deletion for 913fb9c2-e443-4bc6-9887-26fb584456ca request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:40:04.906283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.962290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] Deleting port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:04.963032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:04.983911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772675724108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125973504'] for subnet, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.023520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Pushing event updated for resources: {'Port': ['ID=4f861170-f023-4f1a-980d-2b464f181d23,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:05.034858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8221b-2901-485f-845c-499745419c33 req-d66ae562-142f-4127-8e62-0b1172c90c50 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.036458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3e8221b-2901-485f-845c-499745419c33 req-d66ae562-142f-4127-8e62-0b1172c90c50 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2636135 Jul 23 10:40:05.057663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a957b1b-3480-446b-88d8-7c1dc553f684 req-073c6aaa-6446-4503-bb2c-bea3225a6ac1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962547 Jul 23 10:40:05.068111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.069394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.070964 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "PUT /v2.0/subnets/2109f7b9-8a9b-4094-ae7a-51d193a20ac4 HTTP/1.1" status: 200 len: 806 time: 1.0109317 Jul 23 10:40:05.078689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:05.104234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Allocated IP 172.20.0.2 (996f5447-f2f0-49aa-969f-96d28aef8731/2109f7b9-8a9b-4094-ae7a-51d193a20ac4/9445f034-bb2b-4eb7-b93e-b7c5132d0eb1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:05.115284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] For port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:05.115727 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.130468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37142a18-cf1c-41f7-b05d-2474b94aef95 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=2109f7b9-8a9b-4094-ae7a-51d193a20ac4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:05.139147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] Calling delete_port for ab99b7a8-78ff-4b83-afa4-cea67e9e0daf owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:05.195743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-954198aa-71a9-4beb-bd79-664dec4c77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.196000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d3e8221b-2901-485f-845c-499745419c33 req-95accfad-83b3-4f04-89c3-7ca3816698dc tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501462 Jul 23 10:40:05.197721 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-954198aa-71a9-4beb-bd79-664dec4c77fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 1096 time: 0.2247746 Jul 23 10:40:05.214954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Deleting port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:05.215297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.267190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-aa16011b-2b42-47ce-9026-50f30dcb10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.268746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-aa16011b-2b42-47ce-9026-50f30dcb10c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75ae1bb87152450a912594467876de19&device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 1095 time: 0.3730788 Jul 23 10:40:05.269435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Attempting to bind port 4f861170-f023-4f1a-980d-2b464f181d23 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:05.269769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Attempting to bind port 4f861170-f023-4f1a-980d-2b464f181d23 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:05.270091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Attempting to bind port 4f861170-f023-4f1a-980d-2b464f181d23 on network 09977c9f-91a3-4939-adbf-f8e18eac4b16 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:05.287899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.306928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Port 4f861170-f023-4f1a-980d-2b464f181d23 on network 09977c9f-91a3-4939-adbf-f8e18eac4b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:40:05.307256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Attempting to bind port 4f861170-f023-4f1a-980d-2b464f181d23 on network 09977c9f-91a3-4939-adbf-f8e18eac4b16 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:05.368717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.376817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:05.377157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Checking segment: {'id': 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:05.377550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Bound using segment: {'id': 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:05.378003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Bound port: 4f861170-f023-4f1a-980d-2b464f181d23, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:05.378368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.394856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] For port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,segment=NetworkSegment(47d802d9-e502-4c91-bc5f-d9a32c35784c),segment_id=47d802d9-e502-4c91-bc5f-d9a32c35784c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:05.395224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.399143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.439640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] No DVR routers for this DVR port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:05.444145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fcc3d-3958-44ba-acf6-9f5a1f44e3eb None None] Pushing event deleted for resources: {'Port': ['ID=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:05.474183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae823ecb-75b4-4108-a156-69a064a000f8 req-c53a9508-4332-4757-83e2-a5ae63b41215 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.474432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Calling delete_port for ab99b7a8-78ff-4b83-afa4-cea67e9e0daf owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:05.481165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae823ecb-75b4-4108-a156-69a064a000f8 req-c53a9508-4332-4757-83e2-a5ae63b41215 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2802052 Jul 23 10:40:05.485552 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.493997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-de3fa52f-f509-4bbe-ba42-644fa1339125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.495701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-de3fa52f-f509-4bbe-ba42-644fa1339125 service neutron] 10.222.0.55 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 911 time: 0.2828367 Jul 23 10:40:05.503649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Transition to ACTIVE for port object 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:05.525117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Transition to ACTIVE for port object 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:05.538233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.549393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-3668d4e3-2112-458a-b1e3-93765072cbec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64620a95-c8b0-4eb4-b308-78288254c645 HTTP/1.1" status: 200 len: 217 time: 0.0438435 Jul 23 10:40:05.582922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-ffea74e1-e005-4240-bf6f-36415b53f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.584097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-ffea74e1-e005-4240-bf6f-36415b53f000 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 200 len: 912 time: 0.3063202 Jul 23 10:40:05.595263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Pushing event updated for resources: {'Port': ['ID=9445f034-bb2b-4eb7-b93e-b7c5132d0eb1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:05.626218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Network 996f5447-f2f0-49aa-969f-96d28aef8731 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:05.627859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:05.630394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:05.636020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae823ecb-75b4-4108-a156-69a064a000f8 req-9e5832cb-52ca-48aa-a56d-d291ed5c5186 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538141 Jul 23 10:40:05.648275 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-f73f6b17-98d6-4275-902c-5c63a04f8896 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=027edf14-0290-400d-92ad-3116b5dfa3ce HTTP/1.1" status: 200 len: 217 time: 0.0521913 Jul 23 10:40:05.656465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] For port 4f861170-f023-4f1a-980d-2b464f181d23, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:05.656641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-523878ff-7fd6-49d9-8e28-5a00e97d3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.659385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-523878ff-7fd6-49d9-8e28-5a00e97d3497 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.1021900 Jul 23 10:40:05.661666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.679236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48b4b-5f5e-434e-8599-6c45cb5aebd7 req-b9682603-9b6b-4d8a-959b-ea083df1ec94 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.680787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1e48b4b-5f5e-434e-8599-6c45cb5aebd7 req-b9682603-9b6b-4d8a-959b-ea083df1ec94 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 944 time: 0.3851264 Jul 23 10:40:05.700601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Attempting to bind port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:05.700918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Attempting to bind port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a9535a44-c33a-4543-ae35-52c0126b53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:05.701289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Attempting to bind port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 on network 996f5447-f2f0-49aa-969f-96d28aef8731 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:05.706565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:05.706937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Checking segment: {'id': 'a9535a44-c33a-4543-ae35-52c0126b53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:05.707341 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.707769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Bound using segment: {'id': 'a9535a44-c33a-4543-ae35-52c0126b53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:05.708236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Bound port: 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9535a44-c33a-4543-ae35-52c0126b53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996f5447-f2f0-49aa-969f-96d28aef8731'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:05.708620 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.718394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=2109f7b9-8a9b-4094-ae7a-51d193a20ac4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:05.725165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] For port 4f861170-f023-4f1a-980d-2b464f181d23, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f861170-f023-4f1a-980d-2b464f181d23,segment=NetworkSegment(dfc5aa23-bad1-489b-8b8d-746d0b27d26e),segment_id=dfc5aa23-bad1-489b-8b8d-746d0b27d26e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:05.747750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.768171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-ef4ce8e2-60d8-4b92-af50-7d9eb2f07555 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918231 Jul 23 10:40:05.810395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] For port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:05.811435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-07a346b0-c29c-4947-9826-816e80a32957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.813577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-07a346b0-c29c-4947-9826-816e80a32957 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 200 len: 851 time: 0.1500700 Jul 23 10:40:05.817495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] For port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9445f034-bb2b-4eb7-b93e-b7c5132d0eb1,segment=NetworkSegment(a9535a44-c33a-4543-ae35-52c0126b53fb),segment_id=a9535a44-c33a-4543-ae35-52c0126b53fb)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:05.818017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.827501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:05.827501 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.828168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f861170-f023-4f1a-980d-2b464f181d23 HTTP/1.1" status: 200 len: 1092 time: 2.7863693 Jul 23 10:40:05.831270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1e48b4b-5f5e-434e-8599-6c45cb5aebd7 req-e4134903-ee7c-4616-b610-dffc85588a0b tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181154 Jul 23 10:40:05.831842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'tag': '4f861170-f023-4f1a-980d-2b464f181d23'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:05.834120 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a202859f-9ec1-4a01-be02-8b2551a4b0df", "tag": "4f861170-f023-4f1a-980d-2b464f181d23"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:05.841045 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.898871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-83123c22-9e0b-48b3-a253-a6d9d8a3e19c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88f82106-17d6-405a-9dea-dd012be4367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784461 Jul 23 10:40:05.905797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No DVR routers for this DVR port ab99b7a8-78ff-4b83-afa4-cea67e9e0daf on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:05.905932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:05.913591 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204f12f-b367-4599-a4cc-c323363cee33 x-openstack-request-id: req-8204f12f-b367-4599-a4cc-c323363cee33 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:05.913907 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a202859f-9ec1-4a01-be02-8b2551a4b0df", "tag": "4f861170-f023-4f1a-980d-2b464f181d23", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:05.914155 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8204f12f-b367-4599-a4cc-c323363cee33 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:05.914563 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'tag': '4f861170-f023-4f1a-980d-2b464f181d23', 'status': 'completed', 'code': 200} Jul 23 10:40:05.917390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cecc3-fd6d-419d-9197-45b7b6a36948 service neutron] Pushing event updated for resources: {'Port': ['ID=4f861170-f023-4f1a-980d-2b464f181d23,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:05.924427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996f5447-f2f0-49aa-969f-96d28aef8731']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:05.959501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9535a44-c33a-4543-ae35-52c0126b53fb') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:05.959833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9535a44-c33a-4543-ae35-52c0126b53fb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:05.975350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.001667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-95f0e27a-9392-48ef-84e1-9d306fcae76b service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216547 Jul 23 10:40:06.002253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637f04b-739e-4169-8513-4d5d50f7090c None None] Pushing event updated for resources: {'Port': ['ID=9445f034-bb2b-4eb7-b93e-b7c5132d0eb1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:06.002749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.018517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:06.018903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:06.022276 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:06.034750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe738e7-3a81-42ba-bc7a-50110d35b5e3 None None] Network 996f5447-f2f0-49aa-969f-96d28aef8731 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:06.040678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Port': ['ID=ab99b7a8-78ff-4b83-afa4-cea67e9e0daf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:06.131878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.138339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 10:40:06.138339 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 10:40:06.138339 n-d-778550-4 neutron-server[93834]: [parameters: {'id': '996f5447-f2f0-49aa-969f-96d28aef8731'}] Jul 23 10:40:06.138339 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:40:06.139072 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:40:06.144340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913fb9c2-e443-4bc6-9887-26fb584456ca']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:06.157222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d802d9-e502-4c91-bc5f-d9a32c35784c') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:06.157561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d802d9-e502-4c91-bc5f-d9a32c35784c') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:06.162830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-22fb00c6-5ac1-457d-b230-cf9fb547e4d5 service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536355 Jul 23 10:40:06.168191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.184841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.199562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64553aa-4748-4e36-8ef7-a3e62ec54d42 None None] Network 996f5447-f2f0-49aa-969f-96d28aef8731 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:06.209329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:06.209882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:06.245850 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:06.278470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd3a2-5ab8-4463-a2a3-92e304359302 req-4e48524c-a53c-4f8d-8c60-31a50d961b16 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:06.280308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d3fd3a2-5ab8-4463-a2a3-92e304359302 req-4e48524c-a53c-4f8d-8c60-31a50d961b16 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 944 time: 0.1200461 Jul 23 10:40:06.316891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab99b7a8-78ff-4b83-afa4-cea67e9e0daf no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:06.331993 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d3fd3a2-5ab8-4463-a2a3-92e304359302 req-6b976f69-2a44-46de-bea1-799ba35d6461 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450451 Jul 23 10:40:06.338413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ab99b7a8-78ff-4b83-afa4-cea67e9e0daf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:06.338674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ab99b7a8-78ff-4b83-afa4-cea67e9e0daf not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:06.381043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb048d7-eb5a-4209-8ef1-95359cd97f65 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:40:06.382496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-17a3d92f-90de-436c-b2e5-d03516c4fdac service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659407 Jul 23 10:40:06.397602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-4a863861-edab-4237-8ca9-091f34e015cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:06.399626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-4a863861-edab-4237-8ca9-091f34e015cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86f127926ae641a69315a92d40fae0b7&device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 1095 time: 0.5096514 Jul 23 10:40:06.427767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.447487 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.451473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/networks/913fb9c2-e443-4bc6-9887-26fb584456ca HTTP/1.1" status: 204 len: 168 time: 1.9459634 Jul 23 10:40:06.453113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58106) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:06.461148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'routes': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:06.471387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb048d7-eb5a-4209-8ef1-95359cd97f65 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:40:06.471598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8996-2af9-4572-9677-a1801cac0701 req-17cc0cf2-ccdc-4551-9524-d7bb06eb82e1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:06.473356 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-479b8996-2af9-4572-9677-a1801cac0701 req-17cc0cf2-ccdc-4551-9524-d7bb06eb82e1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.0829277 Jul 23 10:40:06.505419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-8c7e0b5b-7d17-46cc-80a5-132e9763a892 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f861170-f023-4f1a-980d-2b464f181d23 HTTP/1.1" status: 200 len: 217 time: 0.0878377 Jul 23 10:40:06.509059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc16c4-dd2f-420f-a977-d46d906cebc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Pushing event deleted for resources: {'Network': ['ID=913fb9c2-e443-4bc6-9887-26fb584456ca,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:06.551590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0038d5-a689-42f7-bd30-c230b5c59842 req-5cee11b2-0db4-4056-aba7-0e400d252ac7 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:06.553125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e0038d5-a689-42f7-bd30-c230b5c59842 req-5cee11b2-0db4-4056-aba7-0e400d252ac7 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 945 time: 0.3641820 Jul 23 10:40:06.634057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-479b8996-2af9-4572-9677-a1801cac0701 req-d0744f8a-f476-4304-972d-a46b367f7835 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298568 Jul 23 10:40:06.639962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.644686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-37259717-0907-40cf-8acc-639c43936dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:06.646187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-37259717-0907-40cf-8acc-639c43936dde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ad21299-8d54-47fa-9543-c75e8898626b HTTP/1.1" status: 200 len: 852 time: 0.1269214 Jul 23 10:40:06.657103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e0038d5-a689-42f7-bd30-c230b5c59842 req-2344545e-2eb4-4b8d-9281-d8a36e49707b tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Jul 23 10:40:06.660570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Added routes are [] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 10:40:06.661501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Removed routes are [] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 10:40:06.661501 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.661719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d35ad03-e29f-45d3-a2ee-0800a9586115 req-b7003790-9a29-473e-93af-8483acb9917f service neutron] 10.222.0.55 "GET /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546208 Jul 23 10:40:06.708911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-1e72bf99-1b32-4146-b6f6-0725aad1c83d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09977c9f-91a3-4939-adbf-f8e18eac4b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399051 Jul 23 10:40:06.816988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-6b188908-119f-4b46-a8ee-70197550eebe service neutron] 10.222.0.55 "GET /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984235 Jul 23 10:40:06.867318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.876014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.917671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e80f93fd-bdbf-4b27-9a18-f929adbb1ec8 req-f1629606-3a84-45c8-9f02-96bb83aa8ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939643 Jul 23 10:40:06.932353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:06.932702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:06.969867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d459d-7cb0-4dbf-9e9a-a5e3e1ef7e87 req-2e9e82f3-be57-4b73-b125-0f584d3d7fa0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:06.972035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f8d459d-7cb0-4dbf-9e9a-a5e3e1ef7e87 req-2e9e82f3-be57-4b73-b125-0f584d3d7fa0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2403698 Jul 23 10:40:07.012285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router 4a811ec6-697f-4383-b131-7dc1b1bdac0a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:40:07.065989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9445f034-bb2b-4eb7-b93e-b7c5132d0eb1,segment=NetworkSegment(a9535a44-c33a-4543-ae35-52c0126b53fb),segment_id=a9535a44-c33a-4543-ae35-52c0126b53fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:07.066355 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.084401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d352f0d-3233-4e52-8cdc-7f545080e7d9 req-b1fe8aea-89a6-41a0-8c27-e4c86985fbc4 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:07.085906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d352f0d-3233-4e52-8cdc-7f545080e7d9 req-b1fe8aea-89a6-41a0-8c27-e4c86985fbc4 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 944 time: 0.1667778 Jul 23 10:40:07.087768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-d77d2866-cde3-4edc-8b9b-36e248a7c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:07.089192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-d77d2866-cde3-4edc-8b9b-36e248a7c0a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86f127926ae641a69315a92d40fae0b7&device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 1095 time: 0.1135762 Jul 23 10:40:07.145263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:07.150990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d352f0d-3233-4e52-8cdc-7f545080e7d9 req-0368c809-5729-4e05-8f15-52c312aeefa6 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Jul 23 10:40:07.177229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:07.184829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 027edf14-0290-400d-92ad-3116b5dfa3ce details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:40:07.208413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-2a9d4e03-8993-46bf-a2a9-0ce25d519bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:07.209912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-2a9d4e03-8993-46bf-a2a9-0ce25d519bba service neutron] 10.222.0.55 "GET /v2.0/networks?id=09977c9f-91a3-4939-adbf-f8e18eac4b16 HTTP/1.1" status: 200 len: 913 time: 0.1117110 Jul 23 10:40:07.211646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f8d459d-7cb0-4dbf-9e9a-a5e3e1ef7e87 req-33f3c54d-fa3c-47ef-9827-15b1d7889980 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238655 Jul 23 10:40:07.214760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] Sync routers for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:07.218382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.220427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e7f27c32-0ed1-4c08-83d4-49600c38a735 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 704 time: 0.7636676 Jul 23 10:40:07.223130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:07.236245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:07.236987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.256059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e7c8e8dd-8bb9-4afd-b265-d320e4ccbd5e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 205 time: 0.0317922 Jul 23 10:40:07.259842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:07.272173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-c10bd146-d57f-46b6-9fcf-c45c140818c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f861170-f023-4f1a-980d-2b464f181d23 HTTP/1.1" status: 200 len: 217 time: 0.0513968 Jul 23 10:40:07.324933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-590742c4-098c-4eeb-b633-4da73519b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:07.326544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-590742c4-098c-4eeb-b633-4da73519b988 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ad21299-8d54-47fa-9543-c75e8898626b HTTP/1.1" status: 200 len: 852 time: 0.0482254 Jul 23 10:40:07.359906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:07.364997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-881b0ce2-a932-4a2d-9409-37b317d47e79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09977c9f-91a3-4939-adbf-f8e18eac4b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306780 Jul 23 10:40:07.370899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.378588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.414670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:40:01Z', 'revision_number': 11, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.427220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port 9445f034-bb2b-4eb7-b93e-b7c5132d0eb1 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:07.446887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] Checking router: 4a811ec6-697f-4383-b131-7dc1b1bdac0a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:40:07.466599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 027edf14-0290-400d-92ad-3116b5dfa3ce, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=027edf14-0290-400d-92ad-3116b5dfa3ce,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:07.474329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] Routers {'4a811ec6-697f-4383-b131-7dc1b1bdac0a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:07.474949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.503464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=9445f034-bb2b-4eb7-b93e-b7c5132d0eb1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:07.509430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '027edf14-0290-400d-92ad-3116b5dfa3ce', 'network_id': '88f82106-17d6-405a-9dea-dd012be4367b', 'port_id': '027edf14-0290-400d-92ad-3116b5dfa3ce', 'mac_address': 'fa:16:3e:0c:ca:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01038704-b36f-4ebc-95c2-bc63e44a7e97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:40:07.527627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-497e4934-c8d8-48b5-94df-dc6a92a0151f service neutron] 10.222.0.55 "GET /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559784 Jul 23 10:40:07.535659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8c9d7-0cb0-4f53-83e7-76dfea4de89e req-e894af87-483c-4ec7-aa05-2a217c0e3e88 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:07.537187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2d8c9d7-0cb0-4f53-83e7-76dfea4de89e req-e894af87-483c-4ec7-aa05-2a217c0e3e88 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 944 time: 0.1268544 Jul 23 10:40:07.570030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] Set router 4a811ec6-697f-4383-b131-7dc1b1bdac0a gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:07.623291 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.628392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:40:01Z', 'revision_number': 11, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.628700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.661167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.662565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.663322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351d05f-6e11-44ea-afa1-de66840cad08 None None] The sync data for ids ['4a811ec6-697f-4383-b131-7dc1b1bdac0a'] in n-d-778550-4 is: [{'id': '4a811ec6-697f-4383-b131-7dc1b1bdac0a', 'name': 'tempest-RoutersIpV6Test-router-535756052', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:58Z', 'updated_at': '2021-07-23T10:40:01Z', 'revision_number': 11, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:07.676997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027edf14-0290-400d-92ad-3116b5dfa3ce {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:07.701800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 027edf14-0290-400d-92ad-3116b5dfa3ce, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=027edf14-0290-400d-92ad-3116b5dfa3ce,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:07.714209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996f5447-f2f0-49aa-969f-96d28aef8731']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.717588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.739569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9535a44-c33a-4543-ae35-52c0126b53fb') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.739801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9535a44-c33a-4543-ae35-52c0126b53fb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:07.771346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.793905 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.794594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router 4a811ec6-697f-4383-b131-7dc1b1bdac0a {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:40:07.808990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=027edf14-0290-400d-92ad-3116b5dfa3ce,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:07.816704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.824319 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-842b5eb4-e78a-4753-a8e8-9b786f1f931d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 204 len: 168 time: 0.5630009 Jul 23 10:40:07.825541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.827618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:07.835710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-834421119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:07.858389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:07.858861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:07.867477 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:07.949632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['027edf14-0290-400d-92ad-3116b5dfa3ce'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:07.951534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.952685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.972114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.984196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:07.986686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/996f5447-f2f0-49aa-969f-96d28aef8731 HTTP/1.1" status: 204 len: 168 time: 2.9052036 Jul 23 10:40:07.991589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:08.029704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf6ab0-863d-4fce-bcdd-788b4703ab5b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=996f5447-f2f0-49aa-969f-96d28aef8731,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:08.064000 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-735fe707-3379-4139-83bc-3ade293c1230 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:08.064519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735fe707-3379-4139-83bc-3ade293c1230 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:08.070020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-735fe707-3379-4139-83bc-3ade293c1230 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/996f5447-f2f0-49aa-969f-96d28aef8731 HTTP/1.1" status: 404 len: 339 time: 0.0737376 Jul 23 10:40:08.071267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:08.075324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709852508', 'description': 'd1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:08.076064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2d8c9d7-0cb0-4f53-83e7-76dfea4de89e req-6a379a7d-cb11-4fc0-855b-9b78a32b040b tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190029 Jul 23 10:40:08.096226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76aa9682-ea21-4e62-bcf2-b5e6e00370ad req-7cf0d1e5-637b-4ba3-aeb0-f6cdfc79b485 service neutron] 10.222.0.55 "GET /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578225 Jul 23 10:40:08.102746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.107974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:08.112359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.126637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-a520eb30-f423-4bf9-9013-373ca7de19e5 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.127547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-a520eb30-f423-4bf9-9013-373ca7de19e5 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 945 time: 0.5382364 Jul 23 10:40:08.291158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e252595-0d33-4f3f-8246-762a9e455e3e req-93bb29e8-51ad-415f-8a93-6f3c3661c714 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.292771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e252595-0d33-4f3f-8246-762a9e455e3e req-93bb29e8-51ad-415f-8a93-6f3c3661c714 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 945 time: 0.1083367 Jul 23 10:40:08.308122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Deleting port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:08.308462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.393561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e252595-0d33-4f3f-8246-762a9e455e3e req-38eeb5c0-59b5-43ec-8fad-e36166bb432c tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937502 Jul 23 10:40:08.436475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] For port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:08.437476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.450314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Calling delete_port for 2b8c63e9-2321-4b10-9d85-b2a38feedd7d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:08.476131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c325-4639-4b7c-bc0f-566b44707762 req-eeaf97db-de86-4521-bc48-a60a4bc66d88 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.479324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a43c325-4639-4b7c-bc0f-566b44707762 req-eeaf97db-de86-4521-bc48-a60a4bc66d88 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.6491618 Jul 23 10:40:08.479324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.531844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.533054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23a8ec4b-5505-46ac-b500-7dba9312fdf1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7031250 Jul 23 10:40:08.535934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58144) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:08.536109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:08.543266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:08.543462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a43c325-4639-4b7c-bc0f-566b44707762 req-938a5bb9-ab03-4f3b-a431-6cfb53b0abe6 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575044 Jul 23 10:40:08.550069 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.550632 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 98acad7b-7d82-4132-b72c-1b53d4801312 of type vlan for network dd196923-9022-48b4-8512-81ee107cb77a Jul 23 10:40:08.592525 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.649075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.654836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.655473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.697262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6257787 Jul 23 10:40:08.704592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:08.759279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e427b-f3c5-4b16-a749-9fc592c3aea4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=dd196923-9022-48b4-8512-81ee107cb77a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:08.771198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network dd196923-9022-48b4-8512-81ee107cb77a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:08.807083 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:08.818723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee0893-78be-47af-a6a0-1b5b29825ff2 req-ce02afa5-b4a6-45f4-8fda-210d3c0db4eb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.820566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6bee0893-78be-47af-a6a0-1b5b29825ff2 req-ce02afa5-b4a6-45f4-8fda-210d3c0db4eb tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2043006 Jul 23 10:40:08.824681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2b8c63e9-2321-4b10-9d85-b2a38feedd7d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:08.847006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bc7a6-875b-4891-a4d1-c19460eb742e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.852673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-624bc7a6-875b-4891-a4d1-c19460eb742e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks?id=dd196923-9022-48b4-8512-81ee107cb77a HTTP/1.1" status: 200 len: 760 time: 0.1446238 Jul 23 10:40:08.859807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:08.869436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'description': 'd2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:08.914047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6bee0893-78be-47af-a6a0-1b5b29825ff2 req-8ace60e5-6433-4907-9e3c-090037793dc5 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847762 Jul 23 10:40:08.932999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7584f-9821-4f4a-85da-ded6757ab66d req-7e83885f-5d11-4d74-9913-a1f975008768 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:08.934492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8df7584f-9821-4f4a-85da-ded6757ab66d req-7e83885f-5d11-4d74-9913-a1f975008768 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 944 time: 0.3368781 Jul 23 10:40:08.939107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Pushing event deleted for resources: {'Port': ['ID=2b8c63e9-2321-4b10-9d85-b2a38feedd7d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:08.956010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.014517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] No DVR routers for this DVR port 2b8c63e9-2321-4b10-9d85-b2a38feedd7d on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:09.018038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.020506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10bca8cf-f7c3-4397-b531-cbb50406ddcb req-74867511-4b40-451d-92b8-9d2c3f99ed00 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "DELETE /v2.0/ports/2b8c63e9-2321-4b10-9d85-b2a38feedd7d HTTP/1.1" status: 204 len: 173 time: 0.8871465 Jul 23 10:40:09.021246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'name': 'network-vif-deleted', 'tag': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:09.024070 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df602069-b0d4-4627-a09c-19a6b4b79ef4" -d '{"events": [{"server_uuid": "d93109fc-e1dc-4c1c-a08b-88cce06cd140", "name": "network-vif-deleted", "tag": "2b8c63e9-2321-4b10-9d85-b2a38feedd7d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:09.027344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.064964 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.083145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.085075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8df7584f-9821-4f4a-85da-ded6757ab66d req-cbb53a43-c98d-4bc4-887c-9083d9b97ba0 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428523 Jul 23 10:40:09.093618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network dd196923-9022-48b4-8512-81ee107cb77a is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:40:09.100278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:09.100923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.102521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "PUT /v2.0/networks/dd196923-9022-48b4-8512-81ee107cb77a HTTP/1.1" status: 200 len: 757 time: 0.2433541 Jul 23 10:40:09.115892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:09.126911 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be52df4-4af2-42d6-aeda-69ad18e56328 x-openstack-request-id: req-0be52df4-4af2-42d6-aeda-69ad18e56328 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:09.127757 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93109fc-e1dc-4c1c-a08b-88cce06cd140", "name": "network-vif-deleted", "tag": "2b8c63e9-2321-4b10-9d85-b2a38feedd7d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:09.127986 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0be52df4-4af2-42d6-aeda-69ad18e56328 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:09.128457 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93109fc-e1dc-4c1c-a08b-88cce06cd140', 'name': 'network-vif-deleted', 'tag': '2b8c63e9-2321-4b10-9d85-b2a38feedd7d', 'status': 'completed', 'code': 200} Jul 23 10:40:09.173579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Router de70f8ec-06c5-4340-9759-00f37ce1b908 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:40:09.188853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f861170-f023-4f1a-980d-2b464f181d23 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:40:09.192845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 027edf14-0290-400d-92ad-3116b5dfa3ce up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:09.198534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872bba6-0e72-467e-aad3-9b4277308244 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=dd196923-9022-48b4-8512-81ee107cb77a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:09.227743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network dd196923-9022-48b4-8512-81ee107cb77a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:09.258616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:09.265463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.267684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee1dcc85-fe3b-4e00-9292-c30dc62fbb2e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "PUT /v2.0/routers/de70f8ec-06c5-4340-9759-00f37ce1b908 HTTP/1.1" status: 200 len: 697 time: 0.7304502 Jul 23 10:40:09.270277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58156) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:09.273964 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] Sync routers for ids ['de70f8ec-06c5-4340-9759-00f37ce1b908'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:09.278273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d00e6-7912-4ef5-9b37-30bbe15d79d5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:09.279802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-452d00e6-7912-4ef5-9b37-30bbe15d79d5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks?id=dd196923-9022-48b4-8512-81ee107cb77a HTTP/1.1" status: 200 len: 760 time: 0.1628776 Jul 23 10:40:09.284721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58158) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:09.290385 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] Routers {'de70f8ec-06c5-4340-9759-00f37ce1b908'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:09.291231 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['de70f8ec-06c5-4340-9759-00f37ce1b908'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:09.293404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582159161'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:09.334188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d83cab-f897-4444-b64b-7ce542a0e1b8 req-057ce92a-6cfb-4ef1-a148-a42fa1b8f743 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:09.336111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2d83cab-f897-4444-b64b-7ce542a0e1b8 req-057ce92a-6cfb-4ef1-a148-a42fa1b8f743 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 945 time: 0.1415377 Jul 23 10:40:09.337370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:09.341745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.395482 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] Set router de70f8ec-06c5-4340-9759-00f37ce1b908 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:09.397081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2d83cab-f897-4444-b64b-7ce542a0e1b8 req-1305a997-a7fd-4ff8-8f2f-1809e05dcf10 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Jul 23 10:40:09.409353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:09.410377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d765ae77-045a-4dae-ad80-2545136a3a19 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/routers/de70f8ec-06c5-4340-9759-00f37ce1b908 HTTP/1.1" status: 200 len: 703 time: 0.1389167 Jul 23 10:40:09.415767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:09.454852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.455214 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment 85bbed19-cdf4-4443-b48c-c4e213b16b72 of type vlan for network 170d9b3f-8abd-40f4-80c4-190f3a255238 Jul 23 10:40:09.461209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58164) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:09.461501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7c15eded-df5e-4cab-b7cf-1030a911edc1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=de70f8ec-06c5-4340-9759-00f37ce1b908 HTTP/1.1" status: 200 len: 205 time: 0.0445130 Jul 23 10:40:09.517228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.548268 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de70f8ec-06c5-4340-9759-00f37ce1b908', 'name': 'tempest-RoutersIpV6Test-router-834421119', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:07Z', 'updated_at': '2021-07-23T10:40:08Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:09.580846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.586718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:09.587350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.634429 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd7aa9e0-1144-4dbd-aed3-5e35ce66e5ff req-a4df8312-3161-455d-a16b-bcf936ef4cf2 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=d93109fc-e1dc-4c1c-a08b-88cce06cd140 HTTP/1.1" status: 200 len: 210 time: 0.0651002 Jul 23 10:40:09.642362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3536513 Jul 23 10:40:09.642587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.644825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 027edf14-0290-400d-92ad-3116b5dfa3ce completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:09.645514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58170) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:09.657933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:09.668347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 027edf14-0290-400d-92ad-3116b5dfa3ce triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:09.669119 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.723299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f861170-f023-4f1a-980d-2b464f181d23, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f861170-f023-4f1a-980d-2b464f181d23,segment=NetworkSegment(dfc5aa23-bad1-489b-8b8d-746d0b27d26e),segment_id=dfc5aa23-bad1-489b-8b8d-746d0b27d26e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:09.727889 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] Checking router: de70f8ec-06c5-4340-9759-00f37ce1b908 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:40:09.745133 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] Routers {'de70f8ec-06c5-4340-9759-00f37ce1b908'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:09.746234 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['de70f8ec-06c5-4340-9759-00f37ce1b908'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:09.753594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b39c1-25c0-4628-a06d-4e6512dd5db5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=170d9b3f-8abd-40f4-80c4-190f3a255238,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:09.769538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 170d9b3f-8abd-40f4-80c4-190f3a255238 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:09.803581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '4f861170-f023-4f1a-980d-2b464f181d23', 'network_id': '09977c9f-91a3-4939-adbf-f8e18eac4b16', 'port_id': '4f861170-f023-4f1a-980d-2b464f181d23', 'mac_address': 'fa:16:3e:4c:46:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad21299-8d54-47fa-9543-c75e8898626b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:40:09.832918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a27f1-9084-478d-bf74-8d5cb639d2e4 req-d9f2982b-bf24-47f8-a546-f1cd00e8af96 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:09.834609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f52a27f1-9084-478d-bf74-8d5cb639d2e4 req-d9f2982b-bf24-47f8-a546-f1cd00e8af96 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.0911961 Jul 23 10:40:09.842265 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] Set router de70f8ec-06c5-4340-9759-00f37ce1b908 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:09.893033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f52a27f1-9084-478d-bf74-8d5cb639d2e4 req-c5f05d78-c130-4de1-9bdf-014048cf74e8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497000 Jul 23 10:40:09.907267 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de70f8ec-06c5-4340-9759-00f37ce1b908', 'name': 'tempest-RoutersIpV6Test-router-834421119', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:07Z', 'updated_at': '2021-07-23T10:40:08Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:09.941168 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31399756-83b1-4df2-bf2c-dbe5b40250c1 None None] The sync data for ids ['de70f8ec-06c5-4340-9759-00f37ce1b908'] in n-d-778550-4 is: [{'id': 'de70f8ec-06c5-4340-9759-00f37ce1b908', 'name': 'tempest-RoutersIpV6Test-router-834421119', 'tenant_id': '0bed300835a5468b8e70bbe50e7a08e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:07Z', 'updated_at': '2021-07-23T10:40:08Z', 'revision_number': 2, 'project_id': '0bed300835a5468b8e70bbe50e7a08e1', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:09.943918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.947398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.950070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.976316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:09.994168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027edf14-0290-400d-92ad-3116b5dfa3ce'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:09.996555 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96880381-601f-4e0c-80a2-f1d8ef9bbf0a" -d '{"events": [{"server_uuid": "c745d160-ef9d-410f-a972-2132aef55fd5", "name": "network-vif-plugged", "status": "completed", "tag": "027edf14-0290-400d-92ad-3116b5dfa3ce"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:10.002451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f861170-f023-4f1a-980d-2b464f181d23 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:10.029867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 027edf14-0290-400d-92ad-3116b5dfa3ce, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=027edf14-0290-400d-92ad-3116b5dfa3ce,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:10.038337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:10.040131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.042929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.046408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f861170-f023-4f1a-980d-2b464f181d23, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f861170-f023-4f1a-980d-2b464f181d23,segment=NetworkSegment(dfc5aa23-bad1-489b-8b8d-746d0b27d26e),segment_id=dfc5aa23-bad1-489b-8b8d-746d0b27d26e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:10.049495 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63377484-9238-4ce3-a73d-dc4c17e2f6e1 x-openstack-request-id: req-63377484-9238-4ce3-a73d-dc4c17e2f6e1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:10.049820 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c745d160-ef9d-410f-a972-2132aef55fd5", "name": "network-vif-plugged", "status": "completed", "tag": "027edf14-0290-400d-92ad-3116b5dfa3ce", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:10.050029 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63377484-9238-4ce3-a73d-dc4c17e2f6e1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:10.050497 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027edf14-0290-400d-92ad-3116b5dfa3ce', 'code': 200} Jul 23 10:40:10.065647 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.066174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Fanout notify agent at l3_agent the message router_deleted on router de70f8ec-06c5-4340-9759-00f37ce1b908 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:40:10.068845 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.078005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.079858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1d306a9-53e4-4d70-8e2a-7c0209f7ec8e tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/de70f8ec-06c5-4340-9759-00f37ce1b908 HTTP/1.1" status: 204 len: 168 time: 0.6176345 Jul 23 10:40:10.084244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58176) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.102105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=027edf14-0290-400d-92ad-3116b5dfa3ce,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:10.139366 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3ecc350d-d483-498a-99da-153e4e58b65f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=de70f8ec-06c5-4340-9759-00f37ce1b908 HTTP/1.1" status: 200 len: 205 time: 0.0534146 Jul 23 10:40:10.142404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.158166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4f861170-f023-4f1a-980d-2b464f181d23,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:10.196642 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a5fe8029-73f9-4af4-af30-03547a25a723 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:10.197682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a5fe8029-73f9-4af4-af30-03547a25a723 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/de70f8ec-06c5-4340-9759-00f37ce1b908 HTTP/1.1" status: 404 len: 336 time: 0.0540018 Jul 23 10:40:10.205375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58182) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.249215 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9809a7b0-499f-46eb-95e9-a6057cab79a7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:10.249447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9809a7b0-499f-46eb-95e9-a6057cab79a7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:10.254094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9809a7b0-499f-46eb-95e9-a6057cab79a7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/0a1ee31d-7e90-4876-b87b-6310fbe7d93a HTTP/1.1" status: 404 len: 337 time: 0.0456970 Jul 23 10:40:10.257170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.277459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d713-58e3-4561-bcf9-45a74a8592d5 req-240ac13f-6f10-485d-b851-71ca33a22f0d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:10.278986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9259d713-58e3-4561-bcf9-45a74a8592d5 req-240ac13f-6f10-485d-b851-71ca33a22f0d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2808397 Jul 23 10:40:10.288288 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baa5455-008a-4c31-8480-0e17211df0e0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:10.288750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baa5455-008a-4c31-8480-0e17211df0e0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:10.290475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6baa5455-008a-4c31-8480-0e17211df0e0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/87dffb8d-61bb-4640-91eb-8c7adabc279a HTTP/1.1" status: 404 len: 337 time: 0.0315542 Jul 23 10:40:10.293029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.302566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4f861170-f023-4f1a-980d-2b464f181d23'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:10.308922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104dcb7-527c-46d3-84e4-9397ff379c5a req-4fb7ed19-bfbb-4fb5-834a-02e1aaaee518 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:10.310408 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9104dcb7-527c-46d3-84e4-9397ff379c5a req-4fb7ed19-bfbb-4fb5-834a-02e1aaaee518 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 945 time: 0.1194289 Jul 23 10:40:10.333993 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ade3818-8bd9-45a0-a823-b584735a99f0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:10.334542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ade3818-8bd9-45a0-a823-b584735a99f0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:10.337215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4ade3818-8bd9-45a0-a823-b584735a99f0 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/ce4ec61d-e79e-4146-932a-12e73e1e5dce HTTP/1.1" status: 404 len: 337 time: 0.0432866 Jul 23 10:40:10.340647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58188) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.359298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f71c-41f0-4891-bb7b-0489b52d8afe req-0a321218-d8f0-41f2-b581-c1c4652092ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:10.361669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6313f71c-41f0-4891-bb7b-0489b52d8afe req-0a321218-d8f0-41f2-b581-c1c4652092ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 1097 time: 0.1978054 Jul 23 10:40:10.370970 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9104dcb7-527c-46d3-84e4-9397ff379c5a req-91c54b03-ea55-4db2-8f1f-dcb847de354a tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Jul 23 10:40:10.399115 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f9a018-0e71-4d60-8387-ce9ad0fec9a6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:10.399590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f9a018-0e71-4d60-8387-ce9ad0fec9a6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:10.401214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-17f9a018-0e71-4d60-8387-ce9ad0fec9a6 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/d87b23cd-da57-4152-95ff-f4d58123066f HTTP/1.1" status: 404 len: 337 time: 0.0558538 Jul 23 10:40:10.404307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.439471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d5fbe4c0-1e2b-4013-9054-0e45bc2cc78d tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 200 len: 205 time: 0.0338717 Jul 23 10:40:10.441911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.444440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9259d713-58e3-4561-bcf9-45a74a8592d5 req-40dbda2c-5b52-4279-9867-cd730ffca959 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571934 Jul 23 10:40:10.475747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6313f71c-41f0-4891-bb7b-0489b52d8afe req-122aef90-096f-476e-b3a4-a3202cdff4c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889614 Jul 23 10:40:10.479609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.495916 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-81178e06-1f0e-4e82-be68-dc345d687905 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:10.499327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-81178e06-1f0e-4e82-be68-dc345d687905 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/4a811ec6-697f-4383-b131-7dc1b1bdac0a HTTP/1.1" status: 404 len: 336 time: 0.0541666 Jul 23 10:40:10.499622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.533274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3995795d-0140-4781-96a8-bf3e2cee7341 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a34e997-2e22-46d1-bc00-274f8d0771f3 HTTP/1.1" status: 200 len: 205 time: 0.0319369 Jul 23 10:40:10.540313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58198) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.585190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=39c55128-5422-42e7-89a8-2360ace918a1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:10.589828 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-a688431d-e5b6-48b3-97b9-b34b8da34f8a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:10.592225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a688431d-e5b6-48b3-97b9-b34b8da34f8a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/6a34e997-2e22-46d1-bc00-274f8d0771f3 HTTP/1.1" status: 404 len: 336 time: 0.0496275 Jul 23 10:40:10.594736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd10c-9eb5-4838-8373-5a1c71b4b3e7 req-cfb1b6b6-0568-44e8-a53e-fb768e0908d1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:10.594972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58200) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.596286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec2cd10c-9eb5-4838-8373-5a1c71b4b3e7 req-cfb1b6b6-0568-44e8-a53e-fb768e0908d1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.0657570 Jul 23 10:40:10.605299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': '85bbed19-cdf4-4443-b48c-c4e213b16b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:10.605653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 170d9b3f-8abd-40f4-80c4-190f3a255238, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:10.626278 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc162657-1b97-4b71-b945-55b21cb3e5f1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:10.626729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc162657-1b97-4b71-b945-55b21cb3e5f1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:10.628487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc162657-1b97-4b71-b945-55b21cb3e5f1 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/7529858c-e78f-4404-8dce-65dab6941d43 HTTP/1.1" status: 404 len: 337 time: 0.0325325 Jul 23 10:40:10.631957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58202) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.635837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec2cd10c-9eb5-4838-8373-5a1c71b4b3e7 req-ad08ca48-d2a4-4373-b5f9-918453794ce2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Jul 23 10:40:10.666680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5edc790d-62db-4a0c-8958-206a065bcd09 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 200 len: 205 time: 0.0316613 Jul 23 10:40:10.667040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58206) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.716471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 170d9b3f-8abd-40f4-80c4-190f3a255238 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:10.718675 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-fb6d6adb-c360-434d-b8c5-b24491b7b6d7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:10.722997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb6d6adb-c360-434d-b8c5-b24491b7b6d7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/9f6db301-a7a7-427e-a1e3-0533470975de HTTP/1.1" status: 404 len: 336 time: 0.0523822 Jul 23 10:40:10.723204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.739714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 170d9b3f-8abd-40f4-80c4-190f3a255238) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:10.744876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:10.745483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.752813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b2586-f9e3-4156-af5c-3905203a6691 None None] Network 170d9b3f-8abd-40f4-80c4-190f3a255238 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:10.775150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-47611645-b980-4edf-b975-20bda2e8ca09 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d4a27a7-cd33-46de-af06-65f4ca5cd20e HTTP/1.1" status: 200 len: 205 time: 0.0506980 Jul 23 10:40:10.775571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58214) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.790140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.790341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-76913bc0-a945-4e9f-a9bb-0e4250ab86fb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1434889 Jul 23 10:40:10.820521 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-08678dd5-a8e1-42a6-8d5e-2dc83c884c50 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:10.827475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-08678dd5-a8e1-42a6-8d5e-2dc83c884c50 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/7d4a27a7-cd33-46de-af06-65f4ca5cd20e HTTP/1.1" status: 404 len: 336 time: 0.0440867 Jul 23 10:40:10.827475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58218) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.873827 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-96290777-09fc-4a97-9686-40917bdec8d7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:10.874284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96290777-09fc-4a97-9686-40917bdec8d7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:10.876339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-96290777-09fc-4a97-9686-40917bdec8d7 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/0fa3ec32-c134-4ab5-9728-6b57504057c5 HTTP/1.1" status: 404 len: 337 time: 0.0485916 Jul 23 10:40:10.881341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58220) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.931794 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d82026a3-23a9-49f7-ba96-b86c911442fe tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=55b0490e-2da7-462b-8d24-a02db4468a88 HTTP/1.1" status: 200 len: 205 time: 0.0492294 Jul 23 10:40:10.934360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58226) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:10.983164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.986528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-170d9b3f-8abd-40f4-80c4-190f3a255238', 'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '39c55128-5422-42e7-89a8-2360ace918a1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:10.988452 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:10.993833 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-20fe81e4-f1ad-4e93-9573-e428fa88a677 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:10.996054 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-20fe81e4-f1ad-4e93-9573-e428fa88a677 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/55b0490e-2da7-462b-8d24-a02db4468a88 HTTP/1.1" status: 404 len: 336 time: 0.0595446 Jul 23 10:40:10.999500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58228) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:11.033222 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fddef7b-4cff-42cf-9e42-1d56e0959d4a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:11.034713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fddef7b-4cff-42cf-9e42-1d56e0959d4a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:11.038610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0fddef7b-4cff-42cf-9e42-1d56e0959d4a tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/656b4393-22b3-4170-afa8-aecb3ae9342d HTTP/1.1" status: 404 len: 337 time: 0.0354848 Jul 23 10:40:11.039059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58230) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:11.085535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ba1f672f-a47f-4889-9a74-f6bda71adf12 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f527f1e-d1c8-42f0-891d-1942958712fb HTTP/1.1" status: 200 len: 205 time: 0.0440874 Jul 23 10:40:11.086854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58232) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:11.105049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.173815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08638844-9e94-4467-8a52-fc2688d4b478 req-3add7476-392f-403b-8ad6-ccd5bcb42ceb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:11.181214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08638844-9e94-4467-8a52-fc2688d4b478 req-3add7476-392f-403b-8ad6-ccd5bcb42ceb tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1468980 Jul 23 10:40:11.193978 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-d65b9a1c-3fa8-40f3-8239-ed259359cf19 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] delete failed (client error): The resource could not be found. Jul 23 10:40:11.195496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d65b9a1c-3fa8-40f3-8239-ed259359cf19 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/routers/8f527f1e-d1c8-42f0-891d-1942958712fb HTTP/1.1" status: 404 len: 336 time: 0.1071658 Jul 23 10:40:11.197598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58234) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:11.198570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f861170-f023-4f1a-980d-2b464f181d23 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:11.240449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Allocated IP 172.20.0.2 (170d9b3f-8abd-40f4-80c4-190f3a255238/39c55128-5422-42e7-89a8-2360ace918a1/60183048-066a-4fcd-b3da-d05badf204e1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:11.265718 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08638844-9e94-4467-8a52-fc2688d4b478 req-d0ca3904-0828-4e8a-b6d4-b80b355feda4 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795798 Jul 23 10:40:11.292321 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b97c5e0-9216-4c6e-b168-94d218bf921f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:11.293080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b97c5e0-9216-4c6e-b168-94d218bf921f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:11.299512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58236) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:11.301741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2b97c5e0-9216-4c6e-b168-94d218bf921f tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/e831b29e-dcb8-4cef-a3d3-73e6ffff87c0 HTTP/1.1" status: 404 len: 337 time: 0.1024790 Jul 23 10:40:11.338256 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88bcbe7-3549-4988-afed-fd0eac42a507 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:11.338936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88bcbe7-3549-4988-afed-fd0eac42a507 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:11.341205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a88bcbe7-3549-4988-afed-fd0eac42a507 tempest-RoutersIpV6Test-1862366795 tempest-RoutersIpV6Test-1862366795-project] 10.222.0.37 "DELETE /v2.0/subnets/9f4ec07e-ba3c-40b3-8ce6-94a09619183f HTTP/1.1" status: 404 len: 337 time: 0.0402586 Jul 23 10:40:11.369512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 4f861170-f023-4f1a-980d-2b464f181d23 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:11.377526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 4f861170-f023-4f1a-980d-2b464f181d23 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:11.377982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.533837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.553116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Transition to ACTIVE for port object 60183048-066a-4fcd-b3da-d05badf204e1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:11.555532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.571458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900143f6-518b-4b2f-84db-057311bee47d req-56cf9cdf-8f1c-4a89-af00-a25f0c4bf88b tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:11.573585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-900143f6-518b-4b2f-84db-057311bee47d req-56cf9cdf-8f1c-4a89-af00-a25f0c4bf88b tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 945 time: 0.1131072 Jul 23 10:40:11.587285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Transition to ACTIVE for port object 60183048-066a-4fcd-b3da-d05badf204e1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:11.607270 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.612215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 4f861170-f023-4f1a-980d-2b464f181d23, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f861170-f023-4f1a-980d-2b464f181d23,segment=NetworkSegment(dfc5aa23-bad1-489b-8b8d-746d0b27d26e),segment_id=dfc5aa23-bad1-489b-8b8d-746d0b27d26e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:11.632947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:11.635605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-900143f6-518b-4b2f-84db-057311bee47d req-f02871f7-850c-4b68-be1d-78efe5dea155 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510921 Jul 23 10:40:11.648603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.648849 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.649679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2b8c63e9-2321-4b10-9d85-b2a38feedd7d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:11.699024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 2b8c63e9-2321-4b10-9d85-b2a38feedd7d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:11.706012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2b8c63e9-2321-4b10-9d85-b2a38feedd7d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:11.723881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=39c55128-5422-42e7-89a8-2360ace918a1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:11.732020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Network 170d9b3f-8abd-40f4-80c4-190f3a255238 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:11.733232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Pushing event updated for resources: {'Port': ['ID=60183048-066a-4fcd-b3da-d05badf204e1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:11.736699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:11.743092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:11.758493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221504d5-81ca-46e5-9c58-0a2f5012c360 req-83f93af5-3d25-4cdf-9d4e-f85c34d80438 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:11.760679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-221504d5-81ca-46e5-9c58-0a2f5012c360 req-83f93af5-3d25-4cdf-9d4e-f85c34d80438 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2031002 Jul 23 10:40:11.816452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9caf0-9f6f-4a01-b4e5-e8517a07b9b0 req-eb32e7db-1ed5-4655-9a71-8fb7a4172ec7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:11.819894 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76d9caf0-9f6f-4a01-b4e5-e8517a07b9b0 req-eb32e7db-1ed5-4655-9a71-8fb7a4172ec7 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.1018498 Jul 23 10:40:11.836969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.848563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=4f861170-f023-4f1a-980d-2b464f181d23,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:11.853216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Attempting to bind port 60183048-066a-4fcd-b3da-d05badf204e1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:11.853593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Attempting to bind port 60183048-066a-4fcd-b3da-d05badf204e1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '85bbed19-cdf4-4443-b48c-c4e213b16b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:11.853964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Attempting to bind port 60183048-066a-4fcd-b3da-d05badf204e1 on network 170d9b3f-8abd-40f4-80c4-190f3a255238 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:11.859203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:11.859668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Checking segment: {'id': '85bbed19-cdf4-4443-b48c-c4e213b16b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:11.860067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.860472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Bound using segment: {'id': '85bbed19-cdf4-4443-b48c-c4e213b16b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:11.860960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Bound port: 60183048-066a-4fcd-b3da-d05badf204e1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bbed19-cdf4-4443-b48c-c4e213b16b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '170d9b3f-8abd-40f4-80c4-190f3a255238'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:11.861334 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.882580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170d9b3f-8abd-40f4-80c4-190f3a255238']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:11.904152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bbed19-cdf4-4443-b48c-c4e213b16b72') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:11.904643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bbed19-cdf4-4443-b48c-c4e213b16b72') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:11.907326 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76d9caf0-9f6f-4a01-b4e5-e8517a07b9b0 req-dbf79988-0e5d-4ea5-ab94-fa41fbee1bb2 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Jul 23 10:40:11.921012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.945930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] For port 60183048-066a-4fcd-b3da-d05badf204e1, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:11.951291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-221504d5-81ca-46e5-9c58-0a2f5012c360 req-96d05316-0fae-4507-b667-70f9817c6048 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072233 Jul 23 10:40:11.952307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.977200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:11.977627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:11.980760 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:11.997268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a90ecbb8-14df-4262-83ce-41ca22a15889 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bed300835a5468b8e70bbe50e7a08e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567276 Jul 23 10:40:12.003685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58258) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:12.052111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f861170-f023-4f1a-980d-2b464f181d23'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:12.055070 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee5865-6b95-49f2-b83e-4fddeeb9569f" -d '{"events": [{"server_uuid": "a202859f-9ec1-4a01-be02-8b2551a4b0df", "name": "network-vif-plugged", "status": "completed", "tag": "4f861170-f023-4f1a-980d-2b464f181d23"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:12.071854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] For port 60183048-066a-4fcd-b3da-d05badf204e1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=60183048-066a-4fcd-b3da-d05badf204e1,segment=NetworkSegment(85bbed19-cdf4-4443-b48c-c4e213b16b72),segment_id=85bbed19-cdf4-4443-b48c-c4e213b16b72)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:12.077890 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.079794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 10:40:12.079794 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 10:40:12.079794 n-d-778550-4 neutron-server[93834]: [parameters: {'id': '170d9b3f-8abd-40f4-80c4-190f3a255238'}] Jul 23 10:40:12.079794 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:40:12.080177 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:40:12.110516 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dcfc5d-dba3-4992-bc5f-496bff2f2523 x-openstack-request-id: req-06dcfc5d-dba3-4992-bc5f-496bff2f2523 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:12.110813 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a202859f-9ec1-4a01-be02-8b2551a4b0df", "name": "network-vif-plugged", "status": "completed", "tag": "4f861170-f023-4f1a-980d-2b464f181d23", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:12.111359 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06dcfc5d-dba3-4992-bc5f-496bff2f2523 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:12.112718 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f861170-f023-4f1a-980d-2b464f181d23', 'code': 200} Jul 23 10:40:12.126276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-141c14e6-deaf-4190-b637-64a7a322f656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.155100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-141c14e6-deaf-4190-b637-64a7a322f656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.224798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cd607-83f6-43b8-9dd5-68b1e2457b37 None None] Pushing event updated for resources: {'Port': ['ID=60183048-066a-4fcd-b3da-d05badf204e1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:12.231686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-141c14e6-deaf-4190-b637-64a7a322f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.233630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a2b96-3ca2-4cc0-821b-f1fd7d30a26b None None] Network 170d9b3f-8abd-40f4-80c4-190f3a255238 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:12.234436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-141c14e6-deaf-4190-b637-64a7a322f656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.238989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-141c14e6-deaf-4190-b637-64a7a322f656 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e39d7008-a8af-4522-9b82-1e90be375297 HTTP/1.1" status: 204 len: 168 time: 0.2342942 Jul 23 10:40:12.246716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c14e6-deaf-4190-b637-64a7a322f656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d7008-a8af-4522-9b82-1e90be375297,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:12.376854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e936a-804a-440c-8cb1-cb79135e0f09 req-2d134d19-33ec-4326-8168-424f5d02b1b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:12.378606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-143e936a-804a-440c-8cb1-cb79135e0f09 req-2d134d19-33ec-4326-8168-424f5d02b1b3 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.1214323 Jul 23 10:40:12.383909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb1ef4-0525-4d9f-9333-0baf287cdfca req-b335170f-d6e8-4794-b7fe-0efccb9c553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:12.385577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfbb1ef4-0525-4d9f-9333-0baf287cdfca req-b335170f-d6e8-4794-b7fe-0efccb9c553e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 1097 time: 0.1947849 Jul 23 10:40:12.474676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfbb1ef4-0525-4d9f-9333-0baf287cdfca req-90658567-f045-43c1-a68f-510f8ad5fb14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799241 Jul 23 10:40:12.506337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-143e936a-804a-440c-8cb1-cb79135e0f09 req-815d553c-6d9a-42db-b0f6-ea9123ac74f1 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196895 Jul 23 10:40:12.528422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501f086-0478-4913-8f3f-89e53c221f24 req-cb65ba40-636c-45be-addf-082c3f1c6a69 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:12.532063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7501f086-0478-4913-8f3f-89e53c221f24 req-cb65ba40-636c-45be-addf-082c3f1c6a69 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1550605 Jul 23 10:40:12.566889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d8129-e4e2-4798-97cd-063e560d91b3 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:40:12.584228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.597726 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7501f086-0478-4913-8f3f-89e53c221f24 req-30b2e9de-4d69-46c3-98c8-d64f07304b31 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549648 Jul 23 10:40:12.671993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d8129-e4e2-4798-97cd-063e560d91b3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:40:12.702657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port 60183048-066a-4fcd-b3da-d05badf204e1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:12.703257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.814367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port 60183048-066a-4fcd-b3da-d05badf204e1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=60183048-066a-4fcd-b3da-d05badf204e1,segment=NetworkSegment(85bbed19-cdf4-4443-b48c-c4e213b16b72),segment_id=85bbed19-cdf4-4443-b48c-c4e213b16b72)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:12.814953 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.838628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597d2f3-ea1a-41cd-a5f4-71fddf17f4ed req-60560e09-c935-4ad4-b48b-6ca9a1dba09d tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:12.840340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8597d2f3-ea1a-41cd-a5f4-71fddf17f4ed req-60560e09-c935-4ad4-b48b-6ca9a1dba09d tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 946 time: 0.0834742 Jul 23 10:40:12.857717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for 60183048-066a-4fcd-b3da-d05badf204e1 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:12.897251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8597d2f3-ea1a-41cd-a5f4-71fddf17f4ed req-53cf28a1-5d5c-4e4e-9fdb-4282d5109342 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 Jul 23 10:40:12.967310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:12.994260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=60183048-066a-4fcd-b3da-d05badf204e1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:13.010061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port 60183048-066a-4fcd-b3da-d05badf204e1 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:13.131533 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.158293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170d9b3f-8abd-40f4-80c4-190f3a255238']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:13.169798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bbed19-cdf4-4443-b48c-c4e213b16b72') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:13.170109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bbed19-cdf4-4443-b48c-c4e213b16b72') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:13.182797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.208568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.223299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:13.223299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:13.226115 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:13.249914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5436108-2519-4d44-adaf-c14702835714 req-3a2474a7-1d73-47ca-84a9-e4bc2d71816b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.252259 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5436108-2519-4d44-adaf-c14702835714 req-3a2474a7-1d73-47ca-84a9-e4bc2d71816b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1764779 Jul 23 10:40:13.347969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58306) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.349120 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5436108-2519-4d44-adaf-c14702835714 req-3b4c367c-951f-410f-91bd-6416dcbca01e tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897400 Jul 23 10:40:13.349873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.355840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.361545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/170d9b3f-8abd-40f4-80c4-190f3a255238 HTTP/1.1" status: 204 len: 168 time: 2.5665505 Jul 23 10:40:13.363834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.386380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9654-c3c5-4278-a3f6-361e292811cf tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=170d9b3f-8abd-40f4-80c4-190f3a255238,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:13.407325 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68babe4-9943-446a-943a-db40e1e02786 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] GET failed (client error): The resource could not be found. Jul 23 10:40:13.408830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c68babe4-9943-446a-943a-db40e1e02786 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/subnets/39c55128-5422-42e7-89a8-2360ace918a1 HTTP/1.1" status: 404 len: 337 time: 0.0440559 Jul 23 10:40:13.411532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.430037 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37c470e-46e3-45be-bf3d-8889dcc7d5d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:13.430578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37c470e-46e3-45be-bf3d-8889dcc7d5d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:13.432451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e37c470e-46e3-45be-bf3d-8889dcc7d5d8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/170d9b3f-8abd-40f4-80c4-190f3a255238 HTTP/1.1" status: 404 len: 339 time: 0.0200198 Jul 23 10:40:13.436426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.478212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106011787'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:13.548723 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.567311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4ebbd-a5f1-40f8-bcd3-71c4ba15c9a8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.571504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-47b4ebbd-a5f1-40f8-bcd3-71c4ba15c9a8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1316025 Jul 23 10:40:13.571504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.572123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.614852 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d7e97ef3-bf6d-4874-b6aa-7ce40d9571dd tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 207 time: 0.0414040 Jul 23 10:40:13.618050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.720900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab6f0-029f-4d8b-9247-03a9f99b5c72 req-e7b9355b-f668-469e-830e-cca4e9e4f4c8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.722444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc7ab6f0-029f-4d8b-9247-03a9f99b5c72 req-e7b9355b-f668-469e-830e-cca4e9e4f4c8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.1141632 Jul 23 10:40:13.770310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbda81-d975-452c-9cd9-2198fbae93a9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.773522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.777662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbda81-d975-452c-9cd9-2198fbae93a9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.784900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbda81-d975-452c-9cd9-2198fbae93a9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.785188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.790939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbda81-d975-452c-9cd9-2198fbae93a9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.792682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-57cbda81-d975-452c-9cd9-2198fbae93a9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1736276 Jul 23 10:40:13.797204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58324) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.803768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc7ab6f0-029f-4d8b-9247-03a9f99b5c72 req-7a7693cd-a436-4152-804a-aac49d364ee8 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746806 Jul 23 10:40:13.867395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bdfa7-2877-4d40-a77c-50522ed3d296,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:13.887678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44977747-1e3e-404f-8e9f-b2a5913a4175 req-b07a98e8-4028-4f46-a068-02d8f8d9c829 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:13.899510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44977747-1e3e-404f-8e9f-b2a5913a4175 req-b07a98e8-4028-4f46-a068-02d8f8d9c829 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.2010062 Jul 23 10:40:13.916798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.923821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.958604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:13.962699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6135612 Jul 23 10:40:13.963543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58330) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:13.964390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25128dd7-45b2-4a97-9b94-4555e3b7c573 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f721d-9b3f-4498-9226-05f3d6e5806a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:14.011723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44977747-1e3e-404f-8e9f-b2a5913a4175 req-ebe262c8-b84e-4e89-83c0-23c187cdb1f1 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112401 Jul 23 10:40:14.045094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4e5ff3b1-e7a7-4584-acf7-7fe274fc21ef tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0777755 Jul 23 10:40:14.046433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58336) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.051316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-security--1559069792', 'description': 'tempest-security-description-649042982'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:14.079753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.096348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1cb5fac6-64b8-44dd-8719-221d54c72487 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2979937 Jul 23 10:40:14.099552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.166003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.174510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.177219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.180999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "PUT /v2.0/security-groups/af5f721d-9b3f-4498-9226-05f3d6e5806a HTTP/1.1" status: 200 len: 1779 time: 0.1309607 Jul 23 10:40:14.182166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.208801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c9a06-0547-4be3-8adf-5c738573566b req-0d4de918-1873-44ad-ab3d-3445db00c428 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.209005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d67b4-ab39-493a-ae86-8b7e84ddf0a8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.210452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d67b4-ab39-493a-ae86-8b7e84ddf0a8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.210561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f41c9a06-0547-4be3-8adf-5c738573566b req-0d4de918-1873-44ad-ab3d-3445db00c428 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 946 time: 0.1280062 Jul 23 10:40:14.212084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e00d67b4-ab39-493a-ae86-8b7e84ddf0a8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1115892 Jul 23 10:40:14.214945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b45ff-8555-462e-9c7f-0575fe79e88f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f721d-9b3f-4498-9226-05f3d6e5806a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:14.217005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.260906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f41c9a06-0547-4be3-8adf-5c738573566b req-bb5bb9a8-b51c-4150-a19e-ec8fa0bbe4fb tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Jul 23 10:40:14.313084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7c7ee-ffe3-49e0-a471-cfb95d7caeab req-772fbc16-d4dc-49fa-a73c-ca16fbb6f04f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.314524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-13d7c7ee-ffe3-49e0-a471-cfb95d7caeab req-772fbc16-d4dc-49fa-a73c-ca16fbb6f04f tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.1839154 Jul 23 10:40:14.317346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95940686-a065-4696-ac80-0c31be576b3f tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.318981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95940686-a065-4696-ac80-0c31be576b3f tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.320408 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-95940686-a065-4696-ac80-0c31be576b3f tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1023500 Jul 23 10:40:14.325464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.330824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f7675c8a-7016-4e45-b77c-d8c43d1bea17 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups/af5f721d-9b3f-4498-9226-05f3d6e5806a HTTP/1.1" status: 200 len: 1779 time: 0.1462574 Jul 23 10:40:14.334317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.411353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-13d7c7ee-ffe3-49e0-a471-cfb95d7caeab req-b59a5af4-b31b-4e7d-b4ec-bd101d5e784c tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871224 Jul 23 10:40:14.472927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fbfe-5882-425c-bb34-e8175916d71a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.509479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fbfe-5882-425c-bb34-e8175916d71a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.530747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99be68-1c82-4672-9b2a-cd51dc5da243 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.532716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ec99be68-1c82-4672-9b2a-cd51dc5da243 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks/885061fb-4dd3-4172-bab2-fa4f612b38d9 HTTP/1.1" status: 200 len: 799 time: 0.2057936 Jul 23 10:40:14.536613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58358) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.589071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fbfe-5882-425c-bb34-e8175916d71a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.593141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fbfe-5882-425c-bb34-e8175916d71a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:14.595712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e2c3fbfe-5882-425c-bb34-e8175916d71a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/af5f721d-9b3f-4498-9226-05f3d6e5806a HTTP/1.1" status: 204 len: 168 time: 0.2601070 Jul 23 10:40:14.600031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.623816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3fbfe-5882-425c-bb34-e8175916d71a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f721d-9b3f-4498-9226-05f3d6e5806a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:14.703643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5734d506-7fb8-41d2-a012-c372ba90fe82 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010339 Jul 23 10:40:14.705657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58364) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:14.728779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873caa1b-0b67-4bd4-aa8e-b908b9be78ef req-0cef03e3-d3c5-451e-93da-a8cebbd7674d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.730369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-873caa1b-0b67-4bd4-aa8e-b908b9be78ef req-0cef03e3-d3c5-451e-93da-a8cebbd7674d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1083064 Jul 23 10:40:14.772791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-873caa1b-0b67-4bd4-aa8e-b908b9be78ef req-30623922-9e06-47fd-bba5-269a34f13c92 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361974 Jul 23 10:40:14.949712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418966b-0768-4cc2-a859-8229d6937511 req-3c27960e-4758-45cf-887e-d251ea2a3033 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:14.951201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0418966b-0768-4cc2-a859-8229d6937511 req-3c27960e-4758-45cf-887e-d251ea2a3033 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.0764151 Jul 23 10:40:14.996407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0418966b-0768-4cc2-a859-8229d6937511 req-aebdf905-a460-4334-bb13-16c21f484a7b tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Jul 23 10:40:15.073224 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-c3d51dcf-5909-4454-bb15-405a1214b750 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] delete failed (client error): The resource could not be found. Jul 23 10:40:15.074306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c3d51dcf-5909-4454-bb15-405a1214b750 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/af5f721d-9b3f-4498-9226-05f3d6e5806a HTTP/1.1" status: 404 len: 347 time: 0.3677201 Jul 23 10:40:15.078794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.082296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d653-c3a8-4588-8f6e-088f1bad10d3 req-0ed14060-42db-4eb0-8eb8-fee54a137d9d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.083504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547177350'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:15.083779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0606d653-c3a8-4588-8f6e-088f1bad10d3 req-0ed14060-42db-4eb0-8eb8-fee54a137d9d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.5080745 Jul 23 10:40:15.089922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d09f43dc-6f38-496e-bcb8-551fe4c72931 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/networks/885061fb-4dd3-4172-bab2-fa4f612b38d9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5522373 Jul 23 10:40:15.094689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.123552 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0606d653-c3a8-4588-8f6e-088f1bad10d3 req-39c663dd-59a6-4cb2-94a0-559d75f0aa5b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Jul 23 10:40:15.156004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f564b-805c-41d8-a4a9-adf4f5abf3b9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.158064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e2f564b-805c-41d8-a4a9-adf4f5abf3b9 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/subnets/31581655-8f98-4020-8db2-c27990626bb2 HTTP/1.1" status: 200 len: 811 time: 0.0624125 Jul 23 10:40:15.159387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.162376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58378) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.282278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeeeea2-e890-4a4a-bd6e-fdf3f3c31e18 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.283859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-afeeeea2-e890-4a4a-bd6e-fdf3f3c31e18 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "GET /v2.0/subnets/31581655-8f98-4020-8db2-c27990626bb2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1205549 Jul 23 10:40:15.288996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58380) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.298471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279432049'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:15.340362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0e9a-684e-4996-9148-040b4680aa3d req-34c8104f-84bb-4119-941b-669873be2821 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.341794 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec5f0e9a-684e-4996-9148-040b4680aa3d req-34c8104f-84bb-4119-941b-669873be2821 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 946 time: 0.1211505 Jul 23 10:40:15.376257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.382475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.412704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:15.413880 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec5f0e9a-684e-4996-9148-040b4680aa3d req-d7ddb3b9-6660-4bef-804c-62e726c5078e tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626431 Jul 23 10:40:15.417096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.424301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.425522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3455365 Jul 23 10:40:15.428290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58388) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.433507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': '1cd6ad76-3e78-46b7-8bfc-ae13ac5162b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:15.439457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a8100-2d27-4d43-8bf1-a9aa1b400ad5 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd6ad76-3e78-46b7-8bfc-ae13ac5162b9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:15.469871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:15.472272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.476160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8f95-726a-40e8-9890-6cf82e8fd293 req-975883a0-a436-4b48-a87a-493fac7d18a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.477797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b16b8f95-726a-40e8-9890-6cf82e8fd293 req-975883a0-a436-4b48-a87a-493fac7d18a5 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.1223381 Jul 23 10:40:15.484250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.485499 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Added segment c30125a0-596e-4e27-84d6-c18e55672584 of type vlan for network 6f9eccfd-a690-45f9-99fa-4295fff216bf Jul 23 10:40:15.590958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.610321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b16b8f95-726a-40e8-9890-6cf82e8fd293 req-cc91ebd8-7131-45e8-97c0-7b63593e55fa tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217396 Jul 23 10:40:15.632654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.638595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.661215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-2af1cb1b-ed6f-4084-90df-6af4175cdc15 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.662894 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-2af1cb1b-ed6f-4084-90df-6af4175cdc15 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.1296821 Jul 23 10:40:15.664190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.669753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.670463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.675681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bc83e8-ef04-4d98-a016-3a465791a38b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:15.687330 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.692532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fad084b3-288a-40ed-b1e8-628bb58b2051 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631855 Jul 23 10:40:15.695786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.695943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4038560 Jul 23 10:40:15.705979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.717338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:15.737925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16c1f-9d31-421c-bf45-b7228bf184d4 req-f2358fbf-e1fb-4012-8f95-0ff7b5e6ab99 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:15.739556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47b16c1f-9d31-421c-bf45-b7228bf184d4 req-f2358fbf-e1fb-4012-8f95-0ff7b5e6ab99 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 946 time: 0.2176821 Jul 23 10:40:15.792016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a63b18-4d4f-4ec4-a5b3-a48cc4135125 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Network': ['ID=6f9eccfd-a690-45f9-99fa-4295fff216bf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:15.802529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf758-2fc8-4ff5-b1a8-06596ebcf43d tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.803638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6f9eccfd-a690-45f9-99fa-4295fff216bf details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:15.845735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Deleting port 027edf14-0290-400d-92ad-3116b5dfa3ce {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:15.845735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.853019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf758-2fc8-4ff5-b1a8-06596ebcf43d tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.886474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47b16c1f-9d31-421c-bf45-b7228bf184d4 req-1591b273-45c0-4635-ada5-4cabd61b53ef tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/security-groups?id=df094ca9-cbed-4afd-ad64-fc5dcead4ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312680 Jul 23 10:40:15.924917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf758-2fc8-4ff5-b1a8-06596ebcf43d tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.930152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b3bf758-2fc8-4ff5-b1a8-06596ebcf43d tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.932144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9b3bf758-2fc8-4ff5-b1a8-06596ebcf43d tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/43bc83e8-ef04-4d98-a016-3a465791a38b HTTP/1.1" status: 204 len: 168 time: 0.2335784 Jul 23 10:40:15.935175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58400) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:15.944350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Made reservation on behalf of 2004f82c854e48678ca330c89929b048 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:15.948092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:15.952632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bf758-2fc8-4ff5-b1a8-06596ebcf43d tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43bc83e8-ef04-4d98-a016-3a465791a38b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:15.993922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] For port 027edf14-0290-400d-92ad-3116b5dfa3ce, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=027edf14-0290-400d-92ad-3116b5dfa3ce,segment=NetworkSegment(15de529f-992f-4025-9a0f-d3f63659513e),segment_id=15de529f-992f-4025-9a0f-d3f63659513e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:15.994399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.009601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Performing IP validity checks on allocation pools {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 10:40:16.010118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 10:40:16.029231 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7cae88d-b16e-41e5-ac9f-917cc28ac219 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897069 Jul 23 10:40:16.029231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Calling delete_port for 027edf14-0290-400d-92ad-3116b5dfa3ce owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:16.029785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58402) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:16.121398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-983ed64b-05d9-4377-8668-56eaabac91e0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.164564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-983ed64b-05d9-4377-8668-56eaabac91e0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.174800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.188962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['027edf14-0290-400d-92ad-3116b5dfa3ce'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:16.209380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Pushing event deleted for resources: {'Port': ['ID=027edf14-0290-400d-92ad-3116b5dfa3ce,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:16.254406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-983ed64b-05d9-4377-8668-56eaabac91e0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.257296 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-983ed64b-05d9-4377-8668-56eaabac91e0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.260982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-983ed64b-05d9-4377-8668-56eaabac91e0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/1cd6ad76-3e78-46b7-8bfc-ae13ac5162b9 HTTP/1.1" status: 204 len: 168 time: 0.2279038 Jul 23 10:40:16.264466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:16.280222 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.285735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ed64b-05d9-4377-8668-56eaabac91e0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd6ad76-3e78-46b7-8bfc-ae13ac5162b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:16.310964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] No DVR routers for this DVR port 027edf14-0290-400d-92ad-3116b5dfa3ce on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:16.314250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.316306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0a62bef-2e78-4339-b757-9e4e08077a01 req-61a6fa92-7a4e-4f79-9630-9c64e84825f0 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.55 "DELETE /v2.0/ports/027edf14-0290-400d-92ad-3116b5dfa3ce HTTP/1.1" status: 204 len: 173 time: 0.6340332 Jul 23 10:40:16.319390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'name': 'network-vif-deleted', 'tag': '027edf14-0290-400d-92ad-3116b5dfa3ce'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:16.322216 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2f220c-b178-4c4e-8819-44a8bd3e3423" -d '{"events": [{"server_uuid": "c745d160-ef9d-410f-a972-2132aef55fd5", "name": "network-vif-deleted", "tag": "027edf14-0290-400d-92ad-3116b5dfa3ce"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:16.356629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=6e3e7b24-7cc1-45c0-b0b6-74089dc85da0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:16.369821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915589d-a4da-48a7-ae01-68581c64fd0f req-3f5e55a1-9d59-4b69-9e41-1977096dcfc1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:16.378706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f915589d-a4da-48a7-ae01-68581c64fd0f req-3f5e55a1-9d59-4b69-9e41-1977096dcfc1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1383140 Jul 23 10:40:16.398735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Checking segment: {'id': 'c30125a0-596e-4e27-84d6-c18e55672584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:16.399106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network hostable DHCP agents. Network: 6f9eccfd-a690-45f9-99fa-4295fff216bf, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:16.410203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2e6129e-22b5-4b6a-a22e-3ff0f892c478 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394002 Jul 23 10:40:16.410924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58410) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:16.413829 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86649008-6cc3-4089-8e9e-bcda0f4bcd7d x-openstack-request-id: req-86649008-6cc3-4089-8e9e-bcda0f4bcd7d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:16.414312 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c745d160-ef9d-410f-a972-2132aef55fd5", "name": "network-vif-deleted", "tag": "027edf14-0290-400d-92ad-3116b5dfa3ce", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:16.414409 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86649008-6cc3-4089-8e9e-bcda0f4bcd7d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:16.414790 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c745d160-ef9d-410f-a972-2132aef55fd5', 'name': 'network-vif-deleted', 'tag': '027edf14-0290-400d-92ad-3116b5dfa3ce', 'status': 'completed', 'code': 200} Jul 23 10:40:16.418024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--586751277'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:16.445052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Network 6f9eccfd-a690-45f9-99fa-4295fff216bf is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:16.452137 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.461885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f915589d-a4da-48a7-ae01-68581c64fd0f req-44063b14-9b59-417d-b2f4-e108af62929e tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 Jul 23 10:40:16.475891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6f9eccfd-a690-45f9-99fa-4295fff216bf) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:16.483039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:16.483984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.495309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db9c0f-5965-4c7f-a429-d6a798d80b97 None None] Network 6f9eccfd-a690-45f9-99fa-4295fff216bf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:16.601487 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.609338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.634648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58416) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:16.635141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a5372d85-1e8d-4eb3-866c-5cfbb64f7ce5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9275680 Jul 23 10:40:16.643756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:16.681615 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.683534 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2719052 Jul 23 10:40:16.688348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:16.690571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6f9eccfd-a690-45f9-99fa-4295fff216bf', 'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf', 'tenant_id': '2004f82c854e48678ca330c89929b048', 'fixed_ips': [{'subnet_id': '6e3e7b24-7cc1-45c0-b0b6-74089dc85da0'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:16.693549 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:16.694495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a3713984-a07b-461b-9e4e-f916bb64e133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:16.705198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3c08d-6051-4afe-9f6f-0563e6460d3c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3713984-a07b-461b-9e4e-f916bb64e133,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:16.733727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed0731-da3c-4398-87e5-2bf0edd6eb56 req-7e85ef9e-6ad7-4fff-bd98-958cf4f65e0d tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:16.735723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32ed0731-da3c-4398-87e5-2bf0edd6eb56 req-7e85ef9e-6ad7-4fff-bd98-958cf4f65e0d tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 946 time: 0.1805139 Jul 23 10:40:16.867244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32ed0731-da3c-4398-87e5-2bf0edd6eb56 req-fa16e0e6-b499-4531-8124-a08268e7ed96 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254277 Jul 23 10:40:16.918713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.011754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Allocated IP 172.20.0.3 (6f9eccfd-a690-45f9-99fa-4295fff216bf/6e3e7b24-7cc1-45c0-b0b6-74089dc85da0/2186e5aa-091c-4701-b3e2-945b0724b6be) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:17.067982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126714020'] for subnet, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.145105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-79879c7f-3aa6-43b5-ba3e-704562ac71a5 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:17.146767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-79879c7f-3aa6-43b5-ba3e-704562ac71a5 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.55 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 946 time: 0.3765121 Jul 23 10:40:17.164840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f4be4-a9c2-4928-9c79-b991d54163c0 req-43143f81-723d-4d23-a0ec-e96fe288d446 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:17.172161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-077f4be4-a9c2-4928-9c79-b991d54163c0 req-43143f81-723d-4d23-a0ec-e96fe288d446 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.4249065 Jul 23 10:40:17.218514 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.229901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Transition to ACTIVE for port object 2186e5aa-091c-4701-b3e2-945b0724b6be will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:17.246749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Transition to ACTIVE for port object 2186e5aa-091c-4701-b3e2-945b0724b6be will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:17.259104 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.293424 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-077f4be4-a9c2-4928-9c79-b991d54163c0 req-144d89a9-e071-4595-9e42-245ff46c350f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129224 Jul 23 10:40:17.305035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Network 6f9eccfd-a690-45f9-99fa-4295fff216bf is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:17.308399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:17.311657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:17.358016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Pushing event updated for resources: {'Port': ['ID=2186e5aa-091c-4701-b3e2-945b0724b6be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:17.383843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Deleting port 4f861170-f023-4f1a-980d-2b464f181d23 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:17.384193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.391919 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Attempting to bind port 2186e5aa-091c-4701-b3e2-945b0724b6be on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:17.392415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Attempting to bind port 2186e5aa-091c-4701-b3e2-945b0724b6be by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c30125a0-596e-4e27-84d6-c18e55672584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:17.392849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Attempting to bind port 2186e5aa-091c-4701-b3e2-945b0724b6be on network 6f9eccfd-a690-45f9-99fa-4295fff216bf {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:17.398327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:17.398737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Checking segment: {'id': 'c30125a0-596e-4e27-84d6-c18e55672584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:17.399206 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.399697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Bound using segment: {'id': 'c30125a0-596e-4e27-84d6-c18e55672584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:17.400232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Bound port: 2186e5aa-091c-4701-b3e2-945b0724b6be, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30125a0-596e-4e27-84d6-c18e55672584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f9eccfd-a690-45f9-99fa-4295fff216bf'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:17.400728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.472593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] For port 2186e5aa-091c-4701-b3e2-945b0724b6be, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:17.475576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] For port 2186e5aa-091c-4701-b3e2-945b0724b6be, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2186e5aa-091c-4701-b3e2-945b0724b6be,segment=NetworkSegment(c30125a0-596e-4e27-84d6-c18e55672584),segment_id=c30125a0-596e-4e27-84d6-c18e55672584)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:17.482175 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.484916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe34f6f2-7373-4101-a270-ddf31f89ea7f req-a7f7733e-ca62-41d2-9f15-3e7aa3324d88 tempest-DeleteServersTestJSON-94086694 tempest-DeleteServersTestJSON-94086694-project] 10.222.0.37 "GET /v2.0/ports?device_id=c745d160-ef9d-410f-a972-2132aef55fd5 HTTP/1.1" status: 200 len: 210 time: 0.0486348 Jul 23 10:40:17.513604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.522280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-da5538ea-919a-4070-bfc0-2988c9c0d29f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:17.524032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-da5538ea-919a-4070-bfc0-2988c9c0d29f tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 945 time: 0.6714082 Jul 23 10:40:17.525462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.562091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] For port 4f861170-f023-4f1a-980d-2b464f181d23, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=4f861170-f023-4f1a-980d-2b464f181d23,segment=NetworkSegment(dfc5aa23-bad1-489b-8b8d-746d0b27d26e),segment_id=dfc5aa23-bad1-489b-8b8d-746d0b27d26e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:17.563385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.566371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772675724108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125918799'] for subnet, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.582142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83be57a-68d5-42b3-bcd6-600c01b3cd26,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:17.582640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568892a-bb3a-42e2-a02c-6dfe38265a7c None None] Pushing event updated for resources: {'Port': ['ID=2186e5aa-091c-4701-b3e2-945b0724b6be,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:17.595809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.601316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fe462684-b1a0-44e9-a9b9-d4e1827b106f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9072051 Jul 23 10:40:17.602312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:17.610376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a3713984-a07b-461b-9e4e-f916bb64e133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:17.614287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Calling delete_port for 4f861170-f023-4f1a-980d-2b464f181d23 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:17.677310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.684055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event updated for resources: {'Subnet': ['ID=6e3e7b24-7cc1-45c0-b0b6-74089dc85da0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:17.705963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:17.706318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.740640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:17.743650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.749469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ab12d244-976d-4beb-b803-fd40385f73b6 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "PUT /v2.0/subnets/6e3e7b24-7cc1-45c0-b0b6-74089dc85da0 HTTP/1.1" status: 200 len: 877 time: 1.1137967 Jul 23 10:40:17.751323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:17.838162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f295-1845-4acd-b85b-2cac52f99ae9 req-5435a431-1eef-4f00-b6ae-aa03c7d387f1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:17.841910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b58f295-1845-4acd-b85b-2cac52f99ae9 req-5435a431-1eef-4f00-b6ae-aa03c7d387f1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2568047 Jul 23 10:40:17.899734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port 1e7d8fb8-954c-4d11-8220-3c5c6104c150, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1e7d8fb8-954c-4d11-8220-3c5c6104c150,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:17.900275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.915723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for 1e7d8fb8-954c-4d11-8220-3c5c6104c150 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:17.944920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b58f295-1845-4acd-b85b-2cac52f99ae9 req-583d31e6-c958-4f10-94f9-33df7082d90d tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828488 Jul 23 10:40:17.960515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:17.973871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['4f861170-f023-4f1a-980d-2b464f181d23'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:18.023019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.030999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Pushing event deleted for resources: {'Port': ['ID=4f861170-f023-4f1a-980d-2b464f181d23,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:18.042037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.059112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] No DVR routers for this DVR port 4f861170-f023-4f1a-980d-2b464f181d23 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:18.069245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.071153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e8447a7-5d20-403f-8df2-4fb6b33a2f3e req-14e5d49e-865a-4477-a076-020ea6ccbb52 tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.55 "DELETE /v2.0/ports/4f861170-f023-4f1a-980d-2b464f181d23 HTTP/1.1" status: 204 len: 173 time: 0.9170868 Jul 23 10:40:18.095334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6e970fa-78cc-427c-be48-d6c240f95a32 req-c1faffdd-c980-4e1e-a2cc-c9cbb782c3fe tempest-ServerPasswordTestJSON-413887987 tempest-ServerPasswordTestJSON-413887987-project] 10.222.0.37 "GET /v2.0/ports?device_id=a202859f-9ec1-4a01-be02-8b2551a4b0df HTTP/1.1" status: 200 len: 210 time: 0.0374684 Jul 23 10:40:18.136664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caa6a1d-06ee-43f4-9fb4-9fe3734c8e2f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:18.149986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.150907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-218516d0-816f-4d34-93d1-af9e5be797ed tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5476170 Jul 23 10:40:18.154233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58450) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:18.161215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a3713984-a07b-461b-9e4e-f916bb64e133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:18.191164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.261871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.267564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.271666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.295908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6b93f195-d876-4de5-9bf7-4782b9860d66 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:18.297848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6b93f195-d876-4de5-9bf7-4782b9860d66 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 814 time: 0.2977383 Jul 23 10:40:18.301863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475bdb24-53c1-4346-b483-256b2afb725e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:18.307679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.309228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7d6d182d-5903-4e8d-8969-c46546138c29 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527729 Jul 23 10:40:18.312034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58452) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:18.318475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a3713984-a07b-461b-9e4e-f916bb64e133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:18.359056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2186e5aa-091c-4701-b3e2-945b0724b6be up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:18.360138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.411215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-b297a290-e42f-4ad0-b52b-6bd5daaa4aa6 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/quotas/de31fef6d35b42819504afd569a91b27 HTTP/1.1" status: 200 len: 375 time: 0.0985076 Jul 23 10:40:18.425420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'name': 'network-vif-deleted', 'tag': '4f861170-f023-4f1a-980d-2b464f181d23'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:18.429031 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933860f-5197-4c13-bf63-c5542c09959a" -d '{"events": [{"server_uuid": "a202859f-9ec1-4a01-be02-8b2551a4b0df", "name": "network-vif-deleted", "tag": "4f861170-f023-4f1a-980d-2b464f181d23"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:18.444764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 2186e5aa-091c-4701-b3e2-945b0724b6be completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:18.459255 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-49fba82a-9964-4e3a-8cf9-2e8e62a22895 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473425 Jul 23 10:40:18.474592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.498347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.514827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.533757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae8c8b9-aac5-4f24-b8f0-42477ae69734,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:18.534138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:18.554275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.556722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fcfc1082-69e6-4de1-aca1-60f4c3e917bf tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2428606 Jul 23 10:40:18.561578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58460) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:18.567606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a3713984-a07b-461b-9e4e-f916bb64e133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:18.582443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['1e7d8fb8-954c-4d11-8220-3c5c6104c150'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:18.621533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c5f25-6062-4376-86a4-b22995d9de41 req-53b4436b-aed4-4b23-b989-1585e5fef95d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:18.623351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-850c5f25-6062-4376-86a4-b22995d9de41 req-53b4436b-aed4-4b23-b989-1585e5fef95d tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8ca87f4-c274-4ab5-acef-68e74dbf6394 HTTP/1.1" status: 200 len: 867 time: 0.1903002 Jul 23 10:40:18.626932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.628800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=1e7d8fb8-954c-4d11-8220-3c5c6104c150,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:18.667951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port 2186e5aa-091c-4701-b3e2-945b0724b6be {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:18.667951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.735539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-850c5f25-6062-4376-86a4-b22995d9de41 req-c79a59c3-ebbd-41d1-9f69-65565b6b1786 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832624 Jul 23 10:40:18.749330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.759886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.786460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port 1e7d8fb8-954c-4d11-8220-3c5c6104c150 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:18.791489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.792613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c442952-48ed-44d3-a339-253286a723ee,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:18.795558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abdaeedc-6c7d-4f64-b2f3-be259c1be0d8 req-eabbe62f-f3c9-4dac-a196-0517565d7905 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.20 "DELETE /v2.0/ports/1e7d8fb8-954c-4d11-8220-3c5c6104c150 HTTP/1.1" status: 204 len: 173 time: 1.2628055 Jul 23 10:40:18.802317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'name': 'network-vif-deleted', 'tag': '1e7d8fb8-954c-4d11-8220-3c5c6104c150'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:18.804892 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f283b3cf-237e-4c9c-b3d7-eb0ecfbc4ed9" -d '{"events": [{"server_uuid": "a8ca87f4-c274-4ab5-acef-68e74dbf6394", "name": "network-vif-deleted", "tag": "1e7d8fb8-954c-4d11-8220-3c5c6104c150"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:18.818141 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb628fcb-9d2e-4590-a485-c6d57ad68504 x-openstack-request-id: req-bb628fcb-9d2e-4590-a485-c6d57ad68504 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:18.818434 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a202859f-9ec1-4a01-be02-8b2551a4b0df", "name": "network-vif-deleted", "tag": "4f861170-f023-4f1a-980d-2b464f181d23", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:18.818690 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb628fcb-9d2e-4590-a485-c6d57ad68504 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:18.819098 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a202859f-9ec1-4a01-be02-8b2551a4b0df', 'name': 'network-vif-deleted', 'tag': '4f861170-f023-4f1a-980d-2b464f181d23', 'status': 'completed', 'code': 200} Jul 23 10:40:18.829181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-d7273892-245c-4ae9-a062-f041db61954d service neutron] 10.222.0.37 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666649 Jul 23 10:40:18.839209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.841654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-87686095-11d5-4506-a0ea-a20cc84ce16c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2776372 Jul 23 10:40:18.848598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58464) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:18.896267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab24b04-22fb-4fe6-825f-49e36f13388b None None] Network 6f9eccfd-a690-45f9-99fa-4295fff216bf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:18.910544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4c59-b1be-456f-b11d-307a1fe9602c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.921252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4c59-b1be-456f-b11d-307a1fe9602c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.950368 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5daf60e-f067-471c-950a-bb97d8cc0e4d x-openstack-request-id: req-d5daf60e-f067-471c-950a-bb97d8cc0e4d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:18.950878 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ca87f4-c274-4ab5-acef-68e74dbf6394", "name": "network-vif-deleted", "tag": "1e7d8fb8-954c-4d11-8220-3c5c6104c150", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:18.951060 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5daf60e-f067-471c-950a-bb97d8cc0e4d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:18.951560 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ca87f4-c274-4ab5-acef-68e74dbf6394', 'name': 'network-vif-deleted', 'tag': '1e7d8fb8-954c-4d11-8220-3c5c6104c150', 'status': 'completed', 'code': 200} Jul 23 10:40:18.975815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4c59-b1be-456f-b11d-307a1fe9602c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.988888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4c59-b1be-456f-b11d-307a1fe9602c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:18.990976 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ab2d4c59-b1be-456f-b11d-307a1fe9602c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1c442952-48ed-44d3-a339-253286a723ee HTTP/1.1" status: 204 len: 168 time: 0.1411116 Jul 23 10:40:18.992730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-c4dd65c2-9996-4afd-be64-500895e29260 service neutron] 10.222.0.37 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620116 Jul 23 10:40:18.993803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.017658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d979b71e-ef1b-409a-9962-008020b2b69b None None] Provisioning for port 2186e5aa-091c-4701-b3e2-945b0724b6be completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:19.024252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port 2186e5aa-091c-4701-b3e2-945b0724b6be, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2186e5aa-091c-4701-b3e2-945b0724b6be,segment=NetworkSegment(c30125a0-596e-4e27-84d6-c18e55672584),segment_id=c30125a0-596e-4e27-84d6-c18e55672584)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:19.024620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.039072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d979b71e-ef1b-409a-9962-008020b2b69b None None] Provisioning complete for port 2186e5aa-091c-4701-b3e2-945b0724b6be triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:19.039366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for 2186e5aa-091c-4701-b3e2-945b0724b6be owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:19.039569 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d979b71e-ef1b-409a-9962-008020b2b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.043630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d4c59-b1be-456f-b11d-307a1fe9602c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c442952-48ed-44d3-a339-253286a723ee,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:19.121010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6505f11e-65e7-4806-a58c-c3d6c5b6a18c tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1236584 Jul 23 10:40:19.121685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58476) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.156122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2af7036-e247-487f-aef7-f4c96234107e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.166581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2af7036-e247-487f-aef7-f4c96234107e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.182143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2ec4a-f048-44ce-acee-3437610a08c8 req-b5311e15-cd59-4840-b54c-0ef91097c278 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:19.189751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebd2ec4a-f048-44ce-acee-3437610a08c8 req-b5311e15-cd59-4840-b54c-0ef91097c278 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1374269 Jul 23 10:40:19.223195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f861170-f023-4f1a-980d-2b464f181d23 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:19.244746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.251841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2af7036-e247-487f-aef7-f4c96234107e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.257788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 4f861170-f023-4f1a-980d-2b464f181d23 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:19.258136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 4f861170-f023-4f1a-980d-2b464f181d23 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:19.258559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 027edf14-0290-400d-92ad-3116b5dfa3ce no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:19.258661 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2af7036-e247-487f-aef7-f4c96234107e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.259783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e2af7036-e247-487f-aef7-f4c96234107e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/eae8c8b9-aac5-4f24-b8f0-42477ae69734 HTTP/1.1" status: 204 len: 168 time: 0.1371758 Jul 23 10:40:19.262910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebd2ec4a-f048-44ce-acee-3437610a08c8 req-7b07112e-31bd-4156-8b7f-34687b3ea017 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726898 Jul 23 10:40:19.263370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58486) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.279695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7036-e247-487f-aef7-f4c96234107e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eae8c8b9-aac5-4f24-b8f0-42477ae69734,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:19.281950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58488) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.288934 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d979b71e-ef1b-409a-9962-008020b2b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.292598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 027edf14-0290-400d-92ad-3116b5dfa3ce {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:19.292946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 027edf14-0290-400d-92ad-3116b5dfa3ce not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:19.309741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=2186e5aa-091c-4701-b3e2-945b0724b6be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:19.422742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7bbb28da-ae2a-4382-b6e7-e10e2a81cef3 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1533966 Jul 23 10:40:19.423470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Deleting subnet 4ad21299-8d54-47fa-9543-c75e8898626b {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:40:19.424159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.428370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.441522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port 2186e5aa-091c-4701-b3e2-945b0724b6be on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:19.453783 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1d12de0-0a99-445e-af50-fde2998a18e8 req-33ecfd1a-241e-4f99-a762-735d7d1e6062 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 210 time: 0.0863671 Jul 23 10:40:19.516971 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.585880 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4694fda2-4774-4791-85c1-858a0c8907c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.600778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.604032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4694fda2-4774-4791-85c1-858a0c8907c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.616858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.681524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4694fda2-4774-4791-85c1-858a0c8907c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.700261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4694fda2-4774-4791-85c1-858a0c8907c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.701576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4694fda2-4774-4791-85c1-858a0c8907c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/475bdb24-53c1-4346-b483-256b2afb725e HTTP/1.1" status: 204 len: 168 time: 0.2615774 Jul 23 10:40:19.707059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58504) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.708682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694fda2-4774-4791-85c1-858a0c8907c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=475bdb24-53c1-4346-b483-256b2afb725e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:19.724499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.739197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332a3cf-19a3-4bdc-9212-16056799493f None None] Network 6f9eccfd-a690-45f9-99fa-4295fff216bf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:19.740207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.785510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3e7b24-7cc1-45c0-b0b6-74089dc85da0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:19.807476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-816d6edf-6d23-48ab-bed5-138246175cfb None None] Could not find standard attr ID for object 2186e5aa-091c-4701-b3e2-945b0724b6be. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:40:19.817248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad21299-8d54-47fa-9543-c75e8898626b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:19.830789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.835065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2ff739ae-deac-441d-928f-1d401fa56107 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4ad21299-8d54-47fa-9543-c75e8898626b HTTP/1.1" status: 204 len: 168 time: 0.5371103 Jul 23 10:40:19.835822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58516) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.894878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.907147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62d48e66-72a5-4900-b744-bb4038517f57 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1970091 Jul 23 10:40:19.907954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58522) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:19.925153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9eccfd-a690-45f9-99fa-4295fff216bf']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:19.947960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30125a0-596e-4e27-84d6-c18e55672584') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:19.948523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30125a0-596e-4e27-84d6-c18e55672584') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:19.965962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:19.996933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.005031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:20.005403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:20.012251 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:20.082100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba177f65-08f8-456b-a2c0-8a4193d4a7c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.086825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.092900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.095792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba177f65-08f8-456b-a2c0-8a4193d4a7c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.110094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49240007-3144-4fb5-b6d4-2be3b84a6568 None None] DHCP port deletion for 6f9eccfd-a690-45f9-99fa-4295fff216bf request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:40:20.117413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.130886 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/6f9eccfd-a690-45f9-99fa-4295fff216bf HTTP/1.1" status: 204 len: 168 time: 2.3753517 Jul 23 10:40:20.130886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c852d5-9ab2-4242-9791-e918f8d46811 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=6f9eccfd-a690-45f9-99fa-4295fff216bf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:20.131143 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.165225 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49ff415-2288-4c01-a736-01f2dc1f730c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:20.165697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49ff415-2288-4c01-a736-01f2dc1f730c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:20.167495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a49ff415-2288-4c01-a736-01f2dc1f730c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/6e3e7b24-7cc1-45c0-b0b6-74089dc85da0 HTTP/1.1" status: 404 len: 337 time: 0.0354857 Jul 23 10:40:20.171172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.197759 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fe1647-430b-4198-a91e-bd9f0d52d5aa tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:20.199017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fe1647-430b-4198-a91e-bd9f0d52d5aa tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:20.200849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12fe1647-430b-4198-a91e-bd9f0d52d5aa tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/6f9eccfd-a690-45f9-99fa-4295fff216bf HTTP/1.1" status: 404 len: 339 time: 0.0273533 Jul 23 10:40:20.204752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58540) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.208699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba177f65-08f8-456b-a2c0-8a4193d4a7c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.231487 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba177f65-08f8-456b-a2c0-8a4193d4a7c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.231487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ba177f65-08f8-456b-a2c0-8a4193d4a7c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0caa6a1d-06ee-43f4-9fb4-9fe3734c8e2f HTTP/1.1" status: 204 len: 168 time: 0.3142252 Jul 23 10:40:20.231487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58542) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.240102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba177f65-08f8-456b-a2c0-8a4193d4a7c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0caa6a1d-06ee-43f4-9fb4-9fe3734c8e2f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:20.245291 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ddbf9d-65c5-456f-b146-5a3fe9e2c779 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:20.245812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ddbf9d-65c5-456f-b146-5a3fe9e2c779 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:20.247886 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b2ddbf9d-65c5-456f-b146-5a3fe9e2c779 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/39c55128-5422-42e7-89a8-2360ace918a1 HTTP/1.1" status: 404 len: 337 time: 0.0421460 Jul 23 10:40:20.251112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58544) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.274924 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d728fa4-51c3-4b80-8ef9-71e55c3550d3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:20.275543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d728fa4-51c3-4b80-8ef9-71e55c3550d3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:20.275991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.280130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d728fa4-51c3-4b80-8ef9-71e55c3550d3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/170d9b3f-8abd-40f4-80c4-190f3a255238 HTTP/1.1" status: 404 len: 339 time: 0.0258172 Jul 23 10:40:20.280842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.293193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09977c9f-91a3-4939-adbf-f8e18eac4b16']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:20.318340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:20.318632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5aa23-bad1-489b-8b8d-746d0b27d26e') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:20.336036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-792b2746-34df-4c7b-b1a8-db17cbfd317a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1036398 Jul 23 10:40:20.339574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.341426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.371194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.378210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e9620b6-194b-4ff5-9017-5dfee18dd192 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.381302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:20.381709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:20.383349 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:20.395930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2186e5aa-091c-4701-b3e2-945b0724b6be no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:20.397505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e9620b6-194b-4ff5-9017-5dfee18dd192 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.404504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.446320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 2186e5aa-091c-4701-b3e2-945b0724b6be {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:20.446583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2186e5aa-091c-4701-b3e2-945b0724b6be not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:20.495398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.506173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.510416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] 10.222.0.37 "DELETE /v2.0/networks/09977c9f-91a3-4939-adbf-f8e18eac4b16 HTTP/1.1" status: 204 len: 168 time: 0.6711867 Jul 23 10:40:20.510416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e9620b6-194b-4ff5-9017-5dfee18dd192 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.525319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e9620b6-194b-4ff5-9017-5dfee18dd192 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.526219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0e9620b6-194b-4ff5-9017-5dfee18dd192 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d83be57a-68d5-42b3-bcd6-600c01b3cd26 HTTP/1.1" status: 204 len: 168 time: 0.1868348 Jul 23 10:40:20.532861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.538038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9620b6-194b-4ff5-9017-5dfee18dd192 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d83be57a-68d5-42b3-bcd6-600c01b3cd26,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:20.541674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448a143-55f1-4815-a214-2b1eaa55180a admin admin] Pushing event deleted for resources: {'Network': ['ID=09977c9f-91a3-4939-adbf-f8e18eac4b16,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:20.594597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.636395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd196923-9022-48b4-8512-81ee107cb77a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:20.659656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98acad7b-7d82-4132-b72c-1b53d4801312') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:20.660104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98acad7b-7d82-4132-b72c-1b53d4801312') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:20.683768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.715339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5b87d643-cbf6-45de-a7e7-73e78d968a19 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1813090 Jul 23 10:40:20.717536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.737308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca1f04-65dc-4dd7-b24d-7a5d4aa7e762 req-963d4f3f-fb4f-4a6e-b6d7-a93132035d93 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:20.748172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fca1f04-65dc-4dd7-b24d-7a5d4aa7e762 req-963d4f3f-fb4f-4a6e-b6d7-a93132035d93 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.3083842 Jul 23 10:40:20.754336 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.771945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:20.789940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbb311f2-5a1b-491e-92c6-0e4d196343fa req-551b8b58-297d-46da-b92a-bb1f81d99b41 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 210 time: 0.0681407 Jul 23 10:40:20.820398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:20.820874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:20.824352 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:20.917150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12708c72-633a-4295-bce5-6bc465172e26 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.942741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12708c72-633a-4295-bce5-6bc465172e26 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.955910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fca1f04-65dc-4dd7-b24d-7a5d4aa7e762 req-633771bf-72ed-4b7b-9541-45f065735960 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067730 Jul 23 10:40:20.963652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:20.994082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1e7d8fb8-954c-4d11-8220-3c5c6104c150 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:20.997335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.001670 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/dd196923-9022-48b4-8512-81ee107cb77a HTTP/1.1" status: 204 len: 168 time: 0.7173495 Jul 23 10:40:21.007590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.008008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed14b24-b770-48a4-b65f-c14133109f51 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=dd196923-9022-48b4-8512-81ee107cb77a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:21.015596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12708c72-633a-4295-bce5-6bc465172e26 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.018493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12708c72-633a-4295-bce5-6bc465172e26 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.025286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12708c72-633a-4295-bce5-6bc465172e26 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/a3713984-a07b-461b-9e4e-f916bb64e133 HTTP/1.1" status: 204 len: 168 time: 0.2446594 Jul 23 10:40:21.041738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-37ccd699-ee10-4565-9ac0-18277fab04cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86f127926ae641a69315a92d40fae0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660789 Jul 23 10:40:21.043169 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd07ac4-ece2-45c2-9f5f-caa660a1c123 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.043724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd07ac4-ece2-45c2-9f5f-caa660a1c123 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.044012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58578) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.044373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.045430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bcd07ac4-ece2-45c2-9f5f-caa660a1c123 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/2109f7b9-8a9b-4094-ae7a-51d193a20ac4 HTTP/1.1" status: 404 len: 337 time: 0.0353358 Jul 23 10:40:21.048710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.051217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 1e7d8fb8-954c-4d11-8220-3c5c6104c150 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:21.051608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1e7d8fb8-954c-4d11-8220-3c5c6104c150 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:21.082571 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a217aa-31e7-469b-b83d-096bfcc9feb5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.083813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a217aa-31e7-469b-b83d-096bfcc9feb5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.093607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58590) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.098855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-81a217aa-31e7-469b-b83d-096bfcc9feb5 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/996f5447-f2f0-49aa-969f-96d28aef8731 HTTP/1.1" status: 404 len: 339 time: 0.0392060 Jul 23 10:40:21.103653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12708c72-633a-4295-bce5-6bc465172e26 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3713984-a07b-461b-9e4e-f916bb64e133,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:21.127071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-0177f945-70e7-4c91-a37a-ef22d5f59760 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:21.128709 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-0177f945-70e7-4c91-a37a-ef22d5f59760 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 814 time: 0.4207847 Jul 23 10:40:21.169655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Request body: {'port': {'device_id': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e', 'admin_state_up': True, 'tenant_id': 'de31fef6d35b42819504afd569a91b27'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:21.180070 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee442a3d-8e1d-4015-a7d4-7b90d956cb92 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.180523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee442a3d-8e1d-4015-a7d4-7b90d956cb92 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.182244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee442a3d-8e1d-4015-a7d4-7b90d956cb92 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/d7543189-6e0d-4ab1-bcc3-5ab509be232d HTTP/1.1" status: 404 len: 337 time: 0.0764072 Jul 23 10:40:21.184945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58594) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.205064 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a9d8d3-dc16-4679-8a49-037291580629 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.205259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a9d8d3-dc16-4679-8a49-037291580629 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.207531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e6a9d8d3-dc16-4679-8a49-037291580629 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/aa87ff21-b4c6-4e07-a54d-9510471cb7a3 HTTP/1.1" status: 404 len: 339 time: 0.0212848 Jul 23 10:40:21.209930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.248246 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcac4f75-c5a4-4551-b4d7-abf3f47a091e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.248640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcac4f75-c5a4-4551-b4d7-abf3f47a091e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.251288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fcac4f75-c5a4-4551-b4d7-abf3f47a091e tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/01b34704-078c-450f-936d-e3708b29043a HTTP/1.1" status: 404 len: 337 time: 0.0402784 Jul 23 10:40:21.254068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.258222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3e5c97a8-141f-4962-a161-a7b568626f25 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2113445 Jul 23 10:40:21.284507 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd6e73b-7825-4f91-b33c-04d1706faaf3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.285087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd6e73b-7825-4f91-b33c-04d1706faaf3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.286841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8fd6e73b-7825-4f91-b33c-04d1706faaf3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/dad24310-417a-4b57-b596-6d9f7b05841a HTTP/1.1" status: 404 len: 339 time: 0.0315938 Jul 23 10:40:21.287479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58600) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.289603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.293504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932198945'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:21.333658 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9e1bd7-18b3-4b2d-a68a-24fca483d833 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.334115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9e1bd7-18b3-4b2d-a68a-24fca483d833 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.338063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-be9e1bd7-18b3-4b2d-a68a-24fca483d833 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/73a8e19d-b60d-40f4-a51e-e06f168dc380 HTTP/1.1" status: 404 len: 337 time: 0.0357347 Jul 23 10:40:21.338692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.341154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e7e5fb0-44d8-4f5e-a2c8-e4de4ac202f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.365275 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b438520-bf7c-4f37-95ef-a0ecd16dad2b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.365508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b438520-bf7c-4f37-95ef-a0ecd16dad2b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.369990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7b438520-bf7c-4f37-95ef-a0ecd16dad2b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/7c7f284d-ebde-48a0-b2a1-6644590fb9a5 HTTP/1.1" status: 404 len: 339 time: 0.0279005 Jul 23 10:40:21.370165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.396875 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.399352 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7d3854-a560-415d-a019-eda2e06378bb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.399810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7d3854-a560-415d-a019-eda2e06378bb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.404187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ad7d3854-a560-415d-a019-eda2e06378bb tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/98c039af-a6ed-487c-90ca-88cb4aeceea6 HTTP/1.1" status: 404 len: 337 time: 0.0303612 Jul 23 10:40:21.408252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e7e5fb0-44d8-4f5e-a2c8-e4de4ac202f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.410343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.434090 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e99279-6349-4fb2-a8c6-e5462a2d6c90 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.434696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e99279-6349-4fb2-a8c6-e5462a2d6c90 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.435868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Made reservation on behalf of de31fef6d35b42819504afd569a91b27 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:21.439454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-35e99279-6349-4fb2-a8c6-e5462a2d6c90 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/17b58943-1fe5-43a6-8cba-50e2ecb35544 HTTP/1.1" status: 404 len: 339 time: 0.0255356 Jul 23 10:40:21.439974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58612) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.440092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.476856 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86cfdf2-b0c7-4f2f-952d-17fd22fba7f4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.477234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86cfdf2-b0c7-4f2f-952d-17fd22fba7f4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.481393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a86cfdf2-b0c7-4f2f-952d-17fd22fba7f4 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/49bc75b6-fbd4-4d77-84d4-fa99a7f657d1 HTTP/1.1" status: 404 len: 337 time: 0.0385404 Jul 23 10:40:21.481894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.485675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a367d3-9a1e-4a22-9cc3-2251e0de5213 req-f9413fb9-81af-4be1-b3cb-75bbc0ded0fd tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:21.487203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4a367d3-9a1e-4a22-9cc3-2251e0de5213 req-f9413fb9-81af-4be1-b3cb-75bbc0ded0fd tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 945 time: 0.1441736 Jul 23 10:40:21.508122 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd07db9-dcbb-47fd-afe2-96d8d19f310b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.508790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd07db9-dcbb-47fd-afe2-96d8d19f310b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.512976 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0cd07db9-dcbb-47fd-afe2-96d8d19f310b tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/dd98dbcb-fe77-45bd-a963-121bd1bb01be HTTP/1.1" status: 404 len: 339 time: 0.0280426 Jul 23 10:40:21.513868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.550831 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-951c3970-9de9-4f28-9e3a-02192afe93b3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.550831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951c3970-9de9-4f28-9e3a-02192afe93b3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.553878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-951c3970-9de9-4f28-9e3a-02192afe93b3 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/4ea867a8-ad57-41bd-9c94-e900765ecea0 HTTP/1.1" status: 404 len: 337 time: 0.0366755 Jul 23 10:40:21.554666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.568908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e7e5fb0-44d8-4f5e-a2c8-e4de4ac202f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.571446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2e7e5fb0-44d8-4f5e-a2c8-e4de4ac202f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.572581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2e7e5fb0-44d8-4f5e-a2c8-e4de4ac202f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c HTTP/1.1" status: 204 len: 168 time: 0.5237999 Jul 23 10:40:21.579992 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-598a32d1-5839-43a2-801b-beb63c4bbfa8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.580593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598a32d1-5839-43a2-801b-beb63c4bbfa8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.582587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-598a32d1-5839-43a2-801b-beb63c4bbfa8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/15f6a16e-de16-41b4-87f6-24035089c753 HTTP/1.1" status: 404 len: 339 time: 0.0269134 Jul 23 10:40:21.585396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58622) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.599022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e5fb0-44d8-4f5e-a2c8-e4de4ac202f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca17ca-7fa0-446c-99e3-bfe1579dfb9c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:21.620996 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bca5477-7fec-47da-bfb2-65ad8bbdcebc tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.621455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bca5477-7fec-47da-bfb2-65ad8bbdcebc tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.623987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7bca5477-7fec-47da-bfb2-65ad8bbdcebc tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/216c0f68-fa6a-4a4c-bf6b-3ca1126428af HTTP/1.1" status: 404 len: 337 time: 0.0369005 Jul 23 10:40:21.629370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.648040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4a367d3-9a1e-4a22-9cc3-2251e0de5213 req-221ec163-f3dd-4322-86c4-d9cc9f6766c0 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206274 Jul 23 10:40:21.657766 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea83c2f-8513-4b16-ae33-def021e7ace8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] DELETE failed (client error): The resource could not be found. Jul 23 10:40:21.658364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea83c2f-8513-4b16-ae33-def021e7ace8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:40:21.660143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8ea83c2f-8513-4b16-ae33-def021e7ace8 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/a8edc4ae-f398-4e6c-add8-f1f5f7b2b2a5 HTTP/1.1" status: 404 len: 339 time: 0.0298746 Jul 23 10:40:21.666953 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.669013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.682422 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.701706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Allocated IP 172.20.0.14 (e36e1864-f393-4718-9d83-99b89d1ab75e/d5e6f9a1-5fa3-44ef-8bdb-090cb643c999/0a0c8f39-d924-4ddf-8eac-e94863a8cc8d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:21.745152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9dce6-5878-4aa9-9494-e5f8d08c607c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:21.747114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.748402 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e7fd812e-534e-4e63-aaa7-cbadcf9b3da9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4599626 Jul 23 10:40:21.752333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:21.760884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': '13e9dce6-5878-4aa9-9494-e5f8d08c607c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:21.789870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting subnet 31581655-8f98-4020-8db2-c27990626bb2 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:40:21.793050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.880095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.902756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.934982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:21.986740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a94c028f-6055-4c19-8628-1a62d6b1f614 req-4470fc92-1c2f-4303-8249-15307935084a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 210 time: 0.0685439 Jul 23 10:40:22.044659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.052182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.108847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Network e36e1864-f393-4718-9d83-99b89d1ab75e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:22.112137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:22.116768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:22.151759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Pushing event updated for resources: {'Port': ['ID=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:22.191181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:22.191891 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.210055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-53738903-0465-4c23-bd22-6bb5e3f753bd tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0451775 Jul 23 10:40:22.214204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.224374 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.294289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.306043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eb5ea1-6a5a-4762-b604-a3fa1d78f28c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:22.324005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396e778-2c4a-4674-986f-91e2f79e2ef6 req-260c2ab5-4e89-4d01-8428-9226fee19301 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:22.332014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8396e778-2c4a-4674-986f-91e2f79e2ef6 req-260c2ab5-4e89-4d01-8428-9226fee19301 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2400804 Jul 23 10:40:22.364215 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.367867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e158de2-68c3-415c-a1fa-0e1651b384ab tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6122983 Jul 23 10:40:22.367996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Request body: {'port': {'device_id': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:22.369232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Subnet': ['ID=31581655-8f98-4020-8db2-c27990626bb2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:22.370556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58652) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:22.379070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183a34c-97b1-4db7-a096-55d38bfe95b3 None None] Network 885061fb-4dd3-4172-bab2-fa4f612b38d9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:22.384206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.388759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-97acbe1b-2631-4269-8961-ab0f99a4825c tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/subnets/31581655-8f98-4020-8db2-c27990626bb2 HTTP/1.1" status: 204 len: 168 time: 0.7187057 Jul 23 10:40:22.391991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:22.489515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.498289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.519697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8396e778-2c4a-4674-986f-91e2f79e2ef6 req-41f1fdf0-15cf-495d-a886-bdce5f07b845 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865518 Jul 23 10:40:22.585204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Deleting port 4feeef86-c450-433f-90dc-093329de6181 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:22.586698 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.714499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] DHCP port deletion for 885061fb-4dd3-4172-bab2-fa4f612b38d9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:40:22.720921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ae7d22-5d05-4f41-b611-6eeaed3527c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.728482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] For port 4feeef86-c450-433f-90dc-093329de6181, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4feeef86-c450-433f-90dc-093329de6181,segment=NetworkSegment(e6a122cf-de06-40c1-99f5-a0f00980d1f0),segment_id=e6a122cf-de06-40c1-99f5-a0f00980d1f0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:22.728854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.757055 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Calling delete_port for 4feeef86-c450-433f-90dc-093329de6181 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:22.804346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] Deleting port 4feeef86-c450-433f-90dc-093329de6181 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:22.804658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.817479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ae7d22-5d05-4f41-b611-6eeaed3527c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.945150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:22.978980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-c5e7acca-d818-4aa8-9a4f-016ab635f140 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:22.980655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-c5e7acca-d818-4aa8-9a4f-016ab635f140 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 945 time: 0.3379695 Jul 23 10:40:22.991540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] For port 4feeef86-c450-433f-90dc-093329de6181, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4feeef86-c450-433f-90dc-093329de6181,segment=NetworkSegment(e6a122cf-de06-40c1-99f5-a0f00980d1f0),segment_id=e6a122cf-de06-40c1-99f5-a0f00980d1f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:22.992058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.005189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Port': ['ID=4feeef86-c450-433f-90dc-093329de6181,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:23.018318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] No DVR routers for this DVR port 4feeef86-c450-433f-90dc-093329de6181 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:23.030547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] Calling delete_port for 4feeef86-c450-433f-90dc-093329de6181 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:23.155635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ae7d22-5d05-4f41-b611-6eeaed3527c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.158497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ae7d22-5d05-4f41-b611-6eeaed3527c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.159995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-32ae7d22-5d05-4f41-b611-6eeaed3527c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/13e9dce6-5878-4aa9-9494-e5f8d08c607c HTTP/1.1" status: 204 len: 168 time: 0.7882395 Jul 23 10:40:23.174107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:23.219340 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.222777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf8eb-e68f-4a8f-b205-bcb150e34ca6 req-bb806afb-185e-4886-9e3c-b286c17d824a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:23.229620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1bdf8eb-e68f-4a8f-b205-bcb150e34ca6 req-bb806afb-185e-4886-9e3c-b286c17d824a tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 945 time: 0.4088283 Jul 23 10:40:23.246587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.263528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae7d22-5d05-4f41-b611-6eeaed3527c2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9dce6-5878-4aa9-9494-e5f8d08c607c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:23.300701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885061fb-4dd3-4172-bab2-fa4f612b38d9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:23.326625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a122cf-de06-40c1-99f5-a0f00980d1f0') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:23.326954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a122cf-de06-40c1-99f5-a0f00980d1f0') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:23.334315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] Pushing event deleted for resources: {'Port': ['ID=4feeef86-c450-433f-90dc-093329de6181,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:23.340014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1bdf8eb-e68f-4a8f-b205-bcb150e34ca6 req-a57afcf3-fdca-488d-b21d-e77a7bf3f138 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048443 Jul 23 10:40:23.362333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.368575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df0ec0-3487-4bc8-9269-c710edb78f1a None None] No DVR routers for this DVR port 4feeef86-c450-433f-90dc-093329de6181 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:23.389526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:23.409897 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.415935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f40e01a-c3c5-427a-b535-5e151f4bedb0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2376971 Jul 23 10:40:23.419684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.422950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:23.429176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--12883508'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:23.434983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:23.435394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:23.438641 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:23.447808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd52d-e866-4a67-94bc-df3d2087b916 req-7271dd1b-fc24-4e10-a7c9-7a6dfdb433e1 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:23.453880 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65cfd52d-e866-4a67-94bc-df3d2087b916 req-7271dd1b-fc24-4e10-a7c9-7a6dfdb433e1 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 932 time: 0.3444700 Jul 23 10:40:23.471436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Deleting port 2819f264-e47a-4796-bb45-8400dc4fdc80 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:23.471786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.605340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] For port 2819f264-e47a-4796-bb45-8400dc4fdc80, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2819f264-e47a-4796-bb45-8400dc4fdc80,segment=NetworkSegment(bce4e7ea-8366-480f-8e28-8affffa9cb36),segment_id=bce4e7ea-8366-480f-8e28-8affffa9cb36)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:23.605713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.613381 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65cfd52d-e866-4a67-94bc-df3d2087b916 req-8857da04-7f7b-4163-80e7-6925723e1e64 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566756 Jul 23 10:40:23.629858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.642557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.650381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.657310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] 10.222.0.37 "DELETE /v2.0/networks/885061fb-4dd3-4172-bab2-fa4f612b38d9 HTTP/1.1" status: 204 len: 168 time: 1.2623641 Jul 23 10:40:23.664535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Transition to ACTIVE for port object 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:23.670774 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.682575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Calling delete_port for 2819f264-e47a-4796-bb45-8400dc4fdc80 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:23.690323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd77777-5e13-43f9-9708-5e2960f3b826 tempest-NetworksTest-1559678412 tempest-NetworksTest-1559678412-project] Pushing event deleted for resources: {'Network': ['ID=885061fb-4dd3-4172-bab2-fa4f612b38d9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:23.735971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58698) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:23.859899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Deleting subnet 01038704-b36f-4ebc-95c2-bc63e44a7e97 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:40:23.873798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.949138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.966491 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.977264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:23.993847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:24.018416 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.055620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.056849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6315737 Jul 23 10:40:24.059308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf2b19-8d12-48fd-b563-91d655484655 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa355eb-4097-4238-b217-6f231226358b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:24.063317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:24.069914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--384793496'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:24.092797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.127571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.205909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.277858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01038704-b36f-4ebc-95c2-bc63e44a7e97,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:24.291249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.293402 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e9c94b47-1884-42ec-a2aa-0c9a68d2baa5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/01038704-b36f-4ebc-95c2-bc63e44a7e97 HTTP/1.1" status: 204 len: 168 time: 0.5563552 Jul 23 10:40:24.314637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:24.340795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3de2602e-8f54-4d96-8859-80b1b89a2c16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2004f82c854e48678ca330c89929b048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355057 Jul 23 10:40:24.349002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4feeef86-c450-433f-90dc-093329de6181 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:24.370191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58722) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:24.384952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4feeef86-c450-433f-90dc-093329de6181 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:24.385315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4feeef86-c450-433f-90dc-093329de6181 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:24.393089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:24.419964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870d061-9f77-40e3-8ea5-bc7e89ee89e9 req-7a5fe5bd-69f6-41be-a969-42d3d75816a3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:24.429746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9870d061-9f77-40e3-8ea5-bc7e89ee89e9 req-7a5fe5bd-69f6-41be-a969-42d3d75816a3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.8166704 Jul 23 10:40:24.513529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.542639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.554254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9870d061-9f77-40e3-8ea5-bc7e89ee89e9 req-71be4e08-3d66-48b1-9df9-70322f18ab89 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236005 Jul 23 10:40:24.561200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.595821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Attempting to bind port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:24.596108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Attempting to bind port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:24.596388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Attempting to bind port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d on network e36e1864-f393-4718-9d83-99b89d1ab75e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:24.605566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d on network e36e1864-f393-4718-9d83-99b89d1ab75e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:40:24.605890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Attempting to bind port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d on network e36e1864-f393-4718-9d83-99b89d1ab75e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:24.616539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.621033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5567501 Jul 23 10:40:24.627270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:24.632399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:24.632744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Checking segment: {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:24.633138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Bound using segment: {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:24.633580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Bound port: 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:24.634004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.662505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'efa355eb-4097-4238-b217-6f231226358b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd6135ddf-da53-44b8-98f6-d5e844c8affe', 'remote_ip_prefix': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:24.694596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.707660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2819f264-e47a-4796-bb45-8400dc4fdc80'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:24.710631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f04911-0655-4d62-a07a-029540c7158a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6135ddf-da53-44b8-98f6-d5e844c8affe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:24.736525 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55f1c3bf-2b2b-4a83-bb91-febabd5102b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.778356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Pushing event deleted for resources: {'Port': ['ID=2819f264-e47a-4796-bb45-8400dc4fdc80,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:24.809752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] For port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:24.821243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.830037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55f1c3bf-2b2b-4a83-bb91-febabd5102b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.849209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f82106-17d6-405a-9dea-dd012be4367b']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:24.855180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] For port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:24.857137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] No DVR routers for this DVR port 2819f264-e47a-4796-bb45-8400dc4fdc80 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:24.860840 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.862529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7164c7-523b-4970-a192-e8579fda7ca9 req-250b43be-43d9-478b-bb05-c81fc52a6aed tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:24.862885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-620ef55d-a37b-4e09-82eb-eeec3ebe259b req-34e0a074-75cc-4fed-b299-acc56fc4f345 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.55 "DELETE /v2.0/ports/2819f264-e47a-4796-bb45-8400dc4fdc80 HTTP/1.1" status: 204 len: 173 time: 1.8725867 Jul 23 10:40:24.863345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'name': 'network-vif-deleted', 'tag': '2819f264-e47a-4796-bb45-8400dc4fdc80'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:24.864504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d7164c7-523b-4970-a192-e8579fda7ca9 req-250b43be-43d9-478b-bb05-c81fc52a6aed tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0baf017-0ee1-4ff4-884d-f4606a2bc7b7 HTTP/1.1" status: 200 len: 867 time: 0.3851390 Jul 23 10:40:24.865780 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d40b46-9516-46e2-aba1-4cc0f96d79d7" -d '{"events": [{"server_uuid": "c0baf017-0ee1-4ff4-884d-f4606a2bc7b7", "name": "network-vif-deleted", "tag": "2819f264-e47a-4796-bb45-8400dc4fdc80"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:24.876434 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.889648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15de529f-992f-4025-9a0f-d3f63659513e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:24.889958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15de529f-992f-4025-9a0f-d3f63659513e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:24.915952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.923878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:24.924690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.926297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a0c8f39-d924-4ddf-8eac-e94863a8cc8d HTTP/1.1" status: 200 len: 1092 time: 2.7079885 Jul 23 10:40:24.938258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.948136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c727-57d4-4d4c-b051-a4346f0b3592 req-f8ba1617-3f43-43e6-95fa-b513e8d0c07a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:24.956635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5074c727-57d4-4d4c-b051-a4346f0b3592 req-f8ba1617-3f43-43e6-95fa-b513e8d0c07a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 944 time: 0.2546968 Jul 23 10:40:24.988775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:24.994614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6246c-f4c0-41f0-9767-01a938ef6826 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.011800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:25.012221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:25.032944 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:25.039703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5074c727-57d4-4d4c-b051-a4346f0b3592 req-515cef85-4dd0-48b5-991a-cd69e96b6087 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733941 Jul 23 10:40:25.057961 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d7164c7-523b-4970-a192-e8579fda7ca9 req-282b5e7f-75ac-40a5-963d-8b868ce500a8 tempest-ServersTestJSON-271651627 tempest-ServersTestJSON-271651627-project] 10.222.0.37 "GET /v2.0/security-groups?id=43ba63c0-5989-469c-954d-7eeb7e67880a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813111 Jul 23 10:40:25.094667 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55f1c3bf-2b2b-4a83-bb91-febabd5102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.098062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55f1c3bf-2b2b-4a83-bb91-febabd5102b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.099445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-55f1c3bf-2b2b-4a83-bb91-febabd5102b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed8c058b-e18f-4700-917f-56dc6f6260f1 HTTP/1.1" status: 204 len: 168 time: 0.7281210 Jul 23 10:40:25.121064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.124150 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074a541-8774-495e-8dfe-883979da8af7 x-openstack-request-id: req-f074a541-8774-495e-8dfe-883979da8af7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:25.124459 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0baf017-0ee1-4ff4-884d-f4606a2bc7b7", "name": "network-vif-deleted", "tag": "2819f264-e47a-4796-bb45-8400dc4fdc80", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:25.124726 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f074a541-8774-495e-8dfe-883979da8af7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:25.127530 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0baf017-0ee1-4ff4-884d-f4606a2bc7b7', 'name': 'network-vif-deleted', 'tag': '2819f264-e47a-4796-bb45-8400dc4fdc80', 'status': 'completed', 'code': 200} Jul 23 10:40:25.130361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.141482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] 10.222.0.37 "DELETE /v2.0/networks/88f82106-17d6-405a-9dea-dd012be4367b HTTP/1.1" status: 204 len: 168 time: 0.8119025 Jul 23 10:40:25.141482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1c3bf-2b2b-4a83-bb91-febabd5102b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8c058b-e18f-4700-917f-56dc6f6260f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.185120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43997b7-35fc-4bb3-ba2b-49742a2c4303 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f82106-17d6-405a-9dea-dd012be4367b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.188410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-2ec97fed-786d-4b88-9627-05674b0655c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:25.190184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-2ec97fed-786d-4b88-9627-05674b0655c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 1095 time: 0.1815538 Jul 23 10:40:25.204378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.211451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.235755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6f5cb6-3ede-43a4-b920-fef9e606a576,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.240239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.244769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c95f8756-3ac7-4d5b-843b-f6c975c2c0f8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5961115 Jul 23 10:40:25.245092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-00c57ef3-a04a-48ad-afbd-b25b28cbdca8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d HTTP/1.1" status: 200 len: 217 time: 0.0461867 Jul 23 10:40:25.245503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.272125 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fe78308-0aa0-47c7-8777-e4e72c3111f2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.284274 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fe78308-0aa0-47c7-8777-e4e72c3111f2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.311678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4aa7-e716-4916-8861-e5251677634c req-0817302a-9d9c-40ea-ba2b-de696b8bda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:25.313876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-0817302a-9d9c-40ea-ba2b-de696b8bda4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 HTTP/1.1" status: 200 len: 854 time: 0.0612185 Jul 23 10:40:25.330175 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fe78308-0aa0-47c7-8777-e4e72c3111f2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.335326 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fe78308-0aa0-47c7-8777-e4e72c3111f2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.339099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2fe78308-0aa0-47c7-8777-e4e72c3111f2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3d6f5cb6-3ede-43a4-b920-fef9e606a576 HTTP/1.1" status: 204 len: 168 time: 0.0902884 Jul 23 10:40:25.339588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58752) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.353061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe78308-0aa0-47c7-8777-e4e72c3111f2 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d6f5cb6-3ede-43a4-b920-fef9e606a576,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.399053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-009fd7f5-f666-444c-91c5-f32918ffde74 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0555375 Jul 23 10:40:25.399053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.404667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58758) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.410161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-ce36fd02-a24c-45f3-9c1d-3062f871d2e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36e1864-f393-4718-9d83-99b89d1ab75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896289 Jul 23 10:40:25.469189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-07be4d56-aa31-47c8-b40a-2f395eaa654c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75ae1bb87152450a912594467876de19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661862 Jul 23 10:40:25.469698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.532756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f137f28d-854b-45d3-8883-12b4ca129305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.558434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-b42ef71a-5414-4826-882b-6f37a5813d9b service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384189 Jul 23 10:40:25.560575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f137f28d-854b-45d3-8883-12b4ca129305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.561450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d377f529-ae87-47a1-aa6a-76506ee99504 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.639265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f137f28d-854b-45d3-8883-12b4ca129305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.644559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f137f28d-854b-45d3-8883-12b4ca129305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.649601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f137f28d-854b-45d3-8883-12b4ca129305 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df094ca9-cbed-4afd-ad64-fc5dcead4ee4 HTTP/1.1" status: 204 len: 168 time: 0.1777313 Jul 23 10:40:25.661521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f28d-854b-45d3-8883-12b4ca129305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df094ca9-cbed-4afd-ad64-fc5dcead4ee4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.743566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d377f529-ae87-47a1-aa6a-76506ee99504 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.776429 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6ed4aa7-e716-4916-8861-e5251677634c req-9b976a13-795e-404c-b578-4a1aa67f1a45 service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083549 Jul 23 10:40:25.819033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdcc9-fae4-48a4-90e8-4068165831e2 req-7aca33c8-9f5d-4296-948c-22df7127ae5f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:25.820563 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe5fdcc9-fae4-48a4-90e8-4068165831e2 req-7aca33c8-9f5d-4296-948c-22df7127ae5f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1270592 Jul 23 10:40:25.826553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d377f529-ae87-47a1-aa6a-76506ee99504 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.833627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d377f529-ae87-47a1-aa6a-76506ee99504 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:25.834880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d377f529-ae87-47a1-aa6a-76506ee99504 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/d6135ddf-da53-44b8-98f6-d5e844c8affe HTTP/1.1" status: 204 len: 168 time: 0.4238043 Jul 23 10:40:25.837620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.876075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377f529-ae87-47a1-aa6a-76506ee99504 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6135ddf-da53-44b8-98f6-d5e844c8affe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:25.912136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe5fdcc9-fae4-48a4-90e8-4068165831e2 req-80df4c8d-1afa-4e47-996f-6d6cedaae196 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757654 Jul 23 10:40:25.915819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0bacdf67-c097-437e-ad34-3a2e5965477e tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0768621 Jul 23 10:40:25.918460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58778) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:25.979715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e381c168-9a69-464e-b804-dc346c04f322 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.009275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e381c168-9a69-464e-b804-dc346c04f322 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.058209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e381c168-9a69-464e-b804-dc346c04f322 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.061497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e381c168-9a69-464e-b804-dc346c04f322 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.065735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58786) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.066224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e381c168-9a69-464e-b804-dc346c04f322 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/efa355eb-4097-4238-b217-6f231226358b HTTP/1.1" status: 204 len: 168 time: 0.1465981 Jul 23 10:40:26.076621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381c168-9a69-464e-b804-dc346c04f322 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa355eb-4097-4238-b217-6f231226358b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:26.139394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5da43843-510e-44b6-9cce-f05b95f7d2e8 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686557 Jul 23 10:40:26.139666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58794) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.159655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--887144030'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:26.165293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58796) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.210869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ea620-430b-435f-bae6-ace10f2c1155 req-c1c53ccf-3af7-48e3-9f00-c62e18dc359d tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:26.211960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c7ea620-430b-435f-bae6-ace10f2c1155 req-c1c53ccf-3af7-48e3-9f00-c62e18dc359d tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 944 time: 0.1009512 Jul 23 10:40:26.238040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.243214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Deleting subnet 24fa9957-6024-4ed3-be0d-6986889ad6d7 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:40:26.247290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.279380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c7ea620-430b-435f-bae6-ace10f2c1155 req-8141af8f-f350-4fb9-bcf5-880913ca4dd7 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Jul 23 10:40:26.332076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.394093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.470930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.476987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.489096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.502331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.528537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.534205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3892355 Jul 23 10:40:26.534205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fa9957-6024-4ed3-be0d-6986889ad6d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:26.534563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.538530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.538943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'd119b3d7-53d8-4dbd-9b0f-d56ef487cb21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:26.542639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-08e1f955-c478-463e-b1d5-f4860bd74b89 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/24fa9957-6024-4ed3-be0d-6986889ad6d7 HTTP/1.1" status: 204 len: 168 time: 0.3746779 Jul 23 10:40:26.543129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.588764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.618801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.622482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac863a-c125-4ab5-b8c3-05b16c6f39ec tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d119b3d7-53d8-4dbd-9b0f-d56ef487cb21,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:26.668214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.674468 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.710865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8acc661-4866-4922-8e6c-2b79d0725533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.722377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.729644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8d816a-7972-4998-9b94-994c877f7f4a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:26.733425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7980ee26-816a-4ea3-89ea-7678cd186b0d']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:26.740206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.744072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f9be7716-3fb8-47ef-ad59-5694e93ab083 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2084761 Jul 23 10:40:26.748684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.755471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce4e7ea-8366-480f-8e28-8affffa9cb36') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:26.756005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce4e7ea-8366-480f-8e28-8affffa9cb36') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:26.766439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.782043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.785311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0583edd-b041-4f53-8484-18d05e46d470 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.789764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:26.790993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.800719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0583edd-b041-4f53-8484-18d05e46d470 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:26.849721 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:26.855077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.862369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.867638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7980ee26-816a-4ea3-89ea-7678cd186b0d HTTP/1.1" status: 204 len: 168 time: 0.3235204 Jul 23 10:40:26.880786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4ebde-98c2-41c7-a24b-b1fe3a643b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7980ee26-816a-4ea3-89ea-7678cd186b0d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:26.882356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0583edd-b041-4f53-8484-18d05e46d470 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.891287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58834) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.894497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0583edd-b041-4f53-8484-18d05e46d470 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.895931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c0583edd-b041-4f53-8484-18d05e46d470 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ea8d816a-7972-4998-9b94-994c877f7f4a HTTP/1.1" status: 204 len: 168 time: 0.1463163 Jul 23 10:40:26.898596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58836) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:26.918593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0583edd-b041-4f53-8484-18d05e46d470 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea8d816a-7972-4998-9b94-994c877f7f4a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:26.977734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8acc661-4866-4922-8e6c-2b79d0725533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:26.991851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8bbfe47c-74d5-4663-be82-0dd73fd55621 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918880 Jul 23 10:40:26.994326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.016301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8acc661-4866-4922-8e6c-2b79d0725533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.057885 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c5af4e9-5074-4053-a115-e7eca1c92201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.096815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1936118444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:27.121345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acc661-4866-4922-8e6c-2b79d0725533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be916a-621f-44b1-a79d-d6d69bd6b6be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:27.128802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a8acc661-4866-4922-8e6c-2b79d0725533 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47b95374731646a88a3f677ad94f7118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230297 Jul 23 10:40:27.130404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.133011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.133513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'tag': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:27.137747 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8e995b-5ad7-4aa4-85fe-1eb904abcb76", "tag": "0a0c8f39-d924-4ddf-8eac-e94863a8cc8d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:27.150371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.155226 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.160739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.224597 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17825f7-7a29-49b9-a15a-6c35fd8dee66 x-openstack-request-id: req-e17825f7-7a29-49b9-a15a-6c35fd8dee66 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:27.224963 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8e995b-5ad7-4aa4-85fe-1eb904abcb76", "tag": "0a0c8f39-d924-4ddf-8eac-e94863a8cc8d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:27.225150 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e17825f7-7a29-49b9-a15a-6c35fd8dee66 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:27.226008 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'tag': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d', 'status': 'completed', 'code': 200} Jul 23 10:40:27.250821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9302f44e-e41a-4306-8452-5fb958642c61 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.266914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2819f264-e47a-4796-bb45-8400dc4fdc80 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:27.269526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.280350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.293073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 2819f264-e47a-4796-bb45-8400dc4fdc80 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:27.293819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2819f264-e47a-4796-bb45-8400dc4fdc80 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:27.298724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7e6ae-4274-45af-86a7-bad1e6fa63bb req-85f2045f-fbd0-43be-8172-ac0e8e53a626 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:27.303382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.307026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-834cec27-5f25-4a18-a79c-998fffc28025 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4119027 Jul 23 10:40:27.307263 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3b7e6ae-4274-45af-86a7-bad1e6fa63bb req-85f2045f-fbd0-43be-8172-ac0e8e53a626 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2919583 Jul 23 10:40:27.312142 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dffe1bd6-5830-4e16-a02b-d8040dd59790 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c31844be144945f29e37e37f9dc345a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475892 Jul 23 10:40:27.312327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58858) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.313907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.319811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1518788347'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:27.333506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-9cfe0b4f-3d6c-410b-8c97-33c53313b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:27.334299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9302f44e-e41a-4306-8452-5fb958642c61 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.335030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-9cfe0b4f-3d6c-410b-8c97-33c53313b82b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 1095 time: 0.1085970 Jul 23 10:40:27.345072 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2226-f68f-4173-8291-eb71010502a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.387670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:27.390429 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.398573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-537160774-network', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:27.419498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.436231 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2226-f68f-4173-8291-eb71010502a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.467299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3b7e6ae-4274-45af-86a7-bad1e6fa63bb req-3c45c737-8c4c-4ec9-bc17-926688eb802c tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603124 Jul 23 10:40:27.501293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9302f44e-e41a-4306-8452-5fb958642c61 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.504112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9302f44e-e41a-4306-8452-5fb958642c61 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.505266 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9302f44e-e41a-4306-8452-5fb958642c61 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/d119b3d7-53d8-4dbd-9b0f-d56ef487cb21 HTTP/1.1" status: 204 len: 168 time: 0.4987578 Jul 23 10:40:27.506110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-5f8d76de-6f74-4628-a7a7-a9a4eb9023ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:27.507628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-5f8d76de-6f74-4628-a7a7-a9a4eb9023ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 915 time: 0.1619389 Jul 23 10:40:27.508099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58864) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.525923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:27.528669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.540032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302f44e-e41a-4306-8452-5fb958642c61 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d119b3d7-53d8-4dbd-9b0f-d56ef487cb21,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:27.542371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dd12133-5798-44cb-b5e5-41f6e3edfe2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.543916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceab64-55a4-4f5a-8245-b79b850a3ebc req-3d48e64a-abd5-4dc1-8fb4-efdeff3b0300 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:27.545449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22ceab64-55a4-4f5a-8245-b79b850a3ebc req-3d48e64a-abd5-4dc1-8fb4-efdeff3b0300 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 944 time: 0.1799362 Jul 23 10:40:27.545593 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.583634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dd12133-5798-44cb-b5e5-41f6e3edfe2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.585374 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2226-f68f-4173-8291-eb71010502a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.587648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-623fa4e0-18b5-445d-aa4d-7e16fc2b2a41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d HTTP/1.1" status: 200 len: 217 time: 0.0691116 Jul 23 10:40:27.587976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2226-f68f-4173-8291-eb71010502a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.589020 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3d9f2226-f68f-4173-8291-eb71010502a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4be916a-621f-44b1-a79d-d6d69bd6b6be HTTP/1.1" status: 204 len: 168 time: 0.4570696 Jul 23 10:40:27.609191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f2226-f68f-4173-8291-eb71010502a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be916a-621f-44b1-a79d-d6d69bd6b6be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:27.660382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dd12133-5798-44cb-b5e5-41f6e3edfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.664302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dd12133-5798-44cb-b5e5-41f6e3edfe2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.667881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1dd12133-5798-44cb-b5e5-41f6e3edfe2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43ba63c0-5989-469c-954d-7eeb7e67880a HTTP/1.1" status: 204 len: 168 time: 0.3491125 Jul 23 10:40:27.678978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd12133-5798-44cb-b5e5-41f6e3edfe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba63c0-5989-469c-954d-7eeb7e67880a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:27.690126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-73b70f05-c4fb-442b-86f5-5549c057109a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1809440 Jul 23 10:40:27.696585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58870) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:27.702795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779709915'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:27.713501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22ceab64-55a4-4f5a-8245-b79b850a3ebc req-0a81c5db-af73-4cff-9fff-429cf28920f2 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313443 Jul 23 10:40:27.716608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-901d77e1-3ddd-45ab-9dec-d33f24fb295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:27.718084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-901d77e1-3ddd-45ab-9dec-d33f24fb295d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 HTTP/1.1" status: 200 len: 854 time: 0.1217268 Jul 23 10:40:27.766199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-86432f2e-80a7-45fd-916b-3259e122e078 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36e1864-f393-4718-9d83-99b89d1ab75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408077 Jul 23 10:40:27.856986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.876113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:40:27.876113 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:40:27.876113 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': '5383eacf2dda4b5b9d96cafe10ec25f4', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 40, 27, 721421)}] Jul 23 10:40:27.876113 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:40:27.877042 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:40:27.891833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.907599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-0c51a9ec-aa82-444f-9609-06f4c69e9237 service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319811 Jul 23 10:40:27.925815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:27.938824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.939407 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Added segment 5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25 of type vlan for network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 Jul 23 10:40:27.989625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:27.996754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.013760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.029227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:28.046406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c90098f-b47a-4a52-8ea4-3fd0b671b3c9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:28.048643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ef3c1-7898-4249-a3d4-d54a7c8ddd49,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:28.054495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58882) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:28.070250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.070796 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Added segment 68c66b86-bea0-4f7e-a501-ae90b29af5c4 of type vlan for network 0510427f-8d71-48b8-b4d1-38f661da049d Jul 23 10:40:28.113198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed6e-1343-4253-98ec-3f3ce6f2ac05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.118471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.144909 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.150277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:28.150873 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.156971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.158146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:28.158728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.216258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f17568f-fe2b-4819-bf9d-f2e65a3294ce req-1256609d-5bb2-4524-8112-a59a5ebe7b9a service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226226 Jul 23 10:40:28.264408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Network': ['ID=0bff5dd5-6a25-41a5-b81a-eaec194feec4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:28.276905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:28.344315 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed6e-1343-4253-98ec-3f3ce6f2ac05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.350688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c5fed6e-1343-4253-98ec-3f3ce6f2ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.382150 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:40:28.391489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1258ee3e-89c2-42cc-983b-13ed96410ea4 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0759425 Jul 23 10:40:28.393932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58890) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:28.401653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'subnet': {'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:28.440356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fed6e-1343-4253-98ec-3f3ce6f2ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a3207-4748-4ca6-ae41-ced9c1370a4b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:28.457760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c5fed6e-1343-4253-98ec-3f3ce6f2ac05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce317c1af107460a9f30f1b4f5660b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968964 Jul 23 10:40:28.458917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:28.559251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:28.564139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.609905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58902) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:28.620630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4823668 Jul 23 10:40:28.631216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58906) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:28.632016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f71e0c9-d698-4139-966a-96fbc047f731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.647793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ee798-17d6-4f7c-8ebb-be6e278ea98e admin admin] Pushing event updated for resources: {'Network': ['ID=0510427f-8d71-48b8-b4d1-38f661da049d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:28.660974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0510427f-8d71-48b8-b4d1-38f661da049d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:28.667831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Request body: {'subnet': {'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-537160774-subnet', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:28.690622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.713191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f71e0c9-d698-4139-966a-96fbc047f731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.744891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac022c-0588-4935-b2fc-634f54a21694 req-6062bf4b-aaf8-443e-9bea-4f90b6407268 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:28.746688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82ac022c-0588-4935-b2fc-634f54a21694 req-6062bf4b-aaf8-443e-9bea-4f90b6407268 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1857226 Jul 23 10:40:28.747723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:28.751002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.752876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-2dd088a5-4dee-44e6-8820-f8ee68c19388 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659443 Jul 23 10:40:28.830886 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82ac022c-0588-4935-b2fc-634f54a21694 req-e64ccb26-a117-41cc-8f75-fb27d6adb9e5 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743408 Jul 23 10:40:28.884434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1966488629-network', 'tenant_id': '856b336c7df14f90bcd5fd707e2cb85d'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:28.896854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.901619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.939907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d2692-d308-4b5b-88ae-d76835359c9b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:28.947088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-84e936d9-6662-4109-9105-f285fc756e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:28.948713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-84e936d9-6662-4109-9105-f285fc756e30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 1096 time: 0.1130648 Jul 23 10:40:28.965346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:28.966850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a9463774-e20f-4682-9f9e-59beae225fbc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2684770 Jul 23 10:40:28.971323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58910) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:28.981766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a35d2692-d308-4b5b-88ae-d76835359c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:28.990215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Made reservation on behalf of 856b336c7df14f90bcd5fd707e2cb85d for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:28.992461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.039517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.061266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.065221 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f71e0c9-d698-4139-966a-96fbc047f731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.067788 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f71e0c9-d698-4139-966a-96fbc047f731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.068944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2f71e0c9-d698-4139-966a-96fbc047f731 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/668a3207-4748-4ca6-ae41-ced9c1370a4b HTTP/1.1" status: 204 len: 168 time: 0.6093955 Jul 23 10:40:29.080739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.092442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-a914f3b3-208d-4e06-94e2-e8e9dac5261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:29.094521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-a914f3b3-208d-4e06-94e2-e8e9dac5261b service neutron] 10.222.0.20 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 911 time: 0.1234303 Jul 23 10:40:29.135456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71e0c9-d698-4139-966a-96fbc047f731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a3207-4748-4ca6-ae41-ced9c1370a4b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.147498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-edbb86bd-ada5-4294-af75-b94f3fdd6708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 HTTP/1.1" status: 200 len: 217 time: 0.0459101 Jul 23 10:40:29.210791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d5325-f74c-4876-bfef-4c4aa91d2dc9 req-25299e33-c65a-4e23-a0c6-a0163462b83a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:29.211927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b58d5325-f74c-4876-bfef-4c4aa91d2dc9 req-25299e33-c65a-4e23-a0c6-a0163462b83a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 944 time: 0.3440847 Jul 23 10:40:29.213946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.216044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-34679631-114a-4466-a7c7-f02e18c4762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:29.217530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-34679631-114a-4466-a7c7-f02e18c4762e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.0624359 Jul 23 10:40:29.222397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.264343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-7f2ad3c4-ab2b-48a2-a8eb-24eb7f4f5ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390694 Jul 23 10:40:29.269204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c84b788-b8be-4e1f-a0ec-0f5b542dbbc9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.269817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddfa58b-2c6e-475f-b77c-f74a514d618b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.276426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.282234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:40:29.351911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Checking segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:29.351911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Network hostable DHCP agents. Network: 0510427f-8d71-48b8-b4d1-38f661da049d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:29.367838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b58d5325-f74c-4876-bfef-4c4aa91d2dc9 req-01114f9c-231b-4535-ad81-f0736254f8ed tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422696 Jul 23 10:40:29.380515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-473a5f4f-6a0b-4ac2-a7b4-ac81633fa57f service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068921 Jul 23 10:40:29.391741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Subnet': ['ID=f0e1fc85-06a7-4213-aa7e-e96cb65a211f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.430113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Network 0510427f-8d71-48b8-b4d1-38f661da049d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:29.435966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Checking segment: {'id': '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:29.436333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network hostable DHCP agents. Network: 0bff5dd5-6a25-41a5-b81a-eaec194feec4, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:29.450901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.461599 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.470822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0510427f-8d71-48b8-b4d1-38f661da049d) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:29.488653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:29.489242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.496844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:29.501524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:29.520542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.521999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-335256ab-4339-4a05-a275-a70e2227aa1f tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5495844 Jul 23 10:40:29.524907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.528878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0bff5dd5-6a25-41a5-b81a-eaec194feec4) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:29.535210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.535581 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Added segment 280990fc-9bf7-4d0c-af18-683f8ef7b167 of type vlan for network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 Jul 23 10:40:29.537946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:29.538530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.547344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118ad373-6645-4971-a410-1fd21f8ce49f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.553095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-865c4864-5cab-4d87-ae7a-54f022fc3f1e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9188721 Jul 23 10:40:29.556176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.561165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c6a0d5dd-1972-49b2-9c35-c00268500155 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules/7c84b788-b8be-4e1f-a0ec-0f5b542dbbc9 HTTP/1.1" status: 200 len: 763 time: 0.0347741 Jul 23 10:40:29.565239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.568712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:29.585005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-919ca15b-e49e-4107-8e8a-e081aa2c3127 req-9b3e039b-8462-4b48-b695-2b6037819ef0 service neutron] 10.222.0.20 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977203 Jul 23 10:40:29.606610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.615525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b8521-4997-4b95-ab0f-dd774345d642 None None] Network 0510427f-8d71-48b8-b4d1-38f661da049d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:29.617868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d84781-40bd-4310-9f2e-e20199bbabe7 None None] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:29.624645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.626678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.641651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba41e349-0a6f-4d8a-adf1-4fceed67a1ca tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0692885 Jul 23 10:40:29.644767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.655311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.657143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:29.657865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.713770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-60e6b338-290e-43ec-99e8-2815d1d77f3d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3161607 Jul 23 10:40:29.715856 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.716734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58934) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.719806 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba70f1f-a73d-47ef-800f-78c4e75c6a87 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.722172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1110942 Jul 23 10:40:29.723562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58936) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.726750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'network': {'name': 'tempest-router-network01--1265054886'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:29.737468 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba70f1f-a73d-47ef-800f-78c4e75c6a87 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.774914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Request body: {'subnet': {'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1966488629-subnet', 'tenant_id': '856b336c7df14f90bcd5fd707e2cb85d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:29.783852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb110e-107a-4feb-a451-f2d9e0bd8712 admin admin] Pushing event updated for resources: {'Network': ['ID=a5fcc2e7-8e22-448d-af64-c804ea5e1a18,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.841868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:29.844560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-0bff5dd5-6a25-41a5-b81a-eaec194feec4', 'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4', 'tenant_id': '14805c3fc7e6450ab907712d7c4f7c6b', 'fixed_ips': [{'subnet_id': 'f0e1fc85-06a7-4213-aa7e-e96cb65a211f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:29.845369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.899374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:29.913322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Made reservation on behalf of 856b336c7df14f90bcd5fd707e2cb85d for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:29.916556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:29.918684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.920779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.948791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba70f1f-a73d-47ef-800f-78c4e75c6a87 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.963954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ba70f1f-a73d-47ef-800f-78c4e75c6a87 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.965012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ba70f1f-a73d-47ef-800f-78c4e75c6a87 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7c84b788-b8be-4e1f-a0ec-0f5b542dbbc9 HTTP/1.1" status: 204 len: 168 time: 0.3191590 Jul 23 10:40:29.968770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:29.982486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d', 'network_id': 'e36e1864-f393-4718-9d83-99b89d1ab75e', 'port_id': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d', 'mac_address': 'fa:16:3e:14:72:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e6f9a1-5fa3-44ef-8bdb-090cb643c999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:40:29.984623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:29.988304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba70f1f-a73d-47ef-800f-78c4e75c6a87 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c84b788-b8be-4e1f-a0ec-0f5b542dbbc9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:29.991770 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebbd282e-ac02-4eab-b1a8-1407cdcbffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.032871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:30.059517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f464a62-5ccd-4389-8f26-d1a87e83d571 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853765 Jul 23 10:40:30.063943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:30.065036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.065376 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Added segment 67ddc71b-c40e-4b7d-9a80-7336c52c3223 of type vlan for network a65cc3e0-3fed-4837-abfe-952d8b06921d Jul 23 10:40:30.077769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a35d2692-d308-4b5b-88ae-d76835359c9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:30.113143 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.131215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:30.132407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.197440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:30.206407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.215589 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.221837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.227552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:30.228162 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.243004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.267377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.285436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-0510427f-8d71-48b8-b4d1-38f661da049d', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:30.287064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.290714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5725398 Jul 23 10:40:30.295566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:30.303527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'network': {'name': 'tempest-router-network02--1489980586'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:30.311970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Allocated IP 2001:db8::2 (0bff5dd5-6a25-41a5-b81a-eaec194feec4/f0e1fc85-06a7-4213-aa7e-e96cb65a211f/4c83e944-8c77-4639-aacc-f5e0668fceee) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:30.347709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:30.354634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ffaa4-6686-4fc8-91a0-e2508d4e40a2 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Network': ['ID=a65cc3e0-3fed-4837-abfe-952d8b06921d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:30.369847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b48c25-ba82-45b1-a1e1-5c6f2567994a,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:30.374137 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.379331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:30.383112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.413590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Checking segment: {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:30.414052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Network hostable DHCP agents. Network: a5fcc2e7-8e22-448d-af64-c804ea5e1a18, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:30.427736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a65cc3e0-3fed-4837-abfe-952d8b06921d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:30.430572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71bd8a-ab68-4b7e-a153-0423f3df34ee req-d5460790-8004-4bbd-b492-c37429e1cedf tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:30.436029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['0a0c8f39-d924-4ddf-8eac-e94863a8cc8d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:30.440236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da71bd8a-ab68-4b7e-a153-0423f3df34ee req-d5460790-8004-4bbd-b492-c37429e1cedf tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.3718760 Jul 23 10:40:30.489055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.509998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da71bd8a-ab68-4b7e-a153-0423f3df34ee req-dd03d740-c352-4df0-b863-69b68dba7f5a tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Jul 23 10:40:30.519931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:30.533346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a5fcc2e7-8e22-448d-af64-c804ea5e1a18) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:30.551398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:30.552683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.553837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40728da1-12a5-440f-91de-7ee5fbb3a3d2 None None] Network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:30.585459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-930da730-984f-497a-a25d-abedd89e6f06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8143001 Jul 23 10:40:30.586194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537f79b0-a915-4ce1-8d71-7929fefead5d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:30.599178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:30.624494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.626384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8f605ab1-3ba0-492c-bdf1-a294367c14c9 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5594523 Jul 23 10:40:30.631771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:30.651346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.651721 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Added segment 450d54a1-edad-4ace-852f-23df82e5ee61 of type vlan for network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac Jul 23 10:40:30.681092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ff71adf5-6889-4266-b4c7-311aee618fce tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules/537f79b0-a915-4ce1-8d71-7929fefead5d HTTP/1.1" status: 200 len: 763 time: 0.0480237 Jul 23 10:40:30.683687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58970) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:30.715020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.725316 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.762752 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.774313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb1d87a0-2248-447f-bd23-e00ce75cc03a tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0894079 Jul 23 10:40:30.780778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597da55-4b93-4424-ab5e-cc7f8ab330a3 req-050cbe52-c5d4-4363-a103-e40e67c42b9a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:30.781770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58974) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:30.787113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5597da55-4b93-4424-ab5e-cc7f8ab330a3 req-050cbe52-c5d4-4363-a103-e40e67c42b9a tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 945 time: 0.2956145 Jul 23 10:40:30.811707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.822592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.865743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.881900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.887469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/537f79b0-a915-4ce1-8d71-7929fefead5d HTTP/1.1" status: 204 len: 168 time: 0.1024716 Jul 23 10:40:30.903232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58980) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:30.909641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=537f79b0-a915-4ce1-8d71-7929fefead5d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:30.925607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.935163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.935943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.936284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.936621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.936982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e200f-a6db-4671-9fac-80b3513d15fc tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:30.943605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:30.953919 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:30.988931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c39e41b5-cbea-4aeb-a296-bcafd573eb82 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828028 Jul 23 10:40:30.993328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b27231f-81e0-44e1-80ca-4472b67d8dd7 None None] Network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:30.998990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58988) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.010271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Request body: {'security_group_rule': {'security_group_id': 'a35d2692-d308-4b5b-88ae-d76835359c9b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:31.056627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5597da55-4b93-4424-ab5e-cc7f8ab330a3 req-7b431c85-356b-472c-a5b6-e015bdb7620f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686043 Jul 23 10:40:31.061842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7647598 Jul 23 10:40:31.065058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58990) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.073857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'subnet': {'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:31.126757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Allocated IP 172.20.0.2 (0510427f-8d71-48b8-b4d1-38f661da049d/bddfa58b-2c6e-475f-b77c-f74a514d618b/34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:31.148743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.178114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08dbd0-215b-42ee-8303-20acc58f9357 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Network': ['ID=69aa653e-c6d3-4700-bc8b-2cbb61ad98ac,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:31.206967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:31.214883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Allocated IP 172.25.4.121 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/b42413b8-a47e-4abb-93f5-e43f4d9ce774) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:31.252631 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.274192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Transition to ACTIVE for port object 4c83e944-8c77-4639-aacc-f5e0668fceee will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:31.292922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.300311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.300888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Transition to ACTIVE for port object 4c83e944-8c77-4639-aacc-f5e0668fceee will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:31.315104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:31.318747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.338818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45495ce6-45b4-41d5-96dc-73a1d8c3569b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:31.359645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.364177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24310def-0720-4637-8e52-ca698e5b1a48 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610709 Jul 23 10:40:31.364330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.401229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4224ff7-1d65-4579-a7d0-930aa298cb46 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules/45495ce6-45b4-41d5-96dc-73a1d8c3569b HTTP/1.1" status: 200 len: 764 time: 0.0362396 Jul 23 10:40:31.404920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.420765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.437928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.452533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:31.461218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:31.465877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.468065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:31.479318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-05e451dd-bc8f-4b19-b5d8-c60706832dc0 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0710480 Jul 23 10:40:31.480485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.520421 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11ea221b-b1db-496a-97b9-00996c598c31 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.531132 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11ea221b-b1db-496a-97b9-00996c598c31 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.551008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.602122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:31.614515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:31.618377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-97ce7073-69d9-4af6-9917-58e5001b9487 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:31.624260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:31.625803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-97ce7073-69d9-4af6-9917-58e5001b9487 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 814 time: 0.2253802 Jul 23 10:40:31.634816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11ea221b-b1db-496a-97b9-00996c598c31 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.647460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-77e7c2bb-7b9d-445b-91a8-3a9acd550586 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/quotas/856b336c7df14f90bcd5fd707e2cb85d HTTP/1.1" status: 200 len: 375 time: 0.0206873 Jul 23 10:40:31.657207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Attempting to bind port 4c83e944-8c77-4639-aacc-f5e0668fceee on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:31.657599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Attempting to bind port 4c83e944-8c77-4639-aacc-f5e0668fceee by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:31.657973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Attempting to bind port 4c83e944-8c77-4639-aacc-f5e0668fceee on network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:31.661343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11ea221b-b1db-496a-97b9-00996c598c31 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.664874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-11ea221b-b1db-496a-97b9-00996c598c31 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/45495ce6-45b4-41d5-96dc-73a1d8c3569b HTTP/1.1" status: 204 len: 168 time: 0.1811354 Jul 23 10:40:31.665133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59014) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.675329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Pushing event updated for resources: {'Port': ['ID=4c83e944-8c77-4639-aacc-f5e0668fceee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:31.681110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:31.681546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Checking segment: {'id': '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:31.682321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.682510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Bound using segment: {'id': '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:31.682981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Bound port: 4c83e944-8c77-4639-aacc-f5e0668fceee, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bff5dd5-6a25-41a5-b81a-eaec194feec4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:31.683385 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.705357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Pushing event updated for resources: {'Port': ['ID=b42413b8-a47e-4abb-93f5-e43f4d9ce774,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:31.717895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea221b-b1db-496a-97b9-00996c598c31 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45495ce6-45b4-41d5-96dc-73a1d8c3569b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:31.718143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-28dd4e7e-4981-4816-8e3c-e8a030f486c6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697179 Jul 23 10:40:31.793320 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.811440 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.820660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Transition to ACTIVE for port object 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:31.842945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-322c64a9-2e9f-4480-b878-25d9a1662836 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1765978 Jul 23 10:40:31.854409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] For port 4c83e944-8c77-4639-aacc-f5e0668fceee, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:31.867186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59018) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:31.868069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Transition to ACTIVE for port object 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:31.872962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] For port 4c83e944-8c77-4639-aacc-f5e0668fceee, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c83e944-8c77-4639-aacc-f5e0668fceee,segment=NetworkSegment(5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25),segment_id=5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:31.878738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.888123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:31.926113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Network 0510427f-8d71-48b8-b4d1-38f661da049d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:31.933651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-2b78ba01-d462-4b3d-8cab-c38ff6f5cb46 service neutron] 10.222.0.37 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145884 Jul 23 10:40:31.934835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:31.946362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:31.951978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Pushing event updated for resources: {'Port': ['ID=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:31.958046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:32.010581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Subnet': ['ID=53279d98-5253-4509-84bb-e3e42c97ca8e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:32.039674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Checking segment: {'id': '67ddc71b-c40e-4b7d-9a80-7336c52c3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:32.047313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network hostable DHCP agents. Network: a65cc3e0-3fed-4837-abfe-952d8b06921d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:32.120208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e21d93c-aa43-4f1a-8743-b4db62cb2260 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.145691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-bb53f71f-0615-4ed2-b54e-0fe196be0a75 service neutron] 10.222.0.37 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108326 Jul 23 10:40:32.164075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network a65cc3e0-3fed-4837-abfe-952d8b06921d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:32.237292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79a315e9-3044-4721-9d24-844e987c3f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.240068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e21d93c-aa43-4f1a-8743-b4db62cb2260 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.283059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d74c0-e2ce-4f5a-9b0a-7355f059e6af req-93ac6a76-d2a7-4144-a2bb-6a0fc7b1a0f3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:32.285660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a65cc3e0-3fed-4837-abfe-952d8b06921d) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:32.293552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Attempting to bind port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:32.293926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Attempting to bind port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:32.294316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Attempting to bind port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 on network 0510427f-8d71-48b8-b4d1-38f661da049d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:32.304121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bb5d74c0-e2ce-4f5a-9b0a-7355f059e6af req-93ac6a76-d2a7-4144-a2bb-6a0fc7b1a0f3 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.6810405 Jul 23 10:40:32.305104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260a814-0fbd-481e-b715-742c898b82b3 None None] Pushing event updated for resources: {'Port': ['ID=4c83e944-8c77-4639-aacc-f5e0668fceee,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:32.310597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:32.310985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Checking segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:32.311391 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.311818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Bound using segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:32.312293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Bound port: 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:32.312726 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.324969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:32.325534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.357897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b23726-fb50-4980-9598-3b9e37a497b4 None None] Network a65cc3e0-3fed-4837-abfe-952d8b06921d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:32.474574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bb5d74c0-e2ce-4f5a-9b0a-7355f059e6af req-1c79073a-15f6-4836-9404-8c77af4d1973 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694634 Jul 23 10:40:32.514824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] For port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:32.516823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.566453 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.583473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] For port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:32.586654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79a315e9-3044-4721-9d24-844e987c3f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.596516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.616398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e21d93c-aa43-4f1a-8743-b4db62cb2260 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.618992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e21d93c-aa43-4f1a-8743-b4db62cb2260 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.622582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0e21d93c-aa43-4f1a-8743-b4db62cb2260 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "DELETE /v2.0/security-groups/a35d2692-d308-4b5b-88ae-d76835359c9b HTTP/1.1" status: 204 len: 168 time: 0.7497666 Jul 23 10:40:32.627608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79a315e9-3044-4721-9d24-844e987c3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.633781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:32.707535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-131c5a83-7967-4f46-a8e9-f41082ba6187 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6408212 Jul 23 10:40:32.717709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:32.730452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5ef2a496-2499-4b6b-a148-f63aeb2246e7 req-3de44598-ad03-43cd-b68a-18fd77695052 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 210 time: 0.1081429 Jul 23 10:40:32.735618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d93c-aa43-4f1a-8743-b4db62cb2260 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d2692-d308-4b5b-88ae-d76835359c9b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:32.735618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-79a315e9-3044-4721-9d24-844e987c3f35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d248072897cd4ad7b94123a84ab751be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708943 Jul 23 10:40:32.735949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'subnet': {'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:32.738157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59038) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:32.824399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4e9ea-3892-436b-be1c-aecbfef9f61d None None] Pushing event updated for resources: {'Port': ['ID=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:32.841341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a315e9-3044-4721-9d24-844e987c3f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143dc365-708c-4536-b8d3-e67a1e7b5e91,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:32.883503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5c73-99db-42c9-9ad6-5c307d4ff460 req-54a7147f-70cf-4934-a97f-e917174b3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:32.885279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82bf5c73-99db-42c9-9ad6-5c307d4ff460 req-54a7147f-70cf-4934-a97f-e917174b3a5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 1096 time: 0.2929106 Jul 23 10:40:32.886444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728ce677-52af-4077-9416-1878e03c0367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.896145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-a65cc3e0-3fed-4837-abfe-952d8b06921d', 'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d', 'tenant_id': '14805c3fc7e6450ab907712d7c4f7c6b', 'fixed_ips': [{'subnet_id': '53279d98-5253-4509-84bb-e3e42c97ca8e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:32.897294 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.955148 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b04f16a7-c8a5-4146-bf2a-2da89d125920 tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3067908 Jul 23 10:40:32.955886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728ce677-52af-4077-9416-1878e03c0367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:32.961544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:33.001477 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82bf5c73-99db-42c9-9ad6-5c307d4ff460 req-6aee8e58-e364-41b3-827e-7297abc397f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045094 Jul 23 10:40:33.089930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728ce677-52af-4077-9416-1878e03c0367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.094546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728ce677-52af-4077-9416-1878e03c0367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.096174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-728ce677-52af-4077-9416-1878e03c0367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/143dc365-708c-4536-b8d3-e67a1e7b5e91 HTTP/1.1" status: 204 len: 168 time: 0.3550539 Jul 23 10:40:33.129441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce677-52af-4077-9416-1878e03c0367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143dc365-708c-4536-b8d3-e67a1e7b5e91,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:33.166641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Allocated IP 2001:db8::2 (a65cc3e0-3fed-4837-abfe-952d8b06921d/53279d98-5253-4509-84bb-e3e42c97ca8e/cca5551e-f14e-4eea-b5bb-3093999294ba) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:33.222949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f870d2-4beb-487b-aaa1-0c8ca090f136 req-00cd33fe-d39c-4a95-b4e9-d9ddf1ee0b39 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:33.224677 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9f870d2-4beb-487b-aaa1-0c8ca090f136 req-00cd33fe-d39c-4a95-b4e9-d9ddf1ee0b39 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 945 time: 0.5898063 Jul 23 10:40:33.228966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f15e283c-2171-4540-b2bd-8c66bc3079ca tempest-SecGroupTest-1136503712 tempest-SecGroupTest-1136503712-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2650843 Jul 23 10:40:33.280647 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.304393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9f870d2-4beb-487b-aaa1-0c8ca090f136 req-e09b21ec-d68a-467a-afd9-d6a9dd85a674 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653796 Jul 23 10:40:33.305665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:33.310604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.337761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:33.474739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:33.487567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:33.489933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.567499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.610033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Transition to ACTIVE for port object cca5551e-f14e-4eea-b5bb-3093999294ba will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:33.631747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Transition to ACTIVE for port object cca5551e-f14e-4eea-b5bb-3093999294ba will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:33.646597 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.727559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Network a65cc3e0-3fed-4837-abfe-952d8b06921d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:33.742352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:33.753428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:33.758133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59062) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:33.779772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Pushing event updated for resources: {'Port': ['ID=cca5551e-f14e-4eea-b5bb-3093999294ba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:33.790492 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.837107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab2cce-11f5-48ca-86fc-626fc5070989 None None] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:33.901414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:33.916536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85086836-e9d2-4e51-95ed-1446a9bcc59a req-db382600-04e4-4de9-be90-94ddd44b998f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:33.921816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85086836-e9d2-4e51-95ed-1446a9bcc59a req-db382600-04e4-4de9-be90-94ddd44b998f tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.2490630 Jul 23 10:40:33.950318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:33.952612 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f4494-ab77-414e-a268-a4acf18f48ca" -d '{"events": [{"server_uuid": "1e8e995b-5ad7-4aa4-85fe-1eb904abcb76", "name": "network-vif-plugged", "status": "completed", "tag": "0a0c8f39-d924-4ddf-8eac-e94863a8cc8d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:34.038471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-58d250d9-f7b6-4005-a39b-85ceff1d9eff None None] Provisioning for port 4c83e944-8c77-4639-aacc-f5e0668fceee completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:34.042948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80d099d1-0038-4302-b858-d93b528dc018 req-4d515f11-fa0d-44ee-ab0e-dba27da459eb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 210 time: 0.0612352 Jul 23 10:40:34.045840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Attempting to bind port cca5551e-f14e-4eea-b5bb-3093999294ba on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:34.046191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Attempting to bind port cca5551e-f14e-4eea-b5bb-3093999294ba by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '67ddc71b-c40e-4b7d-9a80-7336c52c3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:34.046555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Attempting to bind port cca5551e-f14e-4eea-b5bb-3093999294ba on network a65cc3e0-3fed-4837-abfe-952d8b06921d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:34.050814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:34.064102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59070) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:34.080239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.093400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:34.094343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Checking segment: {'id': '67ddc71b-c40e-4b7d-9a80-7336c52c3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:34.094926 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.095659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Bound using segment: {'id': '67ddc71b-c40e-4b7d-9a80-7336c52c3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:34.096309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Bound port: cca5551e-f14e-4eea-b5bb-3093999294ba, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ddc71b-c40e-4b7d-9a80-7336c52c3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a65cc3e0-3fed-4837-abfe-952d8b06921d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:34.096869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.104254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Subnet': ['ID=d77da51a-74e6-44c5-8bd2-857f6fb29dcb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:34.109909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Checking segment: {'id': '450d54a1-edad-4ace-852f-23df82e5ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:34.110277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network hostable DHCP agents. Network: 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:34.123249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07887376-fdea-4eac-968c-5adc7bbebd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.156205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:34.167481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85086836-e9d2-4e51-95ed-1446a9bcc59a req-4f1a9cd9-f54c-45cd-b2e6-38797907fe67 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242813 Jul 23 10:40:34.169042 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616a8d2d-df4c-4262-b3d4-6d14109c0ef9 x-openstack-request-id: req-616a8d2d-df4c-4262-b3d4-6d14109c0ef9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:34.169424 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8e995b-5ad7-4aa4-85fe-1eb904abcb76", "name": "network-vif-plugged", "status": "completed", "tag": "0a0c8f39-d924-4ddf-8eac-e94863a8cc8d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:34.169756 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-616a8d2d-df4c-4262-b3d4-6d14109c0ef9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:34.170351 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d', 'code': 200} Jul 23 10:40:34.176532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:34.186965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:34.189506 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.195962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247719db-372e-4ad8-a20d-bb30dbc48770 None None] Network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:34.203490 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c23e0534-ef4a-420d-b91c-f1ca73ea1be7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5383eacf2dda4b5b9d96cafe10ec25f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434762 Jul 23 10:40:34.206741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59072) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:34.215950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:40:34.375457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b922-414e-43c9-badb-1be634de149c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.416347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b922-414e-43c9-badb-1be634de149c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.433279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:34.469814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf64ff-bb1c-42d1-a6dc-10dea5afba64 None None] Network 0510427f-8d71-48b8-b4d1-38f661da049d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:34.483469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] For port cca5551e-f14e-4eea-b5bb-3093999294ba, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:34.501871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.502390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1e28-f4da-4973-a875-f10094b2f91a req-9fa4696c-6d4c-47c4-95b2-070829101141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:34.504235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d6b1e28-f4da-4973-a875-f10094b2f91a req-9fa4696c-6d4c-47c4-95b2-070829101141 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 1097 time: 0.2119951 Jul 23 10:40:34.544712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07887376-fdea-4eac-968c-5adc7bbebd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.564186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c307909-48f8-4519-b970-5b88635c5ad5 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8360493 Jul 23 10:40:34.569126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07887376-fdea-4eac-968c-5adc7bbebd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.571694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:34.583884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:34.589787 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b922-414e-43c9-badb-1be634de149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.597061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b922-414e-43c9-badb-1be634de149c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.597409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] For port cca5551e-f14e-4eea-b5bb-3093999294ba, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cca5551e-f14e-4eea-b5bb-3093999294ba,segment=NetworkSegment(67ddc71b-c40e-4b7d-9a80-7336c52c3223),segment_id=67ddc71b-c40e-4b7d-9a80-7336c52c3223)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:34.600003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4cd6b922-414e-43c9-badb-1be634de149c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a54bdfa7-2877-4d40-a77c-50522ed3d296 HTTP/1.1" status: 204 len: 168 time: 0.3914444 Jul 23 10:40:34.608431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Sync routers for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:34.620716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c83e944-8c77-4639-aacc-f5e0668fceee up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:34.665319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.671959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d6b1e28-f4da-4973-a875-f10094b2f91a req-18540ac0-9edd-4292-826c-fedc355b88ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593955 Jul 23 10:40:34.672699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07887376-fdea-4eac-968c-5adc7bbebd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889085f4-8454-4160-8482-26a18367c37a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:34.702439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6b922-414e-43c9-badb-1be634de149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bdfa7-2877-4d40-a77c-50522ed3d296,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:34.738621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-07887376-fdea-4eac-968c-5adc7bbebd3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfca2927638944a4939d8d8ab4821494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663432 Jul 23 10:40:34.741353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59080) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:34.791386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-35e2aa70-443e-4a90-a185-2717e8c33f97 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:34.793274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-35e2aa70-443e-4a90-a185-2717e8c33f97 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.20 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 814 time: 0.1330266 Jul 23 10:40:34.804296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-58a3deb2-c6f7-430c-bccd-0744bbaa3294 None None] Provisioning for port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:34.806409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3942deb5-bc29-4b15-8211-082a8f37b930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.811267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.813407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8f131a6e-813d-4d73-8b0a-368810f55332 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2501392 Jul 23 10:40:34.836881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3942deb5-bc29-4b15-8211-082a8f37b930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:34.856750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59084) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:34.877461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759963d-9539-44d2-a5a1-2efd67654513 req-f6ad518f-41bc-4bb9-b1d2-e9a2200d1eb0 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:34.879187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5759963d-9539-44d2-a5a1-2efd67654513 req-f6ad518f-41bc-4bb9-b1d2-e9a2200d1eb0 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 946 time: 0.4025595 Jul 23 10:40:34.886156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Request body: {'port': {'device_id': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'admin_state_up': True, 'tenant_id': '856b336c7df14f90bcd5fd707e2cb85d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:34.898154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:34.898918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:35.091199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5759963d-9539-44d2-a5a1-2efd67654513 req-12ad25f3-7ef1-4019-be57-32fd9b755a3b tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491628 Jul 23 10:40:35.321909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90ace9-8fc6-43d6-8e3c-7780f2d91e9c None None] Pushing event updated for resources: {'Port': ['ID=cca5551e-f14e-4eea-b5bb-3093999294ba,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:35.401909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be21ca-d567-426a-818e-51370c89771a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-69aa653e-c6d3-4700-bc8b-2cbb61ad98ac', 'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac', 'tenant_id': '14805c3fc7e6450ab907712d7c4f7c6b', 'fixed_ips': [{'subnet_id': 'd77da51a-74e6-44c5-8bd2-857f6fb29dcb'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:35.403053 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36be21ca-d567-426a-818e-51370c89771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:35.415369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Made reservation on behalf of 856b336c7df14f90bcd5fd707e2cb85d for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:35.418876 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:35.537801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:35.571107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4c83e944-8c77-4639-aacc-f5e0668fceee completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:35.587858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c83e944-8c77-4639-aacc-f5e0668fceee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:35.588456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:35.610134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3942deb5-bc29-4b15-8211-082a8f37b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:35.612712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:35.613058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3942deb5-bc29-4b15-8211-082a8f37b930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:35.616890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3942deb5-bc29-4b15-8211-082a8f37b930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/889085f4-8454-4160-8482-26a18367c37a HTTP/1.1" status: 204 len: 168 time: 0.8714602 Jul 23 10:40:35.680122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb79318e-b9df-4457-b6c9-32c828db1a57 req-338ade55-31ad-4bcb-b3e1-473a219d84fd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 210 time: 0.0786920 Jul 23 10:40:35.692257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942deb5-bc29-4b15-8211-082a8f37b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889085f4-8454-4160-8482-26a18367c37a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:36.090445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-31b8cb9d-3203-4bf7-8a85-ded8ec3087e6 None None] Provisioning complete for port 4c83e944-8c77-4639-aacc-f5e0668fceee triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:36.091051 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31b8cb9d-3203-4bf7-8a85-ded8ec3087e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.145617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-36be21ca-d567-426a-818e-51370c89771a None None] Allocated IP 2001:db8::2 (69aa653e-c6d3-4700-bc8b-2cbb61ad98ac/d77da51a-74e6-44c5-8bd2-857f6fb29dcb/117e77e3-1c0a-4e2e-a80b-fd2770d51018) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:36.316053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Allocated IP 2001:db8::1 (a65cc3e0-3fed-4837-abfe-952d8b06921d/53279d98-5253-4509-84bb-e3e42c97ca8e/11f2c029-328d-4447-a990-c257a935c5a5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:36.414488 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.440281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fa0ab-fdfa-4d88-aed3-7e0fe13d0487 req-5c695f75-f940-4741-a850-511c27ebf79d tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:36.444808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee9fa0ab-fdfa-4d88-aed3-7e0fe13d0487 req-5c695f75-f940-4741-a850-511c27ebf79d tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 946 time: 0.2305884 Jul 23 10:40:36.531069 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.558402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee9fa0ab-fdfa-4d88-aed3-7e0fe13d0487 req-df4c4820-0805-4779-8e67-ad232a8e8a96 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070104 Jul 23 10:40:36.564789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Transition to ACTIVE for port object 11f2c029-328d-4447-a990-c257a935c5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:36.663816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7616fb-5ef0-4b69-b178-7242ecb7807e req-1b492a58-4170-4ded-8cb5-c922b8df1228 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:36.666063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf7616fb-5ef0-4b69-b178-7242ecb7807e req-1b492a58-4170-4ded-8cb5-c922b8df1228 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 1.3559420 Jul 23 10:40:36.806180 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.807610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4c83e944-8c77-4639-aacc-f5e0668fceee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c83e944-8c77-4639-aacc-f5e0668fceee,segment=NetworkSegment(5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25),segment_id=5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:36.816666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c713711-c414-47ed-9c5a-4fa5529788bc None None] Network a65cc3e0-3fed-4837-abfe-952d8b06921d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:36.842881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf7616fb-5ef0-4b69-b178-7242ecb7807e req-1dbaf5d3-a09e-4005-b3a6-4b3ba9b912ca tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626322 Jul 23 10:40:36.887706 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.890875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:36.893960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.921046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network a65cc3e0-3fed-4837-abfe-952d8b06921d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:36.963550 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36be21ca-d567-426a-818e-51370c89771a None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:36.975588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Allocated IP 172.20.0.4 (a5fcc2e7-8e22-448d-af64-c804ea5e1a18/a9b48c25-ba82-45b1-a1e1-5c6f2567994a/8ddf6f12-5182-4912-a15f-a55aac5a7483) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:36.982345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:36.990966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36be21ca-d567-426a-818e-51370c89771a None None] Transition to ACTIVE for port object 117e77e3-1c0a-4e2e-a80b-fd2770d51018 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:36.992812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:36.996884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.027199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36be21ca-d567-426a-818e-51370c89771a None None] Transition to ACTIVE for port object 117e77e3-1c0a-4e2e-a80b-fd2770d51018 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:37.038220 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31b8cb9d-3203-4bf7-8a85-ded8ec3087e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.121825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce05119e-0ef0-4043-9749-0264d5dffb3c req-7d367f8d-a3a4-4f3a-95a0-c63cd70ebcb0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 210 time: 0.0472322 Jul 23 10:40:37.136852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36be21ca-d567-426a-818e-51370c89771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.157351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Port': ['ID=11f2c029-328d-4447-a990-c257a935c5a5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:37.254934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Allocated IP 172.20.0.1 (0510427f-8d71-48b8-b4d1-38f661da049d/bddfa58b-2c6e-475f-b77c-f74a514d618b/4b2b369a-4f40-4fb4-8590-a0a60d6c16b3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:37.290812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.290812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.290812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.291022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.291327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.292303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.292303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.298375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.298750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.299092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.299460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.304934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:37.443764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be21ca-d567-426a-818e-51370c89771a None None] Network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:37.470878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-36be21ca-d567-426a-818e-51370c89771a None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:37.475141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.487510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:32Z', 'revision_number': 3, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:37.493326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Transition to ACTIVE for port object 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:37.497724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be21ca-d567-426a-818e-51370c89771a None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:37.553970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.557634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.593338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Checking router: 705dc9be-5497-497a-a5b2-b8dd7ba8d244 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:40:37.594081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Updating router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 port b42413b8-a47e-4abb-93f5-e43f4d9ce774 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:40:37.690171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:37.711374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Network 0510427f-8d71-48b8-b4d1-38f661da049d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:37.723328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:37.731938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:37.770625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59182) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:37.837396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-f3f8b7e2-d069-4bd7-a433-1a75647cc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:37.844823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-31b8cb9d-3203-4bf7-8a85-ded8ec3087e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:40:37.845348 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-31b8cb9d-3203-4bf7-8a85-ded8ec3087e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:40:37.847406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-f3f8b7e2-d069-4bd7-a433-1a75647cc47d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa153e86810542e3966f1d9be55c91ff&device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 1096 time: 0.3172779 Jul 23 10:40:37.854403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:37.868208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.000287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4c83e944-8c77-4639-aacc-f5e0668fceee,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:38.066534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:38.091570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5364adba-5057-4885-af43-f7c82c755b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.108923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.126715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:38.127405 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.143363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.144268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.177969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-36be21ca-d567-426a-818e-51370c89771a None None] Attempting to bind port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:38.178643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-36be21ca-d567-426a-818e-51370c89771a None None] Attempting to bind port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '450d54a1-edad-4ace-852f-23df82e5ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:38.179198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be21ca-d567-426a-818e-51370c89771a None None] Attempting to bind port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 on network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:38.189629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-4aadde30-a73c-42c5-8905-9e2f0f770ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:38.191639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-4aadde30-a73c-42c5-8905-9e2f0f770ba4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 200 len: 911 time: 0.3185382 Jul 23 10:40:38.227704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be21ca-d567-426a-818e-51370c89771a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:38.228426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be21ca-d567-426a-818e-51370c89771a None None] Checking segment: {'id': '450d54a1-edad-4ace-852f-23df82e5ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:38.229021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36be21ca-d567-426a-818e-51370c89771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.229594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be21ca-d567-426a-818e-51370c89771a None None] Bound using segment: {'id': '450d54a1-edad-4ace-852f-23df82e5ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:38.230259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-36be21ca-d567-426a-818e-51370c89771a None None] Bound port: 117e77e3-1c0a-4e2e-a80b-fd2770d51018, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450d54a1-edad-4ace-852f-23df82e5ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '69aa653e-c6d3-4700-bc8b-2cbb61ad98ac'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:38.230846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36be21ca-d567-426a-818e-51370c89771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.298609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be21ca-d567-426a-818e-51370c89771a None None] Pushing event updated for resources: {'Port': ['ID=117e77e3-1c0a-4e2e-a80b-fd2770d51018,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:38.306779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-2fe07a92-e790-48d9-a763-9953d60c69e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64620a95-c8b0-4eb4-b308-78288254c645 HTTP/1.1" status: 200 len: 217 time: 0.1004794 Jul 23 10:40:38.395371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network a65cc3e0-3fed-4837-abfe-952d8b06921d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:38.403179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:38.430454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cab20972-200d-40a8-944d-a3c5cbe34bab req-5568934d-9f8d-4beb-8273-174e942ce838 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 210 time: 0.1213179 Jul 23 10:40:38.450171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59750f0-692c-4ec4-a89f-8357dcc9a69c req-b1ab5d49-9f38-4042-a0eb-31f3d4edd062 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:38.462090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a59750f0-692c-4ec4-a89f-8357dcc9a69c req-b1ab5d49-9f38-4042-a0eb-31f3d4edd062 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.9123545 Jul 23 10:40:38.473400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.493348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-ae9767c4-f055-4c93-b652-5bd02052d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:38.495052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-ae9767c4-f055-4c93-b652-5bd02052d36a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 200 len: 850 time: 0.1778803 Jul 23 10:40:38.512207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.569714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-066af4d4-c5ae-48c0-b26b-cf2a20fdf3c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=093e951f-d1e4-4117-9e8a-c0184f99fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671475 Jul 23 10:40:38.583249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-f19a8edc-53da-4399-816c-0d663fbeb3c8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:40:38.584246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-f19a8edc-53da-4399-816c-0d663fbeb3c8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073693 Jul 23 10:40:38.598290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.618137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Port': ['ID=11f2c029-328d-4447-a990-c257a935c5a5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:38.634265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-36be21ca-d567-426a-818e-51370c89771a None None] For port 117e77e3-1c0a-4e2e-a80b-fd2770d51018, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:38.679799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-36be21ca-d567-426a-818e-51370c89771a None None] For port 117e77e3-1c0a-4e2e-a80b-fd2770d51018, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=117e77e3-1c0a-4e2e-a80b-fd2770d51018,segment=NetworkSegment(450d54a1-edad-4ace-852f-23df82e5ee61),segment_id=450d54a1-edad-4ace-852f-23df82e5ee61)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:38.689744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.695337 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36be21ca-d567-426a-818e-51370c89771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.726641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5364adba-5057-4885-af43-f7c82c755b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.799774 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5364adba-5057-4885-af43-f7c82c755b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:38.846909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:38.901248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:38.905895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a59750f0-692c-4ec4-a89f-8357dcc9a69c req-24d34634-8098-4808-a237-05d575645ed2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432399 Jul 23 10:40:38.909078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:38.912648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:38.984920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Router 7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:40:38.988915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5364adba-5057-4885-af43-f7c82c755b13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9c9ed18053c4d01b1afdebdcbe284c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2137272 Jul 23 10:40:38.991382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59230) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:38.995845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:38.996546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.012538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364adba-5057-4885-af43-f7c82c755b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d006cb9-a2c8-4d77-a9a3-14f37c9e907b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:39.033205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-c289a82a-d8bf-495f-9f77-5e757036c0d9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1663315 Jul 23 10:40:39.051539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-1870f2b7-f964-409d-93ad-287ea385cc2e service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610417 Jul 23 10:40:39.082802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-5c1b6954-5b4d-4f05-9331-44fd9d735363 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:40:39.084414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-5c1b6954-5b4d-4f05-9331-44fd9d735363 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066369 Jul 23 10:40:39.129393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Request body: {'port': {'device_id': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:39.188666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.213140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:39.234976 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] Sync routers for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:39.246520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e411df56-12be-4aef-aa71-ee1e8ffd32be tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6711950 Jul 23 10:40:39.251277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:39.260107 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:39.261102 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:39.316541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76cc079a-55cf-4db3-80fd-f8f3eeb07e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.318945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.336916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Provisioning complete for port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:39.342520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.353988 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:39.379210 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:39.380156 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:39.388313 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be21ca-d567-426a-818e-51370c89771a None None] Pushing event updated for resources: {'Port': ['ID=117e77e3-1c0a-4e2e-a80b-fd2770d51018,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:39.434558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.441548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:39.466820 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.493539 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:39.494258 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf1283-39c3-4800-9ce4-4b93d0e9cddc None None] The sync data for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:39.526658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59240) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:39.679118 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.702972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:39.718294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76cc079a-55cf-4db3-80fd-f8f3eeb07e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.760510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Transition to ACTIVE for port object b42413b8-a47e-4abb-93f5-e43f4d9ce774 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:39.777252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:39.791584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.880926 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:39.883946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cca5551e-f14e-4eea-b5bb-3093999294ba up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:40.039763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Attempting to bind port b42413b8-a47e-4abb-93f5-e43f4d9ce774 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:40.040212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Attempting to bind port b42413b8-a47e-4abb-93f5-e43f4d9ce774 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:40.040590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Attempting to bind port b42413b8-a47e-4abb-93f5-e43f4d9ce774 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:40.085022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:40.085458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:40.085825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.086285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:40.086776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Bound port: b42413b8-a47e-4abb-93f5-e43f4d9ce774, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:40.087217 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.098158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Network 0510427f-8d71-48b8-b4d1-38f661da049d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:40.101069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b97ab5b-be2d-41ef-9046-951eb439ca58 req-bc0ce652-58fd-49fb-b4b0-d1f3c36040c6 service neutron] 10.222.0.55 "GET /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0338950 Jul 23 10:40:40.104250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:40.217705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] For port b42413b8-a47e-4abb-93f5-e43f4d9ce774, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:40.226426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] For port b42413b8-a47e-4abb-93f5-e43f4d9ce774, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b42413b8-a47e-4abb-93f5-e43f4d9ce774,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:40.252019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76cc079a-55cf-4db3-80fd-f8f3eeb07e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.254751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76cc079a-55cf-4db3-80fd-f8f3eeb07e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.256315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-76cc079a-55cf-4db3-80fd-f8f3eeb07e98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d006cb9-a2c8-4d77-a9a3-14f37c9e907b HTTP/1.1" status: 204 len: 168 time: 1.2595651 Jul 23 10:40:40.269387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.274128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134a05-1911-453d-9ac3-cc15136ff995 req-461ac3ef-c12c-4c9e-8acf-371e6ef89d4c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:40.275893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eaa9e-39ea-4e1f-b1bc-e89308c5f231 None None] Pushing event updated for resources: {'Port': ['ID=b42413b8-a47e-4abb-93f5-e43f4d9ce774,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:40.289018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-19134a05-1911-453d-9ac3-cc15136ff995 req-461ac3ef-c12c-4c9e-8acf-371e6ef89d4c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 931 time: 0.4626260 Jul 23 10:40:40.294323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc079a-55cf-4db3-80fd-f8f3eeb07e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d006cb9-a2c8-4d77-a9a3-14f37c9e907b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:40.377769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-19134a05-1911-453d-9ac3-cc15136ff995 req-49af016d-c288-4ec8-aa6a-7700ca137631 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836608 Jul 23 10:40:40.398292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:40:40.403918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Provisioning for port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:40.437785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Provisioning complete for port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:40.438669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.486704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port cca5551e-f14e-4eea-b5bb-3093999294ba completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:40.503627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:40.504807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:40.511249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eaa9e-39ea-4e1f-b1bc-e89308c5f231 None None] Pushing event updated for resources: {'Port': ['ID=b42413b8-a47e-4abb-93f5-e43f4d9ce774,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:40.518569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c83e944-8c77-4639-aacc-f5e0668fceee up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:40.655320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b559d8fa-53b6-4192-a936-532d7af48b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.673148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:40.676928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:40:40.689700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f303b007-0987-4abf-82f8-da050100ecb7 admin admin] 10.222.0.37 "PUT /v2.0/routers/705dc9be-5497-497a-a5b2-b8dd7ba8d244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8312888 Jul 23 10:40:40.720011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Provisioning for port cca5551e-f14e-4eea-b5bb-3093999294ba completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:40.736427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Provisioning complete for port cca5551e-f14e-4eea-b5bb-3093999294ba triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:40.737410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.816924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:40.818913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c83e944-8c77-4639-aacc-f5e0668fceee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:40.818913 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:40.863938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59258) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:40.893544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebe0606c-b7a9-43e7-add2-d7eb6903baaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.019288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874776b0-4565-4a8e-b2af-11f80f35a0f0 req-2a637e95-d028-40ee-8f60-6bf4a6a094bf tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:41.021175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-874776b0-4565-4a8e-b2af-11f80f35a0f0 req-2a637e95-d028-40ee-8f60-6bf4a6a094bf tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.5327070 Jul 23 10:40:41.074952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bf45b7-f14c-4990-ab9b-e02453cd757f None None] Network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:41.216647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-874776b0-4565-4a8e-b2af-11f80f35a0f0 req-62c596ff-fd0c-480d-a665-90df0b53cff4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843202 Jul 23 10:40:41.223849 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-26457a07-c1b7-4c3d-8ff1-9dce1a2ff428 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:40:41.228199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:41.240186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-26457a07-c1b7-4c3d-8ff1-9dce1a2ff428 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9879460 Jul 23 10:40:41.242074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.338476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] For port cca5551e-f14e-4eea-b5bb-3093999294ba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cca5551e-f14e-4eea-b5bb-3093999294ba,segment=NetworkSegment(67ddc71b-c40e-4b7d-9a80-7336c52c3223),segment_id=67ddc71b-c40e-4b7d-9a80-7336c52c3223)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:41.351701 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.412566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddf6f12-5182-4912-a15f-a55aac5a7483 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:41.428204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.432092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b559d8fa-53b6-4192-a936-532d7af48b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.442789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b559d8fa-53b6-4192-a936-532d7af48b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.519391 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Transition to ACTIVE for port object 8ddf6f12-5182-4912-a15f-a55aac5a7483 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:41.534097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Provisioning for port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:41.536035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2697b1-07c0-47d1-b8dc-bc2bddc8d3ce None None] Pushing event updated for resources: {'Port': ['ID=cca5551e-f14e-4eea-b5bb-3093999294ba,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:41.578801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b559d8fa-53b6-4192-a936-532d7af48b58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2293a837680b4fda8689d64aef2ebd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0026228 Jul 23 10:40:41.588431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebe0606c-b7a9-43e7-add2-d7eb6903baaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.591345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.605380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:41.605954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebe0606c-b7a9-43e7-add2-d7eb6903baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.639951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Provisioning complete for port cca5551e-f14e-4eea-b5bb-3093999294ba triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:41.640341 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.655682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559d8fa-53b6-4192-a936-532d7af48b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368cc9a4-8954-4457-897c-356d44d32901,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:41.701220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ebe0606c-b7a9-43e7-add2-d7eb6903baaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45bfe6a829e4482bb73a68337161b159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8352344 Jul 23 10:40:41.707041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:41.734042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2942df54-77d5-4c91-b015-2be925623732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 2, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:41.795217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:41.839015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 117e77e3-1c0a-4e2e-a80b-fd2770d51018 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:41.866849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942df54-77d5-4c91-b015-2be925623732 None None] The sync data for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 is: [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 2, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:41.867068 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57c7f7ae-3267-4ed0-a961-7b246f3ec835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:41.878787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0606c-b7a9-43e7-add2-d7eb6903baaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d70f8-462b-4427-9294-f77e0b37ea9f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:41.957310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c85c1-7b6d-4140-90e9-b8bee5e685c3 req-142cf050-460d-4866-95ad-6edee434da9d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:41.965131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a8c85c1-7b6d-4140-90e9-b8bee5e685c3 req-142cf050-460d-4866-95ad-6edee434da9d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.3750012 Jul 23 10:40:42.027395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:42.033173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Provisioning complete for port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:42.033653 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.056196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd813b42-2779-4a1b-8aa4-436cf395f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.059522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57c7f7ae-3267-4ed0-a961-7b246f3ec835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.100736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:42.101123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.124003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:40:42.139843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Attempting to bind port 8ddf6f12-5182-4912-a15f-a55aac5a7483 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:42.140192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Attempting to bind port 8ddf6f12-5182-4912-a15f-a55aac5a7483 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:42.141265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Attempting to bind port 8ddf6f12-5182-4912-a15f-a55aac5a7483 on network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:42.149579 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd813b42-2779-4a1b-8aa4-436cf395f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.168042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a8c85c1-7b6d-4140-90e9-b8bee5e685c3 req-5385ea97-59fc-4916-8599-a25cc289952b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015965 Jul 23 10:40:42.190166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Port 8ddf6f12-5182-4912-a15f-a55aac5a7483 on network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:40:42.190501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Attempting to bind port 8ddf6f12-5182-4912-a15f-a55aac5a7483 on network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:42.202832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Provisioning for port 11f2c029-328d-4447-a990-c257a935c5a5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:42.220223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:42.220569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Checking segment: {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:42.220974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Bound using segment: {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:42.221422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Bound port: 8ddf6f12-5182-4912-a15f-a55aac5a7483, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:42.221868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.251122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Provisioning complete for port 11f2c029-328d-4447-a990-c257a935c5a5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:42.251855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.425453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.445051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d38ecc77-d542-45fb-8694-e3524b1f1f2a None None] Port 11f2c029-328d-4447-a990-c257a935c5a5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:40:42.448318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:42.453906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:42.480663 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.489964 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.551396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 117e77e3-1c0a-4e2e-a80b-fd2770d51018, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=117e77e3-1c0a-4e2e-a80b-fd2770d51018,segment=NetworkSegment(450d54a1-edad-4ace-852f-23df82e5ee61),segment_id=450d54a1-edad-4ace-852f-23df82e5ee61)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:42.561013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.562245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:42.580823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:42.581635 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.583238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-8b64601a-8466-41db-88e5-326496dac334 service neutron] 10.222.0.20 "PUT /v2.0/ports/8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 200 len: 1091 time: 3.4596448 Jul 23 10:40:42.583905 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd813b42-2779-4a1b-8aa4-436cf395f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.586527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd813b42-2779-4a1b-8aa4-436cf395f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.587604 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd813b42-2779-4a1b-8aa4-436cf395f6dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/311d70f8-462b-4427-9294-f77e0b37ea9f HTTP/1.1" status: 204 len: 168 time: 0.8646665 Jul 23 10:40:42.678835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:42.684184 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:42.695622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57c7f7ae-3267-4ed0-a961-7b246f3ec835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.707571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57c7f7ae-3267-4ed0-a961-7b246f3ec835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.708796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-57c7f7ae-3267-4ed0-a961-7b246f3ec835 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/368cc9a4-8954-4457-897c-356d44d32901 HTTP/1.1" status: 204 len: 168 time: 1.0904398 Jul 23 10:40:42.787331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64601a-8466-41db-88e5-326496dac334 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:42.839267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-02abdf61-152b-497e-84d4-366e32a274c3 None None] Provisioning complete for port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:42.841116 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02abdf61-152b-497e-84d4-366e32a274c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.895801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813b42-2779-4a1b-8aa4-436cf395f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d70f8-462b-4427-9294-f77e0b37ea9f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:42.907929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting port 11f2c029-328d-4447-a990-c257a935c5a5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:42.910286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:42.912485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=117e77e3-1c0a-4e2e-a80b-fd2770d51018,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:42.949604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7f7ae-3267-4ed0-a961-7b246f3ec835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368cc9a4-8954-4457-897c-356d44d32901,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:43.072849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d905fd-120e-4981-88cd-3cb039fdd5cc req-019abe8c-53c0-4d43-98ce-2543e9135e81 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:43.080965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3d905fd-120e-4981-88cd-3cb039fdd5cc req-019abe8c-53c0-4d43-98ce-2543e9135e81 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.6226151 Jul 23 10:40:43.084893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:43.085281 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:43.181290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:43.217707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-80b0f965-0d1c-46cd-90f8-b7f65db4e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:43.222082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-80b0f965-0d1c-46cd-90f8-b7f65db4e77c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1094 time: 0.5108042 Jul 23 10:40:43.252592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3d905fd-120e-4981-88cd-3cb039fdd5cc req-39c95b79-1412-4ed5-acb1-dac067dd14da tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705596 Jul 23 10:40:43.269004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Calling delete_port for 11f2c029-328d-4447-a990-c257a935c5a5 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:43.452682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-4e9f6fbd-1360-45b6-af0c-834b81f6b394 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 200 len: 217 time: 0.1958265 Jul 23 10:40:43.585273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-e08ec5db-4bd0-4ebe-9255-4d310cd32102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:43.586794 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-e08ec5db-4bd0-4ebe-9255-4d310cd32102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 0.1251743 Jul 23 10:40:43.590498 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4387c9d-6b48-456a-8c0f-17953913c67c x-openstack-request-id: req-d4387c9d-6b48-456a-8c0f-17953913c67c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:43.592793 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:43.595191 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4387c9d-6b48-456a-8c0f-17953913c67c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:43.595811 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'status': 'completed', 'code': 200} Jul 23 10:40:43.645866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:43.685854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-9dd097d1-4741-4723-95ed-81e4a4c2205f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860071 Jul 23 10:40:43.695472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a931-6a34-466e-ae19-89209000959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:43.896366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 117e77e3-1c0a-4e2e-a80b-fd2770d51018 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:43.966483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333818-17ef-499b-8084-01580caa3245 req-290c4503-ecf7-4f5b-9a6a-4f71610d3341 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:43.968434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38333818-17ef-499b-8084-01580caa3245 req-290c4503-ecf7-4f5b-9a6a-4f71610d3341 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.2816575 Jul 23 10:40:44.022707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.103720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-1470e6c6-5374-4bb7-bd3c-8829aa52e388 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026785 Jul 23 10:40:44.139705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38333818-17ef-499b-8084-01580caa3245 req-89c497f2-a343-449c-8140-b4b42d80327a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607740 Jul 23 10:40:44.187832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Port': ['ID=11f2c029-328d-4447-a990-c257a935c5a5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:44.481741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a931-6a34-466e-ae19-89209000959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.482700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.516616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a931-6a34-466e-ae19-89209000959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.524500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:44.524891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.605593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:44.608018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e3b3a931-6a34-466e-ae19-89209000959c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddcc9dfd649d47769a255c8eb563e8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9605336 Jul 23 10:40:44.629805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a0e02-2350-48d3-beaf-efbebc2396ca req-29c5814f-da73-4e8f-9e78-ab054fdc5fd2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:44.635011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a91a0e02-2350-48d3-beaf-efbebc2396ca req-29c5814f-da73-4e8f-9e78-ab054fdc5fd2 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.6134326 Jul 23 10:40:44.670198 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07c24c3f-2b29-4c14-ad07-fe738807b7f1 req-a0e7ea33-f7fc-4416-9d7a-bbe3ce22e8e1 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552373 Jul 23 10:40:44.699399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3a931-6a34-466e-ae19-89209000959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f18f4-2d5b-4764-84c6-0d5484a0f93e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:44.760998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cca5551e-f14e-4eea-b5bb-3093999294ba up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:44.821091 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46be0fc-abcf-4f52-81b7-98f44daaddb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.840730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cca5551e-f14e-4eea-b5bb-3093999294ba triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:44.841476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.853303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46be0fc-abcf-4f52-81b7-98f44daaddb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:44.887223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a91a0e02-2350-48d3-beaf-efbebc2396ca req-90e1a63c-8fcc-4044-bc79-236292d151c9 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681674 Jul 23 10:40:44.955202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-d62c8df6-011c-42f9-a154-162846d737bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:44.957913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-d62c8df6-011c-42f9-a154-162846d737bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1094 time: 0.1967583 Jul 23 10:40:45.011465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46be0fc-abcf-4f52-81b7-98f44daaddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:45.019863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46be0fc-abcf-4f52-81b7-98f44daaddb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:45.023735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c46be0fc-abcf-4f52-81b7-98f44daaddb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae8f18f4-2d5b-4764-84c6-0d5484a0f93e HTTP/1.1" status: 204 len: 168 time: 0.4149194 Jul 23 10:40:45.030064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b42413b8-a47e-4abb-93f5-e43f4d9ce774 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:45.087582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46be0fc-abcf-4f52-81b7-98f44daaddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f18f4-2d5b-4764-84c6-0d5484a0f93e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:45.190170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b42413b8-a47e-4abb-93f5-e43f4d9ce774 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:45.196702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b42413b8-a47e-4abb-93f5-e43f4d9ce774 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:45.197759 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:45.320350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-089fe50c-ee51-4084-9057-02d9718cc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:45.321948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-089fe50c-ee51-4084-9057-02d9718cc4ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 915 time: 0.3568747 Jul 23 10:40:45.444225 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:45.494035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port b42413b8-a47e-4abb-93f5-e43f4d9ce774, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b42413b8-a47e-4abb-93f5-e43f4d9ce774,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:45.501925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:45.552312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-ee15bd57-9af3-4aec-91fb-df860e600a57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 200 len: 217 time: 0.1930366 Jul 23 10:40:45.617597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=b42413b8-a47e-4abb-93f5-e43f4d9ce774,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:45.706670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Router 7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:40:45.793693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f983a-4253-4a01-aacf-76af02ea3a85 req-b1a43204-fcde-4182-8625-8871c4f30181 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:45.803802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-704f983a-4253-4a01-aacf-76af02ea3a85 req-b1a43204-fcde-4182-8625-8871c4f30181 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.4728456 Jul 23 10:40:45.856787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-088ef5aa-40c8-4c2f-97eb-ce4f8381cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:45.858296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-088ef5aa-40c8-4c2f-97eb-ce4f8381cd41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 0.2884524 Jul 23 10:40:45.920082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:45.931917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] Sync routers for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:45.940765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d9c9528b-35a2-4f71-bdf0-04d415c1835c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7070606 Jul 23 10:40:45.941448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59426) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:45.950855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:45.956153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:45.961551 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-c6266971-4890-4faa-a92f-525957d506ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956228 Jul 23 10:40:45.985026 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-704f983a-4253-4a01-aacf-76af02ea3a85 req-ed8afdf0-1f7f-45c0-bf55-4a458b955f6b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677034 Jul 23 10:40:46.070108 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Sync routers for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:46.073651 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-d9790934-5e7c-4d1c-b568-552d015ca083 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] delete failed (client error): The resource could not be found. Jul 23 10:40:46.075277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d9790934-5e7c-4d1c-b568-552d015ca083 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1460531722 HTTP/1.1" status: 404 len: 335 time: 0.1325371 Jul 23 10:40:46.080260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59432) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:46.085638 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:46.093504 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:46.094104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e8fbee81-2b09-411e-a9b9-894c87eaa34a tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:46.122486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:46.148611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:46.151442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:46.257445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:46.259355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2621b-f400-4157-8f01-959d6033f1d6 None None] The sync data for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:46.283545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-8c752626-2528-4e67-9531-afe4753f0fb0 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969382 Jul 23 10:40:46.427859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbee81-2b09-411e-a9b9-894c87eaa34a tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:46.469153 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:46.480988 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-e8fbee81-2b09-411e-a9b9-894c87eaa34a tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] update failed (client error): The resource could not be found. Jul 23 10:40:46.490598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e8fbee81-2b09-411e-a9b9-894c87eaa34a tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 HTTP/1.1" status: 404 len: 339 time: 0.4058249 Jul 23 10:40:46.493488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59440) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:46.505481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1675464456'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:46.554331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:46.562348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:46.613882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:40:46.638671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:46.639017 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Added segment e9fc8183-eaf0-4ea9-9107-0e4f9109632b of type vlan for network b2c27294-3aef-47d4-bb33-2b80adce037c Jul 23 10:40:46.648032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20644058-50d1-4f67-ad88-9a87fcb0eafd req-fa817e58-88c8-44f3-bcec-12d720883de0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:46.655541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-20644058-50d1-4f67-ad88-9a87fcb0eafd req-fa817e58-88c8-44f3-bcec-12d720883de0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.3709185 Jul 23 10:40:46.708443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:46.795374 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:46.815576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:46.816308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:46.835005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-20644058-50d1-4f67-ad88-9a87fcb0eafd req-436d31bb-a8c6-4f52-802c-a71bf37af7a0 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782904 Jul 23 10:40:46.869817 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e38ad9ee-05d7-4e4b-b6c2-730befa79ccb req-d4048207-22aa-494c-96fa-62f12484a026 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533863 Jul 23 10:40:46.903491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4053731 Jul 23 10:40:46.904693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59460) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:46.928751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'subnet': {'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:46.994227 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 2, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:47.031704 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Checking router: 705dc9be-5497-497a-a5b2-b8dd7ba8d244 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:40:47.032123 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Updating router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:40:47.068861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31559735-8074-4333-8a8b-7339321e3e14 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Network': ['ID=b2c27294-3aef-47d4-bb33-2b80adce037c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:47.086177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network b2c27294-3aef-47d4-bb33-2b80adce037c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:40:47.124034 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:47.403340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-3c4a55b7-9fdd-4115-9b83-36a19f06d3e1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:47.405645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-3c4a55b7-9fdd-4115-9b83-36a19f06d3e1 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.55 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.3845735 Jul 23 10:40:47.449018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Made reservation on behalf of 14805c3fc7e6450ab907712d7c4f7c6b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:40:47.453956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:47.524477 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:47.561063 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Transition to ACTIVE for port object 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:47.588027 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:47.598042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e10a16-4356-417a-a483-49da8b90cad9 req-189cbf42-dce9-47db-9dee-dc33ebf2da96 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:47.605292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3e10a16-4356-417a-a483-49da8b90cad9 req-189cbf42-dce9-47db-9dee-dc33ebf2da96 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.4252031 Jul 23 10:40:47.626798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b42413b8-a47e-4abb-93f5-e43f4d9ce774 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:47.714781 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Pushing event updated for resources: {'Port': ['ID=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:47.752811 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.759379 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.760044 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.760398 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.760740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.761083 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.762224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.762565 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.764720 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.766324 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.767366 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.768087 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:47.769582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b42413b8-a47e-4abb-93f5-e43f4d9ce774 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:47.770080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:47.824835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3e10a16-4356-417a-a483-49da8b90cad9 req-95f1befd-1168-42ac-a210-1dcf034770d4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155879 Jul 23 10:40:48.018419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Deleting port 64620a95-c8b0-4eb4-b308-78288254c645 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:48.019094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.065658 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Attempting to bind port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:48.071580 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Attempting to bind port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:48.072155 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Attempting to bind port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 on network 0510427f-8d71-48b8-b4d1-38f661da049d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:48.110908 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:48.111689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Checking segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:48.115229 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.117553 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Bound using segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:48.118224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Bound port: 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:48.120953 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.170926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd8511-b454-43b9-a8cb-76389d2e5b52 req-4d5e61f6-3e9c-4300-8140-dbed834a1e3c tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:48.173028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71bd8511-b454-43b9-a8cb-76389d2e5b52 req-4d5e61f6-3e9c-4300-8140-dbed834a1e3c tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 945 time: 0.1605587 Jul 23 10:40:48.263004 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] For port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:48.269307 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] For port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:48.276420 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.285256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71bd8511-b454-43b9-a8cb-76389d2e5b52 req-ecf332f7-4970-4dc0-8506-b8e859c910c4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044061 Jul 23 10:40:48.316298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.416820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:48.417467 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:48.463512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Subnet': ['ID=6a7af70a-1ad4-4ba4-8af2-6238c4b8cc74,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:48.546812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] For port 64620a95-c8b0-4eb4-b308-78288254c645, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=64620a95-c8b0-4eb4-b308-78288254c645,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:48.547303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.571697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Calling delete_port for 64620a95-c8b0-4eb4-b308-78288254c645 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:48.597298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Checking segment: {'id': 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:48.597678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network hostable DHCP agents. Network: b2c27294-3aef-47d4-bb33-2b80adce037c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:40:48.660031 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52990683-2720-40f1-b78d-bfe013e9a610 None None] Pushing event updated for resources: {'Port': ['ID=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:48.737133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network b2c27294-3aef-47d4-bb33-2b80adce037c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:40:48.746604 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:40:48.930646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:48.936177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, b2c27294-3aef-47d4-bb33-2b80adce037c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:48.944983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['64620a95-c8b0-4eb4-b308-78288254c645'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:48.950931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f490ff2-7633-465e-ab3d-4f6c4b117f87 None None] Network b2c27294-3aef-47d4-bb33-2b80adce037c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:48.955801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:48.957940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:49.000646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Pushing event deleted for resources: {'Port': ['ID=64620a95-c8b0-4eb4-b308-78288254c645,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:49.100693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:49.103498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eb00ff99-0b57-4841-abff-686c9bac46ef tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1821442 Jul 23 10:40:49.114781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59544) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:49.141315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0ce0f93a-712b-4b92-9601-fef01929fd8d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:49.160110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] No DVR routers for this DVR port 64620a95-c8b0-4eb4-b308-78288254c645 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:49.167627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:40:49.174524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:49.182017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-337a490d-948e-4570-96b6-03145ffd6ee4 req-71a3bcb2-5873-4f32-835a-9f38d0c7f433 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.55 "DELETE /v2.0/ports/64620a95-c8b0-4eb4-b308-78288254c645 HTTP/1.1" status: 204 len: 173 time: 1.7599471 Jul 23 10:40:49.182603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'name': 'network-vif-deleted', 'tag': '64620a95-c8b0-4eb4-b308-78288254c645'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:49.185331 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cf23a-fb80-41e9-8259-a20d415ce996" -d '{"events": [{"server_uuid": "acdafcbc-62db-4a75-a325-d2f2860cb0d4", "name": "network-vif-deleted", "tag": "64620a95-c8b0-4eb4-b308-78288254c645"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:49.336702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a44b-e107-4bc3-ab74-ea39c0d15f03 req-a7da3f94-5207-41dd-888e-cdb0d40fcfd5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:49.345572 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5203a44b-e107-4bc3-ab74-ea39c0d15f03 req-a7da3f94-5207-41dd-888e-cdb0d40fcfd5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.3823400 Jul 23 10:40:49.455609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-b2c27294-3aef-47d4-bb33-2b80adce037c', 'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c', 'tenant_id': '14805c3fc7e6450ab907712d7c4f7c6b', 'fixed_ips': [{'subnet_id': '6a7af70a-1ad4-4ba4-8af2-6238c4b8cc74'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:40:49.456516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:49.491408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ce0f93a-712b-4b92-9601-fef01929fd8d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:49.581873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5203a44b-e107-4bc3-ab74-ea39c0d15f03 req-f562e62d-d35e-48b7-a063-be4961bc8f6b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289636 Jul 23 10:40:49.639674 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:48Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:49.683569 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec804b4-e9f5-4138-986b-4dd58856f13a x-openstack-request-id: req-bec804b4-e9f5-4138-986b-4dd58856f13a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:49.684114 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdafcbc-62db-4a75-a325-d2f2860cb0d4", "name": "network-vif-deleted", "tag": "64620a95-c8b0-4eb4-b308-78288254c645", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:49.684450 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bec804b4-e9f5-4138-986b-4dd58856f13a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:49.684954 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdafcbc-62db-4a75-a325-d2f2860cb0d4', 'name': 'network-vif-deleted', 'tag': '64620a95-c8b0-4eb4-b308-78288254c645', 'status': 'completed', 'code': 200} Jul 23 10:40:49.712554 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45d6b4-22ff-4f5e-9d8c-618e1938d944 None None] The sync data for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 is: [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:48Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:49.714665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Allocated IP 2001:db8:1::2 (b2c27294-3aef-47d4-bb33-2b80adce037c/6a7af70a-1ad4-4ba4-8af2-6238c4b8cc74/6669b64b-2af9-4e43-b017-d404fd511bd3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:49.869498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59574) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:49.945942 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7292b71-86b1-43cc-90b7-1c3f4f074c75 req-ff00d667-cda8-411a-862e-6b61e0b46642 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdafcbc-62db-4a75-a325-d2f2860cb0d4 HTTP/1.1" status: 200 len: 210 time: 0.1068876 Jul 23 10:40:50.008200 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-0ce0f93a-712b-4b92-9601-fef01929fd8d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:40:50.011532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:50.016475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0ce0f93a-712b-4b92-9601-fef01929fd8d tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 HTTP/1.1" status: 400 len: 364 time: 0.8837776 Jul 23 10:40:50.016960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59578) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:50.095109 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.129445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Transition to ACTIVE for port object 6669b64b-2af9-4e43-b017-d404fd511bd3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:50.175128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:50.212281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Transition to ACTIVE for port object 6669b64b-2af9-4e43-b017-d404fd511bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:50.225592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:50.225973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.283582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce852f8c-4beb-4810-b114-435b8032bded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.294925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.307053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:50.335844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Network b2c27294-3aef-47d4-bb33-2b80adce037c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:50.373036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'port_id': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'mac_address': 'fa:16:3e:e1:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b48c25-ba82-45b1-a1e1-5c6f2567994a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:40:50.378361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:50.389160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:50.457333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.465599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Pushing event updated for resources: {'Port': ['ID=6669b64b-2af9-4e43-b017-d404fd511bd3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:50.545887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce852f8c-4beb-4810-b114-435b8032bded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.571151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Attempting to bind port 6669b64b-2af9-4e43-b017-d404fd511bd3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:40:50.571566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Attempting to bind port 6669b64b-2af9-4e43-b017-d404fd511bd3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:40:50.571937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Attempting to bind port 6669b64b-2af9-4e43-b017-d404fd511bd3 on network b2c27294-3aef-47d4-bb33-2b80adce037c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:40:50.577512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.577892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.578234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.578578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.578909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.579239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.580940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.584756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce852f8c-4beb-4810-b114-435b8032bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.585719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.586051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.586393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.586729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.587153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.587378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:40:50.591559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddf6f12-5182-4912-a15f-a55aac5a7483 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:40:50.616904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:40:50.617288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Checking segment: {'id': 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:40:50.617698 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.618099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Bound using segment: {'id': 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:40:50.618584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Bound port: 6669b64b-2af9-4e43-b017-d404fd511bd3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c27294-3aef-47d4-bb33-2b80adce037c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:40:50.622698 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.681931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:50.684744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.730331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.785937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:50.801353 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.843118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c742b-c6d6-43b0-a67d-be2427ab9b03 req-635609a5-bef9-467c-919c-63252d825c4c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:50.845800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] For port 6669b64b-2af9-4e43-b017-d404fd511bd3, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:40:50.850243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] For port 6669b64b-2af9-4e43-b017-d404fd511bd3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6669b64b-2af9-4e43-b017-d404fd511bd3,segment=NetworkSegment(e9fc8183-eaf0-4ea9-9107-0e4f9109632b),segment_id=e9fc8183-eaf0-4ea9-9107-0e4f9109632b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:40:50.853848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:50.854313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a02c742b-c6d6-43b0-a67d-be2427ab9b03 req-635609a5-bef9-467c-919c-63252d825c4c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.1455445 Jul 23 10:40:50.866460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:50.884164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce852f8c-4beb-4810-b114-435b8032bded admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ad52cf49d104bfeb4057235ccaa1651&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0129607 Jul 23 10:40:50.890424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59612) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:50.931955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce852f8c-4beb-4810-b114-435b8032bded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb18d37-1ea6-4ab1-b338-53a968fbd709,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:50.948322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:50.961161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a02c742b-c6d6-43b0-a67d-be2427ab9b03 req-1c2f7791-688c-4846-a954-64e23f7b38f1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056509 Jul 23 10:40:51.024595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8ddf6f12-5182-4912-a15f-a55aac5a7483'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:51.096342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b97c66-4397-4aef-8879-479add7429d6 None None] Pushing event updated for resources: {'Port': ['ID=6669b64b-2af9-4e43-b017-d404fd511bd3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:51.272878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89a40f43-3278-4bf1-9bda-94a2ea1477c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.437686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 64620a95-c8b0-4eb4-b308-78288254c645 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:51.440923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89a40f43-3278-4bf1-9bda-94a2ea1477c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.454595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Allocated IP 2001:db8::1 (0bff5dd5-6a25-41a5-b81a-eaec194feec4/f0e1fc85-06a7-4213-aa7e-e96cb65a211f/c0376af3-3003-40a4-9b19-c8c9898ad8e8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:40:51.493314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 64620a95-c8b0-4eb4-b308-78288254c645 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:51.493577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 64620a95-c8b0-4eb4-b308-78288254c645 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:51.562510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea781ec-a4f1-4214-8c09-b0885faf3659 req-7e908475-dc74-4686-973f-55fc0300c2aa tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:51.571999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea781ec-a4f1-4214-8c09-b0885faf3659 req-7e908475-dc74-4686-973f-55fc0300c2aa tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.1541743 Jul 23 10:40:51.576589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89a40f43-3278-4bf1-9bda-94a2ea1477c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.582306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89a40f43-3278-4bf1-9bda-94a2ea1477c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.584314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-89a40f43-3278-4bf1-9bda-94a2ea1477c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bb18d37-1ea6-4ab1-b338-53a968fbd709 HTTP/1.1" status: 204 len: 168 time: 0.6864350 Jul 23 10:40:51.600234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a40f43-3278-4bf1-9bda-94a2ea1477c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb18d37-1ea6-4ab1-b338-53a968fbd709,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:51.655701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.672591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ea781ec-a4f1-4214-8c09-b0885faf3659 req-255fb3ba-fb4b-450b-9703-c6530b8887a7 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989280 Jul 23 10:40:51.695196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Transition to ACTIVE for port object c0376af3-3003-40a4-9b19-c8c9898ad8e8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:40:51.788376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.832303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:51.834490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:51.837656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:51.841498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:40:51.842102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:51.913678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:51.914128 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.028489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Port': ['ID=c0376af3-3003-40a4-9b19-c8c9898ad8e8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:52.100839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6669b64b-2af9-4e43-b017-d404fd511bd3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:52.234138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 6669b64b-2af9-4e43-b017-d404fd511bd3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:52.330639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59668) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:52.341982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.372404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc57db-c04f-4194-9063-4cfe978a9d68 req-9ad997ad-6085-48d0-8073-e4d5bfdbb23a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:52.373036 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58627ebe-6fca-4e53-9e5c-3d1f4c061a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.387064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58dc57db-c04f-4194-9063-4cfe978a9d68 req-9ad997ad-6085-48d0-8073-e4d5bfdbb23a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.2670882 Jul 23 10:40:52.459265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58dc57db-c04f-4194-9063-4cfe978a9d68 req-eb4cd54d-3b8e-4984-8ad4-99052ac73741 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707955 Jul 23 10:40:52.467009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9bda07dc-5304-4213-8c28-7f19e1b52315 None None] Provisioning for port c0376af3-3003-40a4-9b19-c8c9898ad8e8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:52.477052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9bda07dc-5304-4213-8c28-7f19e1b52315 None None] Provisioning complete for port c0376af3-3003-40a4-9b19-c8c9898ad8e8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:52.477437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bda07dc-5304-4213-8c28-7f19e1b52315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.571985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de8998-e681-4060-a92f-ed0a92d5cac2 None None] Network b2c27294-3aef-47d4-bb33-2b80adce037c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:52.604120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9bda07dc-5304-4213-8c28-7f19e1b52315 None None] Port c0376af3-3003-40a4-9b19-c8c9898ad8e8 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:40:52.611636 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58627ebe-6fca-4e53-9e5c-3d1f4c061a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.619665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58627ebe-6fca-4e53-9e5c-3d1f4c061a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.653242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-58627ebe-6fca-4e53-9e5c-3d1f4c061a1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98aa6aa81bc24daebb818caae0f9defb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205969 Jul 23 10:40:52.656561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:52.673779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58627ebe-6fca-4e53-9e5c-3d1f4c061a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a196323-cd6d-4dff-9964-d640b2fb080e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:52.779062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] Provisioning for port 6669b64b-2af9-4e43-b017-d404fd511bd3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:52.796107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a334b6f-3f8c-414b-9127-b2e85ac834fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.807906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] Provisioning complete for port 6669b64b-2af9-4e43-b017-d404fd511bd3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:52.808294 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.898859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a334b6f-3f8c-414b-9127-b2e85ac834fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:52.909513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3f822-7e30-4f82-ba90-e0d60ac32151 req-c47c14a1-9c58-41a3-bda7-b261973ca34a tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:52.917188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceb3f822-7e30-4f82-ba90-e0d60ac32151 req-c47c14a1-9c58-41a3-bda7-b261973ca34a tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.1671071 Jul 23 10:40:52.976220 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceb3f822-7e30-4f82-ba90-e0d60ac32151 req-839076ca-d3a9-48b2-84d8-9701e1736d0a tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578315 Jul 23 10:40:53.018225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.029620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.030923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.045263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a334b6f-3f8c-414b-9127-b2e85ac834fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.049987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a334b6f-3f8c-414b-9127-b2e85ac834fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.051779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a334b6f-3f8c-414b-9127-b2e85ac834fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a196323-cd6d-4dff-9964-d640b2fb080e HTTP/1.1" status: 204 len: 168 time: 0.3941920 Jul 23 10:40:53.063862 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.081056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:53.102354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a334b6f-3f8c-414b-9127-b2e85ac834fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a196323-cd6d-4dff-9964-d640b2fb080e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:53.138406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event updated for resources: {'Port': ['ID=c0376af3-3003-40a4-9b19-c8c9898ad8e8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:53.239305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] For port 6669b64b-2af9-4e43-b017-d404fd511bd3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6669b64b-2af9-4e43-b017-d404fd511bd3,segment=NetworkSegment(e9fc8183-eaf0-4ea9-9107-0e4f9109632b),segment_id=e9fc8183-eaf0-4ea9-9107-0e4f9109632b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:53.254323 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.256766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:40:53.258734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:40:53.375884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb3b5-de5b-4ee3-bbda-e5055f333243 None None] Pushing event updated for resources: {'Port': ['ID=6669b64b-2af9-4e43-b017-d404fd511bd3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:53.382878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 8ddf6f12-5182-4912-a15f-a55aac5a7483 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:40:53.404475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8ddf6f12-5182-4912-a15f-a55aac5a7483 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:53.404858 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.538757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Router 7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:40:53.722740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:53.741897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6669b64b-2af9-4e43-b017-d404fd511bd3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:40:53.817100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:53.837124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1196df22-8586-40ac-b024-d29ff95e5f33 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8189507 Jul 23 10:40:53.846213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59760) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:53.850549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] Sync routers for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:53.918190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-476ef679-0f3f-4476-87f7-0c9d8b3389af tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:53.928977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-476ef679-0f3f-4476-87f7-0c9d8b3389af tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 945 time: 0.3643973 Jul 23 10:40:53.976472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:53.985138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:54.074002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228256-8031-41eb-a622-9285411f8e31 req-5d8aea61-dc47-4a4d-bfd6-cf85b2869137 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:54.086681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d228256-8031-41eb-a622-9285411f8e31 req-5d8aea61-dc47-4a4d-bfd6-cf85b2869137 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.4043977 Jul 23 10:40:54.092841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0fc1-a400-49a9-87e6-9a1d7e64e13e tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.120890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:54.124081 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b492e9c-5dfb-4222-818e-8ccebad1e818" -d '{"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:54.155170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:54.179139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dcc90de4-36e5-46ba-85d4-5955b4c4fd82 None None] Provisioning complete for port 6669b64b-2af9-4e43-b017-d404fd511bd3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:54.179813 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc90de4-36e5-46ba-85d4-5955b4c4fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.196431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:54.251587 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.271650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.274871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:54.277490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:54.309965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d228256-8031-41eb-a622-9285411f8e31 req-11f88eb7-556a-4110-adb5-d69c44f72b50 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185929 Jul 23 10:40:54.373678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:54.386358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f73cb-9a1f-4f8d-95b5-7b667fbd0001 None None] The sync data for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:54.389583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Deleting port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:54.393636 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.548121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6669b64b-2af9-4e43-b017-d404fd511bd3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:54.554702 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.659373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] For port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:54.660737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:54.692253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:54.712059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Calling delete_port for b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:54.774794 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75543eea-31e3-4d39-87e7-ad7ccbb29943 x-openstack-request-id: req-75543eea-31e3-4d39-87e7-ad7ccbb29943 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:54.784551 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:54.784898 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75543eea-31e3-4d39-87e7-ad7ccbb29943 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:54.789131 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'code': 200} Jul 23 10:40:55.080712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:55.117924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:40:55.133129 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-c4fe0fc1-a400-49a9-87e6-9a1d7e64e13e tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 10:40:55.142230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c4fe0fc1-a400-49a9-87e6-9a1d7e64e13e tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 HTTP/1.1" status: 409 len: 329 time: 1.3018656 Jul 23 10:40:55.144712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59830) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:55.165081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Pushing event deleted for resources: {'Port': ['ID=b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:55.173727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-94dc84f3-3ce6-4825-9a55-f9c531cb52ed None None] Provisioning complete for port c0376af3-3003-40a4-9b19-c8c9898ad8e8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:40:55.174958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94dc84f3-3ce6-4825-9a55-f9c531cb52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:55.222905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94dc84f3-3ce6-4825-9a55-f9c531cb52ed None None] Port c0376af3-3003-40a4-9b19-c8c9898ad8e8 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:40:55.412409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4476849-d84a-45a4-92d2-405a6ac8939f req-21dc2925-1243-4758-bd05-8db39e2d643b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:55.425493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4476849-d84a-45a4-92d2-405a6ac8939f req-21dc2925-1243-4758-bd05-8db39e2d643b tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 867 time: 1.2327073 Jul 23 10:40:55.650162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b889-3436-4fc6-8112-4e060ac02e6d req-a82c232d-5fc5-4f61-ba0b-bf2fdc651508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:55.654818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2720b889-3436-4fc6-8112-4e060ac02e6d req-a82c232d-5fc5-4f61-ba0b-bf2fdc651508 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1096 time: 0.7180185 Jul 23 10:40:55.666362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4476849-d84a-45a4-92d2-405a6ac8939f req-f44650a2-b315-4391-9bc5-166f00227466 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93d2860-5dab-4226-a747-1934c5795492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396410 Jul 23 10:40:55.717211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2720b889-3436-4fc6-8112-4e060ac02e6d req-932b7005-e93b-43fd-9f48-1dd497ec20f3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546403 Jul 23 10:40:55.730998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] No DVR routers for this DVR port b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:55.735152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:55.737193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53985413-807b-4868-a4c6-3d2ed04fc124 req-bd536e8f-57a7-4829-be91-4c6689df3ee4 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.20 "DELETE /v2.0/ports/b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 HTTP/1.1" status: 204 len: 173 time: 1.8013306 Jul 23 10:40:55.737803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'name': 'network-vif-deleted', 'tag': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:40:55.740091 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00311cd-1586-4611-9ea3-e4e20dd75b6a" -d '{"events": [{"server_uuid": "5d7e5507-3df4-495a-bcd5-30e6e23f966a", "name": "network-vif-deleted", "tag": "b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:40:55.801739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3330cfa-6cc6-4a5f-a2b2-5f65e6035e10 req-49e35182-b2b3-48b2-9bfb-44b110d35719 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:55.803262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a3330cfa-6cc6-4a5f-a2b2-5f65e6035e10 req-49e35182-b2b3-48b2-9bfb-44b110d35719 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1348150 Jul 23 10:40:55.804719 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f7c470-b5d8-4871-bca0-26aa2758762a x-openstack-request-id: req-07f7c470-b5d8-4871-bca0-26aa2758762a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:40:55.805005 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7e5507-3df4-495a-bcd5-30e6e23f966a", "name": "network-vif-deleted", "tag": "b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:40:55.805266 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07f7c470-b5d8-4871-bca0-26aa2758762a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:40:55.805650 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7e5507-3df4-495a-bcd5-30e6e23f966a', 'name': 'network-vif-deleted', 'tag': 'b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719', 'status': 'completed', 'code': 200} Jul 23 10:40:55.865370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a3330cfa-6cc6-4a5f-a2b2-5f65e6035e10 req-0de57bae-0dfe-4f9c-a717-959c80bf190c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561190 Jul 23 10:40:55.914655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:56.248178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting port c0376af3-3003-40a4-9b19-c8c9898ad8e8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:56.248814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:56.343119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:56.363466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Calling delete_port for c0376af3-3003-40a4-9b19-c8c9898ad8e8 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:56.620342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:56.656174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Port': ['ID=c0376af3-3003-40a4-9b19-c8c9898ad8e8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:56.902531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a19a7f48-638b-4398-9d64-eb09125ca559 req-9355f6b3-1fb6-4de9-b4ac-794d10b8df94 tempest-ServerRescueTestJSON-251405615 tempest-ServerRescueTestJSON-251405615-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d7e5507-3df4-495a-bcd5-30e6e23f966a HTTP/1.1" status: 200 len: 210 time: 0.0652595 Jul 23 10:40:56.910318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:57.071074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e740acb1-c013-41c3-a322-e521480dc5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:57.114368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:57.171973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:57.173493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b2e9ca84-0a6c-4c2e-af4c-d3f1004b0719 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:57.267726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Router 7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:40:57.293527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d16012-1a1f-4e50-a31f-6467663a57e8 req-8a1b2849-f9ca-4ee2-ba1d-6111e170c91f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:57.295214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1d16012-1a1f-4e50-a31f-6467663a57e8 req-8a1b2849-f9ca-4ee2-ba1d-6111e170c91f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2596641 Jul 23 10:40:57.401884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:40:57.412922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:57.416013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59871271-9336-48be-bd24-7d1337651b63 None None] Sync routers for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:40:57.418628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-33ae9785-1c01-424b-a180-dbecdd67581c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2716942 Jul 23 10:40:57.427457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1d16012-1a1f-4e50-a31f-6467663a57e8 req-48961419-5e79-4f30-8571-5b77ae01e64a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231723 Jul 23 10:40:57.430459 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59871271-9336-48be-bd24-7d1337651b63 None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:57.431072 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59871271-9336-48be-bd24-7d1337651b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:57.483503 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59871271-9336-48be-bd24-7d1337651b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:57.493280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59871271-9336-48be-bd24-7d1337651b63 None None] Routers {'7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:40:57.494069 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59871271-9336-48be-bd24-7d1337651b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:57.499128 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-194295cd-87ac-40b4-9b55-f187b758a805 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] show failed (client error): The resource could not be found. Jul 23 10:40:57.501158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-194295cd-87ac-40b4-9b55-f187b758a805 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1392951348 HTTP/1.1" status: 404 len: 335 time: 0.0868173 Jul 23 10:40:57.504605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:57.518217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-08c03a27-a3b5-46f9-8c97-0a1e31c13f2c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:40:57.535185 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59871271-9336-48be-bd24-7d1337651b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:57.536299 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59871271-9336-48be-bd24-7d1337651b63 None None] The sync data for ids ['7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:40:57.635777 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-08c03a27-a3b5-46f9-8c97-0a1e31c13f2c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] update failed (client error): The resource could not be found. Jul 23 10:40:57.641166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-08c03a27-a3b5-46f9-8c97-0a1e31c13f2c tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-659508583 HTTP/1.1" status: 404 len: 334 time: 0.1340184 Jul 23 10:40:57.645739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59998) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:57.746501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting subnet 6a7af70a-1ad4-4ba4-8af2-6238c4b8cc74 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:40:57.752144 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:57.804102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.011293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:58.028835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-31ea6c24-d554-4d57-bd7f-889d14c6a8a7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:40:58.030949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-31ea6c24-d554-4d57-bd7f-889d14c6a8a7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 814 time: 0.2945457 Jul 23 10:40:58.044888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.069988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-b292dbc3-d263-42dc-b2dc-8521ed5d5d6d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/quotas/856b336c7df14f90bcd5fd707e2cb85d HTTP/1.1" status: 200 len: 375 time: 0.0299773 Jul 23 10:40:58.126975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:58.261878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-a626e6cb-6541-4777-bd90-e2d13ce53816 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1809568 Jul 23 10:40:58.412983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.441272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c2942-88b9-4fef-901c-245081cbe2c5 None None] Network b2c27294-3aef-47d4-bb33-2b80adce037c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:40:58.477219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.481039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/subnets/6a7af70a-1ad4-4ba4-8af2-6238c4b8cc74 HTTP/1.1" status: 204 len: 168 time: 0.8342896 Jul 23 10:40:58.483528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60036) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:58.487101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034ec26-23a7-4382-81f5-6923cbe8b4da tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7af70a-1ad4-4ba4-8af2-6238c4b8cc74,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:58.509806 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f8899bc-709c-4bfa-b7fc-d44f05475816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.613400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.628676 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f8899bc-709c-4bfa-b7fc-d44f05475816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.635072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-8be82d5b-99c1-42b2-9e03-f3208dd10f46 service neutron] 10.222.0.37 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698478 Jul 23 10:40:58.639196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f8899bc-709c-4bfa-b7fc-d44f05475816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.780186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] DHCP port deletion for b2c27294-3aef-47d4-bb33-2b80adce037c request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:40:58.797185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting port 6669b64b-2af9-4e43-b017-d404fd511bd3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:58.797676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.832609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-898fa908-717b-4dee-8f2d-51b1ad2b8962 service neutron] 10.222.0.37 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881332 Jul 23 10:40:58.864755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8899bc-709c-4bfa-b7fc-d44f05475816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4987f8da-4d2d-43bc-a311-fc677b1778ae,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:58.870133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f8899bc-709c-4bfa-b7fc-d44f05475816 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=348c83258d514abb8d96914edc445cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299762 Jul 23 10:40:58.872790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:58.896049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] For port 6669b64b-2af9-4e43-b017-d404fd511bd3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6669b64b-2af9-4e43-b017-d404fd511bd3,segment=NetworkSegment(e9fc8183-eaf0-4ea9-9107-0e4f9109632b),segment_id=e9fc8183-eaf0-4ea9-9107-0e4f9109632b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:58.896843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:58.914507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Calling delete_port for 6669b64b-2af9-4e43-b017-d404fd511bd3 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:58.964150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de194f46-6532-40dc-a9aa-34e52e054011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.012480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de194f46-6532-40dc-a9aa-34e52e054011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.027485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.094414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de194f46-6532-40dc-a9aa-34e52e054011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.097690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Port': ['ID=6669b64b-2af9-4e43-b017-d404fd511bd3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:59.102191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de194f46-6532-40dc-a9aa-34e52e054011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.122229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-de194f46-6532-40dc-a9aa-34e52e054011 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4987f8da-4d2d-43bc-a311-fc677b1778ae HTTP/1.1" status: 204 len: 168 time: 0.2479851 Jul 23 10:40:59.123032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] No DVR routers for this DVR port 6669b64b-2af9-4e43-b017-d404fd511bd3 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:59.148592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de194f46-6532-40dc-a9aa-34e52e054011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987f8da-4d2d-43bc-a311-fc677b1778ae,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:59.250795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Deleting port 6669b64b-2af9-4e43-b017-d404fd511bd3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:40:59.251593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.292643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.320182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c27294-3aef-47d4-bb33-2b80adce037c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:59.345206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:59.355703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fc8183-eaf0-4ea9-9107-0e4f9109632b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:40:59.360276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] For port 6669b64b-2af9-4e43-b017-d404fd511bd3, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:40:59.360751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.411687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Calling delete_port for 6669b64b-2af9-4e43-b017-d404fd511bd3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:40:59.416576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.421205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Port 6669b64b-2af9-4e43-b017-d404fd511bd3 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:40:59.428939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.549030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] Pushing event deleted for resources: {'Port': ['ID=6669b64b-2af9-4e43-b017-d404fd511bd3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:59.580126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e596603-0697-466c-ba60-e71a700efdf9 None None] No DVR routers for this DVR port 6669b64b-2af9-4e43-b017-d404fd511bd3 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:40:59.624747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f90ae89-1f17-48d2-b042-ccefaefa2f3d req-d5628f24-1349-4d20-a17e-5d8b5957683a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 210 time: 0.2298777 Jul 23 10:40:59.634457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.683770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:40:59.684312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.698285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6669b64b-2af9-4e43-b017-d404fd511bd3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:40:59.721785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 6669b64b-2af9-4e43-b017-d404fd511bd3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:40:59.722481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6669b64b-2af9-4e43-b017-d404fd511bd3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:40:59.738913 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:40:59.845862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.852503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.859183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:40:59.869433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/networks/b2c27294-3aef-47d4-bb33-2b80adce037c HTTP/1.1" status: 204 len: 168 time: 1.3783293 Jul 23 10:40:59.907357 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2610fb81-9fd7-41ea-b548-12a0a698a472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:40:59.938870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fb76e-26e1-4954-b526-9340c7267758 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Network': ['ID=b2c27294-3aef-47d4-bb33-2b80adce037c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:40:59.997647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting subnet d77da51a-74e6-44c5-8bd2-857f6fb29dcb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:00.008344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.106719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.158896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.208825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.261609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.379567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.424106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Subnet': ['ID=d77da51a-74e6-44c5-8bd2-857f6fb29dcb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:00.452295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799dfe66-fff6-422b-b27f-10c18b321077 None None] Network 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:00.469520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.479968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:00.480903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0ace803e-d39a-4a28-8b49-262f9c1266cf tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/subnets/d77da51a-74e6-44c5-8bd2-857f6fb29dcb HTTP/1.1" status: 204 len: 168 time: 0.6191084 Jul 23 10:41:00.726552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting subnet 53279d98-5253-4509-84bb-e3e42c97ca8e {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:00.754693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.882425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] DHCP port deletion for 69aa653e-c6d3-4700-bc8b-2cbb61ad98ac request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:00.911843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6edde79d-7a44-477c-bd98-3e938499e546 req-a27b3e73-686c-4c44-8d2b-d3ff2d5c6f2a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0913620 Jul 23 10:41:00.959353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] Deleting port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:00.960047 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:00.978987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.056587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] For port 117e77e3-1c0a-4e2e-a80b-fd2770d51018, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=117e77e3-1c0a-4e2e-a80b-fd2770d51018,segment=NetworkSegment(450d54a1-edad-4ace-852f-23df82e5ee61),segment_id=450d54a1-edad-4ace-852f-23df82e5ee61)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:01.057421 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.074323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] Calling delete_port for 117e77e3-1c0a-4e2e-a80b-fd2770d51018 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:01.082094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-23bb7b74-cd3b-40ab-be9c-1173aab9f0ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:01.083627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-23bb7b74-cd3b-40ab-be9c-1173aab9f0ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.55 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 814 time: 0.2465165 Jul 23 10:41:01.117043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Request body: {'port': {'device_id': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'admin_state_up': True, 'tenant_id': '856b336c7df14f90bcd5fd707e2cb85d'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:01.172147 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.205594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] No DVR routers for this DVR port 117e77e3-1c0a-4e2e-a80b-fd2770d51018 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:01.211884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e7097-c1b6-4286-92e4-43c88444de9b None None] Pushing event deleted for resources: {'Port': ['ID=117e77e3-1c0a-4e2e-a80b-fd2770d51018,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:01.221917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.233873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.299881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Deleting port c5c7cadb-6ae7-4a89-9164-7fd765f75503 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:01.300227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.346858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.410243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Subnet': ['ID=53279d98-5253-4509-84bb-e3e42c97ca8e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:01.411862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Made reservation on behalf of 856b336c7df14f90bcd5fd707e2cb85d for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:01.415373 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.417964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.419844 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdfd53ad-6f4d-4f50-bed3-100213ef01d1 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/subnets/53279d98-5253-4509-84bb-e3e42c97ca8e HTTP/1.1" status: 204 len: 168 time: 0.9264548 Jul 23 10:41:01.420547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a90c8f-2be0-421f-8239-d063fc9d1837 None None] Network a65cc3e0-3fed-4837-abfe-952d8b06921d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:01.423227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:01.464046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] For port c5c7cadb-6ae7-4a89-9164-7fd765f75503, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c5c7cadb-6ae7-4a89-9164-7fd765f75503,segment=NetworkSegment(7f6953a2-b6ef-438a-a0a0-4afa2d0e2470),segment_id=7f6953a2-b6ef-438a-a0a0-4afa2d0e2470)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:01.464329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.519074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Calling delete_port for c5c7cadb-6ae7-4a89-9164-7fd765f75503 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:01.554531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.630502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Allocated IP 172.20.0.6 (a5fcc2e7-8e22-448d-af64-c804ea5e1a18/a9b48c25-ba82-45b1-a1e1-5c6f2567994a/d96f4174-1646-490e-8015-9e4372b0e994) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:01.662208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 117e77e3-1c0a-4e2e-a80b-fd2770d51018 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:01.689172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 117e77e3-1c0a-4e2e-a80b-fd2770d51018 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:01.691857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 117e77e3-1c0a-4e2e-a80b-fd2770d51018 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:01.696773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.720751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69aa653e-c6d3-4700-bc8b-2cbb61ad98ac']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:01.738086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450d54a1-edad-4ace-852f-23df82e5ee61') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:01.738471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450d54a1-edad-4ace-852f-23df82e5ee61') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:01.752313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.772685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] DHCP port deletion for a65cc3e0-3fed-4837-abfe-952d8b06921d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:01.800869 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.817298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:01.818181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:01.823314 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:01.926707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.937002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] Deleting port cca5551e-f14e-4eea-b5bb-3093999294ba {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:01.938547 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.940481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:01.952072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/networks/69aa653e-c6d3-4700-bc8b-2cbb61ad98ac HTTP/1.1" status: 204 len: 168 time: 0.5275939 Jul 23 10:41:01.970832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:01.971791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3b810-76ce-4227-a18d-c66db719f529 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Network': ['ID=69aa653e-c6d3-4700-bc8b-2cbb61ad98ac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:02.094420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] For port cca5551e-f14e-4eea-b5bb-3093999294ba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cca5551e-f14e-4eea-b5bb-3093999294ba,segment=NetworkSegment(67ddc71b-c40e-4b7d-9a80-7336c52c3223),segment_id=67ddc71b-c40e-4b7d-9a80-7336c52c3223)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:02.094975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.104405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.125518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] Calling delete_port for cca5551e-f14e-4eea-b5bb-3093999294ba owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:02.139612 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba3dc3d0-8cb3-4eba-a843-5924e638bbff req-b1169feb-e60c-436d-9ca7-37c1b9d528cd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0468237 Jul 23 10:41:02.204593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting port cca5551e-f14e-4eea-b5bb-3093999294ba {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:02.204913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.289724 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.330447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.335436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.354580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] For port cca5551e-f14e-4eea-b5bb-3093999294ba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cca5551e-f14e-4eea-b5bb-3093999294ba,segment=NetworkSegment(67ddc71b-c40e-4b7d-9a80-7336c52c3223),segment_id=67ddc71b-c40e-4b7d-9a80-7336c52c3223)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:02.355086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.366029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] Pushing event deleted for resources: {'Port': ['ID=cca5551e-f14e-4eea-b5bb-3093999294ba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:02.367642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c7cadb-6ae7-4a89-9164-7fd765f75503,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:02.381538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99deab-27a9-4a4e-a917-d6b23609da0f None None] No DVR routers for this DVR port cca5551e-f14e-4eea-b5bb-3093999294ba on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:02.414801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Calling delete_port for cca5551e-f14e-4eea-b5bb-3093999294ba owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:02.482893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.553590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.561069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.588304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Port': ['ID=cca5551e-f14e-4eea-b5bb-3093999294ba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:02.594912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] No DVR routers for this DVR port cca5551e-f14e-4eea-b5bb-3093999294ba on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:02.602197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8ddf6f12-5182-4912-a15f-a55aac5a7483'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:41:02.685253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.696477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65cc3e0-3fed-4837-abfe-952d8b06921d']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:02.700440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Pushing event updated for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:02.716289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ddc71b-c40e-4b7d-9a80-7336c52c3223') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:02.716760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ddc71b-c40e-4b7d-9a80-7336c52c3223') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:02.723809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:02.727267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:02.728204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.734311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:02.744127 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.750885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:02.751477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.797358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:02.798043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:02.809232 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:02.820438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-00a980f6-7f25-4e97-bb9b-8489bd18b2ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251725 Jul 23 10:41:02.821454 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.833254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.835826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/networks/a65cc3e0-3fed-4837-abfe-952d8b06921d HTTP/1.1" status: 204 len: 168 time: 0.8616831 Jul 23 10:41:02.839447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Request body: {'port': {'device_id': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:02.840496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:02.897454 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:02.908015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852654a7-ddc6-4155-85ca-4dfd0ed6b8ab tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Network': ['ID=a65cc3e0-3fed-4837-abfe-952d8b06921d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:02.942711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting subnet f0e1fc85-06a7-4213-aa7e-e96cb65a211f {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:02.946043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.001877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.075298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.150828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.252912 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.276913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42e78a-c640-48d3-98a2-393e9abcde02 None None] Network 0bff5dd5-6a25-41a5-b81a-eaec194feec4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:03.291183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.297149 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/subnets/f0e1fc85-06a7-4213-aa7e-e96cb65a211f HTTP/1.1" status: 204 len: 168 time: 0.4547131 Jul 23 10:41:03.298549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:03.352276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8310bfb-4dd7-4480-b2b7-3083c5ae30e8 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e1fc85-06a7-4213-aa7e-e96cb65a211f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:03.422531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.537882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:41:03.564208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Deleting port 4c83e944-8c77-4639-aacc-f5e0668fceee {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:03.564828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5818c-eae2-442e-ab8b-f1322d20c6f9 req-320f14d0-e164-4d79-be03-0496340a61a4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:03.565253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.566389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5ef5818c-eae2-442e-ab8b-f1322d20c6f9 req-320f14d0-e164-4d79-be03-0496340a61a4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 931 time: 0.2803640 Jul 23 10:41:03.659770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] DHCP port deletion for 0bff5dd5-6a25-41a5-b81a-eaec194feec4 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:03.735364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] For port 4c83e944-8c77-4639-aacc-f5e0668fceee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c83e944-8c77-4639-aacc-f5e0668fceee,segment=NetworkSegment(5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25),segment_id=5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:03.735774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.762246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Calling delete_port for 4c83e944-8c77-4639-aacc-f5e0668fceee owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:03.776898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] Deleting port 4c83e944-8c77-4639-aacc-f5e0668fceee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:03.777235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.801312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cca5551e-f14e-4eea-b5bb-3093999294ba no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:03.848171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5ef5818c-eae2-442e-ab8b-f1322d20c6f9 req-037300fa-4284-4239-b273-62813c9c9a49 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673130 Jul 23 10:41:03.880528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: cca5551e-f14e-4eea-b5bb-3093999294ba {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:03.880881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cca5551e-f14e-4eea-b5bb-3093999294ba not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:03.914754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] For port 4c83e944-8c77-4639-aacc-f5e0668fceee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c83e944-8c77-4639-aacc-f5e0668fceee,segment=NetworkSegment(5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25),segment_id=5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:03.919470 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:03.940689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] Calling delete_port for 4c83e944-8c77-4639-aacc-f5e0668fceee owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:03.947031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96f4174-1646-490e-8015-9e4372b0e994 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:41:03.991709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.022922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.039740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:04.049531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf5c0657-e41a-4900-a360-f3399971d28d admin admin] 10.222.0.37 "PUT /v2.0/routers/ff6b1318-859d-47f0-abbe-4c0e90b8ca90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0283079 Jul 23 10:41:04.056203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60160) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:04.064838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] Sync routers for ids ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:04.068260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Transition to ACTIVE for port object d96f4174-1646-490e-8015-9e4372b0e994 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:04.085942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] Routers {'ff6b1318-859d-47f0-abbe-4c0e90b8ca90'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:04.086745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:04.112406 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.149099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Port': ['ID=4c83e944-8c77-4639-aacc-f5e0668fceee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:04.165205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] No DVR routers for this DVR port 4c83e944-8c77-4639-aacc-f5e0668fceee on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:04.271716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] Set router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:41:04.283148 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.285056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.295491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bff5dd5-6a25-41a5-b81a-eaec194feec4']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:04.313542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:04.313983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6c6c95-d90e-4f2e-9472-0c1fa24c2a25') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:04.331406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.362572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:04.384458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.402014 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.403319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:04.403756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:04.410955 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:04.413949 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:04.487226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.557237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.566975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] Pushing event deleted for resources: {'Port': ['ID=4c83e944-8c77-4639-aacc-f5e0668fceee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:04.574730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551e655-3327-4e6d-9a22-e3149e708e14 None None] No DVR routers for this DVR port 4c83e944-8c77-4639-aacc-f5e0668fceee on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:04.581230 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.596149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.605714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/networks/0bff5dd5-6a25-41a5-b81a-eaec194feec4 HTTP/1.1" status: 204 len: 168 time: 1.3054745 Jul 23 10:41:04.607774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:04.622410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Attempting to bind port d96f4174-1646-490e-8015-9e4372b0e994 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:04.623019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Attempting to bind port d96f4174-1646-490e-8015-9e4372b0e994 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:04.624018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Attempting to bind port d96f4174-1646-490e-8015-9e4372b0e994 on network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:04.636314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:41:02Z', 'revision_number': 5, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port': {'id': '3fc0093d-d1cf-4634-b25d-152808ad68a8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:38:41Z', 'updated_at': '2021-07-23T10:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:04.676263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Port d96f4174-1646-490e-8015-9e4372b0e994 on network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:41:04.676596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Attempting to bind port d96f4174-1646-490e-8015-9e4372b0e994 on network a5fcc2e7-8e22-448d-af64-c804ea5e1a18 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:04.685739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] Checking router: ff6b1318-859d-47f0-abbe-4c0e90b8ca90 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:41:04.688291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:04.689216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Checking segment: {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:04.690026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Bound using segment: {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:04.690684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Bound port: d96f4174-1646-490e-8015-9e4372b0e994, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280990fc-9bf7-4d0c-af18-683f8ef7b167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:04.691237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.700801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] Routers {'ff6b1318-859d-47f0-abbe-4c0e90b8ca90'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:04.701827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:04.716017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f55c1f39-26a5-493a-840f-a841cc5f75a7 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 HTTP/1.1" status: 200 len: 205 time: 0.1070220 Jul 23 10:41:04.717249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60172) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:04.720731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0befe-f24f-44ba-8169-92234aeff892 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Pushing event deleted for resources: {'Network': ['ID=0bff5dd5-6a25-41a5-b81a-eaec194feec4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:04.787590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Deleting port 3fc0093d-d1cf-4634-b25d-152808ad68a8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:04.788039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.815947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:04.847478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d96f4174-1646-490e-8015-9e4372b0e994,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:04.852403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] Set router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:41:04.860911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.876254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:04.967191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:41:04Z', 'revision_number': 6, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:05.020622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:05.021249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.022661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/d96f4174-1646-490e-8015-9e4372b0e994 HTTP/1.1" status: 200 len: 1091 time: 2.1915779 Jul 23 10:41:05.023169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:05.025527 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031b825-db70-43ec-bd07-5cbd6e886f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "tag": "d96f4174-1646-490e-8015-9e4372b0e994"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:05.063950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8492b90-4fa8-42c7-9097-aae2e1fbf217 None None] The sync data for ids ['ff6b1318-859d-47f0-abbe-4c0e90b8ca90'] in n-d-778550-4 is: [{'id': 'ff6b1318-859d-47f0-abbe-4c0e90b8ca90', 'name': 'tempest-ServerRescueTestJSON-520930968-router', 'tenant_id': 'fa153e86810542e3966f1d9be55c91ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:38:38Z', 'updated_at': '2021-07-23T10:41:04Z', 'revision_number': 6, 'project_id': 'fa153e86810542e3966f1d9be55c91ff', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:05.100489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.103874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.105198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] For port 3fc0093d-d1cf-4634-b25d-152808ad68a8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3fc0093d-d1cf-4634-b25d-152808ad68a8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:05.105594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.143509 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe9630e-632e-4ff9-895d-108b9c377f24 x-openstack-request-id: req-2fe9630e-632e-4ff9-895d-108b9c377f24 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:05.143805 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "tag": "d96f4174-1646-490e-8015-9e4372b0e994", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:05.145267 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fe9630e-632e-4ff9-895d-108b9c377f24 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:05.145267 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994', 'status': 'completed', 'code': 200} Jul 23 10:41:05.168675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.169210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:41:05.176587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Calling delete_port for 3fc0093d-d1cf-4634-b25d-152808ad68a8 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:05.177295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.178436 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-db0f16a5-602a-4990-b77a-5f9a1b10ef93 tempest-RoutersNegativeIpV6Test-5800460 tempest-RoutersNegativeIpV6Test-5800460-project] 10.222.0.37 "DELETE /v2.0/routers/7cf4f471-f100-4b66-9ff3-f7f2eea4b0b4 HTTP/1.1" status: 204 len: 168 time: 0.4590292 Jul 23 10:41:05.193676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682f0ac-0d40-4534-af19-7585c814b7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:05.347093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-f468bcb2-9616-4289-8eb2-760059b3e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:05.348654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-f468bcb2-9616-4289-8eb2-760059b3e5ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 1094 time: 0.2458079 Jul 23 10:41:05.362806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf50d3-cd8a-4c1d-8f56-5345a31c627d req-5aa6e6ca-4357-448f-801d-96d011f31274 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:05.364372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84bf50d3-cd8a-4c1d-8f56-5345a31c627d req-5aa6e6ca-4357-448f-801d-96d011f31274 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 943 time: 0.3732204 Jul 23 10:41:05.381820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:41:05.643020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c5c7cadb-6ae7-4a89-9164-7fd765f75503 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:05.660553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-8d5d33ad-5173-4159-94f4-91df7009618d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d96f4174-1646-490e-8015-9e4372b0e994 HTTP/1.1" status: 200 len: 217 time: 0.1671669 Jul 23 10:41:05.682046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c5c7cadb-6ae7-4a89-9164-7fd765f75503 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:05.682413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c5c7cadb-6ae7-4a89-9164-7fd765f75503 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:05.682851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c83e944-8c77-4639-aacc-f5e0668fceee no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:05.707775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4c83e944-8c77-4639-aacc-f5e0668fceee {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:05.708134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c83e944-8c77-4639-aacc-f5e0668fceee not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:05.752923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:05.803489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84bf50d3-cd8a-4c1d-8f56-5345a31c627d req-baabec9e-0925-4eaf-bdce-50f8e63cea3b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078799 Jul 23 10:41:05.857207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:05.888980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-bcd0e2a0-4905-4416-8d16-68ff4c85b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:05.892324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-bcd0e2a0-4905-4416-8d16-68ff4c85b753 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 0.2242494 Jul 23 10:41:05.938079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc0093d-d1cf-4634-b25d-152808ad68a8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:05.998517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-98f38fdc-d7c1-4226-b1fc-28ce9c823d39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804033 Jul 23 10:41:06.084415 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-858f8617-2b61-4e87-a7e5-8bfcd641e3ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14805c3fc7e6450ab907712d7c4f7c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302882 Jul 23 10:41:06.087884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:06.133941 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:06.198759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8e95430-dd57-43f0-aa7f-78ea4253e3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:06.242910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8e95430-dd57-43f0-aa7f-78ea4253e3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:06.326159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8e95430-dd57-43f0-aa7f-78ea4253e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:06.330164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8e95430-dd57-43f0-aa7f-78ea4253e3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:06.334004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d8e95430-dd57-43f0-aa7f-78ea4253e3f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c90098f-b47a-4a52-8ea4-3fd0b671b3c9 HTTP/1.1" status: 204 len: 168 time: 0.2406833 Jul 23 10:41:06.349928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e95430-dd57-43f0-aa7f-78ea4253e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c90098f-b47a-4a52-8ea4-3fd0b671b3c9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:06.790174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-84c08429-a7db-4d6a-a660-2110c9d8ad06 service neutron] 10.222.0.55 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551570 Jul 23 10:41:06.963768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:06.971167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.003336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb8a5-f47d-48ba-93f1-98090200a2fc req-97562b8b-09e9-4dfa-a038-6fd8ab89e026 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:07.012631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-342bb8a5-f47d-48ba-93f1-98090200a2fc req-97562b8b-09e9-4dfa-a038-6fd8ab89e026 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 943 time: 0.0991514 Jul 23 10:41:07.079731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-342bb8a5-f47d-48ba-93f1-98090200a2fc req-acd15e80-1578-4962-8496-6ae6d6716d3e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Jul 23 10:41:07.084254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.084818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6b1318-859d-47f0-abbe-4c0e90b8ca90 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:41:07.103227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.106706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81f05d13-3c83-49b5-8afb-117ae410560e admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff6b1318-859d-47f0-abbe-4c0e90b8ca90 HTTP/1.1" status: 204 len: 168 time: 3.0469315 Jul 23 10:41:07.107552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:07.128863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-113b5f82-5a60-4a51-8d31-2a5506e3d6f4 req-27f3361f-c169-48e7-8c6f-c47db896c4c6 service neutron] 10.222.0.55 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911549 Jul 23 10:41:07.267313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Deleting subnet 0ba77a3c-0ddb-402b-b02b-476f01751bcc {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:07.282457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.317369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-f5c2c67c-6a3d-4767-a67f-09565a83a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:07.318996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-f5c2c67c-6a3d-4767-a67f-09565a83a0dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 1094 time: 0.1291578 Jul 23 10:41:07.353728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.429543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.509637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.540197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba77a3c-0ddb-402b-b02b-476f01751bcc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:07.554529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.557621 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-01e22385-4e35-4350-bcfd-4e51243a0357 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ba77a3c-0ddb-402b-b02b-476f01751bcc HTTP/1.1" status: 204 len: 168 time: 0.4488437 Jul 23 10:41:07.560957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60334) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:07.664691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3fc0093d-d1cf-4634-b25d-152808ad68a8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:07.684922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:07.688440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3fc0093d-d1cf-4634-b25d-152808ad68a8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:07.688794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3fc0093d-d1cf-4634-b25d-152808ad68a8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:07.716233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-1dd8cad0-a289-4445-9781-68fd8de5251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:07.717823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-1dd8cad0-a289-4445-9781-68fd8de5251b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 915 time: 0.3917058 Jul 23 10:41:07.723501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:07.805072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:07.807642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-4e8ae2c7-0fc7-4b0c-a3d2-cd974f1f2399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d96f4174-1646-490e-8015-9e4372b0e994 HTTP/1.1" status: 200 len: 217 time: 0.0503914 Jul 23 10:41:07.954784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-676584262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:08.024711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774922-7809-42e6-9215-d3d2f68d7f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.043944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.046085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.053057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-7bbeb7eb-b23f-4554-9283-ba75b7f560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:08.054560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-7bbeb7eb-b23f-4554-9283-ba75b7f560c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 0.2395725 Jul 23 10:41:08.105184 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.135175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093e951f-d1e4-4117-9e8a-c0184f99fd21']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:08.164553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-18d49635-a488-490a-9167-2a66ea6d9aab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565529 Jul 23 10:41:08.170134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:08.170432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6953a2-b6ef-438a-a0a0-4afa2d0e2470') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:08.196250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-b3e9bc53-fba4-4ee8-b081-b70912cbd8a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2049215 Jul 23 10:41:08.198396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.306658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.310630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.366697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.414317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:08.414941 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:08.417529 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:08.491706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a391-7aea-45a7-a3a2-d96612249c07 req-fc46eb6a-32c4-41fd-ac14-11edc3fe73ad tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:08.501435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b40a391-7aea-45a7-a3a2-d96612249c07 req-fc46eb6a-32c4-41fd-ac14-11edc3fe73ad tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 943 time: 0.1972401 Jul 23 10:41:08.508663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774922-7809-42e6-9215-d3d2f68d7f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.519383 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774922-7809-42e6-9215-d3d2f68d7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.551538 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.555616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d8c61cb1-24ff-4b13-a0e8-91faa5a106ac tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8310511 Jul 23 10:41:08.560773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60362) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:08.578483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-906940517'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:08.586636 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.590543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-fcdf2fdf-9718-420a-bdbf-74762a5ed6ba service neutron] 10.222.0.55 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167061 Jul 23 10:41:08.614164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9e774922-7809-42e6-9215-d3d2f68d7f4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fd6e883b4c74b79997719527bd2e055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9260097 Jul 23 10:41:08.617719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:08.629789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.634207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] 10.222.0.37 "DELETE /v2.0/networks/093e951f-d1e4-4117-9e8a-c0184f99fd21 HTTP/1.1" status: 204 len: 168 time: 1.0682664 Jul 23 10:41:08.635288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b40a391-7aea-45a7-a3a2-d96612249c07 req-e5d2281b-4bcc-463f-8769-ad5c8958dc23 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326466 Jul 23 10:41:08.648454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e774922-7809-42e6-9215-d3d2f68d7f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81487bb-19d9-41ba-b65e-cd9a0a37f330,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:08.667322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7278334-2394-49d9-9094-2977c435cd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=093e951f-d1e4-4117-9e8a-c0184f99fd21,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:08.705453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-531842eb-236e-44f8-9382-5d249aa2db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:08.711621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-531842eb-236e-44f8-9382-5d249aa2db12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de31fef6d35b42819504afd569a91b27&device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 1097 time: 0.4363437 Jul 23 10:41:08.722112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7db6439e-700a-4880-a3d3-4203947a5b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.748977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7db6439e-700a-4880-a3d3-4203947a5b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.808312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Made reservation on behalf of 6e39b46921cb4cecb206ad47b0edf27b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:08.821477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.867568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7db6439e-700a-4880-a3d3-4203947a5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.870520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7db6439e-700a-4880-a3d3-4203947a5b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.874078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7db6439e-700a-4880-a3d3-4203947a5b06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c81487bb-19d9-41ba-b65e-cd9a0a37f330 HTTP/1.1" status: 204 len: 168 time: 0.2512624 Jul 23 10:41:08.874213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:08.880931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6439e-700a-4880-a3d3-4203947a5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81487bb-19d9-41ba-b65e-cd9a0a37f330,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:08.911857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:09.060782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3031b825-db70-43ec-bd07-5cbd6e886f1e req-f66d2fc7-2256-4d9d-8982-67364a636b05 service neutron] 10.222.0.55 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992767 Jul 23 10:41:09.068685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7286c9ac-7e95-46e2-bd40-8f673bdfa5c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa153e86810542e3966f1d9be55c91ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556554 Jul 23 10:41:09.072109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60378) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:09.096907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-6d64c5a9-934d-4913-8af4-0f58d07e5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:09.099129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-6d64c5a9-934d-4913-8af4-0f58d07e5ea8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 200 len: 915 time: 0.3600612 Jul 23 10:41:09.152557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-9ddf600c-bdf7-4968-9962-297cd1e988cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d HTTP/1.1" status: 200 len: 217 time: 0.0454924 Jul 23 10:41:09.240574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-4c728de3-8020-474d-a06a-eba2641437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:09.242760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-4c728de3-8020-474d-a06a-eba2641437a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 HTTP/1.1" status: 200 len: 854 time: 0.0829999 Jul 23 10:41:09.254663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4c42c1-6d28-4d51-a1e1-b9ecb0856c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.294371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-926eb281-fce7-4502-a5db-e7dad99f6f20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36e1864-f393-4718-9d83-99b89d1ab75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343463 Jul 23 10:41:09.296601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.305539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4c42c1-6d28-4d51-a1e1-b9ecb0856c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.311365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.459250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4c42c1-6d28-4d51-a1e1-b9ecb0856c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.461996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4c42c1-6d28-4d51-a1e1-b9ecb0856c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.463214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7c4c42c1-6d28-4d51-a1e1-b9ecb0856c98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d93d2860-5dab-4226-a747-1934c5795492 HTTP/1.1" status: 204 len: 168 time: 0.3895047 Jul 23 10:41:09.490851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c42c1-6d28-4d51-a1e1-b9ecb0856c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d2860-5dab-4226-a747-1934c5795492,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:09.500525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-60b550d0-acfb-4fd3-8e9d-424d87a4f96f service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928852 Jul 23 10:41:09.527635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d96f4174-1646-490e-8015-9e4372b0e994 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:41:09.623669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:09.635625 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.636027 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Added segment e9ed328f-35ad-4092-a741-7982cf5758cf of type vlan for network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a Jul 23 10:41:09.727141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d96f4174-1646-490e-8015-9e4372b0e994,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:09.766309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'd96f4174-1646-490e-8015-9e4372b0e994', 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'port_id': 'd96f4174-1646-490e-8015-9e4372b0e994', 'mac_address': 'fa:16:3e:3a:4b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b48c25-ba82-45b1-a1e1-5c6f2567994a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:41:09.789193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb36d97c-3cfc-43bb-bede-c30a0697d9ae req-99646b55-ccb6-47c4-8ffe-5ccd76c539ac service neutron] 10.222.0.55 "GET /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604363 Jul 23 10:41:09.803131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589824a5-fdc5-490f-b9ee-d6b1b3d15a52,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:09.833702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.908325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.914607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:09.915170 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.916099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.941021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96f4174-1646-490e-8015-9e4372b0e994 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:41:09.967561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d96f4174-1646-490e-8015-9e4372b0e994,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:09.974718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dadb8-56b7-494a-a4da-66e3f0223442 req-52a38423-aaab-4de3-846f-4a73853ea063 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:09.976266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:09.977230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-702dadb8-56b7-494a-a4da-66e3f0223442 req-52a38423-aaab-4de3-846f-4a73853ea063 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 943 time: 0.1382940 Jul 23 10:41:09.999128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4306796 Jul 23 10:41:10.003098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60408) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:10.024838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'subnet': {'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:10.074941 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-702dadb8-56b7-494a-a4da-66e3f0223442 req-a9d9b806-84a2-40da-b334-f9e73249de40 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876319 Jul 23 10:41:10.118892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3746c-a9f5-4c9b-a95a-e1219452b944 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Network': ['ID=3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:10.148252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:10.232711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d96f4174-1646-490e-8015-9e4372b0e994'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:41:10.296249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Made reservation on behalf of 6e39b46921cb4cecb206ad47b0edf27b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:10.303196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:10.427077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:10.711741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:10.794332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Subnet': ['ID=f72baea1-92e8-4695-8be6-9a2f381964a1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:10.803388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Checking segment: {'id': 'e9ed328f-35ad-4092-a741-7982cf5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:10.803516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network hostable DHCP agents. Network: 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:10.822770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:10.835903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:10.844873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:10.845501 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:10.851562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb57f35-4f76-4e1c-928c-254d02852197 None None] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:10.926459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60446) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:10.932267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'network': {'name': 'tempest-router-network01--1371094313'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:10.941178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0fe2f41e-e000-4cfc-9431-47ea9cbfe251 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9293003 Jul 23 10:41:11.016937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Made reservation on behalf of 6e39b46921cb4cecb206ad47b0edf27b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:11.020582 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.136614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60452) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:11.163132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:11.208260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.208524 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Added segment aae95c4f-568b-4948-88e3-c174c348ad64 of type vlan for network 5022536a-1d28-4230-b8fc-327271d1e850 Jul 23 10:41:11.358633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.387276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-network', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:11.453243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Made reservation on behalf of c43b80e08d6c4567ad5ee5d0b908bd0c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:11.457914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.467703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a', 'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a', 'tenant_id': '6e39b46921cb4cecb206ad47b0edf27b', 'fixed_ips': [{'subnet_id': 'f72baea1-92e8-4695-8be6-9a2f381964a1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:41:11.469313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.471340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.478989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:11.480111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.492802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.594647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Network': ['ID=5022536a-1d28-4230-b8fc-327271d1e850,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:11.606042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1d420-7138-4445-8892-499e968422c5 req-a0e1cc9b-1b77-449a-b1fb-303353aa021a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:11.615258 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37f1d420-7138-4445-8892-499e968422c5 req-a0e1cc9b-1b77-449a-b1fb-303353aa021a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 944 time: 0.2288816 Jul 23 10:41:11.671138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d96f4174-1646-490e-8015-9e4372b0e994 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:11.676021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 5022536a-1d28-4230-b8fc-327271d1e850 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:11.716863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37f1d420-7138-4445-8892-499e968422c5 req-46970f61-8076-4c94-8659-b37123620efa tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005969 Jul 23 10:41:11.749072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.759486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.770278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2cd74587-3558-4001-a97f-6e938f26e8d7 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8428156 Jul 23 10:41:11.773376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:11.780746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'network': {'name': 'tempest-router-network02--1668501181'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:11.800525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:11.828458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.828458 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Added segment c1c9e271-bfb7-4115-9b24-36f5e0610a2c of type vlan for network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 Jul 23 10:41:11.839897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Made reservation on behalf of 6e39b46921cb4cecb206ad47b0edf27b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:11.844651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.926019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:11.928599 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.948540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.950472 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Added segment 7eaf8822-9c85-4bd9-bff0-d8ac20fe864b of type vlan for network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 Jul 23 10:41:11.982636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1622453e-e38f-4e64-9eeb-469b736e0572,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:11.985790 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:11.986828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:11.987437 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.038615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9005697 Jul 23 10:41:12.042737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60486) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:12.049423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Request body: {'subnet': {'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-subnet', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:12.076547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.124132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cd3d4-2193-44c4-a04a-1df710aadbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=36d75eb1-6eb2-43c7-9997-6df88c9b2db4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:12.154478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.161187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:12.161826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.181211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Made reservation on behalf of c43b80e08d6c4567ad5ee5d0b908bd0c for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:12.183649 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.210225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:12.211331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4366589 Jul 23 10:41:12.212606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60500) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:12.219513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'subnet': {'network_id': '5022536a-1d28-4230-b8fc-327271d1e850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:12.373303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039009a-5f87-42e0-9785-16369f611cbf tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Network': ['ID=0bc4666b-55b4-4b1e-8df6-4fa54f2dd297,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:12.492974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Allocated IP 172.20.0.2 (3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a/f72baea1-92e8-4695-8be6-9a2f381964a1/49aadf92-e305-4a96-9769-3a965060c990) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:12.587585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Made reservation on behalf of 6e39b46921cb4cecb206ad47b0edf27b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:12.598757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:12.599538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:12.604762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.910000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port d96f4174-1646-490e-8015-9e4372b0e994 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:12.939976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3046f89-3bf4-4ad4-a274-e1bce080962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:12.944561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port d96f4174-1646-490e-8015-9e4372b0e994 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:12.945205 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.002910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.169764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00825af-7e47-4709-884f-b90398e8c0f2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:13.182764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.200690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d8cc-4bd8-4bff-a684-d7c5108bafd6 req-9f5b34ae-2763-49c6-8a3b-937c36a73591 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:13.204693 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5326d8cc-4bd8-4bff-a684-d7c5108bafd6 req-9f5b34ae-2763-49c6-8a3b-937c36a73591 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 944 time: 0.3732646 Jul 23 10:41:13.206275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Transition to ACTIVE for port object 49aadf92-e305-4a96-9769-3a965060c990 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:13.278398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Checking segment: {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:13.282249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Network hostable DHCP agents. Network: 36d75eb1-6eb2-43c7-9997-6df88c9b2db4, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:13.306782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.318191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Transition to ACTIVE for port object 49aadf92-e305-4a96-9769-3a965060c990 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:13.339955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.342305 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5326d8cc-4bd8-4bff-a684-d7c5108bafd6 req-f0aaa172-ee00-42be-83d6-92bdfc1682c0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292558 Jul 23 10:41:13.356706 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3046f89-3bf4-4ad4-a274-e1bce080962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.373607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3046f89-3bf4-4ad4-a274-e1bce080962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.406730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Pushing event updated for resources: {'Port': ['ID=49aadf92-e305-4a96-9769-3a965060c990,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:13.409520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.454686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b3046f89-3bf4-4ad4-a274-e1bce080962d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0303b9777f404541a01f6ea333693fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8506620 Jul 23 10:41:13.456243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:13.456699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:13.465018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:13.467522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Subnet': ['ID=12608891-5b9b-437e-b7cc-5d3671b8a7aa,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:13.475573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:13.487700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 36d75eb1-6eb2-43c7-9997-6df88c9b2db4) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:13.494903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:13.496296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:13.497140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.533964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Checking segment: {'id': 'aae95c4f-568b-4948-88e3-c174c348ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5022536a-1d28-4230-b8fc-327271d1e850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:13.534397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network hostable DHCP agents. Network: 5022536a-1d28-4230-b8fc-327271d1e850, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:13.566254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fbe6ccab-006a-4199-85d6-80f03f05fe3b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5223556 Jul 23 10:41:13.569510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60522) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:13.576848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b591310-2822-448d-a708-0f32e362e8d5 None None] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:13.577243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:13.585633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 5022536a-1d28-4230-b8fc-327271d1e850 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:13.601556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 5022536a-1d28-4230-b8fc-327271d1e850) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:13.625669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:13.626427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.657849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.659363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.680467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c71a885f-ba5b-4272-8bd4-0f005d096c04 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4662950 Jul 23 10:41:13.681374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60526) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:13.693143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'subnet': {'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:13.735589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c107c963-4e6d-4535-8bb7-69da723ab407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.766569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046f89-3bf4-4ad4-a274-e1bce080962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e39d1-931c-489b-90e8-e7d63842125e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:13.796207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:13.798869 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba23ac84-86ee-4415-b994-10f329724d82" -d '{"events": [{"server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "d96f4174-1646-490e-8015-9e4372b0e994"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:13.805232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c107c963-4e6d-4535-8bb7-69da723ab407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.832967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36718f-c54d-4a6d-bdd9-db63671c6acb None None] Network 5022536a-1d28-4230-b8fc-327271d1e850 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:13.899107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.931629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c107c963-4e6d-4535-8bb7-69da723ab407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.935613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c107c963-4e6d-4535-8bb7-69da723ab407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:13.936983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c107c963-4e6d-4535-8bb7-69da723ab407 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c5e39d1-931c-489b-90e8-e7d63842125e HTTP/1.1" status: 204 len: 168 time: 0.4772599 Jul 23 10:41:13.955557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107c963-4e6d-4535-8bb7-69da723ab407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e39d1-931c-489b-90e8-e7d63842125e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:14.031532 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb34dd91-8445-4bf8-8205-059c308b37ef x-openstack-request-id: req-fb34dd91-8445-4bf8-8205-059c308b37ef {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:14.032332 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "d96f4174-1646-490e-8015-9e4372b0e994", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:14.032600 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb34dd91-8445-4bf8-8205-059c308b37ef {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:14.032995 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994', 'code': 200} Jul 23 10:41:14.084312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Attempting to bind port 49aadf92-e305-4a96-9769-3a965060c990 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:14.085040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Attempting to bind port 49aadf92-e305-4a96-9769-3a965060c990 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e9ed328f-35ad-4092-a741-7982cf5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:14.085567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Attempting to bind port 49aadf92-e305-4a96-9769-3a965060c990 on network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:14.113300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d96f4174-1646-490e-8015-9e4372b0e994,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:14.114992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:14.115666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Checking segment: {'id': 'e9ed328f-35ad-4092-a741-7982cf5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:14.116541 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.117317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Bound using segment: {'id': 'e9ed328f-35ad-4092-a741-7982cf5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:14.118584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Bound port: 49aadf92-e305-4a96-9769-3a965060c990, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ed328f-35ad-4092-a741-7982cf5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:14.119167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.226681 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.260264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Made reservation on behalf of 6e39b46921cb4cecb206ad47b0edf27b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:14.266907 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.287896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.293666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf16cc-d1d1-47ce-b247-a4a66ad893db None None] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:14.703181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:14.708205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] For port 49aadf92-e305-4a96-9769-3a965060c990, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:14.728072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] For port 49aadf92-e305-4a96-9769-3a965060c990, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49aadf92-e305-4a96-9769-3a965060c990,segment=NetworkSegment(e9ed328f-35ad-4092-a741-7982cf5758cf),segment_id=e9ed328f-35ad-4092-a741-7982cf5758cf)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:14.757840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.789112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-5022536a-1d28-4230-b8fc-327271d1e850', 'network_id': '5022536a-1d28-4230-b8fc-327271d1e850', 'tenant_id': '6e39b46921cb4cecb206ad47b0edf27b', 'fixed_ips': [{'subnet_id': '12608891-5b9b-437e-b7cc-5d3671b8a7aa'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:41:14.790452 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:14.947468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aee1d3-67d3-48a8-982d-2a12a73a81ae None None] Pushing event updated for resources: {'Port': ['ID=49aadf92-e305-4a96-9769-3a965060c990,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:15.070194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Allocated IP 172.20.0.2 (5022536a-1d28-4230-b8fc-327271d1e850/12608891-5b9b-437e-b7cc-5d3671b8a7aa/c4963b8b-5e3d-45fa-9860-ada214e3802f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:15.253548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea8aef-b699-44c8-8c4e-2a3ce219db29 req-611e93eb-b291-4cf4-8ad9-f3a55b17cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:15.260881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4ea8aef-b699-44c8-8c4e-2a3ce219db29 req-611e93eb-b291-4cf4-8ad9-f3a55b17cfab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 1095 time: 1.2016890 Jul 23 10:41:15.345862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60560) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:15.351782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.361734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Transition to ACTIVE for port object c4963b8b-5e3d-45fa-9860-ada214e3802f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:15.380872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Transition to ACTIVE for port object c4963b8b-5e3d-45fa-9860-ada214e3802f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:15.389661 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.431614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4ea8aef-b699-44c8-8c4e-2a3ce219db29 req-9d8ecc0b-c2d0-4408-9144-b0575f76da73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397061 Jul 23 10:41:15.448870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8b5d7-ae88-4dc1-b957-6455af088a44 req-b7e3e284-96b0-42a8-92a2-4e8c3163c0ac tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:15.450742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9b8b5d7-ae88-4dc1-b957-6455af088a44 req-b7e3e284-96b0-42a8-92a2-4e8c3163c0ac tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 945 time: 0.5255189 Jul 23 10:41:15.452770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Pushing event updated for resources: {'Port': ['ID=c4963b8b-5e3d-45fa-9860-ada214e3802f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:15.467789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Network 5022536a-1d28-4230-b8fc-327271d1e850 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:15.471785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:15.478789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:15.564349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Attempting to bind port c4963b8b-5e3d-45fa-9860-ada214e3802f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:15.564770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Attempting to bind port c4963b8b-5e3d-45fa-9860-ada214e3802f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'aae95c4f-568b-4948-88e3-c174c348ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5022536a-1d28-4230-b8fc-327271d1e850'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:15.567190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Attempting to bind port c4963b8b-5e3d-45fa-9860-ada214e3802f on network 5022536a-1d28-4230-b8fc-327271d1e850 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:15.572288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1672113839'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:15.574970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.577220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:15.578128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Checking segment: {'id': 'aae95c4f-568b-4948-88e3-c174c348ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5022536a-1d28-4230-b8fc-327271d1e850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:15.578540 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.583107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Bound using segment: {'id': 'aae95c4f-568b-4948-88e3-c174c348ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5022536a-1d28-4230-b8fc-327271d1e850'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:15.583964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Bound port: c4963b8b-5e3d-45fa-9860-ada214e3802f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae95c4f-568b-4948-88e3-c174c348ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5022536a-1d28-4230-b8fc-327271d1e850'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:15.586037 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.586315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9b8b5d7-ae88-4dc1-b957-6455af088a44 req-de107f35-e278-47c9-9cd9-8a83521d0efb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070609 Jul 23 10:41:15.657206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:15.667938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.700494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.753518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49aadf92-e305-4a96-9769-3a965060c990 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:15.826038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Subnet': ['ID=b4b3ab48-cb0e-48d3-b872-2d1cccb2d7ee,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:15.839636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] For port c4963b8b-5e3d-45fa-9860-ada214e3802f, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:15.923488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] For port c4963b8b-5e3d-45fa-9860-ada214e3802f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c4963b8b-5e3d-45fa-9860-ada214e3802f,segment=NetworkSegment(aae95c4f-568b-4948-88e3-c174c348ad64),segment_id=aae95c4f-568b-4948-88e3-c174c348ad64)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:15.930822 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.968395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Checking segment: {'id': '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:15.969445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network hostable DHCP agents. Network: 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:15.974318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.982616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:15.992429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.027779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.062919 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63b244-a169-4091-a6e2-f9d6bf3d5c34 None None] Pushing event updated for resources: {'Port': ['ID=c4963b8b-5e3d-45fa-9860-ada214e3802f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:16.105228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:16.113240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 49aadf92-e305-4a96-9769-3a965060c990 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:16.147402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:16.166622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b18ad0c-2bd4-4e38-bac8-f56bf26d7983,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:16.190484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.190877 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Added segment 0acc5141-2f3c-492d-b0ce-e28a14f49170 of type vlan for network 1ace25f5-5882-43d6-a505-497075e934fa Jul 23 10:41:16.236944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:16.244082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:16.244713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.245526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e632ca-770d-4e95-9af2-7a8abf06e415 None None] Network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:16.283358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c0c22e0-768a-4d92-acf1-4089c7206d6e tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5973518 Jul 23 10:41:16.285128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60582) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:16.307870 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.368982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Allocated IP 172.25.4.83 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/99f4a018-07d4-4dee-9f17-8cb9d1babe6b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:16.538820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.601230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-0bc4666b-55b4-4b1e-8df6-4fa54f2dd297', 'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297', 'tenant_id': '6e39b46921cb4cecb206ad47b0edf27b', 'fixed_ips': [{'subnet_id': 'b4b3ab48-cb0e-48d3-b872-2d1cccb2d7ee'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:41:16.603052 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.641155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.655572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:16.656394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.673588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:16.757674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:16.762355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:16.785114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:16.866268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Allocated IP 172.20.0.2 (0bc4666b-55b4-4b1e-8df6-4fa54f2dd297/b4b3ab48-cb0e-48d3-b872-2d1cccb2d7ee/edb101a8-19c1-4991-a0a0-d15025ad5947) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:16.980577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6335404 Jul 23 10:41:17.025745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60590) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:17.058505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'subnet': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:17.096362 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:17.117713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724723fd-41bc-4498-acb2-a6a6327f5543 None None] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:17.159848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Pushing event updated for resources: {'Port': ['ID=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:17.262590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Transition to ACTIVE for port object edb101a8-19c1-4991-a0a0-d15025ad5947 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:17.303777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] Provisioning for port 49aadf92-e305-4a96-9769-3a965060c990 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:17.319754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] Provisioning complete for port 49aadf92-e305-4a96-9769-3a965060c990 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:17.320361 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:17.350298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Transition to ACTIVE for port object edb101a8-19c1-4991-a0a0-d15025ad5947 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:17.387376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:17.428975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26f223-82c7-4249-816d-374d2f82aede req-bed997a4-4525-45a4-8102-42432ef109f7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:17.437828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1d26f223-82c7-4249-816d-374d2f82aede req-bed997a4-4525-45a4-8102-42432ef109f7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 945 time: 0.6758325 Jul 23 10:41:17.486028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:17.497157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781743a-e580-4def-8b6d-bd860be056ec tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Network': ['ID=1ace25f5-5882-43d6-a505-497075e934fa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:17.533138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:17.535945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1ace25f5-5882-43d6-a505-497075e934fa details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:17.544025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a8c97-8572-48ff-a964-2be27ad3e848 req-0ac68914-581b-4e64-8db6-e99012c16f2e tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:17.551962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-107a8c97-8572-48ff-a964-2be27ad3e848 req-0ac68914-581b-4e64-8db6-e99012c16f2e tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 946 time: 1.1342089 Jul 23 10:41:17.570308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:17.590863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:17.607602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:17.628935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Pushing event updated for resources: {'Port': ['ID=edb101a8-19c1-4991-a0a0-d15025ad5947,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:17.647224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1d26f223-82c7-4249-816d-374d2f82aede req-99e6f496-a989-42f8-a6a0-3dd431a021d4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081842 Jul 23 10:41:17.714934 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:17.796969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:17.834403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-107a8c97-8572-48ff-a964-2be27ad3e848 req-4a356301-ca07-4184-8dce-3c34151f8cda tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753592 Jul 23 10:41:18.033186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c4963b8b-5e3d-45fa-9860-ada214e3802f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:18.036560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-0c08b8cb-3edc-4ebe-9c7c-aae4431343fa tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:18.038393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-0c08b8cb-3edc-4ebe-9c7c-aae4431343fa tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 946 time: 0.3456013 Jul 23 10:41:18.120919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Allocated IP 172.20.0.1 (5022536a-1d28-4230-b8fc-327271d1e850/12608891-5b9b-437e-b7cc-5d3671b8a7aa/ca4cd3ca-18a9-483e-8909-2c0a7907cede) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:18.149866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da691de4-20e6-4ce4-bfe6-905f2c210669 None None] Network 5022536a-1d28-4230-b8fc-327271d1e850 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:18.253669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Attempting to bind port edb101a8-19c1-4991-a0a0-d15025ad5947 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:18.254312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Attempting to bind port edb101a8-19c1-4991-a0a0-d15025ad5947 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:18.254842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Attempting to bind port edb101a8-19c1-4991-a0a0-d15025ad5947 on network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:18.265416 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.288313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.304767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:18.305418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Checking segment: {'id': '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:18.306008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.306559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Bound using segment: {'id': '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:18.307218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Bound port: edb101a8-19c1-4991-a0a0-d15025ad5947, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0bc4666b-55b4-4b1e-8df6-4fa54f2dd297'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:18.307797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.354639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Transition to ACTIVE for port object ca4cd3ca-18a9-483e-8909-2c0a7907cede will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:18.365176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.400735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.445632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99ecd-07c2-4b94-871e-38bb16946bdd req-2fa434b3-4a71-4897-9c2b-fc9a5057aea7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:18.447242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a99ecd-07c2-4b94-871e-38bb16946bdd req-2fa434b3-4a71-4897-9c2b-fc9a5057aea7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 945 time: 0.1419735 Jul 23 10:41:18.470307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c4963b8b-5e3d-45fa-9860-ada214e3802f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:18.505266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.516815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] For port 49aadf92-e305-4a96-9769-3a965060c990, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49aadf92-e305-4a96-9769-3a965060c990,segment=NetworkSegment(e9ed328f-35ad-4092-a741-7982cf5758cf),segment_id=e9ed328f-35ad-4092-a741-7982cf5758cf)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:18.555079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.602933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] For port edb101a8-19c1-4991-a0a0-d15025ad5947, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:18.609946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] For port edb101a8-19c1-4991-a0a0-d15025ad5947, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=edb101a8-19c1-4991-a0a0-d15025ad5947,segment=NetworkSegment(7eaf8822-9c85-4bd9-bff0-d8ac20fe864b),segment_id=7eaf8822-9c85-4bd9-bff0-d8ac20fe864b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:18.643566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Deleting port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:18.644033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.661487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37a99ecd-07c2-4b94-871e-38bb16946bdd req-aea96b48-697b-498b-b936-849d7d96cb38 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943851 Jul 23 10:41:18.676358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 5022536a-1d28-4230-b8fc-327271d1e850 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:18.676358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:18.682268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:18.697044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Subnet': ['ID=6e5ce007-3c37-4601-968b-050f37d51514,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:18.708710 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.720220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Port': ['ID=ca4cd3ca-18a9-483e-8909-2c0a7907cede,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:18.746028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bd5b1-7800-4682-9b06-9cec636917b7 None None] Pushing event updated for resources: {'Port': ['ID=49aadf92-e305-4a96-9769-3a965060c990,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:18.752232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Provisioning for port c4963b8b-5e3d-45fa-9860-ada214e3802f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:18.753975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.804918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Provisioning complete for port c4963b8b-5e3d-45fa-9860-ada214e3802f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:18.805329 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:18.958541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] For port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,segment=NetworkSegment(ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9),segment_id=ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:18.958954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.015211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Calling delete_port for 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:19.017841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd3259-9044-40d0-8568-7bf00847c797 None None] Pushing event updated for resources: {'Port': ['ID=edb101a8-19c1-4991-a0a0-d15025ad5947,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:19.052981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Checking segment: {'id': '0acc5141-2f3c-492d-b0ce-e28a14f49170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ace25f5-5882-43d6-a505-497075e934fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:19.053363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network hostable DHCP agents. Network: 1ace25f5-5882-43d6-a505-497075e934fa, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:19.109849 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.159385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] For port c4963b8b-5e3d-45fa-9860-ada214e3802f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c4963b8b-5e3d-45fa-9860-ada214e3802f,segment=NetworkSegment(aae95c4f-568b-4948-88e3-c174c348ad64),segment_id=aae95c4f-568b-4948-88e3-c174c348ad64)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:19.177476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.192322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.229450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:19.264369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1ace25f5-5882-43d6-a505-497075e934fa) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:19.271142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:19.272904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.295184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Provisioning complete for port 49aadf92-e305-4a96-9769-3a965060c990 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:19.295621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.318004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3b8ad6fe-7719-4d13-b351-68493ce51020 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2884095 Jul 23 10:41:19.320041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60618) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:19.338249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1184042388'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:19.388630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e3b6e-57bd-440a-9e86-a384e3ac384a None None] Network 1ace25f5-5882-43d6-a505-497075e934fa requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:19.419388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b56b-5141-4f55-95c0-6e8a7de1dc78 req-e21935aa-3d04-4170-96a3-5c262c41fb74 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:19.428275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15d5b56b-5141-4f55-95c0-6e8a7de1dc78 req-e21935aa-3d04-4170-96a3-5c262c41fb74 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 946 time: 0.3943615 Jul 23 10:41:19.456273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Router ba67f538-c37d-4946-9049-731ed3c2fa62 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:41:19.649524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429631f1-dfbe-4713-862e-5dadf9df476a None None] Pushing event updated for resources: {'Port': ['ID=c4963b8b-5e3d-45fa-9860-ada214e3802f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:19.736388 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15d5b56b-5141-4f55-95c0-6e8a7de1dc78 req-1b4e86c0-75c8-4ec8-a0d2-9a7cb3a7212e tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/security-groups?id=e03be9bd-3bcf-4046-9b25-11d892d9bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056977 Jul 23 10:41:19.798108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-1ace25f5-5882-43d6-a505-497075e934fa', 'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'tenant_id': '3a64b284e8f64b0fbac8572c02bba9af', 'fixed_ips': [{'subnet_id': '6e5ce007-3c37-4601-968b-050f37d51514'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:41:19.799273 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.855619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7e915d5-812d-451f-ad9a-49a762b9b8bb None None] Provisioning complete for port c4963b8b-5e3d-45fa-9860-ada214e3802f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:19.855961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e915d5-812d-451f-ad9a-49a762b9b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.905606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:19.910259 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:19.950898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] device_id is not set on port ac6816be-a3c7-4804-88a5-a0b5444d6161 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:19.961773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device edb101a8-19c1-4991-a0a0-d15025ad5947 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:20.095585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.106748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.227393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port edb101a8-19c1-4991-a0a0-d15025ad5947 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:20.253768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Port': ['ID=ca4cd3ca-18a9-483e-8909-2c0a7907cede,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:20.256441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.262256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49aadf92-e305-4a96-9769-3a965060c990 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:20.365566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Allocated IP 2001:db8::2 (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/0094f420-ad4f-45bc-aa72-d401a673dab2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:20.386328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7e915d5-812d-451f-ad9a-49a762b9b8bb None None] Provisioning for port ca4cd3ca-18a9-483e-8909-2c0a7907cede completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:20.398071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7e915d5-812d-451f-ad9a-49a762b9b8bb None None] Provisioning complete for port ca4cd3ca-18a9-483e-8909-2c0a7907cede triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:20.398466 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e915d5-812d-451f-ad9a-49a762b9b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.470125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 5022536a-1d28-4230-b8fc-327271d1e850 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:20.481804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:20.583067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7e915d5-812d-451f-ad9a-49a762b9b8bb None None] Port ca4cd3ca-18a9-483e-8909-2c0a7907cede cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:20.604642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 49aadf92-e305-4a96-9769-3a965060c990 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:20.605031 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.631580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93816981-7d0e-42cd-8431-9d07f4d4cce4 None None] Network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:20.665756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Router d7853855-585b-4029-9169-272d639cf3be is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:41:20.743894 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.765518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Transition to ACTIVE for port object 0094f420-ad4f-45bc-aa72-d401a673dab2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:20.796086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:20.801465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Provisioning complete for port ca4cd3ca-18a9-483e-8909-2c0a7907cede triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:20.801849 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.804994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Transition to ACTIVE for port object 0094f420-ad4f-45bc-aa72-d401a673dab2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:20.816448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-64ec6ccd-e2d7-4ddb-934b-8ce2a1a3f37d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5250840 Jul 23 10:41:20.816448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:20.822472 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] Sync routers for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:20.843797 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:20.844340 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:20.907884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Port ca4cd3ca-18a9-483e-8909-2c0a7907cede cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:20.914705 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:20.916813 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:20.941240 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:20.941878 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:20.972192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f9650e6-7d61-43e1-bac6-f68b9c803e88 req-d887c672-9943-404d-a4ec-0d7a735c130f tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 210 time: 0.0693924 Jul 23 10:41:20.994148 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:20.995310 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7d9b2-3843-4fb5-9fb0-f3286d5e60c4 None None] The sync data for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:20.999671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Allocated IP 2001:db8::a7 (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/ac6816be-a3c7-4804-88a5-a0b5444d6161) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:21.024808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.056134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-1285909a-afee-4e14-989a-899e3dbc4f0c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:21.057725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-1285909a-afee-4e14-989a-899e3dbc4f0c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.55 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 945 time: 1.6386945 Jul 23 10:41:21.057897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Provisioning for port edb101a8-19c1-4991-a0a0-d15025ad5947 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:21.061296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:21.077776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:21.080192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:21.084815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Provisioning complete for port edb101a8-19c1-4991-a0a0-d15025ad5947 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:21.084815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.110378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Pushing event updated for resources: {'Port': ['ID=0094f420-ad4f-45bc-aa72-d401a673dab2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:21.116191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Pushing event deleted for resources: {'Port': ['ID=0a0c8f39-d924-4ddf-8eac-e94863a8cc8d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:21.233553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:21.241936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2094283390'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:21.285250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:21.289742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.356325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] No DVR routers for this DVR port 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:21.366149 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-1d8c11f0-edbd-4881-9f3f-8883ae01da96 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:41:21.368667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d8c11f0-edbd-4881-9f3f-8883ae01da96 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5533433 Jul 23 10:41:21.371536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:21.373434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60638) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:21.386055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.389307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9ceea3f-21a3-4e3f-ac57-432f7e8931e9 req-ea235358-fdab-4011-ad84-39887560d168 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.55 "DELETE /v2.0/ports/0a0c8f39-d924-4ddf-8eac-e94863a8cc8d HTTP/1.1" status: 204 len: 173 time: 3.3397095 Jul 23 10:41:21.395791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'name': 'network-vif-deleted', 'tag': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:21.398746 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee76a4-2e06-4a81-b43b-af70ff79b6b5" -d '{"events": [{"server_uuid": "1e8e995b-5ad7-4aa4-85fe-1eb904abcb76", "name": "network-vif-deleted", "tag": "0a0c8f39-d924-4ddf-8eac-e94863a8cc8d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:21.541855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374577fc-6f05-411d-82cd-0323882463e3 req-b428062a-ee52-49a0-8e44-f4d1468472fb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:21.562713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-374577fc-6f05-411d-82cd-0323882463e3 req-b428062a-ee52-49a0-8e44-f4d1468472fb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 945 time: 1.7479863 Jul 23 10:41:21.568198 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cfca97-28f1-42b0-a546-c6f84c2e07fa x-openstack-request-id: req-93cfca97-28f1-42b0-a546-c6f84c2e07fa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:21.568556 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8e995b-5ad7-4aa4-85fe-1eb904abcb76", "name": "network-vif-deleted", "tag": "0a0c8f39-d924-4ddf-8eac-e94863a8cc8d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:21.569634 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93cfca97-28f1-42b0-a546-c6f84c2e07fa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:21.570105 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8e995b-5ad7-4aa4-85fe-1eb904abcb76', 'name': 'network-vif-deleted', 'tag': '0a0c8f39-d924-4ddf-8eac-e94863a8cc8d', 'status': 'completed', 'code': 200} Jul 23 10:41:21.581497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:21.582070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Attempting to bind port 0094f420-ad4f-45bc-aa72-d401a673dab2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:21.582545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Attempting to bind port 0094f420-ad4f-45bc-aa72-d401a673dab2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0acc5141-2f3c-492d-b0ce-e28a14f49170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ace25f5-5882-43d6-a505-497075e934fa'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:21.582941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Attempting to bind port 0094f420-ad4f-45bc-aa72-d401a673dab2 on network 1ace25f5-5882-43d6-a505-497075e934fa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:21.598988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Sync routers for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:21.649531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:21.675219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-374577fc-6f05-411d-82cd-0323882463e3 req-19eeb0d0-9d67-4e8f-8cef-df52ecc44e46 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113603 Jul 23 10:41:21.675697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:21.676087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Checking segment: {'id': '0acc5141-2f3c-492d-b0ce-e28a14f49170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ace25f5-5882-43d6-a505-497075e934fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:21.676653 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.677306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Bound using segment: {'id': '0acc5141-2f3c-492d-b0ce-e28a14f49170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ace25f5-5882-43d6-a505-497075e934fa'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:21.677999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Bound port: 0094f420-ad4f-45bc-aa72-d401a673dab2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acc5141-2f3c-492d-b0ce-e28a14f49170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ace25f5-5882-43d6-a505-497075e934fa'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:21.679374 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.684464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.684881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:21.685232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 0a0c8f39-d924-4ddf-8eac-e94863a8cc8d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:21.685661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d96f4174-1646-490e-8015-9e4372b0e994 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:21.686193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c2ef798a-8695-4bda-886b-b0ab89e95f91 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1155336 Jul 23 10:41:21.687733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c4963b8b-5e3d-45fa-9860-ada214e3802f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:21.698526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60644) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:21.713932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Deleting port d96f4174-1646-490e-8015-9e4372b0e994 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:21.715190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.736567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:21.737232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:21.758524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.759202 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Added segment 813a4de9-ffb5-4798-a8e9-d333af54591f of type vlan for network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 Jul 23 10:41:21.821984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.825315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.879629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Transition to ACTIVE for port object ac6816be-a3c7-4804-88a5-a0b5444d6161 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:21.908199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.915049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:21.917211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:21.972194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7356172 Jul 23 10:41:21.980478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:21.990443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-325826297'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:22.102649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616d628-bbdb-4583-8be0-c247e2df63b3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Network': ['ID=48259bb7-6ed9-42d5-b9de-b8061aa225b9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:22.128232 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.135862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:22.137728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:22.147023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.222089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] For port 0094f420-ad4f-45bc-aa72-d401a673dab2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:22.254911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:41:22.260046 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91920049-faf5-412e-8d92-7c17f1f133cb req-f5170889-9c2d-4719-97c1-e022965fd132 tempest-VolumesSnapshotTestJSON-1725283499 tempest-VolumesSnapshotTestJSON-1725283499-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e8e995b-5ad7-4aa4-85fe-1eb904abcb76 HTTP/1.1" status: 200 len: 210 time: 0.0850348 Jul 23 10:41:22.269196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.274919 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.275377 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Added segment c9948126-01e3-4671-937c-39027a858f93 of type vlan for network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 Jul 23 10:41:22.323134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] For port 0094f420-ad4f-45bc-aa72-d401a673dab2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0094f420-ad4f-45bc-aa72-d401a673dab2,segment=NetworkSegment(0acc5141-2f3c-492d-b0ce-e28a14f49170),segment_id=0acc5141-2f3c-492d-b0ce-e28a14f49170)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:22.327263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:41:22.353010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d96f4174-1646-490e-8015-9e4372b0e994,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:22.353513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.358514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.361559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.375316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.378357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Calling delete_port for d96f4174-1646-490e-8015-9e4372b0e994 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:22.409499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] For port edb101a8-19c1-4991-a0a0-d15025ad5947, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=edb101a8-19c1-4991-a0a0-d15025ad5947,segment=NetworkSegment(7eaf8822-9c85-4bd9-bff0-d8ac20fe864b),segment_id=7eaf8822-9c85-4bd9-bff0-d8ac20fe864b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:22.434449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c4963b8b-5e3d-45fa-9860-ada214e3802f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:22.434687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.458224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.496655 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.513765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:22.568223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:22.570194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.576581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:22.578131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:22.578987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.584468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:22.585469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.610739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=ac6816be-a3c7-4804-88a5-a0b5444d6161,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:22.635003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:22.637338 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c791fae-f036-4c29-8b9e-25dd6928a0cf" -d '{"events": [{"server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d96f4174-1646-490e-8015-9e4372b0e994"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:22.638665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c0f3d53-e583-46a1-a593-3c891f444601 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3161013 Jul 23 10:41:22.639473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60652) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:22.640730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789b9b1-6036-414a-8f81-cdd15e57a94c None None] Pushing event updated for resources: {'Port': ['ID=0094f420-ad4f-45bc-aa72-d401a673dab2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:22.655670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-946841232', 'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:79:4f:95'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:22.678612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d96f4174-1646-490e-8015-9e4372b0e994, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d96f4174-1646-490e-8015-9e4372b0e994,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:22.718857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.743222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d0ad22a-b7a1-46e4-a095-659f679c4efd None None] Provisioning complete for port ca4cd3ca-18a9-483e-8909-2c0a7907cede triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:22.743633 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad22a-b7a1-46e4-a095-659f679c4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:22.770673 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2eeda-4076-439e-b4b4-3ed890a282a9 x-openstack-request-id: req-68d2eeda-4076-439e-b4b4-3ed890a282a9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:22.770673 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d96f4174-1646-490e-8015-9e4372b0e994", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:22.770673 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68d2eeda-4076-439e-b4b4-3ed890a282a9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:22.770673 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994', 'code': 200} Jul 23 10:41:22.930531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c30d0-3161-475f-9c44-b46b9a6fd5f3 None None] Pushing event updated for resources: {'Port': ['ID=edb101a8-19c1-4991-a0a0-d15025ad5947,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:22.990071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:23.000295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ad22a-b7a1-46e4-a095-659f679c4efd None None] Port ca4cd3ca-18a9-483e-8909-2c0a7907cede cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:23.027049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:23.040148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:17Z', 'revision_number': 3, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:23.086855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2d0ad22a-b7a1-46e4-a095-659f679c4efd None None] Provisioning complete for port edb101a8-19c1-4991-a0a0-d15025ad5947 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:23.087581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad22a-b7a1-46e4-a095-659f679c4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.138798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Checking router: ba67f538-c37d-4946-9049-731ed3c2fa62 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:41:23.139393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Updating router ba67f538-c37d-4946-9049-731ed3c2fa62 port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:41:23.182625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158de623-be75-4987-874f-4b385c0661d0 req-6127087d-af47-4871-ada4-d3bc049eebef tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:23.183900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Network': ['ID=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:23.184993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-158de623-be75-4987-874f-4b385c0661d0 req-6127087d-af47-4871-ada4-d3bc049eebef tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=258925ab-79a8-446a-b7c2-2d27c475a3b6 HTTP/1.1" status: 200 len: 943 time: 0.3631628 Jul 23 10:41:23.192243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-80662ff7-713e-4ee1-9dbd-58a3edf5f9c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2097919 Jul 23 10:41:23.196084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60668) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:23.202593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'subnet': {'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:23.211617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:41:23.257030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.280109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.328599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.346615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-158de623-be75-4987-874f-4b385c0661d0 req-32126374-5f9a-4870-bbc8-5bd2cda33f2a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002192 Jul 23 10:41:23.351923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8ddf6f12-5182-4912-a15f-a55aac5a7483'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:41:23.353306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.357794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Pushing event deleted for resources: {'Port': ['ID=d96f4174-1646-490e-8015-9e4372b0e994,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:23.391124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:23.400817 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.470720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] No DVR routers for this DVR port d96f4174-1646-490e-8015-9e4372b0e994 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:23.482124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] device_id is not set on port a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:23.558237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.566721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Deleting port ca4cd3ca-18a9-483e-8909-2c0a7907cede {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:23.567075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:23.580396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ee7f45-33f7-4814-9e47-025cdec274dd req-08b57f81-f36f-4d2a-b356-c96f00b0bbab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.55 "DELETE /v2.0/ports/d96f4174-1646-490e-8015-9e4372b0e994 HTTP/1.1" status: 204 len: 173 time: 2.4715309 Jul 23 10:41:23.580865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'name': 'network-vif-deleted', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:23.596233 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260bc61b-7b25-417e-9214-76d86f44db9a" -d '{"events": [{"server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "name": "network-vif-deleted", "tag": "d96f4174-1646-490e-8015-9e4372b0e994"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:23.955359 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452622cd-72fd-41ee-97a9-12eb373289d4 x-openstack-request-id: req-452622cd-72fd-41ee-97a9-12eb373289d4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:23.957713 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258925ab-79a8-446a-b7c2-2d27c475a3b6", "name": "network-vif-deleted", "tag": "d96f4174-1646-490e-8015-9e4372b0e994", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:23.958301 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-452622cd-72fd-41ee-97a9-12eb373289d4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:23.959880 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258925ab-79a8-446a-b7c2-2d27c475a3b6', 'name': 'network-vif-deleted', 'tag': 'd96f4174-1646-490e-8015-9e4372b0e994', 'status': 'completed', 'code': 200} Jul 23 10:41:24.012789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0094f420-ad4f-45bc-aa72-d401a673dab2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:24.097481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.113994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Calling delete_port for ca4cd3ca-18a9-483e-8909-2c0a7907cede owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:24.182400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.217179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Allocated IP 2001:db8::271 (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:24.239282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0094f420-ad4f-45bc-aa72-d401a673dab2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:24.264406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device edb101a8-19c1-4991-a0a0-d15025ad5947 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:24.266817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Allocated IP 172.20.0.1 (36d75eb1-6eb2-43c7-9997-6df88c9b2db4/d00825af-7e47-4709-884f-b90398e8c0f2/7bf2d089-ad8c-4e53-8daa-dda1e411b858) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:24.392112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c222074-8cff-469b-9e8f-f342914ceb02 None None] Network 1ace25f5-5882-43d6-a505-497075e934fa requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:24.594629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.614242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.641005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.646309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.665335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port edb101a8-19c1-4991-a0a0-d15025ad5947 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:24.665990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.675505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] Provisioning for port 0094f420-ad4f-45bc-aa72-d401a673dab2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:24.680751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Transition to ACTIVE for port object a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:24.701451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] Provisioning complete for port 0094f420-ad4f-45bc-aa72-d401a673dab2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:24.701972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.744261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.820336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:24.823996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:24.825983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:24.837563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:24.841318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf2d089-ad8c-4e53-8daa-dda1e411b858,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:24.888714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Subnet': ['ID=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:24.943007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:24.958240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:24.981110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:24.988426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:24.989410 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.003382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.027800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Port': ['ID=ca4cd3ca-18a9-483e-8909-2c0a7907cede,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:25.067128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:25.078853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5809599d-cb0f-4781-a674-58b3d1f19df0 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4289885 Jul 23 10:41:25.081750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60702) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:25.166617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2566a-f021-4bb3-b6b3-c800c4d82a58 req-770f9367-f165-4c88-acec-918f4167ef62 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:25.174411 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ac2566a-f021-4bb3-b6b3-c800c4d82a58 req-770f9367-f165-4c88-acec-918f4167ef62 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.5842087 Jul 23 10:41:25.178366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.217095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.239895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d7182-3b8e-4344-b17f-8b2ab41b7a84 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:25.245899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d7182-3b8e-4344-b17f-8b2ab41b7a84 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:25.252126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d7182-3b8e-4344-b17f-8b2ab41b7a84 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:25.254630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f28d7182-3b8e-4344-b17f-8b2ab41b7a84 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1716015 Jul 23 10:41:25.257376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60704) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:25.328500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] For port 0094f420-ad4f-45bc-aa72-d401a673dab2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0094f420-ad4f-45bc-aa72-d401a673dab2,segment=NetworkSegment(0acc5141-2f3c-492d-b0ce-e28a14f49170),segment_id=0acc5141-2f3c-492d-b0ce-e28a14f49170)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:25.344259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Checking segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:25.344922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network hostable DHCP agents. Network: 48259bb7-6ed9-42d5-b9de-b8061aa225b9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:25.380625 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.389234 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.398824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ac2566a-f021-4bb3-b6b3-c800c4d82a58 req-8a57f5fa-7dac-4191-9711-24b74fa0ac04 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234592 Jul 23 10:41:25.439751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.479084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:25.519258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Transition to ACTIVE for port object 99f4a018-07d4-4dee-9f17-8cb9d1babe6b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:25.530610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 48259bb7-6ed9-42d5-b9de-b8061aa225b9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:25.544535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.586503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:25.588035 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.598699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c0e56-700b-4d95-bc75-7020893061c1 None None] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:25.619359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Attempting to bind port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:25.619835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Attempting to bind port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:25.620210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Attempting to bind port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:25.634252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:25.634642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:25.635174 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.635711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:25.636213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Bound port: 99f4a018-07d4-4dee-9f17-8cb9d1babe6b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:25.636611 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:25.636804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Router d7853855-585b-4029-9169-272d639cf3be has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:41:25.668141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-755aa478-6578-45a2-ba06-7367d3439f4b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4697278 Jul 23 10:41:25.670978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:25.682741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32c22b-8f0a-41df-b498-0779cd3d8804 None None] Pushing event updated for resources: {'Port': ['ID=0094f420-ad4f-45bc-aa72-d401a673dab2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:25.691434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'subnet': {'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:25.748256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:25.748806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.002471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:26.013639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.039766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] For port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:26.041913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542114-c87d-49a4-bdec-8567cc1f1290 None None] Pushing event updated for resources: {'Port': ['ID=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:26.045497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.049442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:26.056540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] For port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:26.063242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6f116d87-1205-468f-9f3b-4b2818a06474 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6894491 Jul 23 10:41:26.067618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:26.070245 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] Sync routers for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:26.074523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:26.085575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.089106 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:26.090908 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:26.104500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.169329 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-7b427f92-78d7-47ab-8b04-844dfd5e74d1 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] delete failed (client error): The resource could not be found. Jul 23 10:41:26.170405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7b427f92-78d7-47ab-8b04-844dfd5e74d1 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-972868615 HTTP/1.1" status: 404 len: 334 time: 0.1002548 Jul 23 10:41:26.181115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60730) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:26.182378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:41:26.184167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.184796 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:26.191105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.207143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:26.207390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a284d016-9411-4a6e-8de8-1b7d6f84a849 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7853855-585b-4029-9169-272d639cf3be'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:26.210016 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:26.221606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:26.224726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:26.277021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56d740-f555-4f33-ac69-419873007082 req-18f9f1a5-a9e8-4bd6-b52b-f1e472f603b6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:26.278986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5e56d740-f555-4f33-ac69-419873007082 req-18f9f1a5-a9e8-4bd6-b52b-f1e472f603b6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3586175 Jul 23 10:41:26.288380 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:26.288966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8de071-266d-4dee-9922-5f914f93c98b None None] The sync data for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:26.345855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542114-c87d-49a4-bdec-8567cc1f1290 None None] Pushing event updated for resources: {'Port': ['ID=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:26.352354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5e56d740-f555-4f33-ac69-419873007082 req-b66b7558-a7f2-45af-8f7d-532913b26b0e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600035 Jul 23 10:41:26.490934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf2d089-ad8c-4e53-8daa-dda1e411b858,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:26.501498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.543306 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.681099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:41:26.724354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Checking segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:26.724922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network hostable DHCP agents. Network: d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:41:26.760009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Subnet': ['ID=785c7c49-f1e3-4504-8f85-5e2c88fa380c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:26.784516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:41:26.797291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:26.820561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:26.836709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:26.880658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91615232-4c0d-4d2c-beb5-eb3b978c27bf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2067492 Jul 23 10:41:26.883717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:26.891622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Provisioning for port a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:26.891859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'name': 'tempest-TaggedBootDevicesTest-1885277766', 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:26.909646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757e1be-907c-4130-b109-08ab232a56a6 None None] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:26.912449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Allocated IP 10.1.1.2 (48259bb7-6ed9-42d5-b9de-b8061aa225b9/f81ff5e9-8fa7-4619-b5c3-08f61c9d054b/72271cb7-1ca4-44fb-9495-cc5005936ef2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:27.034472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:27.076192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Provisioning complete for port a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:27.076618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.138651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.163174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] device_id is not set on port cbf63072-1f38-478c-b7ba-d0e71ec6b648 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:27.169132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Port a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:27.199702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Provisioning for port ac6816be-a3c7-4804-88a5-a0b5444d6161 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:27.233066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Provisioning complete for port ac6816be-a3c7-4804-88a5-a0b5444d6161 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:27.233723 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.288233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e04ae544-ea99-4dad-81dc-c1a13a8677ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.331452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Port ac6816be-a3c7-4804-88a5-a0b5444d6161 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:27.410955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:27.414720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:27.438917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a284d016-9411-4a6e-8de8-1b7d6f84a849 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.455655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Provisioning complete for port 0094f420-ad4f-45bc-aa72-d401a673dab2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:27.456275 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-315cbdbe-8ff8-41ad-b11f-71d410d8e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.590277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023416a-3183-4382-a059-4a55fe6722e1 req-ed12da83-af66-46f4-8a44-d044db8105ef tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:27.591920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b023416a-3183-4382-a059-4a55fe6722e1 req-ed12da83-af66-46f4-8a44-d044db8105ef tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 1.1462202 Jul 23 10:41:27.599409 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-a284d016-9411-4a6e-8de8-1b7d6f84a849 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] update failed (client error): The resource could not be found. Jul 23 10:41:27.600491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a284d016-9411-4a6e-8de8-1b7d6f84a849 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be HTTP/1.1" status: 404 len: 339 time: 1.4166276 Jul 23 10:41:27.605233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60746) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:27.671257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.710311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0094f420-ad4f-45bc-aa72-d401a673dab2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:27.780592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'fixed_ips': [{'subnet_id': '785c7c49-f1e3-4504-8f85-5e2c88fa380c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:41:27.781564 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.786295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:27.791960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b023416a-3183-4382-a059-4a55fe6722e1 req-6ec19151-14a8-40f3-af67-3b9f20b2ad51 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866927 Jul 23 10:41:27.834795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Router ba67f538-c37d-4946-9049-731ed3c2fa62 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:41:27.880020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:27.885777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5ed9c074-24ea-4eb8-9bee-66ce189f805c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/ports/a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d HTTP/1.1" status: 204 len: 168 time: 2.6273069 Jul 23 10:41:27.886834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60750) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:27.891495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca421664-5708-4cad-925a-0694aa46955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 2, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:28.031784 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f96f82c-8685-4c94-aabe-3860a0d8f435 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] GET failed (client error): The resource could not be found. Jul 23 10:41:28.039247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:28.039782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4f96f82c-8685-4c94-aabe-3860a0d8f435 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "GET /v2.0/ports/a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d HTTP/1.1" status: 404 len: 333 time: 0.1514950 Jul 23 10:41:28.060806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-455136517'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:28.153822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:28.172985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c9aa0315-0b73-4903-bce7-d2dbe8fbefe8 admin admin] 10.222.0.37 "PUT /v2.0/routers/ba67f538-c37d-4946-9049-731ed3c2fa62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4732139 Jul 23 10:41:28.190645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:28.210866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Transition to ACTIVE for port object 72271cb7-1ca4-44fb-9495-cc5005936ef2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:28.236737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Transition to ACTIVE for port object 72271cb7-1ca4-44fb-9495-cc5005936ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:28.254786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:28.257748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca421664-5708-4cad-925a-0694aa46955d None None] The sync data for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 is: [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 2, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:28.406202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Pushing event updated for resources: {'Port': ['ID=72271cb7-1ca4-44fb-9495-cc5005936ef2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:28.481650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:28.500556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:28.518842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:28.552763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:28.566164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0094f420-ad4f-45bc-aa72-d401a673dab2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:28.566545 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:28.930655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 10.1.1.62 (48259bb7-6ed9-42d5-b9de-b8061aa225b9/f81ff5e9-8fa7-4619-b5c3-08f61c9d054b/cbf63072-1f38-478c-b7ba-d0e71ec6b648) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:28.991121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:28.994392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.092870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Allocated IP 10.2.2.2 (d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3/785c7c49-f1e3-4504-8f85-5e2c88fa380c/811cc1e1-63e1-4777-8927-c7a1b914d69d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:29.179385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-888936c8-dcd7-405d-8d6d-56c9dc4157f5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:29.181415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-888936c8-dcd7-405d-8d6d-56c9dc4157f5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 819 time: 0.4182675 Jul 23 10:41:29.206218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-8118f6f9-6b5b-48e6-a745-e182d96e032e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/quotas/c43b80e08d6c4567ad5ee5d0b908bd0c HTTP/1.1" status: 200 len: 375 time: 0.0176613 Jul 23 10:41:29.347319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-9befe782-1733-40c4-b45b-6771a0d10ff5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224742 Jul 23 10:41:29.364773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdc7ba70-7a50-4bd3-a1d3-4adc7e51c2a5 None None] Could not find standard attr ID for object a4fe10ea-69cd-4c70-bbe9-56ad7d58ec5d. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:41:29.366143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b979cf34-7d7c-472d-9af6-140f87d834f2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:41:29.367613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b979cf34-7d7c-472d-9af6-140f87d834f2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136545 Jul 23 10:41:29.397503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Attempting to bind port 72271cb7-1ca4-44fb-9495-cc5005936ef2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:29.397715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Attempting to bind port 72271cb7-1ca4-44fb-9495-cc5005936ef2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:29.398104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Attempting to bind port 72271cb7-1ca4-44fb-9495-cc5005936ef2 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:29.408174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:29.408563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Checking segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:29.408989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.409409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Bound using segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:29.410066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Bound port: 72271cb7-1ca4-44fb-9495-cc5005936ef2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:29.410352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.541397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-64d5cb44-0748-44a5-9a10-95937b58d014 service neutron] 10.222.0.37 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670454 Jul 23 10:41:29.564345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.587365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] device_id is not set on port 7ff219a3-297b-47d5-a5b5-1e6f327230aa yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:29.596933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] For port 72271cb7-1ca4-44fb-9495-cc5005936ef2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:29.615788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdc7ba70-7a50-4bd3-a1d3-4adc7e51c2a5 None None] Provisioning complete for port ac6816be-a3c7-4804-88a5-a0b5444d6161 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:29.618590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ba70-7a50-4bd3-a1d3-4adc7e51c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.745135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] For port 72271cb7-1ca4-44fb-9495-cc5005936ef2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72271cb7-1ca4-44fb-9495-cc5005936ef2,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:29.772245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object cbf63072-1f38-478c-b7ba-d0e71ec6b648 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:29.779036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-c7305bf3-3e0f-4752-b4c7-1882c084ebf2 service neutron] 10.222.0.37 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296350 Jul 23 10:41:29.840816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.924107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:29.966053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039dc5-0d32-40d4-827a-753498ddba12 None None] Pushing event updated for resources: {'Port': ['ID=72271cb7-1ca4-44fb-9495-cc5005936ef2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:30.008927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7ba70-7a50-4bd3-a1d3-4adc7e51c2a5 None None] Port ac6816be-a3c7-4804-88a5-a0b5444d6161 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:30.011229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.037124 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cade1be3-109e-4573-a7ee-12d1f81993c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.041432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Transition to ACTIVE for port object 811cc1e1-63e1-4777-8927-c7a1b914d69d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:30.068190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:30.112823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Transition to ACTIVE for port object 811cc1e1-63e1-4777-8927-c7a1b914d69d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:30.129992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:30.132744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.185471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:30.189378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:30.197631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:30.224726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:30.226839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 99f4a018-07d4-4dee-9f17-8cb9d1babe6b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:30.237458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:30.248171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.341518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Allocated IP 172.20.0.1 (3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a/f72baea1-92e8-4695-8be6-9a2f381964a1/e8cadedb-c286-462f-975f-08d87b1bf274) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:30.523282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Pushing event updated for resources: {'Port': ['ID=811cc1e1-63e1-4777-8927-c7a1b914d69d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:30.559313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Allocated IP 2001:db8::44 (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/7ff219a3-297b-47d5-a5b5-1e6f327230aa) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:30.604608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Attempting to bind port 811cc1e1-63e1-4777-8927-c7a1b914d69d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:30.605107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Attempting to bind port 811cc1e1-63e1-4777-8927-c7a1b914d69d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:30.605482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Attempting to bind port 811cc1e1-63e1-4777-8927-c7a1b914d69d on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:30.639835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:30.640850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Checking segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:30.641264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.641671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Bound using segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:30.647229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Bound port: 811cc1e1-63e1-4777-8927-c7a1b914d69d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:30.647774 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.740703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:30.762752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:30.763078 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:30.881335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] For port 811cc1e1-63e1-4777-8927-c7a1b914d69d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:30.894320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] For port 811cc1e1-63e1-4777-8927-c7a1b914d69d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=811cc1e1-63e1-4777-8927-c7a1b914d69d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:30.907460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:31.046798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:31.075965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:31.092404 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:31.109942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39125536-ef8e-4b08-b916-5cf95e9482f0 None None] Pushing event updated for resources: {'Port': ['ID=811cc1e1-63e1-4777-8927-c7a1b914d69d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:31.222421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:31.263342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:31.639842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d0de9-f1f7-42bd-bafe-9f250401e41d req-2634036c-f6e3-4565-9257-73112d366067 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:31.649693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-339d0de9-f1f7-42bd-bafe-9f250401e41d req-2634036c-f6e3-4565-9257-73112d366067 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1618631 Jul 23 10:41:31.772419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-339d0de9-f1f7-42bd-bafe-9f250401e41d req-5f9bb7e1-54a5-4bdb-b308-a252bbded6d3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116338 Jul 23 10:41:31.841247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-569534ba-eff8-4f2a-aaf5-6d33ec4f967d req-0ccab95c-6fe9-4644-ba5d-297312103a03 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 210 time: 0.2252383 Jul 23 10:41:31.915814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:31.916558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:31.936186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c9c54-01ba-4b4a-bd3c-b9b6ac0b8ddf None None] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:31.980699 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8ba36b2e-5c68-4cbc-a542-6bab4d85fbc9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0954325 Jul 23 10:41:31.983279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60834) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:31.985862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.003821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.005263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'name': 'tempest-TaggedBootDevicesTest-32577385', 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:32.071322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b387d50d-d416-4b4b-b55a-0f932f98dbfa None None] Provisioning for port 72271cb7-1ca4-44fb-9495-cc5005936ef2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:32.111466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-d5ffefed-d213-452c-ab5e-5616670e896f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6179230 Jul 23 10:41:32.117602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Transition to ACTIVE for port object 7ff219a3-297b-47d5-a5b5-1e6f327230aa will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:32.119411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Transition to ACTIVE for port object e8cadedb-c286-462f-975f-08d87b1bf274 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:32.282927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775a69c-a16e-48bb-812b-874f2007c181 req-4b26036f-33d5-4e67-a05c-998e12712434 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:32.284967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b775a69c-a16e-48bb-812b-874f2007c181 req-4b26036f-33d5-4e67-a05c-998e12712434 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3129959 Jul 23 10:41:32.291518 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.302685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.405054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:32.421244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 99f4a018-07d4-4dee-9f17-8cb9d1babe6b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:32.429414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:32.439007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:32.442408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:32.449749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:32.450992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.455939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:32.463181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:32.496796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.503282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-92f89194-d5fc-43eb-9dd9-272a95f3c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:32.504874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-92f89194-d5fc-43eb-9dd9-272a95f3c7ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 1096 time: 0.3259268 Jul 23 10:41:32.522469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b775a69c-a16e-48bb-812b-874f2007c181 req-b6b5924b-f940-4f5c-a8b0-9e87ffec96fe tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146084 Jul 23 10:41:32.529355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Port': ['ID=e8cadedb-c286-462f-975f-08d87b1bf274,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:32.559543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:32.574244 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.592350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:32.718703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-c77dad27-0e7f-45ff-b16e-866e3df050b9 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:32.721138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-c77dad27-0e7f-45ff-b16e-866e3df050b9 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 819 time: 0.4358327 Jul 23 10:41:32.732767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 811cc1e1-63e1-4777-8927-c7a1b914d69d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:32.739634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.756183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7050405 Jul 23 10:41:32.841185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:32.857038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'port': {'device_id': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'admin_state_up': True, 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:32.860649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 811cc1e1-63e1-4777-8927-c7a1b914d69d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:32.865955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72271cb7-1ca4-44fb-9495-cc5005936ef2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:32.869949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60840) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:32.880226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:79:4f:95'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:32.990641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090bca2-ca4a-488a-b1fb-0424eee5c334 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=7ff219a3-297b-47d5-a5b5-1e6f327230aa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:33.049208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 72271cb7-1ca4-44fb-9495-cc5005936ef2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:33.061623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 72271cb7-1ca4-44fb-9495-cc5005936ef2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:33.064263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:33.072174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] device_id is not set on port a013f494-faaf-46ce-9a1c-15ae6ac43f48 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:33.289261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-098a22e9-365a-41fa-8b4c-36b5641c9a02 None None] Provisioning complete for port 72271cb7-1ca4-44fb-9495-cc5005936ef2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:33.291038 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-098a22e9-365a-41fa-8b4c-36b5641c9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:33.317111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Sync routers for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:33.430209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:33.431336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:33.443053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-1a64a0b7-6688-46c6-b98a-20a0ead70918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:33.445058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-1a64a0b7-6688-46c6-b98a-20a0ead70918 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.8794570 Jul 23 10:41:33.555822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:33.678600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7ea919a-2c32-43af-9c46-7824389d8687 req-81f90477-ac16-41f0-aa1f-e1aaf72b0719 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 210 time: 0.5874414 Jul 23 10:41:33.756894 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:33.788774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f253f02-8c3e-4c93-b97a-281c33020e60 None None] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:33.918945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Made reservation on behalf of c43b80e08d6c4567ad5ee5d0b908bd0c for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:33.924029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:33.953224 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-3e9df918-7e5b-4a61-b8ee-9b69beac75b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 200 len: 1000 time: 0.3978052 Jul 23 10:41:34.036608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 72271cb7-1ca4-44fb-9495-cc5005936ef2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72271cb7-1ca4-44fb-9495-cc5005936ef2,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:34.087553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 10.1.1.32 (48259bb7-6ed9-42d5-b9de-b8061aa225b9/f81ff5e9-8fa7-4619-b5c3-08f61c9d054b/a013f494-faaf-46ce-9a1c-15ae6ac43f48) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:34.097373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:34.131277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-a4c347a2-4a3b-4f91-b1ee-0027b1c76139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:34.132780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-a4c347a2-4a3b-4f91-b1ee-0027b1c76139 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.1145754 Jul 23 10:41:34.371052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-fddd78af-5a98-46db-be05-204c9481bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:34.378684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-fddd78af-5a98-46db-be05-204c9481bf5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369792 Jul 23 10:41:34.531160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:34.547125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object a013f494-faaf-46ce-9a1c-15ae6ac43f48 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:34.597375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:34.617541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-7da73af6-a63b-4038-ba56-ef4c2c4bea92 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257984 Jul 23 10:41:34.675292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:34.687844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:34.697054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:34.769432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.779744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.780411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.782743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.783299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.785847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.786592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.788920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.790121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.790670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.792410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.795558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:34.831833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:34.837551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:41:34.979979 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.084102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7959e9ea-d248-4d67-b78b-ca1ae730565d req-c677a184-dec5-4920-a03b-1905ae37a43e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 210 time: 0.1490793 Jul 23 10:41:35.134886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=72271cb7-1ca4-44fb-9495-cc5005936ef2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:35.135325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.146509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.150966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3515d5c1-5e11-4d5c-a232-d259d008a058 req-25917ccc-bd1a-418f-8084-0f00bda078d8 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912257 Jul 23 10:41:35.195526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Allocated IP 172.20.0.5 (36d75eb1-6eb2-43c7-9997-6df88c9b2db4/d00825af-7e47-4709-884f-b90398e8c0f2/ed5be535-7d09-4b50-9e40-ba68d2426888) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:35.304169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event updated for resources: {'Port': ['ID=e8cadedb-c286-462f-975f-08d87b1bf274,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:35.308273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-098a22e9-365a-41fa-8b4c-36b5641c9a02 None None] Provisioning for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:35.323951 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.363677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.371171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-098a22e9-365a-41fa-8b4c-36b5641c9a02 None None] Provisioning complete for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:35.376056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-098a22e9-365a-41fa-8b4c-36b5641c9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.514389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-098a22e9-365a-41fa-8b4c-36b5641c9a02 None None] Port cbf63072-1f38-478c-b7ba-d0e71ec6b648 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:35.528169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.559382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 2, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:35.628656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:35.630657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:35.668359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:35.668740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.700174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Checking router: ba67f538-c37d-4946-9049-731ed3c2fa62 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:41:35.700551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Updating router ba67f538-c37d-4946-9049-731ed3c2fa62 port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:41:35.736364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.758407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning complete for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:35.759672 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:35.833753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ea06fa93-6ddd-4d42-965e-249930828a75 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8480954 Jul 23 10:41:35.843140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:35.853195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:35.870589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:35.886781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:35.890467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.001681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:36.002343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.038530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Router d7853855-585b-4029-9169-272d639cf3be has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:41:36.083764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-b317223d-3836-485b-88bd-e15cabce7961 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2363627 Jul 23 10:41:36.102692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Request body: {'port': {'device_id': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:36.152737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Port cbf63072-1f38-478c-b7ba-d0e71ec6b648 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:36.334294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8b33-9702-4a67-96b7-9c2537f2a823 req-08434003-0351-44ff-8232-2e4cdc8c0633 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:36.336310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-804d8b33-9702-4a67-96b7-9c2537f2a823 req-08434003-0351-44ff-8232-2e4cdc8c0633 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4813077 Jul 23 10:41:36.399609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning for port 811cc1e1-63e1-4777-8927-c7a1b914d69d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:36.407600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72271cb7-1ca4-44fb-9495-cc5005936ef2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:36.413802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:36.424944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning complete for port 811cc1e1-63e1-4777-8927-c7a1b914d69d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:36.425509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.425955 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] Sync routers for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:36.430173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.433257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ce06e11e-0d51-4d93-ba98-157c474e3782 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8245759 Jul 23 10:41:36.436746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60910) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:36.442929 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:36.443789 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:36.511655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.516766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:36.534596 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:36.537700 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:36.537900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.630911 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:36.631840 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cf267-a008-4e58-b118-c355745d571a None None] The sync data for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:36.680015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] In _notify_port_updated(), no bound segment for port 7ff219a3-297b-47d5-a5b5-1e6f327230aa on network 1ace25f5-5882-43d6-a505-497075e934fa {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:41:36.692326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:36.696589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.703809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "PUT /v2.0/ports/7ff219a3-297b-47d5-a5b5-1e6f327230aa HTTP/1.1" status: 200 len: 1000 time: 3.8320425 Jul 23 10:41:36.715552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60914) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:36.731285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-804d8b33-9702-4a67-96b7-9c2537f2a823 req-b90d73a8-7c1a-468d-88da-50d0856574e2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854957 Jul 23 10:41:36.810538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f1902-def2-4bc4-ad47-9883f93e0878 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=7ff219a3-297b-47d5-a5b5-1e6f327230aa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:36.865673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84eb67d1-3d74-4163-8744-c3717bcf0a0f tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.971714 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:36.977403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 72271cb7-1ca4-44fb-9495-cc5005936ef2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:36.977796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.012977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Transition to ACTIVE for port object 7bf2d089-ad8c-4e53-8daa-dda1e411b858 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:37.040628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.164949 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-84eb67d1-3d74-4163-8744-c3717bcf0a0f tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 10:41:37.166176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-84eb67d1-3d74-4163-8744-c3717bcf0a0f tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be HTTP/1.1" status: 409 len: 329 time: 0.7177112 Jul 23 10:41:37.170720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60920) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:37.188741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa19199-d2ac-4bbc-ab29-4991752c0451 None None] Pushing event updated for resources: {'Port': ['ID=7bf2d089-ad8c-4e53-8daa-dda1e411b858,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:37.329066 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.330125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a589b-e6e7-49a7-96b7-e217ea02fd88 req-17a933d0-5ec7-4e99-b4f9-be35d1ff4b90 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:37.338702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dd8a589b-e6e7-49a7-96b7-e217ea02fd88 req-17a933d0-5ec7-4e99-b4f9-be35d1ff4b90 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 931 time: 0.1711814 Jul 23 10:41:37.407048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dd8a589b-e6e7-49a7-96b7-e217ea02fd88 req-5bffb263-8053-43e4-ac97-efbb6d86e7b5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624199 Jul 23 10:41:37.502443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port 7ff219a3-297b-47d5-a5b5-1e6f327230aa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:37.502874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.583277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] For port 811cc1e1-63e1-4777-8927-c7a1b914d69d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=811cc1e1-63e1-4777-8927-c7a1b914d69d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:37.606854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.607064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:37.620421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34058309', 'description': 'tempest-description--2041352215'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:37.700809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.777369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Attempting to bind port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:37.777970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Attempting to bind port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:37.778846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Attempting to bind port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 on network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:37.807799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:37.808478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Checking segment: {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:37.809163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.809818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Bound using segment: {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:37.810526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Bound port: 7bf2d089-ad8c-4e53-8daa-dda1e411b858, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:37.811167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.840914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning for port e8cadedb-c286-462f-975f-08d87b1bf274 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:37.894449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning complete for port e8cadedb-c286-462f-975f-08d87b1bf274 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:37.894932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.962144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:37.967985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.033992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.040292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4268746 Jul 23 10:41:38.040944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:38.045976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'security_group_rule': {'security_group_id': 'fb56d274-4d9d-4ab6-b8e2-38015a5ba89b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:38.059661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:38.070668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] For port 7bf2d089-ad8c-4e53-8daa-dda1e411b858, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:38.075015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] For port 7bf2d089-ad8c-4e53-8daa-dda1e411b858, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7bf2d089-ad8c-4e53-8daa-dda1e411b858,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:38.105441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.106306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.107066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.108385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.109210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.128163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.129036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.129607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.130858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.139603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.153286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.154189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb678be-7aef-40ac-b3b7-f2f9148734a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:38.159970 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.182562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:38.194884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Pushing event updated for resources: {'Port': ['ID=811cc1e1-63e1-4777-8927-c7a1b914d69d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:38.281195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.355043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa19199-d2ac-4bbc-ab29-4991752c0451 None None] Pushing event updated for resources: {'Port': ['ID=7bf2d089-ad8c-4e53-8daa-dda1e411b858,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:38.364318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Port e8cadedb-c286-462f-975f-08d87b1bf274 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:38.383942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:38.384617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:38.440915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.450929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.489280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec16068-2db5-497b-a7de-428fe7d090f0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:38.503052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.504765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-92b65746-b953-4d4c-94aa-312521a31b80 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624505 Jul 23 10:41:38.507285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:38.512448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'security_group_rule': {'security_group_id': 'fb56d274-4d9d-4ab6-b8e2-38015a5ba89b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:38.606714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14739c41-ad12-4031-82b0-3452b6fa48ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.727249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning for port 7ff219a3-297b-47d5-a5b5-1e6f327230aa completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:38.731877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.771380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning complete for port 7ff219a3-297b-47d5-a5b5-1e6f327230aa triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:38.771777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.866639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.903011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for 7ff219a3-297b-47d5-a5b5-1e6f327230aa owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:38.933679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Port 7ff219a3-297b-47d5-a5b5-1e6f327230aa cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:38.939173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5be535-7d09-4b50-9e40-ba68d2426888 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:41:38.958529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:38.967564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:41:38.974355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning for port a013f494-faaf-46ce-9a1c-15ae6ac43f48 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:39.026964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d11476-e43e-45c7-a548-2a7fe156db49 req-3f5c3df6-28f5-41e1-b5e8-062648f3bc85 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:39.035791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70d11476-e43e-45c7-a548-2a7fe156db49 req-3f5c3df6-28f5-41e1-b5e8-062648f3bc85 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3413546 Jul 23 10:41:39.053544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Provisioning complete for port a013f494-faaf-46ce-9a1c-15ae6ac43f48 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:39.053926 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.090741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14739c41-ad12-4031-82b0-3452b6fa48ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.101578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14739c41-ad12-4031-82b0-3452b6fa48ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.122275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-922b8302-d522-4786-bc66-c2c47b751464 None None] Port a013f494-faaf-46ce-9a1c-15ae6ac43f48 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:39.128184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Transition to ACTIVE for port object ed5be535-7d09-4b50-9e40-ba68d2426888 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:39.144895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70d11476-e43e-45c7-a548-2a7fe156db49 req-2ad11ff1-ea52-4f20-af72-bf77fd683e74 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066492 Jul 23 10:41:39.160071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.170373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-14739c41-ad12-4031-82b0-3452b6fa48ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74a3213471ff42adab4255bcdc7c8512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9831312 Jul 23 10:41:39.176586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:39.275936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:39.398846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739c41-ad12-4031-82b0-3452b6fa48ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2aaf14-f3ef-4f87-a953-86472c69d23b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:39.455644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6accdf-f958-4a2d-93f3-ea8ee4706635 req-5b17509d-f722-4cbd-9455-dc66141cd9a6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:39.465702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6accdf-f958-4a2d-93f3-ea8ee4706635 req-5b17509d-f722-4cbd-9455-dc66141cd9a6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 931 time: 0.8617451 Jul 23 10:41:39.529614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3b06e91-7617-4d25-a204-e6719cdf9b6d None None] Provisioning complete for port e8cadedb-c286-462f-975f-08d87b1bf274 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:39.530904 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b06e91-7617-4d25-a204-e6719cdf9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.614508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.639050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.670834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3b06e91-7617-4d25-a204-e6719cdf9b6d None None] Port e8cadedb-c286-462f-975f-08d87b1bf274 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:39.693972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=7ff219a3-297b-47d5-a5b5-1e6f327230aa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:39.712400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3b06e91-7617-4d25-a204-e6719cdf9b6d None None] Could not find standard attr ID for object 7ff219a3-297b-47d5-a5b5-1e6f327230aa. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:41:39.725379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Attempting to bind port ed5be535-7d09-4b50-9e40-ba68d2426888 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:41:39.725936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Attempting to bind port ed5be535-7d09-4b50-9e40-ba68d2426888 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:41:39.726373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Attempting to bind port ed5be535-7d09-4b50-9e40-ba68d2426888 on network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:39.740493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Port ed5be535-7d09-4b50-9e40-ba68d2426888 on network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:41:39.740984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Attempting to bind port ed5be535-7d09-4b50-9e40-ba68d2426888 on network 36d75eb1-6eb2-43c7-9997-6df88c9b2db4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:41:39.746953 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef6accdf-f958-4a2d-93f3-ea8ee4706635 req-f37e66cf-a189-4600-b531-b4de207e9932 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786086 Jul 23 10:41:39.766807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:41:39.767266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Checking segment: {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:41:39.767852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Bound using segment: {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:41:39.768354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Bound port: ed5be535-7d09-4b50-9e40-ba68d2426888, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:41:39.768776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.769807 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.783165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:38Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:39.812502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922765-7f93-4037-b1d0-919ed4e41138 req-3b8f1079-68e4-44cc-84b8-23de0b99716e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:39.814080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3b06e91-7617-4d25-a204-e6719cdf9b6d None None] Provisioning complete for port 811cc1e1-63e1-4777-8927-c7a1b914d69d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:39.814507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b06e91-7617-4d25-a204-e6719cdf9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.835111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee922765-7f93-4037-b1d0-919ed4e41138 req-3b8f1079-68e4-44cc-84b8-23de0b99716e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3283513 Jul 23 10:41:39.875541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.888822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a30c128b-772c-46ab-bf9e-d0461da2026e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.891886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d481c6-4438-42a3-9cb9-c98015012a83,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:39.915922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81ceb3-be26-4c50-b4bf-9a36afd9f8e7 None None] The sync data for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 is: [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:38Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:39.916202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:39.917533 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4dbf94a-7bcf-4351-a9e0-70d83c0e4ce5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4090004 Jul 23 10:41:39.924893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:39.932935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:39.989474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a30c128b-772c-46ab-bf9e-d0461da2026e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:40.200626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:40.206879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb9436b8-d62f-461a-aef2-499b48367682 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/ports/7ff219a3-297b-47d5-a5b5-1e6f327230aa HTTP/1.1" status: 204 len: 168 time: 3.4843237 Jul 23 10:41:40.207177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60964) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:40.347690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 811cc1e1-63e1-4777-8927-c7a1b914d69d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:40.353888 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eecb3d2-3506-47ee-98ce-6d1b2eb1962a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] GET failed (client error): The resource could not be found. Jul 23 10:41:40.361998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4eecb3d2-3506-47ee-98ce-6d1b2eb1962a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "GET /v2.0/ports/7ff219a3-297b-47d5-a5b5-1e6f327230aa HTTP/1.1" status: 404 len: 333 time: 0.1510406 Jul 23 10:41:40.366433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:40.376334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1413536192'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:40.393419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee922765-7f93-4037-b1d0-919ed4e41138 req-91a06b2b-13ed-43c1-95b7-693ad073fc79 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572400 Jul 23 10:41:40.415320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:41:40.574126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 811cc1e1-63e1-4777-8927-c7a1b914d69d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:40.574645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:40.579211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:41:40.597154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:40.720861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:40.721750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:40.723738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 1091 time: 4.6316445 Jul 23 10:41:40.739074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:40.746373 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8e9d6-1731-499a-a6e4-9b6ef432f670" -d '{"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:40.898149 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b18619-0b3e-4332-b843-5d103452e0e4 x-openstack-request-id: req-53b18619-0b3e-4332-b843-5d103452e0e4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:40.898760 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:40.898760 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53b18619-0b3e-4332-b843-5d103452e0e4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:40.899346 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'status': 'completed', 'code': 200} Jul 23 10:41:40.901239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f109f0-6cbf-4ab5-843f-d3d52476a028 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:40.903062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7bf2d089-ad8c-4e53-8daa-dda1e411b858 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:41.014367 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.035717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:41.042346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:41.044491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.088022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a30c128b-772c-46ab-bf9e-d0461da2026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.090587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a30c128b-772c-46ab-bf9e-d0461da2026e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.091789 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a30c128b-772c-46ab-bf9e-d0461da2026e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f2aaf14-f3ef-4f87-a953-86472c69d23b HTTP/1.1" status: 204 len: 168 time: 1.9141941 Jul 23 10:41:41.120897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c128b-772c-46ab-bf9e-d0461da2026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2aaf14-f3ef-4f87-a953-86472c69d23b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:41.158163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8146e15-86a6-4a81-beb5-1ddd407f1412 req-58be3fce-579c-47a3-9d7d-9105f124de3b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:41.161209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8146e15-86a6-4a81-beb5-1ddd407f1412 req-58be3fce-579c-47a3-9d7d-9105f124de3b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2672727 Jul 23 10:41:41.214588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:41.219020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.284701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-0b97e49a-098d-4ff0-8bf4-7a791aa78a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:41.288337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-0b97e49a-098d-4ff0-8bf4-7a791aa78a1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1094 time: 0.4913023 Jul 23 10:41:41.291246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.345193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-e8dca87b-1bcf-4a15-862c-b562c1a8302c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.0489790 Jul 23 10:41:41.367218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] device_id is not set on port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:41.399151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8146e15-86a6-4a81-beb5-1ddd407f1412 req-9aaeb2a1-86da-4025-bb20-e76b32cb4b85 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296238 Jul 23 10:41:41.406414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7bf2d089-ad8c-4e53-8daa-dda1e411b858, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7bf2d089-ad8c-4e53-8daa-dda1e411b858,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:41.448710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Deleting port e8cadedb-c286-462f-975f-08d87b1bf274 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:41.449054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.456222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.484208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a3d91-8790-4ebf-9881-d373f2114fd2 req-714fac79-c589-42d5-9cc0-2e573dc67033 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:41.486669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e4a3d91-8790-4ebf-9881-d373f2114fd2 req-714fac79-c589-42d5-9cc0-2e573dc67033 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 943 time: 0.4382007 Jul 23 10:41:41.491650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.545761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-6a110fc6-5fa3-4072-9c45-b29469b92c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:41.547658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-6a110fc6-5fa3-4072-9c45-b29469b92c30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.1954408 Jul 23 10:41:41.614970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7bf2d089-ad8c-4e53-8daa-dda1e411b858,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:41.635216 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-8e16ad76-c33a-46cb-9ac3-fea336829f5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736294 Jul 23 10:41:41.821494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 172.25.4.224 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/37c442aa-d1cf-443b-b656-e6ae682768b0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:41.888998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:41.947968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e4a3d91-8790-4ebf-9881-d373f2114fd2 req-e7b00ba7-3295-4686-9609-5a4a44a4772f tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386163 Jul 23 10:41:41.950968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Calling delete_port for e8cadedb-c286-462f-975f-08d87b1bf274 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:42.048135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Allocated IP 2001:db8::219 (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/f67baba0-77b0-4ccf-8aa4-41adb41b70b3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:42.153531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4f83a-e7d7-449b-9fcf-fcd524eb30df req-cfc34e22-45c1-4555-b2d0-d1ce714eeeff tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:42.155546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ed4f83a-e7d7-449b-9fcf-fcd524eb30df req-cfc34e22-45c1-4555-b2d0-d1ce714eeeff tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3208361 Jul 23 10:41:42.198573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-76dbccc8-3952-4cb8-b8e7-95c4d42d7e8b service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491013 Jul 23 10:41:42.256143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7bf2d089-ad8c-4e53-8daa-dda1e411b858 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:42.302155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ed4f83a-e7d7-449b-9fcf-fcd524eb30df req-c231a818-4363-4f1a-a21e-208bc653aa9c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356657 Jul 23 10:41:42.332670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.372203 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:41:42.402160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:42.407644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.453385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.574522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:42.580355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:42.594461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:42.601981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.617327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Transition to ACTIVE for port object f67baba0-77b0-4ccf-8aa4-41adb41b70b3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:42.661271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.699878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:42.751117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:42.800106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5143d80-0dbb-4855-ab2e-9461c8a04274 req-f97245cd-6bf2-40e3-a99e-ae2954d3cd32 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692103 Jul 23 10:41:42.803339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:42.819400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:42.824481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.846053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:42.864610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=37c442aa-d1cf-443b-b656-e6ae682768b0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:42.948007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.125883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=f67baba0-77b0-4ccf-8aa4-41adb41b70b3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:43.147821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a668ed68-c11e-462c-b2da-d74220aef076 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7763076 Jul 23 10:41:43.148729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.149843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:43.184932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Port': ['ID=e8cadedb-c286-462f-975f-08d87b1bf274,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:43.236163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdcdb040-973f-4b73-9680-f8d9e274f1e2 None None] Provisioning for port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:43.240944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdcdb040-973f-4b73-9680-f8d9e274f1e2 None None] Provisioning complete for port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:43.241181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb040-973f-4b73-9680-f8d9e274f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.253478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:79:4f:95'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:43.298819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a89a73-29c8-41ec-b46c-08a08e792955 req-bfc6edfc-7fb1-4f35-bc81-6bbcfc3cbe85 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:43.300702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a89a73-29c8-41ec-b46c-08a08e792955 req-bfc6edfc-7fb1-4f35-bc81-6bbcfc3cbe85 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.6510937 Jul 23 10:41:43.317534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdb040-973f-4b73-9680-f8d9e274f1e2 None None] Port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:43.336765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-ec3b5d87-0af3-4349-8d45-6d519557cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:43.338780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-ec3b5d87-0af3-4349-8d45-6d519557cd1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1094 time: 0.4066491 Jul 23 10:41:43.401811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.427023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a89a73-29c8-41ec-b46c-08a08e792955 req-bc31e870-5e38-4142-9598-5c438e2ad218 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183767 Jul 23 10:41:43.452382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.634075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-eeb71884-8ae1-4779-8528-0022c943831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:43.636177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-eeb71884-8ae1-4779-8528-0022c943831b service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.2854421 Jul 23 10:41:43.667600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.680163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ddd68-308d-4ded-ad47-c141d26158db req-7e4a59be-9cf8-4cd3-ba21-a5f0dcc47d7c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:43.681820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea8ddd68-308d-4ded-ad47-c141d26158db req-7e4a59be-9cf8-4cd3-ba21-a5f0dcc47d7c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 943 time: 0.5292404 Jul 23 10:41:43.691087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=37c442aa-d1cf-443b-b656-e6ae682768b0,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:43.726607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-77cad662-b506-4ba7-b280-88d6048720b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.0823855 Jul 23 10:41:43.811207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea8ddd68-308d-4ded-ad47-c141d26158db req-28e63775-6ef0-4708-a080-7f27c3cbf55e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967877 Jul 23 10:41:43.812636 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.872189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:43.881435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ba2ec29-2156-4bb8-9e28-c685fa94cf31 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9473941 Jul 23 10:41:43.887173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:44.208664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:44.216786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:44.286290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=f67baba0-77b0-4ccf-8aa4-41adb41b70b3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:44.288959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] In _notify_port_updated(), no bound segment for port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 on network 1ace25f5-5882-43d6-a505-497075e934fa {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:41:44.295207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:44.295898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:44.297894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1f3f3a1a-fac5-47a6-b4d1-0f4a9f174d91 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "PUT /v2.0/ports/f67baba0-77b0-4ccf-8aa4-41adb41b70b3 HTTP/1.1" status: 200 len: 1003 time: 1.1441326 Jul 23 10:41:44.300867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:44.493251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-1067804c-961d-4c3d-b9e6-0293a70084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:44.495378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-1067804c-961d-4c3d-b9e6-0293a70084b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.7454352 Jul 23 10:41:44.513335 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-79ece18d-64bc-461a-b812-5e51731ead14 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--34058309&fields=id&tenant_id=3fba0b65d36240a087216cde11b24ad0 HTTP/1.1" status: 200 len: 267 time: 0.1127396 Jul 23 10:41:44.590354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-6eec74e4-1bbd-432e-937e-9ad66d2163ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555751 Jul 23 10:41:44.629952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-b0e2eb98-5dac-4338-87b9-2be209a9d7da tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:44.631410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-b0e2eb98-5dac-4338-87b9-2be209a9d7da tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 931 time: 0.1070752 Jul 23 10:41:44.632418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442efc05-9ca2-4f99-b435-4af0a7fba820 req-74f7e477-21a7-4855-b81b-9d237a1c5d77 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:44.634205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-442efc05-9ca2-4f99-b435-4af0a7fba820 req-74f7e477-21a7-4855-b81b-9d237a1c5d77 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.8931899 Jul 23 10:41:44.647721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:44.648069 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:44.657259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Router d7853855-585b-4029-9169-272d639cf3be has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:41:44.714757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a5c490d7-24ec-4557-a09e-8750bd0ceebd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:44.716326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a5c490d7-24ec-4557-a09e-8750bd0ceebd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 929 time: 0.0719528 Jul 23 10:41:44.784957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a76b5e97-5d81-46dd-83c7-01341eff042d None None] Provisioning complete for port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:44.785499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a76b5e97-5d81-46dd-83c7-01341eff042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:44.833576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-442efc05-9ca2-4f99-b435-4af0a7fba820 req-138e5f84-9ee0-47eb-b324-0b24c09c76fb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746707 Jul 23 10:41:44.855394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:41:44.870067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-76c8446c-b794-4345-a8bc-bbb29914e802 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6910830 Jul 23 10:41:44.878894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32898) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:44.888894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] Sync routers for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:41:44.901205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-be093848-3328-498a-9334-2791e9260df6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1721895 Jul 23 10:41:44.919547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:44.920142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:44.938561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-17aeedac-d873-40d4-b45e-4ae6467e5613 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266702 Jul 23 10:41:44.939475 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-2804fbce-8166-48bb-8368-3367c4d17cad tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] show failed (client error): The resource could not be found. Jul 23 10:41:44.942308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2804fbce-8166-48bb-8368-3367c4d17cad tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-927373627 HTTP/1.1" status: 404 len: 334 time: 0.0605252 Jul 23 10:41:44.944688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32900) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:44.955356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6fab3dea-d377-4d67-982f-b633a4d77783 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:45.006325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:45.023211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a76b5e97-5d81-46dd-83c7-01341eff042d None None] Port f67baba0-77b0-4ccf-8aa4-41adb41b70b3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:45.030282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] Routers {'d7853855-585b-4029-9169-272d639cf3be'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:41:45.030936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-0d2651ec-e5cf-406c-8255-63eab0dda282 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1046021 Jul 23 10:41:45.033560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:41:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d7853855-585b-4029-9169-272d639cf3be'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:45.090398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27f8e9d6-1731-499a-a6e4-9b6ef432f670 req-119decdc-560f-4a60-a94d-97b50e65baa7 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445038 Jul 23 10:41:45.160124 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-6fab3dea-d377-4d67-982f-b633a4d77783 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] update failed (client error): The resource could not be found. Jul 23 10:41:45.162872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6fab3dea-d377-4d67-982f-b633a4d77783 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-2118381294 HTTP/1.1" status: 404 len: 335 time: 0.2120116 Jul 23 10:41:45.166897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32904) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:45.234875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd28684-39e5-4b9f-a9e4-d3ce1b83c0a4 req-475627e6-4ef9-4ec3-a9c1-b7a7bb09a18c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:45.237119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fd28684-39e5-4b9f-a9e4-d3ce1b83c0a4 req-475627e6-4ef9-4ec3-a9c1-b7a7bb09a18c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 943 time: 0.1458435 Jul 23 10:41:45.287648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fd28684-39e5-4b9f-a9e4-d3ce1b83c0a4 req-98987f96-f51d-44f2-9067-5c6682601655 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Jul 23 10:41:45.300995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:45.301675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585d3d-cc8d-4a0c-baff-103bb3b8ced1 None None] The sync data for ids ['d7853855-585b-4029-9169-272d639cf3be'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:41:45.320251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-638c9c4b-93c7-41c3-8877-d2d0b9993289 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:45.326480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-638c9c4b-93c7-41c3-8877-d2d0b9993289 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:45.332721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-638c9c4b-93c7-41c3-8877-d2d0b9993289 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:45.334875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-638c9c4b-93c7-41c3-8877-d2d0b9993289 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 1989 time: 0.3043735 Jul 23 10:41:45.361000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:45.381548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c8885d40-8f1b-4a11-8edc-b11d86934388 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/quotas/3fba0b65d36240a087216cde11b24ad0 HTTP/1.1" status: 200 len: 375 time: 0.0250487 Jul 23 10:41:45.396268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for f67baba0-77b0-4ccf-8aa4-41adb41b70b3 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:45.476802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Deleting subnet b4b3ab48-cb0e-48d3-b872-2d1cccb2d7ee {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:45.481510 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:45.523170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:45.527803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77982f-4e4d-465b-91e9-91ffc77df546 req-54206a14-ff34-47ca-ac57-aaf1d2e531f7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:45.530281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c77982f-4e4d-465b-91e9-91ffc77df546 req-54206a14-ff34-47ca-ac57-aaf1d2e531f7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1504779 Jul 23 10:41:45.579130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0c77982f-4e4d-465b-91e9-91ffc77df546 req-60c274d1-b1b8-4c9a-b727-520687182a97 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Jul 23 10:41:45.684999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ed5be535-7d09-4b50-9e40-ba68d2426888 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:41:45.705907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-0f57b68d-58ce-4e76-a208-1cc5f106bfa1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3183353 Jul 23 10:41:45.722526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:45.834498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:45.850133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'port_id': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'mac_address': 'fa:16:3e:45:e0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:41:45.882238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7501de-e247-4cee-b42f-c9741c4ca532 req-333fc3c2-5144-47af-b937-d08db91721db tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:45.885632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c7501de-e247-4cee-b42f-c9741c4ca532 req-333fc3c2-5144-47af-b937-d08db91721db tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1495855 Jul 23 10:41:45.915686 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:45.940924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5be535-7d09-4b50-9e40-ba68d2426888 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:41:45.967658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c7501de-e247-4cee-b42f-c9741c4ca532 req-81a0d768-f648-4287-972e-9e9f846348a1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743515 Jul 23 10:41:45.994180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:46.009481 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.018366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.073341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:46.109245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.115790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b3ab48-cb0e-48d3-b872-2d1cccb2d7ee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:46.150287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=f67baba0-77b0-4ccf-8aa4-41adb41b70b3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:46.154268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e6d5c71c-4b3f-4381-b002-66a24595cbb7 service neutron] 10.222.0.37 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663545 Jul 23 10:41:46.170768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876128f-1fec-4825-bda0-9d21b1a36f59 None None] Network 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:46.171613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.180431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-19c3efd1-7c8f-49b8-b528-e82b932ecd8c tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/subnets/b4b3ab48-cb0e-48d3-b872-2d1cccb2d7ee HTTP/1.1" status: 204 len: 168 time: 1.0083089 Jul 23 10:41:46.189480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32920) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:46.228916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ed5be535-7d09-4b50-9e40-ba68d2426888'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:41:46.334443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Deleting subnet 12608891-5b9b-437e-b7cc-5d3671b8a7aa {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:46.344597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.347575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f8966790-092a-4c3f-8f4c-46ee2d015bc8 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/ports/f67baba0-77b0-4ccf-8aa4-41adb41b70b3 HTTP/1.1" status: 204 len: 168 time: 2.0455782 Jul 23 10:41:46.350064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:46.351386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.391043 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e38fe1c-6d9f-41a7-9aac-ffc22fbf4f54 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] GET failed (client error): The resource could not be found. Jul 23 10:41:46.397309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8063ab-8c2c-4c25-87a5-9efffa072223 req-88bdc87a-62aa-487f-b84b-fdf87176b39d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:46.398873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd8063ab-8c2c-4c25-87a5-9efffa072223 req-88bdc87a-62aa-487f-b84b-fdf87176b39d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2899358 Jul 23 10:41:46.401590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32926) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:46.407548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e38fe1c-6d9f-41a7-9aac-ffc22fbf4f54 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "GET /v2.0/ports/f67baba0-77b0-4ccf-8aa4-41adb41b70b3 HTTP/1.1" status: 404 len: 333 time: 0.0462570 Jul 23 10:41:46.407710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-473382644'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:46.442423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-d44de87b-c95f-436c-ae9b-9f0685f272ce service neutron] 10.222.0.37 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601073 Jul 23 10:41:46.660549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.665597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:46.670026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.731836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd8063ab-8c2c-4c25-87a5-9efffa072223 req-27cea96b-f32e-4b12-9c51-c0504ffc8565 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457658 Jul 23 10:41:46.772240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] device_id is not set on port 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:46.817575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] DHCP port deletion for 0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:46.882511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] Deleting port edb101a8-19c1-4991-a0a0-d15025ad5947 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:46.883201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.966555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] For port edb101a8-19c1-4991-a0a0-d15025ad5947, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=edb101a8-19c1-4991-a0a0-d15025ad5947,segment=NetworkSegment(7eaf8822-9c85-4bd9-bff0-d8ac20fe864b),segment_id=7eaf8822-9c85-4bd9-bff0-d8ac20fe864b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:46.967037 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:46.981045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] Calling delete_port for edb101a8-19c1-4991-a0a0-d15025ad5947 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:47.029359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Allocated IP 2001:db8::1eb (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:47.049407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-8ca4133d-a7a1-4f36-9d85-efccdd7d48dd service neutron] 10.222.0.37 "GET /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6059513 Jul 23 10:41:47.067383 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.078450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383ced4-2874-4f59-9243-f12d2d26f86d req-a9dea697-c338-4afa-a8d5-b03c61a96940 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:47.085564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b383ced4-2874-4f59-9243-f12d2d26f86d req-a9dea697-c338-4afa-a8d5-b03c61a96940 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 944 time: 0.2080321 Jul 23 10:41:47.142509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.154984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] No DVR routers for this DVR port edb101a8-19c1-4991-a0a0-d15025ad5947 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:47.187332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c1189f68-c5fd-41bd-974d-308053c8bc52 service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277552 Jul 23 10:41:47.198992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b6b74-9379-4f3a-bfd0-6e739ca4667b None None] Pushing event deleted for resources: {'Port': ['ID=edb101a8-19c1-4991-a0a0-d15025ad5947,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:47.255885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b383ced4-2874-4f59-9243-f12d2d26f86d req-ba2644ec-52bc-4b86-87cd-72a5cc53faa7 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690917 Jul 23 10:41:47.383359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.430463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-681ce4df-1f56-4a90-be9e-8a6bf3c91958 service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412512 Jul 23 10:41:47.455647 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.457779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/subnets/12608891-5b9b-437e-b7cc-5d3671b8a7aa HTTP/1.1" status: 204 len: 168 time: 1.2653575 Jul 23 10:41:47.462404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569f948-30d4-4da5-98e4-3814f075a9c0 None None] Network 5022536a-1d28-4230-b8fc-327271d1e850 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:47.466891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:47.488743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58170482-6729-4a74-8306-d865592a4487 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Subnet': ['ID=12608891-5b9b-437e-b7cc-5d3671b8a7aa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:47.540583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a98ee628-bd67-4b14-b492-cc5d9c8ae372 service neutron] 10.222.0.37 "GET /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1091666 Jul 23 10:41:47.600408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.622811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Transition to ACTIVE for port object 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:47.634817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d552dc-cb62-4233-b589-a2a3da8419ad req-21384e98-e870-42ed-b459-4a2b7c724be0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:47.636748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78d552dc-cb62-4233-b589-a2a3da8419ad req-21384e98-e870-42ed-b459-4a2b7c724be0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1864455 Jul 23 10:41:47.693516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78d552dc-cb62-4233-b589-a2a3da8419ad req-47bb447c-522d-44ad-b880-fde7207e4941 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 Jul 23 10:41:47.719576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.788333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ed5be535-7d09-4b50-9e40-ba68d2426888 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:41:47.794042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:47.810415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:47.814274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:47.828575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:47.829298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.880258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:47.950971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ed5be535-7d09-4b50-9e40-ba68d2426888 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:47.956121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c49985d7-2927-4ed7-9c93-9f4fbd284686 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5509031 Jul 23 10:41:47.961044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32948) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:47.962297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ed5be535-7d09-4b50-9e40-ba68d2426888 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:47.963521 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:47.979236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'network_id': '1ace25f5-5882-43d6-a505-497075e934fa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-533852456'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:47.988277 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.139940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] DHCP port deletion for 5022536a-1d28-4230-b8fc-327271d1e850 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:48.148957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-498a15a7-a120-4553-a5d7-069840a920d3 service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074057 Jul 23 10:41:48.223549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be20933-9f3b-4a90-8a49-7c82aca3f763 req-641c9ac3-0c71-4789-b306-55929b333f98 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:48.234661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5be20933-9f3b-4a90-8a49-7c82aca3f763 req-641c9ac3-0c71-4789-b306-55929b333f98 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3438230 Jul 23 10:41:48.324644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.371026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5be20933-9f3b-4a90-8a49-7c82aca3f763 req-7737ce76-72b7-4068-ad35-290dad1b2870 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318517 Jul 23 10:41:48.372106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Made reservation on behalf of 3a64b284e8f64b0fbac8572c02bba9af for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:48.383199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.394862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device edb101a8-19c1-4991-a0a0-d15025ad5947 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:48.427945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: edb101a8-19c1-4991-a0a0-d15025ad5947 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:48.428301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device edb101a8-19c1-4991-a0a0-d15025ad5947 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:48.428660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.428899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c4963b8b-5e3d-45fa-9860-ada214e3802f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:48.435988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] Deleting port c4963b8b-5e3d-45fa-9860-ada214e3802f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:48.436167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.454533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] device_id is not set on port 55a77e6b-de0d-456e-80b7-600b3133e752 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:41:48.580178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-63b072cc-1b99-4f73-9f5b-e320d2a54a35 service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302804 Jul 23 10:41:48.584592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc4666b-55b4-4b1e-8df6-4fa54f2dd297']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:48.615098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:48.615881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaf8822-9c85-4bd9-bff0-d8ac20fe864b') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:48.616736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:41:48.619327 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312c5c3-bb0f-48bd-89ae-482e6d45f6ef" -d '{"events": [{"server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:41:48.642623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.669307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e7cd77fd-d0b4-4d14-be2e-60efbbc1702f None None] Provisioning for port 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:48.690340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.692038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:48.697251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] For port c4963b8b-5e3d-45fa-9860-ada214e3802f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c4963b8b-5e3d-45fa-9860-ada214e3802f,segment=NetworkSegment(aae95c4f-568b-4948-88e3-c174c348ad64),segment_id=aae95c4f-568b-4948-88e3-c174c348ad64)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:48.697615 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.725164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e7cd77fd-d0b4-4d14-be2e-60efbbc1702f None None] Provisioning complete for port 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:48.725721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:48.726212 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cd77fd-d0b4-4d14-be2e-60efbbc1702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.727646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:48.735410 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:48.785479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Allocated IP 2001:db8::35f (1ace25f5-5882-43d6-a505-497075e934fa/6e5ce007-3c37-4601-968b-050f37d51514/55a77e6b-de0d-456e-80b7-600b3133e752) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:48.801986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-3d2cb5fd-a6b7-4123-842c-c4e1f419c920 service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146678 Jul 23 10:41:48.825188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd77fd-d0b4-4d14-be2e-60efbbc1702f None None] Port 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:48.829690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feefda9-9923-498f-829d-12483ae2d655 req-e65e7704-d112-4b7a-90c7-20d4f1f1603d tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:48.830916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:48.832394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9feefda9-9923-498f-829d-12483ae2d655 req-e65e7704-d112-4b7a-90c7-20d4f1f1603d tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 944 time: 0.2924254 Jul 23 10:41:48.834048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] Calling delete_port for c4963b8b-5e3d-45fa-9860-ada214e3802f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:48.919641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9feefda9-9923-498f-829d-12483ae2d655 req-21d42374-66f9-45e8-8ea8-58dfe68fa04d tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740666 Jul 23 10:41:49.081987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.104669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.118995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.125375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/networks/0bc4666b-55b4-4b1e-8df6-4fa54f2dd297 HTTP/1.1" status: 204 len: 168 time: 1.6573083 Jul 23 10:41:49.137865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:49.139260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:49.145836 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.179714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232b5fa-2653-454a-92f4-4b27fd5f630d tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Network': ['ID=0bc4666b-55b4-4b1e-8df6-4fa54f2dd297,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:49.193959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Port c4963b8b-5e3d-45fa-9860-ada214e3802f update to DOWN by agent not found {{(pid=93835) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 10:41:49.198284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] No DVR routers for this DVR port c4963b8b-5e3d-45fa-9860-ada214e3802f on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:49.203216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Transition to ACTIVE for port object 55a77e6b-de0d-456e-80b7-600b3133e752 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:49.238157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e2bf-d4e8-4f7d-97e6-6a823498ef3e None None] Pushing event deleted for resources: {'Port': ['ID=c4963b8b-5e3d-45fa-9860-ada214e3802f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:49.270786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-59fc737c-8653-4c00-8167-18b3804212ce service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460583 Jul 23 10:41:49.276823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.370380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ea73-a5cf-4c4b-a285-daa2d8798eb1 req-d1cebad2-0cea-40d3-8492-a2664ee61f47 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:49.379146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5159ea73-a5cf-4c4b-a285-daa2d8798eb1 req-d1cebad2-0cea-40d3-8492-a2664ee61f47 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 814 time: 0.2887435 Jul 23 10:41:49.389204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-81b9bc9e-b391-4b3b-a184-3bcdbdd5285e service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087184 Jul 23 10:41:49.391949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.456303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=55a77e6b-de0d-456e-80b7-600b3133e752,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:49.469674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5159ea73-a5cf-4c4b-a285-daa2d8798eb1 req-af58cb14-4547-4527-95f7-aad969e84f19 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/quotas/856b336c7df14f90bcd5fd707e2cb85d HTTP/1.1" status: 200 len: 375 time: 0.0892487 Jul 23 10:41:49.475289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Network 1ace25f5-5882-43d6-a505-497075e934fa is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:49.478844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:49.482137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:49.490251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:49.490251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.557228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.557428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b24d1613-31ad-4695-a47b-fa18426a80dd tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5923238 Jul 23 10:41:49.563310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:49.569836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:79:4f:95'}, {'ip_address': '2001:db8::1eb', 'mac_address': 'fa:16:3e:a1:f9:5a'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:49.586669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5022536a-1d28-4230-b8fc-327271d1e850']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:49.601270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5159ea73-a5cf-4c4b-a285-daa2d8798eb1 req-78efa06c-3f12-413c-aa5e-95ec19fcea11 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242940 Jul 23 10:41:49.649994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-048e0460-94e2-43ba-b367-d3dba69e00c6 service neutron] 10.222.0.37 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378387 Jul 23 10:41:49.655267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae95c4f-568b-4948-88e3-c174c348ad64') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:49.655624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae95c4f-568b-4948-88e3-c174c348ad64') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:49.665844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.674289 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c76bd4-82a5-406e-96de-b706424ed961 x-openstack-request-id: req-a9c76bd4-82a5-406e-96de-b706424ed961 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:41:49.674587 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:41:49.674844 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9c76bd4-82a5-406e-96de-b706424ed961 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:41:49.675242 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'code': 200} Jul 23 10:41:49.729215 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.752771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:49.753596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:49.786105 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:49.849121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4e655-75a3-4be4-b74f-fc0398e8d807 req-841959c3-85ee-4e2a-bf5e-fe2e3f146639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:49.850652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3e4e655-75a3-4be4-b74f-fc0398e8d807 req-841959c3-85ee-4e2a-bf5e-fe2e3f146639 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.1168113 Jul 23 10:41:49.860702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee78f1f4-27dd-42bf-892c-4ff348df54dd None None] Provisioning for port 55a77e6b-de0d-456e-80b7-600b3133e752 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:49.870121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee78f1f4-27dd-42bf-892c-4ff348df54dd None None] Provisioning complete for port 55a77e6b-de0d-456e-80b7-600b3133e752 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:49.870963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee78f1f4-27dd-42bf-892c-4ff348df54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.900471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5924-143e-4494-92f1-cd9645f035e3 req-cc8a65da-b38d-415a-b9ff-fc468160c2a6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:49.902372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1c5924-143e-4494-92f1-cd9645f035e3 req-cc8a65da-b38d-415a-b9ff-fc468160c2a6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1167352 Jul 23 10:41:49.932111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3e4e655-75a3-4be4-b74f-fc0398e8d807 req-019909bd-96c7-43ef-8c46-78fc8a758835 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740268 Jul 23 10:41:49.934774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.941593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-b23b5401-998b-45fd-b49f-347dec627c14 service neutron] 10.222.0.37 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907734 Jul 23 10:41:49.947618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:49.949782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/networks/5022536a-1d28-4230-b8fc-327271d1e850 HTTP/1.1" status: 204 len: 168 time: 0.8105373 Jul 23 10:41:49.960651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32990) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:49.969583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ee78f1f4-27dd-42bf-892c-4ff348df54dd None None] Port 55a77e6b-de0d-456e-80b7-600b3133e752 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:49.974171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45490ab9-9981-4c20-8e12-b4bb95a7274a tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Network': ['ID=5022536a-1d28-4230-b8fc-327271d1e850,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:50.033448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f1c5924-143e-4494-92f1-cd9645f035e3 req-5ae860a8-315c-4390-8ed5-437902af65fc tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218450 Jul 23 10:41:50.045288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Deleting subnet f72baea1-92e8-4695-8be6-9a2f381964a1 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:50.049956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.100575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.101659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.165344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2f977bd3-4819-4b09-8036-36a3214d47c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026479 Jul 23 10:41:50.251335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.280181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9cb25-bd1d-4968-a75e-e1f35983daf3 req-8c55ae9c-391a-48f5-b766-e5c0e0958f19 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:50.282334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89a9cb25-bd1d-4968-a75e-e1f35983daf3 req-8c55ae9c-391a-48f5-b766-e5c0e0958f19 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1439250 Jul 23 10:41:50.338459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-83bc8955-4248-4df5-a959-be0514562aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611516 Jul 23 10:41:50.353242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89a9cb25-bd1d-4968-a75e-e1f35983daf3 req-83213560-ba05-4a5a-b022-e9f44fdad5ad tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616496 Jul 23 10:41:50.356047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.401035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Subnet': ['ID=f72baea1-92e8-4695-8be6-9a2f381964a1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:50.407583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.409569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-38bf43c1-ba6d-4225-b05b-ff1b9ba62a42 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/subnets/f72baea1-92e8-4695-8be6-9a2f381964a1 HTTP/1.1" status: 204 len: 168 time: 0.4478898 Jul 23 10:41:50.411904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32996) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:50.416690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f2c95-0ea3-4efe-925d-e3acbd938bd0 None None] Network 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:50.465027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.480739 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.573743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] In _notify_port_updated(), no bound segment for port 55a77e6b-de0d-456e-80b7-600b3133e752 on network 1ace25f5-5882-43d6-a505-497075e934fa {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:41:50.582215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:50.583082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.584631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "PUT /v2.0/ports/55a77e6b-de0d-456e-80b7-600b3133e752 HTTP/1.1" status: 200 len: 1066 time: 1.0204556 Jul 23 10:41:50.589323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:50.600039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-22f2bd02-140f-4c69-8dc0-755f77bc21c5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516990 Jul 23 10:41:50.657273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c46e8-5083-4c26-9581-50557cddac87 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event updated for resources: {'Port': ['ID=55a77e6b-de0d-456e-80b7-600b3133e752,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:50.676573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.808697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa9e71-745b-4069-9ec0-bdb0e9867f88 req-360e5668-e882-4cfe-964d-a1818e479df6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:50.815988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58aa9e71-745b-4069-9ec0-bdb0e9867f88 req-360e5668-e882-4cfe-964d-a1818e479df6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3590550 Jul 23 10:41:50.834046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] DHCP port deletion for 3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:50.860899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port 55a77e6b-de0d-456e-80b7-600b3133e752 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:50.861266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.906614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Deleting port 49aadf92-e305-4a96-9769-3a965060c990 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:50.907370 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:50.958943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58aa9e71-745b-4069-9ec0-bdb0e9867f88 req-b205a2a5-3f7f-4988-8993-9bb1141635ab tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386189 Jul 23 10:41:51.050198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Deleting port 49aadf92-e305-4a96-9769-3a965060c990 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:51.050571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.053064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.084535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for 55a77e6b-de0d-456e-80b7-600b3133e752 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:51.184782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] For port 49aadf92-e305-4a96-9769-3a965060c990, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49aadf92-e305-4a96-9769-3a965060c990,segment=NetworkSegment(e9ed328f-35ad-4092-a741-7982cf5758cf),segment_id=e9ed328f-35ad-4092-a741-7982cf5758cf)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:51.189171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.222858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Calling delete_port for 49aadf92-e305-4a96-9769-3a965060c990 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:51.225025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] For port 49aadf92-e305-4a96-9769-3a965060c990, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49aadf92-e305-4a96-9769-3a965060c990,segment=NetworkSegment(e9ed328f-35ad-4092-a741-7982cf5758cf),segment_id=e9ed328f-35ad-4092-a741-7982cf5758cf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:51.225408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.230315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7bda6cdb-1189-4215-b42e-e9071a487b23 None None] Provisioning complete for port 55a77e6b-de0d-456e-80b7-600b3133e752 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:51.231411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bda6cdb-1189-4215-b42e-e9071a487b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.290632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Calling delete_port for 49aadf92-e305-4a96-9769-3a965060c990 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:51.334717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b2884ce-9fcc-4bf0-94d7-0caf73cd1d57 req-85c3f262-3ddb-466e-ade7-c9a0d3114bd8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=856b336c7df14f90bcd5fd707e2cb85d HTTP/1.1" status: 200 len: 221 time: 0.0996540 Jul 23 10:41:51.396490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.462821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=55a77e6b-de0d-456e-80b7-600b3133e752,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:51.507572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7bda6cdb-1189-4215-b42e-e9071a487b23 None None] Port 55a77e6b-de0d-456e-80b7-600b3133e752 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:51.541826 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.555344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.619498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Port': ['ID=49aadf92-e305-4a96-9769-3a965060c990,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:51.633821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] No DVR routers for this DVR port 49aadf92-e305-4a96-9769-3a965060c990 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:51.660696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] No DVR routers for this DVR port 49aadf92-e305-4a96-9769-3a965060c990 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:51.669359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Pushing event deleted for resources: {'Port': ['ID=49aadf92-e305-4a96-9769-3a965060c990,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:51.677136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d0b6e-33bd-4cdb-823d-e689b6d3e342 req-2e6fc339-67af-4525-a21d-da62ddbc23b4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:51.685273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b6d0b6e-33bd-4cdb-823d-e689b6d3e342 req-2e6fc339-67af-4525-a21d-da62ddbc23b4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2250597 Jul 23 10:41:51.695710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.696205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.698612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.699067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.699557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.700001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.702838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.704021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.704021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.704511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.704950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.722774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1e35e-16eb-404e-a73b-713d1f1b3f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:41:51.889279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.899683 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.907103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7b28b90d-68b1-410a-966f-d9c10eca177e tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/ports/55a77e6b-de0d-456e-80b7-600b3133e752 HTTP/1.1" status: 204 len: 168 time: 1.3157070 Jul 23 10:41:51.908872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:51.918134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:51.926806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b6d0b6e-33bd-4cdb-823d-e689b6d3e342 req-d287be1e-8f8e-4ead-a950-2eb77d7020bd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406545 Jul 23 10:41:51.938334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ed328f-35ad-4092-a741-7982cf5758cf') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:51.938832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ed328f-35ad-4092-a741-7982cf5758cf') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:51.949181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.978744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.987561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:51.988039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:51.993244 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6638f930-48a2-4eec-b251-646016c936ac tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] GET failed (client error): The resource could not be found. Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:51.997836 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:52.004611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6638f930-48a2-4eec-b251-646016c936ac tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "GET /v2.0/ports/55a77e6b-de0d-456e-80b7-600b3133e752 HTTP/1.1" status: 404 len: 333 time: 0.0926154 Jul 23 10:41:52.012197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33056) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:52.074894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416ac1d-6d9e-4cf5-85d1-5ebd64bc789d req-ab78e49d-1f39-401b-9ee6-3bcfe4042652 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:52.087482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b416ac1d-6d9e-4cf5-85d1-5ebd64bc789d req-ab78e49d-1f39-401b-9ee6-3bcfe4042652 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.2727420 Jul 23 10:41:52.127197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d57589c0-527a-445f-8f0c-e90cefdca4af req-54b58497-1db8-4af8-ad6e-10b45892a501 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0699623 Jul 23 10:41:52.175118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b416ac1d-6d9e-4cf5-85d1-5ebd64bc789d req-23f9e909-baf1-4b0d-b138-a44b7420dded tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864651 Jul 23 10:41:52.296857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49aadf92-e305-4a96-9769-3a965060c990 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:52.349604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:52.360436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:52.364628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/networks/3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a HTTP/1.1" status: 204 len: 168 time: 1.9483080 Jul 23 10:41:52.365008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:52.368045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 49aadf92-e305-4a96-9769-3a965060c990 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:41:52.381725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49aadf92-e305-4a96-9769-3a965060c990 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:41:52.409646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b8fbc68d-12ef-44dd-bacb-e0806035d157 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7853855-585b-4029-9169-272d639cf3be HTTP/1.1" status: 200 len: 205 time: 0.0393784 Jul 23 10:41:52.410536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:52.481726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b9acb-1bbe-4fd3-8220-24584695b4d0 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Pushing event deleted for resources: {'Network': ['ID=3a1440d3-cc41-4cc4-b1e0-a94de9a1bd4a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:52.600506 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:52.714544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:52.714972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:53.215544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2f79e-fae9-442c-bd98-a2e134368cd3 req-6f98807f-2bf4-419b-8cb8-88fda39c2c7d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.217387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ab2f79e-fae9-442c-bd98-a2e134368cd3 req-6f98807f-2bf4-419b-8cb8-88fda39c2c7d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.9283812 Jul 23 10:41:53.225366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:53.237256 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:53.294353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-d271c8be-c86a-44fc-a90c-f9a87f9ebfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.295885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-d271c8be-c86a-44fc-a90c-f9a87f9ebfcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.7605345 Jul 23 10:41:53.300708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:53.315387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ab2f79e-fae9-442c-bd98-a2e134368cd3 req-ccefa37e-f8e2-405b-b2a7-0cbe08d4ea4d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857506 Jul 23 10:41:53.329100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38697fd8-cd4f-4f14-ace4-a048d8098199 req-d27b2dae-1e6d-42b4-9ac2-0f6b381c3624 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.330652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38697fd8-cd4f-4f14-ace4-a048d8098199 req-d27b2dae-1e6d-42b4-9ac2-0f6b381c3624 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.7559409 Jul 23 10:41:53.337019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:53.337623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Fanout notify agent at l3_agent the message router_deleted on router d7853855-585b-4029-9169-272d639cf3be {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:41:53.348279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for 4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:53.353441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:53.360063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8e091c89-2367-4987-a961-edba451f0e58 tempest-RoutersNegativeTest-288810112 tempest-RoutersNegativeTest-288810112-project] 10.222.0.37 "DELETE /v2.0/routers/d7853855-585b-4029-9169-272d639cf3be HTTP/1.1" status: 204 len: 168 time: 0.9466610 Jul 23 10:41:53.502121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38697fd8-cd4f-4f14-ace4-a048d8098199 req-3db42694-1d03-4b11-8271-d41e5f75f6fc tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468863 Jul 23 10:41:53.582717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-c866a186-7d60-4267-bb93-7438a6decafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.584235 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-c866a186-7d60-4267-bb93-7438a6decafe service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.2796075 Jul 23 10:41:53.613916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f423ec7-8e20-4700-8515-f345b4083ba3 req-65725b78-14ed-4cf1-bfc3-d3eb4ce638dc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0590305 Jul 23 10:41:53.697749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-519988a8-f635-4a82-b3b4-cc00d3b17613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.1072342 Jul 23 10:41:53.714108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-23d3b755-c334-43b5-b7a8-5b0800897fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.718616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-23d3b755-c334-43b5-b7a8-5b0800897fab service neutron] 10.222.0.20 "GET /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 1027 time: 0.1095603 Jul 23 10:41:53.849614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-8beb65e4-84a8-4d5c-ad7b-0bc2aec85ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.855597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-8beb65e4-84a8-4d5c-ad7b-0bc2aec85ee1 service neutron] 10.222.0.20 "GET /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 1025 time: 0.1299024 Jul 23 10:41:53.932374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-4288a500-e51e-4356-a820-7113befa0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:53.932748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-4288a500-e51e-4356-a820-7113befa0e1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.2275758 Jul 23 10:41:54.002237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.025755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:54.039511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5ddbd-b679-41cb-bbe9-28a5611b72ba req-14cf1441-6830-4b8e-8018-a31aa96d97d7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:54.055470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca5ddbd-b679-41cb-bbe9-28a5611b72ba req-14cf1441-6830-4b8e-8018-a31aa96d97d7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3553102 Jul 23 10:41:54.073228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.078418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-f3218233-7a26-487c-bca7-b597e0cc5530 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323109 Jul 23 10:41:54.100218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-617ab867-50c3-4413-8bff-72c1c07515d3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:54.108444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-617ab867-50c3-4413-8bff-72c1c07515d3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:54.117388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-617ab867-50c3-4413-8bff-72c1c07515d3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:54.120619 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-617ab867-50c3-4413-8bff-72c1c07515d3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 1989 time: 0.2588637 Jul 23 10:41:54.222173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-0fb43b1b-904b-45a7-a4b8-92c9640a21eb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fba0b65d36240a087216cde11b24ad0 HTTP/1.1" status: 200 len: 378 time: 0.0876248 Jul 23 10:41:54.239752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'admin_state_up': True, 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'security_groups': ['fb56d274-4d9d-4ab6-b8e2-38015a5ba89b']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:54.309228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ca5ddbd-b679-41cb-bbe9-28a5611b72ba req-343bdf63-0627-4032-bf5d-acf97f507cde tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511935 Jul 23 10:41:54.311259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:54.321456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.327076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-41c3ef93-777e-47b4-a276-6c2c8ee2552a tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/ports/4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 HTTP/1.1" status: 204 len: 168 time: 2.2868092 Jul 23 10:41:54.329975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33112) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:54.382550 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba29128c-22cb-471c-921b-0aa25377ecae tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] GET failed (client error): The resource could not be found. Jul 23 10:41:54.391196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:54.392295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ba29128c-22cb-471c-921b-0aa25377ecae tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "GET /v2.0/ports/4cfb8d9f-b12b-41c8-a3e1-96b50dcbaff9 HTTP/1.1" status: 404 len: 333 time: 0.0546153 Jul 23 10:41:54.478699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-11bdad31-d1ad-4ef9-a031-1eb47ca45a5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e39b46921cb4cecb206ad47b0edf27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164701 Jul 23 10:41:54.484306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33120) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:54.564053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:54.569092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.745378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef699e45-a1ff-4465-ac58-780b37cce639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.749898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-2f8a72a0-a3ed-4acb-abce-8f373ad910d4 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038437 Jul 23 10:41:54.792231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 172.20.0.5 (0510427f-8d71-48b8-b4d1-38f661da049d/bddfa58b-2c6e-475f-b77c-f74a514d618b/780cf1e9-62e4-4c65-879f-f0a7e54c2d2b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:54.877997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f958deb7-2262-40b5-a65b-473ea55a6807 req-4d481018-2a1f-4885-baef-f722a6df9d4d service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116362 Jul 23 10:41:54.909142 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef699e45-a1ff-4465-ac58-780b37cce639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.987233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:54.995056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b82211-c1c1-4749-a2d3-72e9f0513509 req-fa411673-49f1-482e-bdbe-3ed1203dec75 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:54.996940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16b82211-c1c1-4749-a2d3-72e9f0513509 req-fa411673-49f1-482e-bdbe-3ed1203dec75 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.3550835 Jul 23 10:41:55.037123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:55.064135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-16b82211-c1c1-4749-a2d3-72e9f0513509 req-6dd3da51-0fb7-4fca-a251-d40387f468f3 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611804 Jul 23 10:41:55.088882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef699e45-a1ff-4465-ac58-780b37cce639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.092475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef699e45-a1ff-4465-ac58-780b37cce639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.093881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ef699e45-a1ff-4465-ac58-780b37cce639 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/589824a5-fdc5-490f-b9ee-d6b1b3d15a52 HTTP/1.1" status: 204 len: 168 time: 0.6081331 Jul 23 10:41:55.128640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef699e45-a1ff-4465-ac58-780b37cce639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589824a5-fdc5-490f-b9ee-d6b1b3d15a52,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:55.196198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcc0f-9ffc-4958-b693-4467a12e47e0 req-3c70c694-d34c-4daa-b8d8-c50e43cfc264 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:55.205560 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-872bcc0f-9ffc-4958-b693-4467a12e47e0 req-3c70c694-d34c-4daa-b8d8-c50e43cfc264 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.7710600 Jul 23 10:41:55.246450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.343659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 0510427f-8d71-48b8-b4d1-38f661da049d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:55.346175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:55.373150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:55.377680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db62607-dc7e-4119-80a5-e85873210205 req-309ccded-7f3e-4c7a-aee3-27dc879a6cfc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:55.379308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4db62607-dc7e-4119-80a5-e85873210205 req-309ccded-7f3e-4c7a-aee3-27dc879a6cfc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 931 time: 0.1659520 Jul 23 10:41:55.420579 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-872bcc0f-9ffc-4958-b693-4467a12e47e0 req-a20dd33b-32c5-4ef1-82bd-84cfbb531d1d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126613 Jul 23 10:41:55.505331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4db62607-dc7e-4119-80a5-e85873210205 req-ed1f72ad-7be2-4490-99eb-4b7769f2368c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104834 Jul 23 10:41:55.526688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:55.607268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port ac6816be-a3c7-4804-88a5-a0b5444d6161 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:55.607659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.701351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:55.702897 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.733066 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2b510971-fd86-4717-bab4-651d897b35f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4968405 Jul 23 10:41:55.754786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'admin_state_up': True, 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'security_groups': ['fb56d274-4d9d-4ab6-b8e2-38015a5ba89b']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:55.812369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-48a2479c-9b10-4364-9ee5-913effa2a031 None None] Provisioning for port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:55.833115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-48a2479c-9b10-4364-9ee5-913effa2a031 None None] Provisioning complete for port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:55.833772 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48a2479c-9b10-4364-9ee5-913effa2a031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.911974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48a2479c-9b10-4364-9ee5-913effa2a031 None None] Port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:55.978672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:55.990764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226624c-c823-49ec-8119-cce9ea37c576 req-b80a55e3-c668-4a5d-b347-5fa6525155f6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:55.992306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b226624c-c823-49ec-8119-cce9ea37c576 req-b80a55e3-c668-4a5d-b347-5fa6525155f6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3921785 Jul 23 10:41:56.010164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for ac6816be-a3c7-4804-88a5-a0b5444d6161 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:56.209853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b226624c-c823-49ec-8119-cce9ea37c576 req-47b6e514-133f-402e-965c-b47b456447d4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058947 Jul 23 10:41:56.268106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:56.277713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:56.355493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034b1a7-c4f4-4c30-871f-eabc14185237 req-955dde92-6d50-4654-a09c-15a03914fe31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:56.357112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5034b1a7-c4f4-4c30-871f-eabc14185237 req-955dde92-6d50-4654-a09c-15a03914fe31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1181164 Jul 23 10:41:56.450352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33170) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:56.454268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5034b1a7-c4f4-4c30-871f-eabc14185237 req-40fee465-775c-480c-a87a-6f5e397b4446 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898070 Jul 23 10:41:56.661547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:56.670270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40d8d8-7937-4fdb-b734-df48a609faa8 req-48c179be-4b7e-4aac-922b-68dfd3baf13b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:56.678291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d40d8d8-7937-4fdb-b734-df48a609faa8 req-48c179be-4b7e-4aac-922b-68dfd3baf13b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3546090 Jul 23 10:41:56.697764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1b92b313-6b3d-484d-9112-015b5e5df916 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:56.699612 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-1b92b313-6b3d-484d-9112-015b5e5df916 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 10:41:56.700371 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-1b92b313-6b3d-484d-9112-015b5e5df916 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 10:41:56.706089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1b92b313-6b3d-484d-9112-015b5e5df916 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2504799 Jul 23 10:41:56.707647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33180) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:56.717236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110275121'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:56.719778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=ac6816be-a3c7-4804-88a5-a0b5444d6161,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:56.756108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 10.1.1.52 (48259bb7-6ed9-42d5-b9de-b8061aa225b9/f81ff5e9-8fa7-4619-b5c3-08f61c9d054b/8b01ca83-1c34-4e14-a37b-36df4d86f645) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:56.777716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:56.801686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:56.806082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d3e98005-398f-4aaf-aab4-db64a916c4fb tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/ports/ac6816be-a3c7-4804-88a5-a0b5444d6161 HTTP/1.1" status: 204 len: 168 time: 2.4115977 Jul 23 10:41:56.813482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d40d8d8-7937-4fdb-b734-df48a609faa8 req-886747a2-b46c-4ad6-af50-a9f18a83f4a5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341619 Jul 23 10:41:56.814026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:56.820456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.073583 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50686c0f-7c85-4ad1-a9d0-70d7d5d85e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.165989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.173021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.248850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting subnet 6e5ce007-3c37-4601-968b-050f37d51514 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:41:57.253665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.274569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c0cbf-7d2a-498c-9f5e-2e50672114f9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:57.305777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.406081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.497254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.506300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.519176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.543149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5ce007-3c37-4601-968b-050f37d51514,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:57.561482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe3918-cd4c-4c10-84aa-072bab4e69ee,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:57.565315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.571679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-952f2852-8ed9-4c2f-8058-eacb2d7ff255 tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/subnets/6e5ce007-3c37-4601-968b-050f37d51514 HTTP/1.1" status: 204 len: 168 time: 0.7545958 Jul 23 10:41:57.575746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278f247-210b-43b5-9f4e-795980efacbd None None] Network 1ace25f5-5882-43d6-a505-497075e934fa requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:41:57.577098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:57.604073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.615784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-569b1636-43b3-47e0-93a6-7fb4987cdb82 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9065561 Jul 23 10:41:57.616685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33202) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:57.622726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeb2b9-ae22-4808-9511-b1eef3792ecd req-cb985571-134a-4977-b419-a74bbdecf350 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:57.629784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13df3f-d4c4-44f9-8350-aaafeeb9f1d9 req-668b2a10-3589-4074-a22b-255fcccf9e20 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:57.639622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9aeb2b9-ae22-4808-9511-b1eef3792ecd req-cb985571-134a-4977-b419-a74bbdecf350 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 931 time: 0.6755793 Jul 23 10:41:57.650188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac13df3f-d4c4-44f9-8350-aaafeeb9f1d9 req-668b2a10-3589-4074-a22b-255fcccf9e20 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2655814 Jul 23 10:41:57.663135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '26fe3918-cd4c-4c10-84aa-072bab4e69ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:57.775910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9aeb2b9-ae22-4808-9511-b1eef3792ecd req-dd0c6fce-69ba-47af-b6d5-2ffc2e4d5b6b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201994 Jul 23 10:41:57.808081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac13df3f-d4c4-44f9-8350-aaafeeb9f1d9 req-b2b95aa7-03ab-4354-9d39-f835c6410067 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346948 Jul 23 10:41:57.855607 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.902113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] DHCP port deletion for 1ace25f5-5882-43d6-a505-497075e934fa request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:41:57.914943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:57.931894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.007656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object 8b01ca83-1c34-4e14-a37b-36df4d86f645 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:41:58.027022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] Deleting port 0094f420-ad4f-45bc-aa72-d401a673dab2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:58.028765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.135352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.146282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.195910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] For port 0094f420-ad4f-45bc-aa72-d401a673dab2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0094f420-ad4f-45bc-aa72-d401a673dab2,segment=NetworkSegment(0acc5141-2f3c-492d-b0ce-e28a14f49170),segment_id=0acc5141-2f3c-492d-b0ce-e28a14f49170)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:58.197811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.212240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.213884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573027 Jul 23 10:41:58.219479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Deleting port 0094f420-ad4f-45bc-aa72-d401a673dab2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:41:58.219838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.224088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33208) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:58.235636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] Calling delete_port for 0094f420-ad4f-45bc-aa72-d401a673dab2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:58.273764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a3efdef2-b2aa-4893-b33c-2bc6872fb015 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '26fe3918-cd4c-4c10-84aa-072bab4e69ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:58.320551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3efdef2-b2aa-4893-b33c-2bc6872fb015 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.323593 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.325086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670a603-29b5-4a90-8926-82e414685ef5 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c2efc7-0d07-45c8-8266-9cdf297588b5,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:58.359828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d57f54-b03b-47f7-8534-62bae546b809 req-3d32646e-1639-45d0-a3d0-a292ac2431af tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:58.367222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24d57f54-b03b-47f7-8534-62bae546b809 req-3d32646e-1639-45d0-a3d0-a292ac2431af tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.3582006 Jul 23 10:41:58.400326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:58.419395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71cea-4e91-4cab-8e29-9ba0147811f3 req-e812a2fc-b189-4d9f-a172-813e78b21c78 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:58.420024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24d57f54-b03b-47f7-8534-62bae546b809 req-e1c9b93e-931a-4085-a4d1-49062f934c2e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Jul 23 10:41:58.422336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7f71cea-4e91-4cab-8e29-9ba0147811f3 req-e812a2fc-b189-4d9f-a172-813e78b21c78 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3813519 Jul 23 10:41:58.435136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0094f420-ad4f-45bc-aa72-d401a673dab2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:41:58.484865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:41:58.507805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:41:58.510903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:41:58.645583 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.661942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:58.662635 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.663548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.727129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-35410238-151e-40e5-a0a3-83d8086b4fe0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9800739 Jul 23 10:41:58.747656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] No DVR routers for this DVR port 0094f420-ad4f-45bc-aa72-d401a673dab2 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:58.756062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'admin_state_up': True, 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'security_groups': ['fb56d274-4d9d-4ab6-b8e2-38015a5ba89b']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:58.770445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7f71cea-4e91-4cab-8e29-9ba0147811f3 req-0dd3d041-e7d9-4a15-9473-8442efc34c42 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035107 Jul 23 10:41:58.776845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] For port 0094f420-ad4f-45bc-aa72-d401a673dab2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0094f420-ad4f-45bc-aa72-d401a673dab2,segment=NetworkSegment(0acc5141-2f3c-492d-b0ce-e28a14f49170),segment_id=0acc5141-2f3c-492d-b0ce-e28a14f49170)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:41:58.777226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.784159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79927-0fab-420c-b5f1-47ade367a5b0 None None] Pushing event deleted for resources: {'Port': ['ID=0094f420-ad4f-45bc-aa72-d401a673dab2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:58.976337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-241295ab-aab9-4c66-b3a8-c751fc466a6c None None] Provisioning for port 8b01ca83-1c34-4e14-a37b-36df4d86f645 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:41:58.983807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-241295ab-aab9-4c66-b3a8-c751fc466a6c None None] Provisioning complete for port 8b01ca83-1c34-4e14-a37b-36df4d86f645 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:41:58.984621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-241295ab-aab9-4c66-b3a8-c751fc466a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:58.985350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Calling delete_port for 0094f420-ad4f-45bc-aa72-d401a673dab2 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:41:59.063061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-241295ab-aab9-4c66-b3a8-c751fc466a6c None None] Port 8b01ca83-1c34-4e14-a37b-36df4d86f645 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:41:59.133414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:41:59.139093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.197233 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a3efdef2-b2aa-4893-b33c-2bc6872fb015 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 10:41:59.200524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a3efdef2-b2aa-4893-b33c-2bc6872fb015 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9639480 Jul 23 10:41:59.208934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33220) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:59.249550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d1fc2-7ccb-4126-8c67-9969f7a55e31 req-48c72042-c219-453c-9860-4e92e2f10550 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:59.274251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e8d1fc2-7ccb-4126-8c67-9969f7a55e31 req-48c72042-c219-453c-9860-4e92e2f10550 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2228918 Jul 23 10:41:59.366806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26cf180-a4ca-4dbc-b16d-44621bd273e8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.372815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead341-c622-4fdc-9766-9cbe7d16c7ab req-ae0a8116-441c-48fb-a429-aa8acdca5c09 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:59.381930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead341-c622-4fdc-9766-9cbe7d16c7ab req-ae0a8116-441c-48fb-a429-aa8acdca5c09 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:59.383889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4bead341-c622-4fdc-9766-9cbe7d16c7ab req-ae0a8116-441c-48fb-a429-aa8acdca5c09 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 1652 time: 0.2566454 Jul 23 10:41:59.384766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.393842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26cf180-a4ca-4dbc-b16d-44621bd273e8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.431745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] No DVR routers for this DVR port 0094f420-ad4f-45bc-aa72-d401a673dab2 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:41:59.464878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Port': ['ID=0094f420-ad4f-45bc-aa72-d401a673dab2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:59.465039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e8d1fc2-7ccb-4126-8c67-9969f7a55e31 req-eb6cd376-1752-44b2-b80d-17b9b9d5b2ee tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888757 Jul 23 10:41:59.475107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26cf180-a4ca-4dbc-b16d-44621bd273e8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.483952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26cf180-a4ca-4dbc-b16d-44621bd273e8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.498695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f26cf180-a4ca-4dbc-b16d-44621bd273e8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/26fe3918-cd4c-4c10-84aa-072bab4e69ee HTTP/1.1" status: 204 len: 168 time: 0.2884693 Jul 23 10:41:59.500000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33226) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:59.560840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.573083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ace25f5-5882-43d6-a505-497075e934fa']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:59.585175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acc5141-2f3c-492d-b0ce-e28a14f49170') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:59.586122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acc5141-2f3c-492d-b0ce-e28a14f49170') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:41:59.597086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.601536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cf180-a4ca-4dbc-b16d-44621bd273e8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe3918-cd4c-4c10-84aa-072bab4e69ee,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:41:59.640842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.667393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:41:59.668434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:41:59.671932 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:41:59.704227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 10.1.1.198 (48259bb7-6ed9-42d5-b9de-b8061aa225b9/f81ff5e9-8fa7-4619-b5c3-08f61c9d054b/7b4a5019-dd36-4068-9e5d-968c09bb261a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:41:59.713884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1001952f-f6c0-4a35-8773-b99778b5a1df tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1889830 Jul 23 10:41:59.726028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33228) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:41:59.733200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4bead341-c622-4fdc-9766-9cbe7d16c7ab req-a22c3ec4-7829-484f-9379-cf5a7a487a85 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3360584 Jul 23 10:41:59.741025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642173684'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:41:59.761180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502bba7-7420-4869-b7eb-64a4b8daf379 req-e083b699-3fef-492b-a54f-9396a13e7ea3 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:41:59.762995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d502bba7-7420-4869-b7eb-64a4b8daf379 req-e083b699-3fef-492b-a54f-9396a13e7ea3 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.2221756 Jul 23 10:41:59.833287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.839556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.851785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] 10.222.0.37 "DELETE /v2.0/networks/1ace25f5-5882-43d6-a505-497075e934fa HTTP/1.1" status: 204 len: 168 time: 2.2680624 Jul 23 10:41:59.864265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d502bba7-7420-4869-b7eb-64a4b8daf379 req-e878dafa-5c74-4c8f-8e03-ba9984eeed2c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849583 Jul 23 10:41:59.881090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.908128 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a082f6bd-abfa-4e82-a8ed-5a24ba4a214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:41:59.940013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc9b41-5ccb-43a7-894e-9925ffda5c7c tempest-AllowedAddressPairIpV6TestJSON-1741373894 tempest-AllowedAddressPairIpV6TestJSON-1741373894-project] Pushing event deleted for resources: {'Network': ['ID=1ace25f5-5882-43d6-a505-497075e934fa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:00.198039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.216636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb394-760b-425b-8225-36e510184858 req-122dbff6-4e78-414f-95a5-944cf7a5e5f8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:00.218854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc3bb394-760b-425b-8225-36e510184858 req-122dbff6-4e78-414f-95a5-944cf7a5e5f8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2544792 Jul 23 10:42:00.229012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.346505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object 7b4a5019-dd36-4068-9e5d-968c09bb261a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:00.349704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.369974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.444879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33234) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:00.449738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-3468c1b7-679e-4ef6-8d01-9ea657bf7fc1 req-c93ab9a4-1ac4-46ed-b589-6b797e78e924 service neutron] (93834) timed out ('10.222.0.20', 53740) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:42:00.484187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc3bb394-760b-425b-8225-36e510184858 req-0e9d714d-1143-4a5a-8fd8-9f158f534bc7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408140 Jul 23 10:42:00.532210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.533816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8045650 Jul 23 10:42:00.536751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486e310-7832-4675-b385-ae8175d6bde9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d9bc8-64ef-436c-80b3-56f08e613f88,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:00.538131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33240) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:00.543637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a5a4b10c-868f-4a3f-9ec6-a5090e0aa62d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': 'cd4d9bc8-64ef-436c-80b3-56f08e613f88', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:00.545696 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-a5a4b10c-868f-4a3f-9ec6-a5090e0aa62d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 10:42:00.546599 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-a5a4b10c-868f-4a3f-9ec6-a5090e0aa62d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:00.547499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a5a4b10c-868f-4a3f-9ec6-a5090e0aa62d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082762 Jul 23 10:42:00.550370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33242) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:00.561073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.634007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=7b4a5019-dd36-4068-9e5d-968c09bb261a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:00.662874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:42:00.666348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:42:00.670229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:42:00.769259 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2a43f23-ef7e-487d-9cfc-f2dfe24408de tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.801255 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:00.806603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.919605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2a43f23-ef7e-487d-9cfc-f2dfe24408de tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:00.924321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-df56238e-64d5-4288-9ee6-247441eafe7b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1772704 Jul 23 10:42:00.976676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'admin_state_up': True, 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'security_groups': ['fb56d274-4d9d-4ab6-b8e2-38015a5ba89b']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:01.118222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d882-b51a-4193-b7ea-8e818309d75b req-9abf3e35-5efc-45b4-92e5-019087199197 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:01.132318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80b5d882-b51a-4193-b7ea-8e818309d75b req-9abf3e35-5efc-45b4-92e5-019087199197 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3109543 Jul 23 10:42:01.151780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e6e1a497-d909-4291-827c-c2a740863455 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a64b284e8f64b0fbac8572c02bba9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047865 Jul 23 10:42:01.162442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:01.240654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2a43f23-ef7e-487d-9cfc-f2dfe24408de tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:01.248416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c2a43f23-ef7e-487d-9cfc-f2dfe24408de tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:01.250007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c2a43f23-ef7e-487d-9cfc-f2dfe24408de tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/cd4d9bc8-64ef-436c-80b3-56f08e613f88 HTTP/1.1" status: 204 len: 168 time: 0.6979680 Jul 23 10:42:01.256545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-840169ac-4c48-40f7-9de0-b1d851055859 None None] Provisioning for port 7b4a5019-dd36-4068-9e5d-968c09bb261a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:42:01.262824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33252) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:01.269360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-840169ac-4c48-40f7-9de0-b1d851055859 None None] Provisioning complete for port 7b4a5019-dd36-4068-9e5d-968c09bb261a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:42:01.270042 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840169ac-4c48-40f7-9de0-b1d851055859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:01.313696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a43f23-ef7e-487d-9cfc-f2dfe24408de tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4d9bc8-64ef-436c-80b3-56f08e613f88,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:01.316939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:01.335838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712d94-626a-4c7a-ad8d-4e6a9a0dc48f req-737ef785-56aa-412c-9efd-ca6c0e7dd9c6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:01.342022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712d94-626a-4c7a-ad8d-4e6a9a0dc48f req-737ef785-56aa-412c-9efd-ca6c0e7dd9c6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:01.348157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712d94-626a-4c7a-ad8d-4e6a9a0dc48f req-737ef785-56aa-412c-9efd-ca6c0e7dd9c6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:01.349943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b712d94-626a-4c7a-ad8d-4e6a9a0dc48f req-737ef785-56aa-412c-9efd-ca6c0e7dd9c6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 2373 time: 0.3628368 Jul 23 10:42:01.372481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-840169ac-4c48-40f7-9de0-b1d851055859 None None] Port 7b4a5019-dd36-4068-9e5d-968c09bb261a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:42:01.426041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80b5d882-b51a-4193-b7ea-8e818309d75b req-adb664d0-88ab-489f-885a-2680359a9cc6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770152 Jul 23 10:42:01.457486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8a7a442f-9e61-4602-94d3-0d003cdbb03b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1919684 Jul 23 10:42:01.458429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33254) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:01.467324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139083857'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:01.488021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b712d94-626a-4c7a-ad8d-4e6a9a0dc48f req-724332ba-e4b3-49c2-9838-0d00416b8322 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250989 Jul 23 10:42:01.496707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df268b63-e40b-473f-b814-679ce6564c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:01.524847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:42:01.524847 n-d-778550-4 neutron-server[93833]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 10:42:01.524847 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id': 'ba232ff800ac44e5852be86d6d618e08', 'id': 'bb578646-dcf8-445a-a821-c2f8af45fc91', 'expiration': datetime.datetime(2021, 7, 23, 10, 44, 1, 520127)}] Jul 23 10:42:01.524847 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:42:01.525676 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:42:01.568182 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df268b63-e40b-473f-b814-679ce6564c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:01.571291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:42:01.704353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f6c0-95b4-4529-b8fd-0c96255bf182 req-4dd63afb-7cc4-4296-aa11-0f2fe70787d1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:01.725331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bff6f6c0-95b4-4529-b8fd-0c96255bf182 req-4dd63afb-7cc4-4296-aa11-0f2fe70787d1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1351321 Jul 23 10:42:01.860928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bff6f6c0-95b4-4529-b8fd-0c96255bf182 req-bfcc1ba5-d372-4e06-9139-ba71112319f6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273365 Jul 23 10:42:02.076683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.113962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7ff58-dc9a-4db9-8c8a-7bce5a06332e req-fc2a69ed-5a3f-4b5e-9814-fb1b7c4f4118 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:02.116130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4c7ff58-dc9a-4db9-8c8a-7bce5a06332e req-fc2a69ed-5a3f-4b5e-9814-fb1b7c4f4118 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1308174 Jul 23 10:42:02.121937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f99ce-d99a-4c73-aaa4-39b593079638 req-21f4d184-8e07-43a2-a58b-9c1a417e164f tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:02.129489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-191f99ce-d99a-4c73-aaa4-39b593079638 req-21f4d184-8e07-43a2-a58b-9c1a417e164f tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.5861833 Jul 23 10:42:02.184288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-191f99ce-d99a-4c73-aaa4-39b593079638 req-9a2c2624-8b6e-451b-9e5e-bda64065fd39 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498176 Jul 23 10:42:02.191348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.195400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4c7ff58-dc9a-4db9-8c8a-7bce5a06332e req-1a086795-5f9e-415c-9495-59e985a4ee3e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692759 Jul 23 10:42:02.221329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df268b63-e40b-473f-b814-679ce6564c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.226010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df268b63-e40b-473f-b814-679ce6564c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.227766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df268b63-e40b-473f-b814-679ce6564c18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b18ad0c-2bd4-4e38-bac8-f56bf26d7983 HTTP/1.1" status: 204 len: 168 time: 1.0544896 Jul 23 10:42:02.327431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df268b63-e40b-473f-b814-679ce6564c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b18ad0c-2bd4-4e38-bac8-f56bf26d7983,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:02.327938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.335998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.438509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.445374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9824235 Jul 23 10:42:02.445374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ed6f7-78de-4869-ba77-f58d4e9773f8 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7eb85-3d76-4331-a889-48c69cb15892,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:02.445630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:02.471186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-04dc3666-fd97-4d56-89fa-3cef0dfba452 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7eb85-3d76-4331-a889-48c69cb15892', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:02.472103 n-d-778550-4 neutron-server[93834]: WARNING neutron.api.v2.base [None req-04dc3666-fd97-4d56-89fa-3cef0dfba452 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 10:42:02.472707 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-04dc3666-fd97-4d56-89fa-3cef0dfba452 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:02.476788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04dc3666-fd97-4d56-89fa-3cef0dfba452 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0152414 Jul 23 10:42:02.476894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:02.510482 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.617813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddd548ef-b752-457d-9041-e1262a6d5cd0 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.694018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddd548ef-b752-457d-9041-e1262a6d5cd0 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.706481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceededd6-fac5-43f0-b0f3-631010fe85be req-efef8f2e-ccff-4e38-ae41-94edee8dd097 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:02.708974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceededd6-fac5-43f0-b0f3-631010fe85be req-efef8f2e-ccff-4e38-ae41-94edee8dd097 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2809930 Jul 23 10:42:02.801365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97e5b-1b5b-45da-a266-ad4ebbab8928 req-47b82feb-85f8-4a62-b759-e2c7436cc12d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:02.807528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97e5b-1b5b-45da-a266-ad4ebbab8928 req-47b82feb-85f8-4a62-b759-e2c7436cc12d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:02.814206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97e5b-1b5b-45da-a266-ad4ebbab8928 req-47b82feb-85f8-4a62-b759-e2c7436cc12d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:02.816409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceededd6-fac5-43f0-b0f3-631010fe85be req-3dd1538e-a694-4dbe-9964-5c3606a8ba93 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020606 Jul 23 10:42:02.832076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ec97e5b-1b5b-45da-a266-ad4ebbab8928 req-47b82feb-85f8-4a62-b759-e2c7436cc12d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 2373 time: 0.2107611 Jul 23 10:42:02.856289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 10.2.2.100 (d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3/785c7c49-f1e3-4504-8f85-5e2c88fa380c/1182611f-f466-4f99-9b0a-9ec50ffb138d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:42:02.935749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ec97e5b-1b5b-45da-a266-ad4ebbab8928 req-4289e865-d7d8-4fc2-bb8c-098b80e6ed4a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969079 Jul 23 10:42:02.945268 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddd548ef-b752-457d-9041-e1262a6d5cd0 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.948606 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddd548ef-b752-457d-9041-e1262a6d5cd0 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:02.950103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ddd548ef-b752-457d-9041-e1262a6d5cd0 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9d7eb85-3d76-4331-a889-48c69cb15892 HTTP/1.1" status: 204 len: 168 time: 0.4722588 Jul 23 10:42:02.953954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33280) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:03.000388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd548ef-b752-457d-9041-e1262a6d5cd0 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7eb85-3d76-4331-a889-48c69cb15892,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:03.047281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-83fd6a3c-de3f-435b-aad3-b8b2435ec016 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865297 Jul 23 10:42:03.049059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:03.063823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--126619249'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:03.275363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:03.347848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:03.370271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd681b-15a9-4197-937f-bac6eaab149e req-e55edda6-a6fb-447e-a4dc-8f27205b08a8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:03.382753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object 1182611f-f466-4f99-9b0a-9ec50ffb138d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:03.396111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4fd681b-15a9-4197-937f-bac6eaab149e req-e55edda6-a6fb-447e-a4dc-8f27205b08a8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1660326 Jul 23 10:42:03.514328 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:03.521879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4fd681b-15a9-4197-937f-bac6eaab149e req-430febc4-515e-46be-9e0c-9cb96553d63f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243095 Jul 23 10:42:03.591704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046372-81ba-412a-90a2-8c5ead824c59 req-7c6f8530-7da4-4b64-a0e9-f8c13aefd604 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:03.600646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de046372-81ba-412a-90a2-8c5ead824c59 req-7c6f8530-7da4-4b64-a0e9-f8c13aefd604 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.2470484 Jul 23 10:42:03.659040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:42:03.672386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:03.673742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:42:03.681167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:03.684112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:42:03.696265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:03.850879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de046372-81ba-412a-90a2-8c5ead824c59 req-887e6b7d-3048-4da0-a12d-5f7e645436dd tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413557 Jul 23 10:42:03.867667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4983e86-1822-4188-b781-933ca454c0f9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:03.869091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e553-d34b-47b4-8198-a6eb84121eda req-e138479d-c6cf-4fec-b0be-b41aa017c0f6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:03.893314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1390e553-d34b-47b4-8198-a6eb84121eda req-e138479d-c6cf-4fec-b0be-b41aa017c0f6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1625783 Jul 23 10:42:03.900381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:03.912056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41a2ea1f-bb30-45c6-bfc9-153ffb26a8a4 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8600249 Jul 23 10:42:03.915272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:03.928973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fdb476bc-64b2-44f9-aab2-999e340ffb44 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': 'f4983e86-1822-4188-b781-933ca454c0f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:03.955077 n-d-778550-4 neutron-server[93834]: WARNING neutron.api.v2.base [None req-fdb476bc-64b2-44f9-aab2-999e340ffb44 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 10:42:03.955838 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-fdb476bc-64b2-44f9-aab2-999e340ffb44 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:03.960381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33308) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:03.972381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-35d89361-d911-43d4-a471-92424efa3cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': 'f4983e86-1822-4188-b781-933ca454c0f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:03.974007 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-35d89361-d911-43d4-a471-92424efa3cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 10:42:03.974571 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-35d89361-d911-43d4-a471-92424efa3cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:03.978398 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fdb476bc-64b2-44f9-aab2-999e340ffb44 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0617478 Jul 23 10:42:03.986974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:03.993249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-35d89361-d911-43d4-a471-92424efa3cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0141203 Jul 23 10:42:04.000756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f867b9b1-7827-4ce8-bd40-2c96768fd99b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': 'f4983e86-1822-4188-b781-933ca454c0f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:04.003177 n-d-778550-4 neutron-server[93834]: WARNING neutron.api.v2.base [None req-f867b9b1-7827-4ce8-bd40-2c96768fd99b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 10:42:04.005405 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-f867b9b1-7827-4ce8-bd40-2c96768fd99b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:04.012269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f867b9b1-7827-4ce8-bd40-2c96768fd99b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207005 Jul 23 10:42:04.015912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:04.028388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8b30a9cb-093c-4c84-a4ba-da9c856394ee tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': 'f4983e86-1822-4188-b781-933ca454c0f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:04.031963 n-d-778550-4 neutron-server[93834]: WARNING neutron.api.v2.base [None req-8b30a9cb-093c-4c84-a4ba-da9c856394ee tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 10:42:04.035909 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-8b30a9cb-093c-4c84-a4ba-da9c856394ee tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:04.037278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8b30a9cb-093c-4c84-a4ba-da9c856394ee tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0201190 Jul 23 10:42:04.041241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:04.091076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.097560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1390e553-d34b-47b4-8198-a6eb84121eda req-3ae02671-88d2-4734-ae8f-73889e0a3d03 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972561 Jul 23 10:42:04.098135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:04.233673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1f7c5bae-31a3-4ca1-80f7-f6c004baa78e None None] Provisioning for port 1182611f-f466-4f99-9b0a-9ec50ffb138d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:42:04.239207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1f7c5bae-31a3-4ca1-80f7-f6c004baa78e None None] Provisioning complete for port 1182611f-f466-4f99-9b0a-9ec50ffb138d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:42:04.240077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5bae-31a3-4ca1-80f7-f6c004baa78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:04.275793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-ed4091d7-71c9-4005-aa0c-e9621603f604 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3240867 Jul 23 10:42:04.305573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'admin_state_up': True, 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'security_groups': ['fb56d274-4d9d-4ab6-b8e2-38015a5ba89b']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:04.323763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c5bae-31a3-4ca1-80f7-f6c004baa78e None None] Port 1182611f-f466-4f99-9b0a-9ec50ffb138d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:42:04.392625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:04.423914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf03-1471-43f1-aeba-f51686ff104b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:04.534704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf03-1471-43f1-aeba-f51686ff104b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:04.561462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de431-f376-47d8-aee4-5022be3ad3fb req-a99c0683-305b-4815-93f1-5c97148fc3dd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.568561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de431-f376-47d8-aee4-5022be3ad3fb req-a99c0683-305b-4815-93f1-5c97148fc3dd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.572751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a90f-d351-4515-a3f5-8698846abcd4 req-3dae7fdd-ba26-4e7b-a004-0f252b1a9cb5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.575524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8898a90f-d351-4515-a3f5-8698846abcd4 req-3dae7fdd-ba26-4e7b-a004-0f252b1a9cb5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1057329 Jul 23 10:42:04.581333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de431-f376-47d8-aee4-5022be3ad3fb req-a99c0683-305b-4815-93f1-5c97148fc3dd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.595812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de431-f376-47d8-aee4-5022be3ad3fb req-a99c0683-305b-4815-93f1-5c97148fc3dd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.598765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd8de431-f376-47d8-aee4-5022be3ad3fb req-a99c0683-305b-4815-93f1-5c97148fc3dd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 3094 time: 0.5232234 Jul 23 10:42:04.667070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8898a90f-d351-4515-a3f5-8698846abcd4 req-96628f8f-ff49-4c35-a688-bb0d5ed36b92 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798521 Jul 23 10:42:04.744825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cd8de431-f376-47d8-aee4-5022be3ad3fb req-d50226f1-b5b2-4d12-b0e8-e6a755a2f403 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345003 Jul 23 10:42:04.889761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db722-3659-435c-bb11-416d482bbbc0 req-92491348-fd2a-426c-9829-e4f6d27e7eba tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:04.906461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-302db722-3659-435c-bb11-416d482bbbc0 req-92491348-fd2a-426c-9829-e4f6d27e7eba tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1362131 Jul 23 10:42:04.916524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Made reservation on behalf of 3fba0b65d36240a087216cde11b24ad0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:42:04.931732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:04.987035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-302db722-3659-435c-bb11-416d482bbbc0 req-b381af8f-56a7-4455-962c-8ad08d28783c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715616 Jul 23 10:42:05.015939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf03-1471-43f1-aeba-f51686ff104b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.035461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bf03-1471-43f1-aeba-f51686ff104b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.036792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1cc8bf03-1471-43f1-aeba-f51686ff104b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4983e86-1822-4188-b781-933ca454c0f9 HTTP/1.1" status: 204 len: 168 time: 0.9875050 Jul 23 10:42:05.039640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33340) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.057939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8bf03-1471-43f1-aeba-f51686ff104b tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4983e86-1822-4188-b781-933ca454c0f9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:05.183982 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-72dcdf84-cf72-4c8d-ae03-f3ea4076536e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394107 Jul 23 10:42:05.198925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33342) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.209249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338988251'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.265601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c170eef-e2e1-46bf-9d92-9748ce792dda req-4165f123-5e26-4101-87f6-2c91de1fb60a tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:05.267356 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c170eef-e2e1-46bf-9d92-9748ce792dda req-4165f123-5e26-4101-87f6-2c91de1fb60a tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.2071540 Jul 23 10:42:05.303500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.355874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c170eef-e2e1-46bf-9d92-9748ce792dda req-49cf7f2f-96cc-4268-8805-8167aaabeee6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692391 Jul 23 10:42:05.361454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4cec1-a4dc-47d5-b268-9b55d51519b7 req-3d4383e0-b008-4d2f-b57f-eeacc8842c62 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:05.371489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78d4cec1-a4dc-47d5-b268-9b55d51519b7 req-3d4383e0-b008-4d2f-b57f-eeacc8842c62 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2046890 Jul 23 10:42:05.424514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78d4cec1-a4dc-47d5-b268-9b55d51519b7 req-87a9a760-7370-4c05-835d-9bf37653233c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Jul 23 10:42:05.450163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Allocated IP 10.2.2.200 (d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3/785c7c49-f1e3-4504-8f85-5e2c88fa380c/d2840f28-0e21-41a1-8bc7-70785e50bd99) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:42:05.517458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.523996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.605848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.616301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4152446 Jul 23 10:42:05.619225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33356) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.622474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783ace0-5326-40ab-8f60-e2766aed9b3e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1736d-05e7-43dc-ac56-f9fba6b75464,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:05.637384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-96a00f47-f484-4ba9-9710-b5042292c25c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.638376 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-96a00f47-f484-4ba9-9710-b5042292c25c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 10:42:05.639053 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-96a00f47-f484-4ba9-9710-b5042292c25c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:05.644128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-96a00f47-f484-4ba9-9710-b5042292c25c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0238426 Jul 23 10:42:05.645305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33358) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.650187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4884c807-2640-48e4-b286-52ffcaf8d5c1 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.705043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81451-d6dd-4dc2-8ba7-5ef2d434f7c4 req-143b6be2-97a3-4def-8261-99d55abab25b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:05.705639 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-4884c807-2640-48e4-b286-52ffcaf8d5c1 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:05.709850 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4884c807-2640-48e4-b286-52ffcaf8d5c1 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0634012 Jul 23 10:42:05.710609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33360) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.712315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb81451-d6dd-4dc2-8ba7-5ef2d434f7c4 req-143b6be2-97a3-4def-8261-99d55abab25b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1432197 Jul 23 10:42:05.716920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a52de5f4-7ead-4603-b6b0-332a84062efc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.718304 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-a52de5f4-7ead-4603-b6b0-332a84062efc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 10:42:05.718961 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-a52de5f4-7ead-4603-b6b0-332a84062efc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:05.723320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a52de5f4-7ead-4603-b6b0-332a84062efc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094271 Jul 23 10:42:05.724237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33362) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.729104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0c248162-048d-44cb-9386-b095d72499fd tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.765459 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.783724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fb81451-d6dd-4dc2-8ba7-5ef2d434f7c4 req-26a66a44-fbdb-4a3e-9bca-a0fb02d9858f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702496 Jul 23 10:42:05.819293 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-0c248162-048d-44cb-9386-b095d72499fd tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:05.822696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0c248162-048d-44cb-9386-b095d72499fd tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0948217 Jul 23 10:42:05.822965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33370) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.828342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6fc05ecb-7324-4ffc-a571-4e14c6522ac2 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.829993 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-6fc05ecb-7324-4ffc-a571-4e14c6522ac2 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 10:42:05.830584 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-6fc05ecb-7324-4ffc-a571-4e14c6522ac2 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:05.836758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6fc05ecb-7324-4ffc-a571-4e14c6522ac2 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099804 Jul 23 10:42:05.837079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33372) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:05.838411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Transition to ACTIVE for port object d2840f28-0e21-41a1-8bc7-70785e50bd99 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:05.845679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-10453c8b-83b1-4f00-91cb-2281841c0103 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:05.923731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:05.946925 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-10453c8b-83b1-4f00-91cb-2281841c0103 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Project ba232ff800ac44e5852be86d6d618e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:42:05.989497 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-10453c8b-83b1-4f00-91cb-2281841c0103 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:05.993775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10453c8b-83b1-4f00-91cb-2281841c0103 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1534986 Jul 23 10:42:05.995965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33376) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:06.008775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5c29cd32-3a7e-4973-9c41-87c7851d0199 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:06.009265 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-5c29cd32-3a7e-4973-9c41-87c7851d0199 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 10:42:06.012296 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-5c29cd32-3a7e-4973-9c41-87c7851d0199 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:06.016080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c29cd32-3a7e-4973-9c41-87c7851d0199 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0170109 Jul 23 10:42:06.017413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33378) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:06.024607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:42:06.028434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:42:06.032975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-cd73b729-5155-41ae-b775-651dbfe9f6a6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:06.036759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:42:06.083369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092bc6b-7583-4473-b6ad-5fb61acace7f req-1be39903-82c4-407c-ad16-3e9998038c6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.099776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092bc6b-7583-4473-b6ad-5fb61acace7f req-1be39903-82c4-407c-ad16-3e9998038c6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.111539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092bc6b-7583-4473-b6ad-5fb61acace7f req-1be39903-82c4-407c-ad16-3e9998038c6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.126244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092bc6b-7583-4473-b6ad-5fb61acace7f req-1be39903-82c4-407c-ad16-3e9998038c6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.131630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.132465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.133532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f092bc6b-7583-4473-b6ad-5fb61acace7f req-1be39903-82c4-407c-ad16-3e9998038c6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 3094 time: 0.2777719 Jul 23 10:42:06.163614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event updated for resources: {'Port': ['ID=d2840f28-0e21-41a1-8bc7-70785e50bd99,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:06.206376 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-cd73b729-5155-41ae-b775-651dbfe9f6a6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Project ba232ff800ac44e5852be86d6d618e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:42:06.226754 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-cd73b729-5155-41ae-b775-651dbfe9f6a6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:06.240555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cd73b729-5155-41ae-b775-651dbfe9f6a6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2180836 Jul 23 10:42:06.248005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f092bc6b-7583-4473-b6ad-5fb61acace7f req-3075bb9e-0f46-4cee-8563-bcd45870e693 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033614 Jul 23 10:42:06.248769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33382) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:06.255516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-40397fad-1cf1-4efd-b680-3357d96c6664 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '59b1736d-05e7-43dc-ac56-f9fba6b75464', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:06.266735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9f53f768-b3e3-43a3-9145-2c2e66878698 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9732883 Jul 23 10:42:06.297465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:06.298650 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-40397fad-1cf1-4efd-b680-3357d96c6664 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Project ba232ff800ac44e5852be86d6d618e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:42:06.328070 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-40397fad-1cf1-4efd-b680-3357d96c6664 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:06.330191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-40397fad-1cf1-4efd-b680-3357d96c6664 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0790343 Jul 23 10:42:06.332429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:06.385550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-50e04f89-f9ed-4580-8775-1b3667a23338 None None] Provisioning for port d2840f28-0e21-41a1-8bc7-70785e50bd99 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:42:06.391074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-50e04f89-f9ed-4580-8775-1b3667a23338 None None] Provisioning complete for port d2840f28-0e21-41a1-8bc7-70785e50bd99 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:42:06.391074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e04f89-f9ed-4580-8775-1b3667a23338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.456617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93d056-330d-430f-bb45-604b93d007f9 req-a8119618-7d47-4205-8f3e-361d475f1deb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.460089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f93d056-330d-430f-bb45-604b93d007f9 req-a8119618-7d47-4205-8f3e-361d475f1deb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3120463 Jul 23 10:42:06.467536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfca8ba5-1bd5-4527-9a26-6ddfef464b61 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.477584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-50e04f89-f9ed-4580-8775-1b3667a23338 None None] Port d2840f28-0e21-41a1-8bc7-70785e50bd99 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:42:06.545921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfca8ba5-1bd5-4527-9a26-6ddfef464b61 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.584535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.590022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f93d056-330d-430f-bb45-604b93d007f9 req-d4f1864a-62ca-4256-a943-79903da0386e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155753 Jul 23 10:42:06.630199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0dfeb-2fd7-4ade-b167-ad96af319fcf req-7f638a8a-01be-4685-ba18-c04229bf0c8c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:06.631891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03d0dfeb-2fd7-4ade-b167-ad96af319fcf req-7f638a8a-01be-4685-ba18-c04229bf0c8c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1671140 Jul 23 10:42:06.651253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfca8ba5-1bd5-4527-9a26-6ddfef464b61 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.654117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfca8ba5-1bd5-4527-9a26-6ddfef464b61 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:06.657362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfca8ba5-1bd5-4527-9a26-6ddfef464b61 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/59b1736d-05e7-43dc-ac56-f9fba6b75464 HTTP/1.1" status: 204 len: 168 time: 0.3215923 Jul 23 10:42:06.659820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:06.681084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8ba5-1bd5-4527-9a26-6ddfef464b61 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1736d-05e7-43dc-ac56-f9fba6b75464,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:06.715589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03d0dfeb-2fd7-4ade-b167-ad96af319fcf req-f5611f11-1dca-4133-8597-5eeb483b2923 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781562 Jul 23 10:42:06.809830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2891083f-772a-4d00-a81f-34c65528c458 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479626 Jul 23 10:42:06.813491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:06.820893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--43965571'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:06.915334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.013147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:07.025915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.043290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Transition to ACTIVE for port object 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:07.048645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.095038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.107028 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.129625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:07.146384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.153238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3376746 Jul 23 10:42:07.154767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33406) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:07.173958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8eed55b7-183e-47ba-a63a-b57497c917bc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '776c6b42-0ac7-4fd5-9422-f3f275f5c218', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:07.216717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4dba4-1abf-4147-90d7-64f8874ce75c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776c6b42-0ac7-4fd5-9422-f3f275f5c218,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:07.257544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Attempting to bind port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:07.258900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Attempting to bind port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:07.260417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Attempting to bind port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b on network 0510427f-8d71-48b8-b4d1-38f661da049d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:07.277729 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-8eed55b7-183e-47ba-a63a-b57497c917bc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The resource could not be found. Jul 23 10:42:07.281102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b on network 0510427f-8d71-48b8-b4d1-38f661da049d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:07.281633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Attempting to bind port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b on network 0510427f-8d71-48b8-b4d1-38f661da049d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:07.283203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8eed55b7-183e-47ba-a63a-b57497c917bc tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1206124 Jul 23 10:42:07.283935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33410) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:07.288807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ddebdea9-ba2e-44f6-8b68-bc06e67f459d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '776c6b42-0ac7-4fd5-9422-f3f275f5c218', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'de101549-d7e0-46d6-bd65-bde409fe6dc5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:07.293647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:07.294004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Checking segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:07.294386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Bound using segment: {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:07.294829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Bound port: 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c66b86-bea0-4f7e-a501-ae90b29af5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:07.295200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.409600 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-ddebdea9-ba2e-44f6-8b68-bc06e67f459d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The resource could not be found. Jul 23 10:42:07.410954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ddebdea9-ba2e-44f6-8b68-bc06e67f459d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1259449 Jul 23 10:42:07.413762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33414) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:07.528197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:07.529664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12c1f1ba-13cf-4277-84fa-b7dd943a1890 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.550177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:07.568444 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.590393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12c1f1ba-13cf-4277-84fa-b7dd943a1890 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.667096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12c1f1ba-13cf-4277-84fa-b7dd943a1890 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.669853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12c1f1ba-13cf-4277-84fa-b7dd943a1890 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.670248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-b93f4fa0-2e9f-4811-9c06-24932afe58a2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:07.672774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12c1f1ba-13cf-4277-84fa-b7dd943a1890 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/776c6b42-0ac7-4fd5-9422-f3f275f5c218 HTTP/1.1" status: 204 len: 168 time: 0.2563212 Jul 23 10:42:07.682489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33418) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:07.696536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-b93f4fa0-2e9f-4811-9c06-24932afe58a2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:07.702943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-b93f4fa0-2e9f-4811-9c06-24932afe58a2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:07.713556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f1ba-13cf-4277-84fa-b7dd943a1890 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776c6b42-0ac7-4fd5-9422-f3f275f5c218,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:07.730263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-b93f4fa0-2e9f-4811-9c06-24932afe58a2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:07.746096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-b93f4fa0-2e9f-4811-9c06-24932afe58a2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:07.752279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-b93f4fa0-2e9f-4811-9c06-24932afe58a2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 3827 time: 0.3073778 Jul 23 10:42:07.767400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:07.768204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:07.769990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1091 time: 1.4913774 Jul 23 10:42:07.770486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:07.773214 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976de79d-d425-439a-a0fc-c4fc95ad7cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:07.837083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:07.937767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c658e5f5-18c2-4e20-b75c-5883ad757bf2 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2530231 Jul 23 10:42:07.942364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:07.958697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b8f1bfe8-54eb-4ae3-be6e-8ea6248b8b15 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '2d12866a-3583-40e6-8ff0-b79a6e2f0b0e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:08.007339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8229e-ebb7-4177-872a-e98068daabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:08.062431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2420535e-3b5c-42ce-a6f3-aa2e3a1c4f52 req-7e8a1aaa-e49a-4f93-a711-0b0021983c0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2741394 Jul 23 10:42:08.069711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33d147-3a27-4b2c-9c76-96a49b410d84 req-306f27c7-4d19-4f43-9762-699d20d6ecd3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.071986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a33d147-3a27-4b2c-9c76-96a49b410d84 req-306f27c7-4d19-4f43-9762-699d20d6ecd3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3191202 Jul 23 10:42:08.085345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:08.187125 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-b8f1bfe8-54eb-4ae3-be6e-8ea6248b8b15 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The resource could not be found. Jul 23 10:42:08.191693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b8f1bfe8-54eb-4ae3-be6e-8ea6248b8b15 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2439380 Jul 23 10:42:08.197963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33430) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:08.211935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765102917'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:08.241816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a33d147-3a27-4b2c-9c76-96a49b410d84 req-4490f7b2-64de-45a4-8060-70e2b49d8f47 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583354 Jul 23 10:42:08.300318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:08.325186 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e641ceef-91a6-4ff8-aa7b-251e85d08163 x-openstack-request-id: req-e641ceef-91a6-4ff8-aa7b-251e85d08163 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:08.325487 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:08.325750 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e641ceef-91a6-4ff8-aa7b-251e85d08163 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:08.326840 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'status': 'completed', 'code': 200} Jul 23 10:42:08.424244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07474b28-aee8-45d3-8201-dcf73256aaca req-c23b0298-b30c-4027-930e-90de16b4fc99 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.426380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07474b28-aee8-45d3-8201-dcf73256aaca req-c23b0298-b30c-4027-930e-90de16b4fc99 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.2089274 Jul 23 10:42:08.514193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-6e534808-9264-492c-9bff-93c3d65f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.515328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-6e534808-9264-492c-9bff-93c3d65f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.516484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-6e534808-9264-492c-9bff-93c3d65f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.516976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-6e534808-9264-492c-9bff-93c3d65f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.517454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-6e534808-9264-492c-9bff-93c3d65f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:08.519373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-6e534808-9264-492c-9bff-93c3d65f874a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 4362 time: 0.1526108 Jul 23 10:42:08.604988 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:08.657346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:08.719834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf63072-1f38-478c-b7ba-d0e71ec6b648 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:08.737087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:08.749829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7241f-3c0f-426c-8c77-0dbfe89c0cd5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:08.771961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Transition to ACTIVE for port object cbf63072-1f38-478c-b7ba-d0e71ec6b648 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:08.796323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:08.941829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Pushing event updated for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:09.003534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.005738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed12519a-b156-4dfd-95fd-86638c52622f tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8065374 Jul 23 10:42:09.020187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33456) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:09.031565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077673127'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:09.141932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-07474b28-aee8-45d3-8201-dcf73256aaca req-561a028b-7287-4631-a930-7083adaacdc8 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672793 Jul 23 10:42:09.159481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb90d0c-ea19-43a1-9d73-b9ad5f00ad9b req-af746212-9573-49d2-88c4-86af614529f5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.162253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6cb90d0c-ea19-43a1-9d73-b9ad5f00ad9b req-af746212-9573-49d2-88c4-86af614529f5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.5002959 Jul 23 10:42:09.164572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-5ddb525b-c713-4890-a5f3-c2ebb931971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.165271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-5ddb525b-c713-4890-a5f3-c2ebb931971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.166028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-5ddb525b-c713-4890-a5f3-c2ebb931971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.168972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-5ddb525b-c713-4890-a5f3-c2ebb931971b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fba0b65d36240a087216cde11b24ad0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6318965 Jul 23 10:42:09.299539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.389254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Attempting to bind port cbf63072-1f38-478c-b7ba-d0e71ec6b648 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:09.389254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Attempting to bind port cbf63072-1f38-478c-b7ba-d0e71ec6b648 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:09.389254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Attempting to bind port cbf63072-1f38-478c-b7ba-d0e71ec6b648 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:09.389254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Port cbf63072-1f38-478c-b7ba-d0e71ec6b648 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:09.389254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Attempting to bind port cbf63072-1f38-478c-b7ba-d0e71ec6b648 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:09.405392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:09.405725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Checking segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:09.406141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Bound using segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:09.406584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Bound port: cbf63072-1f38-478c-b7ba-d0e71ec6b648, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:09.406944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.597971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.604786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.610867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.633393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.646402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.656063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.658397 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-858fd208-31d3-4be7-9031-8d03ca68fdf3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 4599 time: 0.3781321 Jul 23 10:42:09.706784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-c79588ee-6885-4450-bdd0-039767b6ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.710880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-976de79d-d425-439a-a0fc-c4fc95ad7cd2 req-c79588ee-6885-4450-bdd0-039767b6ad10 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5169964 Jul 23 10:42:09.758555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6cb90d0c-ea19-43a1-9d73-b9ad5f00ad9b req-e429ba4c-c6b4-466d-afa0-4d8b5747221f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826573 Jul 23 10:42:09.800324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:09.826366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:09.851612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.898984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.915863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3cbbe970-e2b5-4488-aedb-3c47c56239a5 req-963b4561-a8b7-49c6-a983-9d181e267c33 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1695757 Jul 23 10:42:09.939213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.970723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:09.977190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:09.979468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] 10.222.0.20 "PUT /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 1130 time: 2.1576676 Jul 23 10:42:10.033852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:10.125628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c6c35-73b8-4368-9e11-066561ea6cae service neutron] Pushing event updated for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:10.128741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:10.130335 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1086364 Jul 23 10:42:10.133554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed6897-53df-4547-b35f-a66fad24940d tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78923d35-9beb-4c2b-a97c-7fbc36284803,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:10.135038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33476) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:10.141384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-2a7367fe-bece-4a3f-ac4b-83443dc71053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:10.145318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-2a7367fe-bece-4a3f-ac4b-83443dc71053 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.1212311 Jul 23 10:42:10.154753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:10.155271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-91915d5c-b990-4a6d-befc-179aa806d6c3 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '46d7241f-3c0f-426c-8c77-0dbfe89c0cd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '78923d35-9beb-4c2b-a97c-7fbc36284803'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:10.321671 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-91915d5c-b990-4a6d-befc-179aa806d6c3 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:10.325300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-91915d5c-b990-4a6d-befc-179aa806d6c3 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1764469 Jul 23 10:42:10.391840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33486) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:10.429291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': 'cbf63072-1f38-478c-b7ba-d0e71ec6b648'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:10.431868 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "cbf63072-1f38-478c-b7ba-d0e71ec6b648"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:10.559795 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299023f-52e9-4975-a3d3-b7912444e7df x-openstack-request-id: req-8299023f-52e9-4975-a3d3-b7912444e7df {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:10.560761 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "cbf63072-1f38-478c-b7ba-d0e71ec6b648", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:10.561201 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8299023f-52e9-4975-a3d3-b7912444e7df {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:10.561827 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': 'cbf63072-1f38-478c-b7ba-d0e71ec6b648', 'status': 'completed', 'code': 200} Jul 23 10:42:10.600568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-6e16c9e3-4c2b-444a-828f-f6ca66504e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:10.604287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-6e16c9e3-4c2b-444a-828f-f6ca66504e40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.3648145 Jul 23 10:42:10.804558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-b6162bea-773b-4371-9f5d-e6da94718b2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.1160619 Jul 23 10:42:10.882899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42e03fe8-c359-4919-ab1a-618282204cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:10.885938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a013f494-faaf-46ce-9a1c-15ae6ac43f48 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:10.886818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-3ba0117a-dff5-434d-b1bc-32d6340f2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:10.888600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-3ba0117a-dff5-434d-b1bc-32d6340f2049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.0588491 Jul 23 10:42:10.915803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:10.948828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-8e303656-1b7a-445c-8a34-d054b0ccbf53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410390 Jul 23 10:42:10.959727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Transition to ACTIVE for port object a013f494-faaf-46ce-9a1c-15ae6ac43f48 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:10.985021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:11.115157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-572334df-b4c4-4a35-9609-3d2d74151885 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583235 Jul 23 10:42:11.174438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Pushing event updated for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:11.257532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4a4f118-d669-4403-b3dc-15d37a3320e9 req-96eee7de-f2f4-4fbf-be3e-20d4ad6966d7 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304269 Jul 23 10:42:11.269516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42e03fe8-c359-4919-ab1a-618282204cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:11.324288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1ce0a-cbc5-43f5-a588-73b98a474a90 req-a8b13376-973a-4702-9679-8248a897aee4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.326009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fac1ce0a-cbc5-43f5-a588-73b98a474a90 req-a8b13376-973a-4702-9679-8248a897aee4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 1.0269048 Jul 23 10:42:11.340855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.341197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.341684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.342168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.342686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.343746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.345734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-a5a92fe6-f6c1-4a42-9259-b8f62ef199f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5285 time: 0.7332900 Jul 23 10:42:11.422576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973faa2-e200-436a-9290-0864797d3ec6 req-6325fe22-c30c-4a7b-bf65-69ada941a4eb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.424429 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d973faa2-e200-436a-9290-0864797d3ec6 req-6325fe22-c30c-4a7b-bf65-69ada941a4eb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4841895 Jul 23 10:42:11.549214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Attempting to bind port a013f494-faaf-46ce-9a1c-15ae6ac43f48 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:11.549557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Attempting to bind port a013f494-faaf-46ce-9a1c-15ae6ac43f48 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:11.549893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Attempting to bind port a013f494-faaf-46ce-9a1c-15ae6ac43f48 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:11.560485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-eeb9c2d3-d08e-4236-a61f-db74075d5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.561004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-eeb9c2d3-d08e-4236-a61f-db74075d5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.561518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-eeb9c2d3-d08e-4236-a61f-db74075d5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:11.563312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-eeb9c2d3-d08e-4236-a61f-db74075d5586 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fba0b65d36240a087216cde11b24ad0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1664588 Jul 23 10:42:11.566515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d973faa2-e200-436a-9290-0864797d3ec6 req-9f04e0db-3bb2-42d4-ab83-41c8ee98a663 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236281 Jul 23 10:42:11.595140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Port a013f494-faaf-46ce-9a1c-15ae6ac43f48 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:11.595580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Attempting to bind port a013f494-faaf-46ce-9a1c-15ae6ac43f48 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:11.597349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fac1ce0a-cbc5-43f5-a588-73b98a474a90 req-f1a60074-4f94-49ef-a852-57f3fc620c55 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505918 Jul 23 10:42:11.619096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:11.631129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Checking segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:11.631736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Bound using segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:11.632218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Bound port: a013f494-faaf-46ce-9a1c-15ae6ac43f48, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:11.632601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:11.651822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42e03fe8-c359-4919-ab1a-618282204cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:11.658017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42e03fe8-c359-4919-ab1a-618282204cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:11.662415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-42e03fe8-c359-4919-ab1a-618282204cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/78923d35-9beb-4c2b-a97c-7fbc36284803 HTTP/1.1" status: 204 len: 168 time: 1.2694669 Jul 23 10:42:11.663050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33514) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:11.817294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03fe8-c359-4919-ab1a-618282204cf9 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78923d35-9beb-4c2b-a97c-7fbc36284803,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:11.933993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:11.944140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:11.973791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.048634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-abd40327-ebc7-4d47-abc9-35bcece75a46 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3734951 Jul 23 10:42:12.055541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-d3c3fd77-a84d-4af0-ae60-4c76df11584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.057432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e9aa51a-3a7d-469e-8795-5c8ea75a1c87 req-d3c3fd77-a84d-4af0-ae60-4c76df11584d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4792564 Jul 23 10:42:12.059186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33516) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:12.085892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.104170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.122933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.138415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.153832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117629fd-34f3-48aa-9149-5e87502ff757 req-1dc621ab-0935-4de7-aa78-7cd22c476f51 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.155913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-117629fd-34f3-48aa-9149-5e87502ff757 req-1dc621ab-0935-4de7-aa78-7cd22c476f51 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3398252 Jul 23 10:42:12.169106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.172136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee19aa3-50bf-4e1a-a063-9da2c7655a19 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.179977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.189979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.198639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-adb635a5-0aaa-4792-a8bf-6f2b2a03d51d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5369 time: 0.4309702 Jul 23 10:42:12.241944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:12.242490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.243926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] 10.222.0.20 "PUT /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 1128 time: 2.2244227 Jul 23 10:42:12.288481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee19aa3-50bf-4e1a-a063-9da2c7655a19 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.303075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:12.360108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cd3c192-ab97-47e9-ab16-06511d6a84c5 req-2de74257-3098-4431-bd56-5025d33fc8fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1602516 Jul 23 10:42:12.427975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8a8a0-ca33-4d67-8998-eae12c5f0134 service neutron] Pushing event updated for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:12.506041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee19aa3-50bf-4e1a-a063-9da2c7655a19 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.515974 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee19aa3-50bf-4e1a-a063-9da2c7655a19 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.517567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:12.523533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1ee19aa3-50bf-4e1a-a063-9da2c7655a19 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/46d7241f-3c0f-426c-8c77-0dbfe89c0cd5 HTTP/1.1" status: 204 len: 168 time: 0.4603109 Jul 23 10:42:12.531110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33528) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:12.582589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee19aa3-50bf-4e1a-a063-9da2c7655a19 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7241f-3c0f-426c-8c77-0dbfe89c0cd5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:12.595615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': 'a013f494-faaf-46ce-9a1c-15ae6ac43f48'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:12.598113 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c6532-dc11-4ac8-b818-294aeb61a804" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "a013f494-faaf-46ce-9a1c-15ae6ac43f48"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:12.646410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-117629fd-34f3-48aa-9149-5e87502ff757 req-db9b511c-6e42-40bf-a9a4-8d175a22f5d8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582890 Jul 23 10:42:12.796556 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb200d3-2ff6-4594-81a1-ef490c799762 x-openstack-request-id: req-fbb200d3-2ff6-4594-81a1-ef490c799762 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:12.799002 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "a013f494-faaf-46ce-9a1c-15ae6ac43f48", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:12.799434 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbb200d3-2ff6-4594-81a1-ef490c799762 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:12.800026 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': 'a013f494-faaf-46ce-9a1c-15ae6ac43f48', 'status': 'completed', 'code': 200} Jul 23 10:42:12.907957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3956d8df-ec4b-498e-b30d-d1a2784aa6dd tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3721836 Jul 23 10:42:12.913140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33544) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:12.929140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--701345809'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:12.961813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:13.128806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:13.155961 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:13.227927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:13.240534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3172526 Jul 23 10:42:13.242436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:13.267050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8327dc10-f0da-41fd-b9e4-2f39ef8f9747 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '9033df0d-7e12-4e69-ba1e-bfd1aaafa334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:13.314465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.314957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.315871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.315984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.316459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.316940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.317417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.318040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd1e9-beba-4e89-8a9a-9b9479d932db req-888c49bd-c891-4fc6-8978-824b05ffcb02 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.319969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-d39eccf9-171b-4301-98c4-314f5fde5e0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6206 time: 0.5892282 Jul 23 10:42:13.325685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f24dd1e9-beba-4e89-8a9a-9b9479d932db req-888c49bd-c891-4fc6-8978-824b05ffcb02 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4620781 Jul 23 10:42:13.399396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f24dd1e9-beba-4e89-8a9a-9b9479d932db req-02d980f4-a16b-4b4e-adc9-82758046660e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680597 Jul 23 10:42:13.530362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b01ca83-1c34-4e14-a37b-36df4d86f645 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:13.541565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:13.568564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Transition to ACTIVE for port object 8b01ca83-1c34-4e14-a37b-36df4d86f645 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:13.578804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:13.635383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Pushing event updated for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:13.669186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2312c9e-fca4-411a-a2ce-a2f99750c5f5 req-85de7bed-891b-4f92-8997-5bc424ad6b9c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:13.670868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2312c9e-fca4-411a-a2ce-a2f99750c5f5 req-85de7bed-891b-4f92-8997-5bc424ad6b9c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1753325 Jul 23 10:42:13.870243 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a2312c9e-fca4-411a-a2ce-a2f99750c5f5 req-35808877-f0c5-42e8-8ba3-752e22f884a0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762297 Jul 23 10:42:14.105581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Attempting to bind port 8b01ca83-1c34-4e14-a37b-36df4d86f645 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:14.106050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Attempting to bind port 8b01ca83-1c34-4e14-a37b-36df4d86f645 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:14.106495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Attempting to bind port 8b01ca83-1c34-4e14-a37b-36df4d86f645 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:14.116382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Port 8b01ca83-1c34-4e14-a37b-36df4d86f645 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:14.116872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Attempting to bind port 8b01ca83-1c34-4e14-a37b-36df4d86f645 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:14.136533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:14.137171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Checking segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:14.137705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Bound using segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:14.145059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Bound port: 8b01ca83-1c34-4e14-a37b-36df4d86f645, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:14.145059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.147215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978979f1-e5da-4209-9c86-3680fa675c24 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9033df0d-7e12-4e69-ba1e-bfd1aaafa334,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:14.178078 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-8327dc10-f0da-41fd-b9e4-2f39ef8f9747 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:14.180272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8327dc10-f0da-41fd-b9e4-2f39ef8f9747 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9274776 Jul 23 10:42:14.201707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:14.205118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.209109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4d49c343-cbc8-413d-ae48-26ac3eecb03e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group_rule': {'security_group_id': '9033df0d-7e12-4e69-ba1e-bfd1aaafa334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:14.213399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.221761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.228690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.229020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115ce3d-88d9-4485-b432-8b043fecabdc req-ad40b388-2695-4236-9471-8ecc8ddd51c3 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.230755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d115ce3d-88d9-4485-b432-8b043fecabdc req-ad40b388-2695-4236-9471-8ecc8ddd51c3 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 1.4450939 Jul 23 10:42:14.239619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.247535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.256508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.279095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-62e371ef-948b-45ff-b11b-42e05b41119e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5381 time: 0.2404935 Jul 23 10:42:14.304475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-4bf023ab-9440-4b19-998f-abf086d1d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.304846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-4bf023ab-9440-4b19-998f-abf086d1d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.305492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-4bf023ab-9440-4b19-998f-abf086d1d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.307224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-4bf023ab-9440-4b19-998f-abf086d1d6ae service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fba0b65d36240a087216cde11b24ad0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9711926 Jul 23 10:42:14.380003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2da10d82-7987-4938-a03f-337a2cf0ccfb req-05218e00-41bb-4f32-a0f3-0c33de526e77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0998592 Jul 23 10:42:14.405423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d115ce3d-88d9-4485-b432-8b043fecabdc req-febd93c8-6958-45f1-9df8-dc04979d1947 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660857 Jul 23 10:42:14.417629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:14.427264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:14.447472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.472716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.477390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.479064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 1090 time: 2.1852629 Jul 23 10:42:14.513159 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-4d49c343-cbc8-413d-ae48-26ac3eecb03e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:42:14.518376 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4d49c343-cbc8-413d-ae48-26ac3eecb03e tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3128278 Jul 23 10:42:14.518967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33580) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:14.547140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:14.675534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-a2d0d57d-8f21-42f5-b4da-01ab6846f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:14.677227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c75c6532-dc11-4ac8-b818-294aeb61a804 req-a2d0d57d-8f21-42f5-b4da-01ab6846f04f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3609483 Jul 23 10:42:14.725973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ae3f-5168-4577-bdd4-a7cb36e6c7b6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.758983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ae3f-5168-4577-bdd4-a7cb36e6c7b6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.765220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8388a-6772-4bb8-94df-d919ab8d3923 service neutron] Pushing event updated for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:14.831546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:14.838927 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:14.875678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.903666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ae3f-5168-4577-bdd4-a7cb36e6c7b6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.912364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ae3f-5168-4577-bdd4-a7cb36e6c7b6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:14.915701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aaa7ae3f-5168-4577-bdd4-a7cb36e6c7b6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/9033df0d-7e12-4e69-ba1e-bfd1aaafa334 HTTP/1.1" status: 204 len: 168 time: 0.3928013 Jul 23 10:42:14.940064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33588) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:14.985517 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee051b-1acd-4028-8985-c289d0bf2b50 x-openstack-request-id: req-36ee051b-1acd-4028-8985-c289d0bf2b50 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:14.985818 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:14.986082 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36ee051b-1acd-4028-8985-c289d0bf2b50 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:14.986477 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645', 'status': 'completed', 'code': 200} Jul 23 10:42:15.119316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-67e2a90d-fe66-4771-bdc7-8334b543585c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780689 Jul 23 10:42:15.120369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ae3f-5168-4577-bdd4-a7cb36e6c7b6 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033df0d-7e12-4e69-ba1e-bfd1aaafa334,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:15.123574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:15.134003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'tempest-secgroup--662434292'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:15.161403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b62e-59b0-4c98-8238-e8685aa30752 req-602726ec-35c1-4efc-8761-9c5b1229a17d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.165130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:15.171036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac86b62e-59b0-4c98-8238-e8685aa30752 req-602726ec-35c1-4efc-8761-9c5b1229a17d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.5558712 Jul 23 10:42:15.250327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac86b62e-59b0-4c98-8238-e8685aa30752 req-a553f97c-24ac-4424-894b-1e806361baef tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780377 Jul 23 10:42:15.263067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.263838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.264648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.265418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.279117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.280628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.281275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.288639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-8c20ec10-597f-46a8-a882-48afbb3c4bb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6273 time: 0.2374802 Jul 23 10:42:15.451140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-e5bbf51f-5074-4400-8552-04050c8e2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.452148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-e5bbf51f-5074-4400-8552-04050c8e2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.452920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-e5bbf51f-5074-4400-8552-04050c8e2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.454990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-e5bbf51f-5074-4400-8552-04050c8e2b24 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fba0b65d36240a087216cde11b24ad0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1542695 Jul 23 10:42:15.556471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:15.575277 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:15.657294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e17c2-0f2e-4a7d-a775-a554fadfa4c7 req-cf6e05f3-d795-4c84-9c76-8c3d5ae6cb49 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.664374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-627e17c2-0f2e-4a7d-a775-a554fadfa4c7 req-cf6e05f3-d795-4c84-9c76-8c3d5ae6cb49 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2082593 Jul 23 10:42:15.707069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-2c1ec01b-cf11-475b-8dff-8800c90fa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:15.711153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b9bdef4-7a02-4934-9c5c-46d67a14cd1b req-2c1ec01b-cf11-475b-8dff-8800c90fa522 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2441559 Jul 23 10:42:15.714959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc43a86b-8b99-46f9-bbd4-abd82b816cf8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:15.746251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-627e17c2-0f2e-4a7d-a775-a554fadfa4c7 req-7a9d7807-0252-48d3-addb-cb2f11000fb7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806835 Jul 23 10:42:15.753154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4a5019-dd36-4068-9e5d-968c09bb261a {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:15.763710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:15.767766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-699b965f-58c4-422b-a98f-0c95fc3f7943 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6395729 Jul 23 10:42:15.770945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33614) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:15.776918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fa24a823-0aee-42a5-8cc7-6922c63d2e17 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:15.777477 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-fa24a823-0aee-42a5-8cc7-6922c63d2e17 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 10:42:15.778208 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-fa24a823-0aee-42a5-8cc7-6922c63d2e17 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 10:42:15.779317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa24a823-0aee-42a5-8cc7-6922c63d2e17 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "PUT /v2.0/security-groups/dc43a86b-8b99-46f9-bbd4-abd82b816cf8 HTTP/1.1" status: 409 len: 330 time: 0.0069087 Jul 23 10:42:15.783934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:15.789629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:15.823352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Transition to ACTIVE for port object 7b4a5019-dd36-4068-9e5d-968c09bb261a will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:15.849446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.038384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1701d7d-0101-4802-a2f4-1f2861c08042 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.067999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Pushing event updated for resources: {'Port': ['ID=7b4a5019-dd36-4068-9e5d-968c09bb261a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:16.138746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1701d7d-0101-4802-a2f4-1f2861c08042 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.174004 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Attempting to bind port 7b4a5019-dd36-4068-9e5d-968c09bb261a on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:16.174542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Attempting to bind port 7b4a5019-dd36-4068-9e5d-968c09bb261a by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:16.174971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Attempting to bind port 7b4a5019-dd36-4068-9e5d-968c09bb261a on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:16.185728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Port 7b4a5019-dd36-4068-9e5d-968c09bb261a on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:16.186269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Attempting to bind port 7b4a5019-dd36-4068-9e5d-968c09bb261a on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:16.206967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:16.207888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Checking segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:16.208961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Bound using segment: {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:16.214276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Bound port: 7b4a5019-dd36-4068-9e5d-968c09bb261a, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a4de9-ffb5-4798-a8e9-d333af54591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:16.225315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.320883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1701d7d-0101-4802-a2f4-1f2861c08042 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.324861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1701d7d-0101-4802-a2f4-1f2861c08042 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.329807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:16.330045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1701d7d-0101-4802-a2f4-1f2861c08042 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc43a86b-8b99-46f9-bbd4-abd82b816cf8 HTTP/1.1" status: 204 len: 168 time: 0.5446708 Jul 23 10:42:16.360554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144b04-d62f-48f7-93bd-adfd9d46018b req-0cf8d8f6-aca6-4228-8871-3d7c07bc16bd tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.362839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40144b04-d62f-48f7-93bd-adfd9d46018b req-0cf8d8f6-aca6-4228-8871-3d7c07bc16bd tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.4504097 Jul 23 10:42:16.388067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.395247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.407119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1701d7d-0101-4802-a2f4-1f2861c08042 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc43a86b-8b99-46f9-bbd4-abd82b816cf8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:16.435320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40144b04-d62f-48f7-93bd-adfd9d46018b req-ed4dcbc6-c246-499a-a7fc-f7164205da7d tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540922 Jul 23 10:42:16.439904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.466638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.508595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.518137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.525347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.547755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-165d2cdc-6214-4b3d-a4c8-7f8a67bb42b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5393 time: 0.4428854 Jul 23 10:42:16.721124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] For port 7b4a5019-dd36-4068-9e5d-968c09bb261a, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:16.737188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d0bfde36-f0f1-46ac-8ea5-a96234c070e0 req-1062c071-8c20-4e0c-971c-80ad6ebe889e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1882756 Jul 23 10:42:16.756055 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] For port 7b4a5019-dd36-4068-9e5d-968c09bb261a, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:16.778344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c902d24c-7716-4bdf-b9d0-c0a7dc0d4730 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4288507 Jul 23 10:42:16.778816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:16.839063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.844617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cc9a9-44ed-402e-ab3d-26fe4a22ddcd req-547772ee-dccb-47d7-bc36-6ebbcbbf381f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.846346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd4cc9a9-44ed-402e-ab3d-26fe4a22ddcd req-547772ee-dccb-47d7-bc36-6ebbcbbf381f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1711318 Jul 23 10:42:16.885962 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a86543b5-4716-465c-a54e-de539e364533 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] delete failed (client error): The resource could not be found. Jul 23 10:42:16.894051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33636) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:16.894814 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a86543b5-4716-465c-a54e-de539e364533 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "DELETE /v2.0/security-groups/903c4b35-7332-4719-b255-1846aae97271 HTTP/1.1" status: 404 len: 347 time: 0.1069641 Jul 23 10:42:16.926766 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-d6ec6d97-1aff-4376-ac2a-e5647d07d3b7 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] show failed (client error): The resource could not be found. Jul 23 10:42:16.931695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d6ec6d97-1aff-4376-ac2a-e5647d07d3b7 tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-groups/2416433b-0095-48fd-b0c5-807dccc06f76 HTTP/1.1" status: 404 len: 347 time: 0.0275614 Jul 23 10:42:16.934878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33638) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:16.950925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:16.951893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:16.954079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] 10.222.0.20 "PUT /v2.0/ports/7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 1091 time: 2.4199402 Jul 23 10:42:16.965190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd4cc9a9-44ed-402e-ab3d-26fe4a22ddcd req-ab97ca4d-1391-44c0-b986-e1a65e816d4d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113648 Jul 23 10:42:16.987455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '7b4a5019-dd36-4068-9e5d-968c09bb261a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:16.989774 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fcc134-f438-4048-ab99-9b622da75f08" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "7b4a5019-dd36-4068-9e5d-968c09bb261a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:16.997233 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-5026862c-82a0-4643-a502-ef4b4c87464c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] show failed (client error): The resource could not be found. Jul 23 10:42:16.998456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5026862c-82a0-4643-a502-ef4b4c87464c tempest-NegativeSecGroupIPv6Test-753438566 tempest-NegativeSecGroupIPv6Test-753438566-project] 10.222.0.37 "GET /v2.0/security-group-rules/f695c193-910a-43ec-a070-38ce6e695b4b HTTP/1.1" status: 404 len: 356 time: 0.0431764 Jul 23 10:42:17.023731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:17.137429 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b40df-1e16-4522-9b84-ef28b4abb53a x-openstack-request-id: req-c97b40df-1e16-4522-9b84-ef28b4abb53a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:17.137429 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "7b4a5019-dd36-4068-9e5d-968c09bb261a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:17.137974 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c97b40df-1e16-4522-9b84-ef28b4abb53a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:17.138379 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '7b4a5019-dd36-4068-9e5d-968c09bb261a', 'status': 'completed', 'code': 200} Jul 23 10:42:17.249859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef834e2-8ab5-4399-958f-c6fe32a94c2a service neutron] Pushing event updated for resources: {'Port': ['ID=7b4a5019-dd36-4068-9e5d-968c09bb261a,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:17.324093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.331297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.332170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.332824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.333466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.334107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.334750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.337076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69fcc134-f438-4048-ab99-9b622da75f08 req-fa049f0a-d1c2-434c-91b5-9ef4d0efd773 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6340 time: 0.1826150 Jul 23 10:42:17.478830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:17.499529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208bc26-78e9-4f1e-928c-2be07f888c2a req-712f3e04-e3ac-4b6a-86ee-251fc9c87bf6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.503401 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8208bc26-78e9-4f1e-928c-2be07f888c2a req-712f3e04-e3ac-4b6a-86ee-251fc9c87bf6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4036274 Jul 23 10:42:17.604879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-55ebd368-b8e1-46e1-a66f-a661b130845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.605359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-55ebd368-b8e1-46e1-a66f-a661b130845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.610038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-55ebd368-b8e1-46e1-a66f-a661b130845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.615561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69fcc134-f438-4048-ab99-9b622da75f08 req-55ebd368-b8e1-46e1-a66f-a661b130845c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fba0b65d36240a087216cde11b24ad0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2651727 Jul 23 10:42:17.619902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33656) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:17.675962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8208bc26-78e9-4f1e-928c-2be07f888c2a req-a915f161-4a40-4b79-b4c7-115623d56247 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655519 Jul 23 10:42:17.926757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc134-f438-4048-ab99-9b622da75f08 req-1f9f4767-34fe-4f5a-86cd-f0982e812eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:17.930144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69fcc134-f438-4048-ab99-9b622da75f08 req-1f9f4767-34fe-4f5a-86cd-f0982e812eb5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2976842 Jul 23 10:42:18.060958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-553e01f9-a13e-4435-9628-52c205c7cc2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba232ff800ac44e5852be86d6d618e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397898 Jul 23 10:42:18.065002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33668) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:18.079456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a5c40-f50a-4d26-8469-73e1ce3e7967 req-e6cfcd7b-1b1f-4adb-8924-896bdedb2639 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.086530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df9a5c40-f50a-4d26-8469-73e1ce3e7967 req-e6cfcd7b-1b1f-4adb-8924-896bdedb2639 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.4206290 Jul 23 10:42:18.180384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df9a5c40-f50a-4d26-8469-73e1ce3e7967 req-5babaff9-0040-4d9d-badd-807fdd25d9b2 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881991 Jul 23 10:42:18.220887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1182611f-f466-4f99-9b0a-9ec50ffb138d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:18.224148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce36e-d267-42fb-a006-62e21b7d3c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.243744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.271107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Transition to ACTIVE for port object 1182611f-f466-4f99-9b0a-9ec50ffb138d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:18.282304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce36e-d267-42fb-a006-62e21b7d3c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.283647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697138a-5fcc-4a39-a74d-f7e484f60732 req-f948b3f6-9d5f-4a11-8931-f942f523ce98 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.285537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6697138a-5fcc-4a39-a74d-f7e484f60732 req-f948b3f6-9d5f-4a11-8931-f942f523ce98 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3775353 Jul 23 10:42:18.287027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.409877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Pushing event updated for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:18.432243 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce36e-d267-42fb-a006-62e21b7d3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.435477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce36e-d267-42fb-a006-62e21b7d3c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.437240 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6e8ce36e-d267-42fb-a006-62e21b7d3c8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab7c0cbf-7d2a-498c-9f5e-2e50672114f9 HTTP/1.1" status: 204 len: 168 time: 0.3712065 Jul 23 10:42:18.448579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ce36e-d267-42fb-a006-62e21b7d3c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c0cbf-7d2a-498c-9f5e-2e50672114f9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:18.546930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.557000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6697138a-5fcc-4a39-a74d-f7e484f60732 req-01bdb0a1-c736-4ae6-948a-1f347f556d3a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503011 Jul 23 10:42:18.564801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.601889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.627865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.641737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.665003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.680923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Attempting to bind port 1182611f-f466-4f99-9b0a-9ec50ffb138d on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:18.681275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Attempting to bind port 1182611f-f466-4f99-9b0a-9ec50ffb138d by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:18.681592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Attempting to bind port 1182611f-f466-4f99-9b0a-9ec50ffb138d on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:18.690952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.695575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Port 1182611f-f466-4f99-9b0a-9ec50ffb138d on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:18.695982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Attempting to bind port 1182611f-f466-4f99-9b0a-9ec50ffb138d on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:18.714507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-0cc8c73f-d876-4267-b1ff-347c4877c953 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5405 time: 0.4133523 Jul 23 10:42:18.716568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:18.717091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Checking segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:18.717970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Bound using segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:18.718598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Bound port: 1182611f-f466-4f99-9b0a-9ec50ffb138d, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:18.719126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:18.779205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8376778-3ffb-4c16-8276-ed8ebf3fafee req-2fba7854-b170-4c50-b687-d0be495537fe tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0635171 Jul 23 10:42:18.911785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:18.918691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:18.933948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7888d9-79e0-472b-a146-c0d69d3379d8 req-ce06eb08-0917-48ff-99a0-18c2690f55b0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:18.941157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf7888d9-79e0-472b-a146-c0d69d3379d8 req-ce06eb08-0917-48ff-99a0-18c2690f55b0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2107401 Jul 23 10:42:18.964133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:19.022342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf7888d9-79e0-472b-a146-c0d69d3379d8 req-a33ff012-6361-4ddc-84b8-67061e3463cf tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800447 Jul 23 10:42:19.027531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.028304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:19.031796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] 10.222.0.20 "PUT /v2.0/ports/1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 1091 time: 2.0297973 Jul 23 10:42:19.091811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Request body: {'port': {'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:19.138607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20733cb-05c1-49b9-8b65-9a2583a41b62 service neutron] Pushing event updated for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:19.177413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:19.183909 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8173a5-102d-48d7-b081-87804048be6f" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:19.304943 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ba896-9bd9-4b10-a75e-683bb6b3fa75 x-openstack-request-id: req-0d8ba896-9bd9-4b10-a75e-683bb6b3fa75 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:19.305616 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:19.305616 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d8ba896-9bd9-4b10-a75e-683bb6b3fa75 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:19.306151 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d', 'status': 'completed', 'code': 200} Jul 23 10:42:19.372715 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:42:19.432863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:19.490581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.491189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.491833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.492360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.492893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.493464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.493991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.494364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa79f15-0efd-41e9-b8e1-a366e9d15f82 req-9f6da6ce-a7a3-47b2-adc7-0a434d0db22f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.495988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bfa79f15-0efd-41e9-b8e1-a366e9d15f82 req-9f6da6ce-a7a3-47b2-adc7-0a434d0db22f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3376615 Jul 23 10:42:19.502831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce8173a5-102d-48d7-b081-87804048be6f req-453655d0-b010-4623-831f-f57ca67b53fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6407 time: 0.2132442 Jul 23 10:42:19.520107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c770ff-b17a-4529-ad10-17c5f2c14c53 req-ac59a9f9-3bc3-4dd8-9c5d-5b545e7f6764 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.527785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89c770ff-b17a-4529-ad10-17c5f2c14c53 req-ac59a9f9-3bc3-4dd8-9c5d-5b545e7f6764 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1618237 Jul 23 10:42:19.589415 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bfa79f15-0efd-41e9-b8e1-a366e9d15f82 req-430ffe6a-1662-4422-8454-aaf6fe360d94 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858431 Jul 23 10:42:19.650725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:19.688716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-368ce10d-4c40-4f0a-a7d8-5628fb43681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.689278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-368ce10d-4c40-4f0a-a7d8-5628fb43681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.691709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-368ce10d-4c40-4f0a-a7d8-5628fb43681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.693685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce8173a5-102d-48d7-b081-87804048be6f req-368ce10d-4c40-4f0a-a7d8-5628fb43681a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fba0b65d36240a087216cde11b24ad0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1570668 Jul 23 10:42:19.788789 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89c770ff-b17a-4529-ad10-17c5f2c14c53 req-f29ff619-c6e7-4c84-aac5-a092e01cd658 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598476 Jul 23 10:42:19.898699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845412402-network', 'tenant_id': 'c116dad2cb254361a7f87041da3bf7fe'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:19.970570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8173a5-102d-48d7-b081-87804048be6f req-3c3197d9-b6da-4fc2-abed-e1c5d5222a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:19.972606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce8173a5-102d-48d7-b081-87804048be6f req-3c3197d9-b6da-4fc2-abed-e1c5d5222a2b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2663579 Jul 23 10:42:19.978396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Made reservation on behalf of c116dad2cb254361a7f87041da3bf7fe for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:42:19.980244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:19.999643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.059637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.069044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.079594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.084510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace039-d588-41c0-8b80-77eb7747d672 req-0305055f-ee3e-4bcb-bd17-84cbcbaf6ca8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.086857 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.091293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fcace039-d588-41c0-8b80-77eb7747d672 req-0305055f-ee3e-4bcb-bd17-84cbcbaf6ca8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3847241 Jul 23 10:42:20.093578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.101785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.108156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.116813 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-5a83b2fe-b507-4d17-bd28-8c5baf254bc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5405 time: 0.1978815 Jul 23 10:42:20.174034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4906ae4c-7824-46b2-9ec2-6dd1fda72bb8 req-41b11acf-454f-46fb-9e63-14bdda082a6e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562694 Jul 23 10:42:20.178558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fcace039-d588-41c0-8b80-77eb7747d672 req-b87ce38a-1db1-405a-8b36-86973250ebdc tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706587 Jul 23 10:42:20.323186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2840f28-0e21-41a1-8bc7-70785e50bd99 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:20.336863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.357697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.362352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Transition to ACTIVE for port object d2840f28-0e21-41a1-8bc7-70785e50bd99 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:42:20.364407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.371138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.424278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18e29f-30ec-42c4-86ee-0d8c0a8c1327 req-2fcee984-1828-4443-a30a-f91076721ff1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.426108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db18e29f-30ec-42c4-86ee-0d8c0a8c1327 req-2fcee984-1828-4443-a30a-f91076721ff1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1044021 Jul 23 10:42:20.426228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:42:20.456956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.457328 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Added segment 23a8ef42-4008-489e-903a-97f82c640c02 of type vlan for network 2757c5fc-7f0d-47ee-905d-029663f0ea2f Jul 23 10:42:20.458731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca544c32-f0ea-4fa4-be8c-112908a59aa0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:20.492385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Pushing event updated for resources: {'Port': ['ID=d2840f28-0e21-41a1-8bc7-70785e50bd99,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:20.512052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db18e29f-30ec-42c4-86ee-0d8c0a8c1327 req-be4c6ede-6cdd-406d-8c3c-577e760f814f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662589 Jul 23 10:42:20.607110 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.711837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Attempting to bind port d2840f28-0e21-41a1-8bc7-70785e50bd99 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:42:20.712410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Attempting to bind port d2840f28-0e21-41a1-8bc7-70785e50bd99 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:42:20.712719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Attempting to bind port d2840f28-0e21-41a1-8bc7-70785e50bd99 on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:20.719216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Port d2840f28-0e21-41a1-8bc7-70785e50bd99 on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:42:20.720937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Attempting to bind port d2840f28-0e21-41a1-8bc7-70785e50bd99 on network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:42:20.721653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.722415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.723024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.788616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] Pushing event updated for resources: {'Network': ['ID=2757c5fc-7f0d-47ee-905d-029663f0ea2f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:20.801145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 2757c5fc-7f0d-47ee-905d-029663f0ea2f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:42:20.859077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:42:20.859456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Checking segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:20.859866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Bound using segment: {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:42:20.860327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Bound port: d2840f28-0e21-41a1-8bc7-70785e50bd99, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9948126-01e3-4671-937c-39027a858f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:42:20.860699 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:20.890526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a7cc951-04e4-407c-96e8-9cae713f431b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2384095 Jul 23 10:42:20.893412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33716) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:20.901708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Request body: {'subnet': {'network_id': '2757c5fc-7f0d-47ee-905d-029663f0ea2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845412402-subnet', 'tenant_id': 'c116dad2cb254361a7f87041da3bf7fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:20.960455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcab3d-cbda-450e-b060-c0eb20596fb0 req-3371e7c9-e315-45d7-92b1-e959302614e8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:20.962221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fbfcab3d-cbda-450e-b060-c0eb20596fb0 req-3371e7c9-e315-45d7-92b1-e959302614e8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3504839 Jul 23 10:42:21.011861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Made reservation on behalf of c116dad2cb254361a7f87041da3bf7fe for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:42:21.015626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:21.116928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fbfcab3d-cbda-450e-b060-c0eb20596fb0 req-5a7f497b-3089-4953-b5ff-b6a881573220 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995302 Jul 23 10:42:21.130688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] For port d2840f28-0e21-41a1-8bc7-70785e50bd99, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:42:21.134676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] For port d2840f28-0e21-41a1-8bc7-70785e50bd99, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:42:21.143330 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:21.254478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ba795-47fa-44e3-b926-59217231cf2f req-b76fa66b-9d8e-4b0f-b551-264eba16136e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.261775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b74ba795-47fa-44e3-b926-59217231cf2f req-b76fa66b-9d8e-4b0f-b551-264eba16136e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.3289461 Jul 23 10:42:21.318006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Pushing event updated for resources: {'Port': ['ID=d2840f28-0e21-41a1-8bc7-70785e50bd99,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:21.338719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.340138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:21.341969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-24e376a8-c822-4815-acbd-1d8591113457 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 1091 time: 2.2581315 Jul 23 10:42:21.342634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': 'd2840f28-0e21-41a1-8bc7-70785e50bd99'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:21.346684 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9524ea8-1cb3-4524-ab7c-36299abc691d" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "d2840f28-0e21-41a1-8bc7-70785e50bd99"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:21.362220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc47c03-23e0-4be5-8466-122c46450024 req-757c34a9-8bed-4076-979a-20e17c113e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.363915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dcc47c03-23e0-4be5-8466-122c46450024 req-757c34a9-8bed-4076-979a-20e17c113e04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.4164517 Jul 23 10:42:21.470465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b74ba795-47fa-44e3-b926-59217231cf2f req-d1c21f2c-e77e-4af9-806b-76d024aaf005 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065682 Jul 23 10:42:21.543499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dcc47c03-23e0-4be5-8466-122c46450024 req-797109a1-b49b-4146-9f04-0ad52e047b62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689291 Jul 23 10:42:21.547328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:21.658753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78d0f9c-1f6e-4132-8d5c-41fae867a3b2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:21.673929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Checking segment: {'id': '23a8ef42-4008-489e-903a-97f82c640c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2757c5fc-7f0d-47ee-905d-029663f0ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:21.673929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Network hostable DHCP agents. Network: 2757c5fc-7f0d-47ee-905d-029663f0ea2f, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:42:21.691715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.692476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.693077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.693557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.694036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.694486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.694947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.697958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-04b0a808-d269-4ac6-a21c-0e5577ca7c34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6474 time: 0.2745039 Jul 23 10:42:21.714035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.719559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d779-dc44-4c54-888e-085ccf8d8d84 req-0779e8a1-c666-4d45-8b2a-f7d067e11ce4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.721900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.722637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a076d779-dc44-4c54-888e-085ccf8d8d84 req-0779e8a1-c666-4d45-8b2a-f7d067e11ce4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3619359 Jul 23 10:42:21.728139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.735374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.742191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.748429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.754948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.764433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-278ba1c4-4894-49ec-9383-b68d07b4e307 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.1827121 Jul 23 10:42:21.774036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e2556669-dab1-485d-98fc-5b90841aab80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 217 time: 0.0501010 Jul 23 10:42:21.789813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Network 2757c5fc-7f0d-47ee-905d-029663f0ea2f is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:42:21.809606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 2757c5fc-7f0d-47ee-905d-029663f0ea2f) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:42:21.820990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80fb22-4a4a-4b47-be42-75cbd6bb1261 None None] Network 2757c5fc-7f0d-47ee-905d-029663f0ea2f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:42:21.823885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.824508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:21.831806 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a076d779-dc44-4c54-888e-085ccf8d8d84 req-964d0e38-6ed9-4676-8397-5bbac33a04cb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013830 Jul 23 10:42:21.859558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa079d34-8ab0-46c2-a473-735dd1bd7c9c req-2dee9a83-0fa4-4168-bfa4-9d53f28516d3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0899246 Jul 23 10:42:21.890636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa100014-9010-45c0-b864-ce218846735a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9842777 Jul 23 10:42:21.926465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c2da0ca0-394d-49a8-9d2c-2b35d6637759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:21.928091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c2da0ca0-394d-49a8-9d2c-2b35d6637759 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.1466048 Jul 23 10:42:21.933306 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1453a12-55a0-4811-ab71-03bdd8e7bf77 x-openstack-request-id: req-d1453a12-55a0-4811-ab71-03bdd8e7bf77 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:21.933600 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "d2840f28-0e21-41a1-8bc7-70785e50bd99", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:21.933863 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1453a12-55a0-4811-ab71-03bdd8e7bf77 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:21.934262 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': 'd2840f28-0e21-41a1-8bc7-70785e50bd99', 'status': 'completed', 'code': 200} Jul 23 10:42:22.091797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2dff6-3b0b-4815-9fe5-7478a502fa75 None None] Network 2757c5fc-7f0d-47ee-905d-029663f0ea2f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:42:22.132418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e285965d-8f27-4b1c-8108-2d6607523b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:22.134683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-e285965d-8f27-4b1c-8108-2d6607523b1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951473 Jul 23 10:42:22.156167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48265749-483e-49f5-a621-1a6403e816e7 req-5a78ca27-5dbc-4ec3-a3a3-de7451b38bd8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:22.178702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48265749-483e-49f5-a621-1a6403e816e7 req-5a78ca27-5dbc-4ec3-a3a3-de7451b38bd8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1769724 Jul 23 10:42:22.310948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48265749-483e-49f5-a621-1a6403e816e7 req-62e25166-c49e-4c16-b403-6f50d8970f3c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310132 Jul 23 10:42:22.421724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-269aa74b-e7a4-440e-8794-e76c3dd4428d service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355676 Jul 23 10:42:22.583083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-0a57a895-f194-49e3-9e9f-42730fc6e98b service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540132 Jul 23 10:42:22.655195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-fc33caaf-97ea-4385-a433-641978bdda83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0488589 Jul 23 10:42:22.753315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ed14-ecd5-4bda-a7e5-4cdd009784d8 req-cfa3df31-cc4f-4857-bb1a-f11163f7c842 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:22.754285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c834a-7483-4d82-a6ec-f3803df5b0ec req-57392adc-52b3-4b28-aa08-d61f2592081c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:22.754906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e616ed14-ecd5-4bda-a7e5-4cdd009784d8 req-cfa3df31-cc4f-4857-bb1a-f11163f7c842 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2225595 Jul 23 10:42:22.762167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c75c834a-7483-4d82-a6ec-f3803df5b0ec req-57392adc-52b3-4b28-aa08-d61f2592081c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1808922 Jul 23 10:42:22.810521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c75c834a-7483-4d82-a6ec-f3803df5b0ec req-fbf7c014-668c-4470-980a-ccc27fcd083e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Jul 23 10:42:22.867006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-234913f0-1091-46cd-ba5a-454cc77cc553 req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-187285010', 'description': 'tempest-description-161818111'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:22.869049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e616ed14-ecd5-4bda-a7e5-4cdd009784d8 req-ea9f618c-54e6-4d93-ab8e-a118e872e972 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937178 Jul 23 10:42:22.871036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a7756776-a417-4334-88ae-7858e95b5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:22.872509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a7756776-a417-4334-88ae-7858e95b5afb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.2048478 Jul 23 10:42:22.934638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-234913f0-1091-46cd-ba5a-454cc77cc553 req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:22.971545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:22.977007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-68148397-network', 'tenant_id': '06fd4578ad8b4f989a55fda988be1333'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:23.002268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Made reservation on behalf of 06fd4578ad8b4f989a55fda988be1333 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:42:23.005055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.017627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.129231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-234913f0-1091-46cd-ba5a-454cc77cc553 req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.138346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-234913f0-1091-46cd-ba5a-454cc77cc553 req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.207109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff22958-ac1a-4983-b4f6-734f5b45d60a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:23.207380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-be6b2dbc-956c-4a35-ba6c-26784cb3d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.210225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-be6b2dbc-956c-4a35-ba6c-26784cb3d809 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3297110 Jul 23 10:42:23.270728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.276643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.283197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.289491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.295531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.302232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.308462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.310529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-9b8bdd9a-e992-4e71-a396-1172662507a1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.2628677 Jul 23 10:42:23.429137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43e09ab2-4d93-4e97-a07d-60d1253d244d req-949590b2-72e7-4ad6-95fe-d29c32ac7048 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1091118 Jul 23 10:42:23.457865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9a482978-f5e6-40de-952e-14726b4c3c2d service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347729 Jul 23 10:42:23.478606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.492763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-234913f0-1091-46cd-ba5a-454cc77cc553 req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.492923 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.494164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-234913f0-1091-46cd-ba5a-454cc77cc553 req-759dcc81-cd90-4c64-950d-2e56dea484fb tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6359453 Jul 23 10:42:23.506356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:42:23.541749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:23.542109 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Added segment 921eada1-c799-46e3-9e19-72a98b9d0ab9 of type vlan for network 0ecedc2f-1b08-4715-8e57-c8eba4cde51a Jul 23 10:42:23.697865 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-695ffd25-27d6-403b-9230-acca1f6f3c8f tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-187285010&fields=id&tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c HTTP/1.1" status: 200 len: 267 time: 0.0671525 Jul 23 10:42:23.963910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-3c86d910-449a-4ae8-8830-173d6d5386d4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:23.975060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-3c86d910-449a-4ae8-8830-173d6d5386d4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.2679617 Jul 23 10:42:23.981395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'port': {'security_groups': ['1622453e-e38f-4e64-9eeb-469b736e0572', '2ff22958-ac1a-4983-b4f6-734f5b45d60a']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:24.006317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.154312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.301935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0dd7e9-1047-426f-91c6-6bd9690f1856,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:24.595814 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.668919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-86eb4156-5933-4179-8894-147550914880 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2034087 Jul 23 10:42:24.690640 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.692049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:24.692692 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.736651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:24.741253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-22ebea19-5b8f-49dc-8331-0c6b8ad24a45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.0634050 Jul 23 10:42:24.780615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1ee77-544b-4736-a5f0-a6c82cee0423 req-9adbee98-2646-4447-833e-d0c0772329a5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:24.782309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7aa1ee77-544b-4736-a5f0-a6c82cee0423 req-9adbee98-2646-4447-833e-d0c0772329a5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4377737 Jul 23 10:42:24.823623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.832825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8603566 Jul 23 10:42:24.836021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:24.837358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33784) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:24.847187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Request body: {'subnet': {'network_id': '0ecedc2f-1b08-4715-8e57-c8eba4cde51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-68148397-subnet', 'tenant_id': '06fd4578ad8b4f989a55fda988be1333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:24.847520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ed5be535-7d09-4b50-9e40-ba68d2426888'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:42:24.946894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35ce6a-812d-462d-82c0-d72bfb6bb701 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecedc2f-1b08-4715-8e57-c8eba4cde51a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:24.963195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0ecedc2f-1b08-4715-8e57-c8eba4cde51a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:42:24.965639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-aee8ffe3-4ff8-4eea-97c3-16f7cf3f1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:24.967356 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-aee8ffe3-4ff8-4eea-97c3-16f7cf3f1ebc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.2102683 Jul 23 10:42:25.018427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7aa1ee77-544b-4736-a5f0-a6c82cee0423 req-a4975df3-0f60-4078-9eb7-75859fe44f3c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115190 Jul 23 10:42:25.060939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:25.062306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:25.063771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff2d0bcb-6707-4406-8569-ea691ca8bb95 req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "PUT /v2.0/ports/ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 981 time: 1.0877151 Jul 23 10:42:25.094740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:25.097111 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a7496-e174-46c0-8938-cb948931c231" -d '{"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:25.148043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f788faa9-f5ea-42a0-8f4e-f272b7cae405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:25.161707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-f788faa9-f5ea-42a0-8f4e-f272b7cae405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1865714 Jul 23 10:42:25.168293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Made reservation on behalf of 06fd4578ad8b4f989a55fda988be1333 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:42:25.171475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:25.176880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee233b6d-d503-4f03-a206-2d63667d9c31 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:25.332845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ed5be535-7d09-4b50-9e40-ba68d2426888'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:42:25.558073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-082ab4c5-9745-43bf-8039-87339a856f45 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853323 Jul 23 10:42:25.902684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-72341d75-85e2-496f-863a-f45551972bfb service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329787 Jul 23 10:42:25.975035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-3793ce53-c83c-4fb0-ae37-5092e7c6022f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.0646729 Jul 23 10:42:26.020354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.034879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.040789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.055401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.070053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.082772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.100992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.114694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-8d941d61-e1e6-43f5-9a5b-fb5dbd928cca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.6271327 Jul 23 10:42:26.139861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-33558ede-2dd3-4cc1-aa9e-c45d62e2b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.144338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-33558ede-2dd3-4cc1-aa9e-c45d62e2b5cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1611798 Jul 23 10:42:26.310004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-09a9aaf4-4375-4c89-b17e-5842f05550b4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-187285010&fields=id&tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c HTTP/1.1" status: 200 len: 267 time: 0.1642132 Jul 23 10:42:26.324695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bff158a-e766-4ffc-99aa-983c2768e2f2 req-ee1a9bca-ee89-4b26-aa6c-e3d0947c73ae tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2054787 Jul 23 10:42:26.371001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:26.419731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-b616aa96-6065-49ca-8b77-a9d37568d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.421371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-b616aa96-6065-49ca-8b77-a9d37568d385 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2672882 Jul 23 10:42:26.434829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-b282b8eb-5c82-4888-bcf7-3f5664455ca9 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.446947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-b282b8eb-5c82-4888-bcf7-3f5664455ca9 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 984 time: 0.1363339 Jul 23 10:42:26.498020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28fa793-d03a-4df3-b28f-358062116d60,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:26.515483 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd7123a-ad1f-447f-ac7a-2dc4b02dee3a x-openstack-request-id: req-1fd7123a-ad1f-447f-ac7a-2dc4b02dee3a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:26.515850 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:26.516123 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fd7123a-ad1f-447f-ac7a-2dc4b02dee3a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:26.516677 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'status': 'completed', 'code': 200} Jul 23 10:42:26.636840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-2f99a851-6e5e-4ea0-a774-b2589162c6fc service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873102 Jul 23 10:42:26.647260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Checking segment: {'id': '921eada1-c799-46e3-9e19-72a98b9d0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0ecedc2f-1b08-4715-8e57-c8eba4cde51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:42:26.648078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Network hostable DHCP agents. Network: 0ecedc2f-1b08-4715-8e57-c8eba4cde51a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:42:26.649511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'port': {'security_groups': ['1622453e-e38f-4e64-9eeb-469b736e0572']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:26.802482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a7496-e174-46c0-8938-cb948931c231 req-f3a5a9c9-6d67-44be-bc0f-23247202f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.804105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-f3a5a9c9-6d67-44be-bc0f-23247202f32e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1135 time: 0.2654128 Jul 23 10:42:26.804754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Network 0ecedc2f-1b08-4715-8e57-c8eba4cde51a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:42:26.894205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0ecedc2f-1b08-4715-8e57-c8eba4cde51a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:42:26.911759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a216f9f-05bc-4f0a-a250-d70ec481c2e3 None None] Network 0ecedc2f-1b08-4715-8e57-c8eba4cde51a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:42:26.933404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:26.937165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:26.984408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:27.066701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-8e407d45-f9e0-408a-b263-e7ce6b183ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017999 Jul 23 10:42:27.192844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-765564e6-071e-4d88-8f8a-237a7476f38b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.1024125 Jul 23 10:42:27.250077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff1a95d-5793-41a6-a1a3-cc7a853654f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:27.296942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23bb5dd-88f7-4e1d-9942-36f98b29bfac None None] Network 0ecedc2f-1b08-4715-8e57-c8eba4cde51a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:42:27.339970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a7bd3b49-1d2b-4f47-8341-8fc582a19ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:27.341421 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a7bd3b49-1d2b-4f47-8341-8fc582a19ca4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1360250 Jul 23 10:42:27.504486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-0af83d73-94d5-4470-9c27-829259b85d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:27.506046 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-0af83d73-94d5-4470-9c27-829259b85d81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476436 Jul 23 10:42:27.555810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:27.608797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9189-d5d0-400c-af89-61898226ac25 req-d90c0b95-98a0-493b-9f6e-240f8cd4293a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:27.610409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0bfa9189-d5d0-400c-af89-61898226ac25 req-d90c0b95-98a0-493b-9f6e-240f8cd4293a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.9058931 Jul 23 10:42:27.611944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2faf5ad8-352e-48df-ac44-70881c9b8750 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7737162 Jul 23 10:42:27.675963 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:27.702063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:27.706200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0bfa9189-d5d0-400c-af89-61898226ac25 req-f8c2f922-b43f-4377-9ca9-a3f0b6fe57f1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855854 Jul 23 10:42:27.707496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a7496-e174-46c0-8938-cb948931c231 req-7e72344d-e30d-4345-9ad0-71b70ecd2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:27.708973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-7e72344d-e30d-4345-9ad0-71b70ecd2405 service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.8966770 Jul 23 10:42:27.716168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ed5be535-7d09-4b50-9e40-ba68d2426888'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:42:27.772603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-6e144107-69a8-4e7f-8061-e4f8cc9df424 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.0560474 Jul 23 10:42:27.797396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-7b2753a0-b09a-43b9-8c79-53d573fb94d3 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839212 Jul 23 10:42:27.817397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:27.818096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:27.840681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12772390-a398-4a6c-aad5-2cec67f94f3a req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "PUT /v2.0/ports/ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 942 time: 1.3922756 Jul 23 10:42:27.880135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a7496-e174-46c0-8938-cb948931c231 req-ba4d8095-b340-4196-8d3f-fdc889b05c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:27.882120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-ba4d8095-b340-4196-8d3f-fdc889b05c35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.1032641 Jul 23 10:42:27.900214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ed5be535-7d09-4b50-9e40-ba68d2426888'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:42:27.924572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:28.040456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Deleting subnet a78d0f9c-1f6e-4132-8d5c-41fae867a3b2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:42:28.048346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:28.049996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-4c97e83b-3b21-424f-b750-a8d771f16ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613810 Jul 23 10:42:28.050644 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a63d5-477a-41d4-8826-15e032e0d881" -d '{"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:28.051199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.064685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a0e16925-8eb9-4b1b-b6f8-a417c9c46fb1 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588460 Jul 23 10:42:28.176178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-596d80c9-8e9b-45ec-a2e6-98320426acea service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989723 Jul 23 10:42:28.182201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-868bb4d4-e40e-44ca-9056-c08805812c40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.0870051 Jul 23 10:42:28.268343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b93b1-a6b6-4fb8-a31c-15649d7d19ae tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event updated for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:28.286001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.304095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c1d0ed5e-bfce-41b8-8133-5eeeb5d0073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.305597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-c1d0ed5e-bfce-41b8-8133-5eeeb5d0073e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0758188 Jul 23 10:42:28.319051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609b70d-f7f2-4bf3-8879-eaeb0c0e521b req-9e855d07-9e72-40ed-80e4-7d022cf42d3e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.325960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7609b70d-f7f2-4bf3-8879-eaeb0c0e521b req-9e855d07-9e72-40ed-80e4-7d022cf42d3e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2602091 Jul 23 10:42:28.343739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-791a7496-e174-46c0-8938-cb948931c231 req-14c68eac-aea9-4480-9dec-94ee64ea8992 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580837 Jul 23 10:42:28.362318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.368254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.375182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.381137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.387251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.394331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.404478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.409193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-51927ead-ac10-47db-af3d-94b323fd5cfb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.4833109 Jul 23 10:42:28.415002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7609b70d-f7f2-4bf3-8879-eaeb0c0e521b req-bde65c2f-88ea-4787-9430-c295b11ff5cb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724127 Jul 23 10:42:28.457572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.489806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a7a9b79-1f88-42ec-a9fd-ba42a82a4c3b req-259701a9-7edf-4e6c-9699-73264285931d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0715153 Jul 23 10:42:28.540109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.579229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.581146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a78d0f9c-1f6e-4132-8d5c-41fae867a3b2 HTTP/1.1" status: 204 len: 168 time: 0.6540980 Jul 23 10:42:28.582251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcb778-1160-4490-9a09-2e2cd0f7bba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78d0f9c-1f6e-4132-8d5c-41fae867a3b2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:28.587133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33838) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:28.620007 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66fe15-d882-43a5-8a63-5d91c1c44d9c x-openstack-request-id: req-1c66fe15-d882-43a5-8a63-5d91c1c44d9c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:28.620316 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:28.620579 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c66fe15-d882-43a5-8a63-5d91c1c44d9c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:28.620980 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'status': 'completed', 'code': 200} Jul 23 10:42:28.664362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-aa1ba6c2-0edd-4efb-9fd1-d8db39362346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.665892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-aa1ba6c2-0edd-4efb-9fd1-d8db39362346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3368499 Jul 23 10:42:28.727888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44d68194-7d62-4906-96b2-6c68919349e4 req-b6138f9c-831e-4390-9857-3607a9d0d467 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2971027 Jul 23 10:42:28.767026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:28.773284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.798179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:28.820222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a63d5-477a-41d4-8826-15e032e0d881 req-2e9621b8-5007-49d4-831a-d4294cf1a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.830998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-2e9621b8-5007-49d4-831a-d4294cf1a5e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.2028806 Jul 23 10:42:28.836472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-37633e22-4ddb-4c51-b98d-2e0de132603e service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616716 Jul 23 10:42:28.867247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a59c-0d2b-4d05-8067-65ae6f10bb20 req-b079ed22-1436-4cbb-933e-c41286135699 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:28.869015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0877a59c-0d2b-4d05-8067-65ae6f10bb20 req-b079ed22-1436-4cbb-933e-c41286135699 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1618710 Jul 23 10:42:28.987188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-a1683d2e-f71d-498a-84a7-986fd2219616 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427915 Jul 23 10:42:29.037596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-9ed1eb3d-b1b3-46d3-838c-fa784d8535a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0431943 Jul 23 10:42:29.042215 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.056960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.075374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0877a59c-0d2b-4d05-8067-65ae6f10bb20 req-1bd16f1e-0e2d-493d-9ede-39b4bd058c6f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761458 Jul 23 10:42:29.075711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-86898639-451c-418b-8609-672533eb4245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2757c5fc-7f0d-47ee-905d-029663f0ea2f']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:29.096366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-86898639-451c-418b-8609-672533eb4245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a8ef42-4008-489e-903a-97f82c640c02') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:29.096689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-86898639-451c-418b-8609-672533eb4245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a8ef42-4008-489e-903a-97f82c640c02') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:29.134260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.136948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-5a5505e2-9d5a-44e9-8260-650f05efe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:29.138487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-5a5505e2-9d5a-44e9-8260-650f05efe867 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0936036 Jul 23 10:42:29.149501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a63d5-477a-41d4-8826-15e032e0d881 req-3b9dd703-baf0-4996-a946-8af8c20558c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:29.150902 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-3b9dd703-baf0-4996-a946-8af8c20558c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.3121321 Jul 23 10:42:29.210947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-f067a60f-16e1-4510-8022-dc636f27de5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.0535712 Jul 23 10:42:29.224506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.247853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Allocated IP 172.25.4.14 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a58a31c3-060f-42cc-b78c-4b080675bb74) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:42:29.266701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-6789c51d-cfec-46d4-868c-f79e9d8b52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:29.268512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-6789c51d-cfec-46d4-868c-f79e9d8b52a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214671 Jul 23 10:42:29.286194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a63d5-477a-41d4-8826-15e032e0d881 req-7fc295a3-51ff-4cd4-ac83-d00dab08ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:29.289146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-7fc295a3-51ff-4cd4-ac83-d00dab08ed72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.0608063 Jul 23 10:42:29.325294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:42:29.325719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:42:29.330618 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:42:29.369976 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-7673194b-6892-4521-8867-6538299814ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593297 Jul 23 10:42:29.469654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.488625 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.491026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-86898639-451c-418b-8609-672533eb4245 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2757c5fc-7f0d-47ee-905d-029663f0ea2f HTTP/1.1" status: 204 len: 168 time: 0.9028099 Jul 23 10:42:29.521438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33844) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:29.606085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86898639-451c-418b-8609-672533eb4245 admin admin] Pushing event deleted for resources: {'Network': ['ID=2757c5fc-7f0d-47ee-905d-029663f0ea2f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:29.627276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae769ce-6a2d-4054-9d11-0691d4a3dc0f req-385c5426-281a-460c-a7f3-bd2f72b24591 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:29.629082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ae769ce-6a2d-4054-9d11-0691d4a3dc0f req-385c5426-281a-460c-a7f3-bd2f72b24591 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4170699 Jul 23 10:42:29.675182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ae769ce-6a2d-4054-9d11-0691d4a3dc0f req-9d5e265b-6cb5-4d56-8719-227a7e8ea8fb tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Jul 23 10:42:29.678616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Deleting subnet d28fa793-d03a-4df3-b28f-358062116d60 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:42:29.686990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.725810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-c5587c35-89c0-4646-a144-51d09c5b58a6 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433902 Jul 23 10:42:29.744656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.774927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-b6881632-ad3e-4dcc-a4cb-91a30e320413 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876189 Jul 23 10:42:29.778438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.867613 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d494f92-aeb9-44c8-ac70-ac7bcc1c8dae req-19007208-f662-4a6f-897d-4a7aa23d23c9 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855198 Jul 23 10:42:29.907119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.907707 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d05b27c7-b52c-4d0a-8899-9e77557c77ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.925030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:29.988496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:29.994819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.003012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.008170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:42:30.009814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.017468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:42:30.021711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.028211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.028589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:42:30.036171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.038277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-d3a47c6e-8f1c-4aec-bb46-ca8add6387b6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.2366896 Jul 23 10:42:30.061234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event updated for resources: {'Port': ['ID=a58a31c3-060f-42cc-b78c-4b080675bb74,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:30.083644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-769a63d5-477a-41d4-8826-15e032e0d881 req-b71e31ac-f2bf-46b3-8ac6-7fb139ce8b43 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505912 Jul 23 10:42:30.127084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3323e52e-83ca-4f57-b9f5-4ba3287c7f9b req-80b47067-63c5-4cf3-a639-99576fbca752 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0798373 Jul 23 10:42:30.132955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.133506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.134151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.134753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.135464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.136042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.136516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.139487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-00301e2e-88be-42ff-b913-63d3c38eec59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6474 time: 0.1732426 Jul 23 10:42:30.147019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.191131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.194315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28fa793-d03a-4df3-b28f-358062116d60,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:30.204241 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.213987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.221509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:30.224645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10357715-9b7c-47ba-8180-9f91a41abaa5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d28fa793-d03a-4df3-b28f-358062116d60 HTTP/1.1" status: 204 len: 168 time: 0.6630676 Jul 23 10:42:30.376990 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.397620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.441202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-b102e19e-1129-4ed2-9d32-76d26494b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.444099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-b102e19e-1129-4ed2-9d32-76d26494b607 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 902 time: 0.2969017 Jul 23 10:42:30.515223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-d10224d7-f6e8-440a-b897-6fb10b1aaf83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0627017 Jul 23 10:42:30.684873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.731665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecedc2f-1b08-4715-8e57-c8eba4cde51a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:30.782648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921eada1-c799-46e3-9e19-72a98b9d0ab9') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:30.783106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921eada1-c799-46e3-9e19-72a98b9d0ab9') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:30.786047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-a2de74f5-689b-4b53-994e-80c8fab2b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.788495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-a2de74f5-689b-4b53-994e-80c8fab2b7a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.2471104 Jul 23 10:42:30.805562 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.849283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11192b1c-5f48-4002-96cd-7369529b3272 req-42080169-63ae-4ee0-9005-6bc28547252f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:30.851616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11192b1c-5f48-4002-96cd-7369529b3272 req-42080169-63ae-4ee0-9005-6bc28547252f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1389911 Jul 23 10:42:30.886352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.909533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:42:30.909950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:30.919750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-11192b1c-5f48-4002-96cd-7369529b3272 req-eb114cd8-0f93-4a53-81c0-2a87e25303ce tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532374 Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:42:30.922020 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:42:31.030489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.037049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.039262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.041344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0ecedc2f-1b08-4715-8e57-c8eba4cde51a HTTP/1.1" status: 204 len: 168 time: 0.8185768 Jul 23 10:42:31.046570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-898bc651-be55-41c1-9e9a-f0d5c29f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.048080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-898bc651-be55-41c1-9e9a-f0d5c29f6e3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2446656 Jul 23 10:42:31.050078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.076967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480169ca-2378-46ff-8fe3-e25975db9703 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecedc2f-1b08-4715-8e57-c8eba4cde51a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:31.254980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event updated for resources: {'Port': ['ID=a58a31c3-060f-42cc-b78c-4b080675bb74,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:31.266881 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.277659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.328090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.332569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44d68194-7d62-4906-96b2-6c68919349e4 req-5a886ce1-9b4a-4c1a-8294-687a0f96314c tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5945191 Jul 23 10:42:31.338881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-9493a660-f7a5-473e-9b61-bc1732b4cede service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746427 Jul 23 10:42:31.411563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33866) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:31.495217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44d68194-7d62-4906-96b2-6c68919349e4 req-de80b8fb-7087-4eb3-a969-f0771b708ed7 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.1394594 Jul 23 10:42:31.515475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b92be911-afe6-4db7-9b8f-c008c0ebfaef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c116dad2cb254361a7f87041da3bf7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937905 Jul 23 10:42:31.516276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:31.584128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.606626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.616046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.623293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.630556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.636775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.644182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.652682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f94deaf1-658c-44a0-aac4-1acd610ff5c3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.3482325 Jul 23 10:42:31.720698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9524ea8-1cb3-4524-ab7c-36299abc691d req-d432884d-0c1f-4697-a63e-040c873e6735 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736961 Jul 23 10:42:31.781307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68194-7d62-4906-96b2-6c68919349e4 req-0c985134-bac3-44ce-ab98-da04768275f0 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:31.785205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44d68194-7d62-4906-96b2-6c68919349e4 req-0c985134-bac3-44ce-ab98-da04768275f0 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.2483888 Jul 23 10:42:31.792720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b48e1d0e-78f3-435d-a31a-93f5822482c7 req-f905e5c0-ec66-4eda-8fc7-87b4f57f744f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1390951 Jul 23 10:42:31.798216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93407e04-86d2-45bf-9f42-4ef6bc1dcc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.799157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-44d68194-7d62-4906-96b2-6c68919349e4 req-cb008781-b6a2-4e41-bf92-a6011d7ef039 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:42:31.800921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44d68194-7d62-4906-96b2-6c68919349e4 req-cb008781-b6a2-4e41-bf92-a6011d7ef039 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095870 Jul 23 10:42:31.854272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93407e04-86d2-45bf-9f42-4ef6bc1dcc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:31.860205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-bac56abe-2b63-4d02-91d7-ff825a988201 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1943407 Jul 23 10:42:32.010813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93407e04-86d2-45bf-9f42-4ef6bc1dcc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:32.014787 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93407e04-86d2-45bf-9f42-4ef6bc1dcc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:32.016035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-93407e04-86d2-45bf-9f42-4ef6bc1dcc2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca544c32-f0ea-4fa4-be8c-112908a59aa0 HTTP/1.1" status: 204 len: 168 time: 0.4978952 Jul 23 10:42:32.060676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93407e04-86d2-45bf-9f42-4ef6bc1dcc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca544c32-f0ea-4fa4-be8c-112908a59aa0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:32.081557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911186de-13db-4f05-a296-0b27f941f4b5 req-7b24689f-6479-47e3-88d0-d1f53c6a29d4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:32.089089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-7b24689f-6479-47e3-88d0-d1f53c6a29d4 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2067766 Jul 23 10:42:32.145936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1663-5088-48f1-a13b-87821559b95f req-8b454106-e99e-4110-b494-0519695a356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:32.158835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-8b454106-e99e-4110-b494-0519695a356c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 1096 time: 0.2048547 Jul 23 10:42:32.177492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-02b7bf22-6b59-4f39-a976-bb6673548581 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.0870075 Jul 23 10:42:32.188835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'floatingip': {'port_id': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:32.234935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b060f55-6203-4eb3-858f-e2b2a032da30 req-b0479f37-eaed-4f30-b4ce-60787351adf3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:32.246129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b060f55-6203-4eb3-858f-e2b2a032da30 req-b0479f37-eaed-4f30-b4ce-60787351adf3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2118063 Jul 23 10:42:32.339260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:32.431277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b060f55-6203-4eb3-858f-e2b2a032da30 req-ffcb51fd-b22a-4b4b-8210-a4e7363637e6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808934 Jul 23 10:42:32.520366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1663-5088-48f1-a13b-87821559b95f req-85cd9974-537b-4a80-8046-4df6df49b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:32.521730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-85cd9974-537b-4a80-8046-4df6df49b17f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 200 len: 912 time: 0.3434639 Jul 23 10:42:32.524398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:32.794135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-4b91a168-4c37-4f49-b165-69f76b43f307 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 200 len: 1000 time: 0.2653830 Jul 23 10:42:32.986655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1663-5088-48f1-a13b-87821559b95f req-0dcdedb3-3510-4332-bfb6-b03950235e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:32.988425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-0dcdedb3-3510-4332-bfb6-b03950235e30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 200 len: 850 time: 0.1875329 Jul 23 10:42:33.134498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:33.310218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f17bcd57-86b8-4131-b63a-2178029d7e99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06fd4578ad8b4f989a55fda988be1333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745031 Jul 23 10:42:33.315515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:33.351457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.371616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:33.395675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.402859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:33.434813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.461678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.485399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.499727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.516661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.519366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-b26b2a60-6a1e-4a1e-a628-cd2eb0b24647 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.5545034 Jul 23 10:42:33.527450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b1663-5088-48f1-a13b-87821559b95f req-ea61f976-370e-46b7-9587-b398841c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:33.529996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-ea61f976-370e-46b7-9587-b398841c5264 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2a9577-9398-4943-879e-83342892ac3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5316279 Jul 23 10:42:33.713657 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Floating IP 8898b98d-3ac0-4432-926b-5084efac55ca associated. External IP: 172.25.4.14, port: ed5be535-7d09-4b50-9e40-ba68d2426888. Jul 23 10:42:33.799690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3af196d-33f9-4cfd-9c83-847b08453d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:34.064546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-753fa27f-8c40-43ab-bc9e-3ae872362d5b service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251966 Jul 23 10:42:34.203562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f46b1663-5088-48f1-a13b-87821559b95f req-de31daa2-4a80-4e51-b0c0-8dde1b4ab8d9 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994296 Jul 23 10:42:34.227607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbfea5eb-bb9a-4697-a9a9-a57b74ee87c4 req-bd14d3a8-a806-4bd9-82e1-8d2bad2e2e30 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6896937 Jul 23 10:42:34.392093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:34.537369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3af196d-33f9-4cfd-9c83-847b08453d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:34.587377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c08d4-f53d-48bd-9051-f11a98ac76d1 req-1f7839ac-2471-44e9-aca9-31cb7c0b562e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:34.589002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-748c08d4-f53d-48bd-9051-f11a98ac76d1 req-1f7839ac-2471-44e9-aca9-31cb7c0b562e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1723104 Jul 23 10:42:34.678440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-748c08d4-f53d-48bd-9051-f11a98ac76d1 req-5acbca4c-76f4-4c5c-a49a-0aecff1de8fd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 Jul 23 10:42:34.926634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Router ba67f538-c37d-4946-9049-731ed3c2fa62 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:42:34.973269 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3af196d-33f9-4cfd-9c83-847b08453d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:34.980332 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3af196d-33f9-4cfd-9c83-847b08453d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:34.982813 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d3af196d-33f9-4cfd-9c83-847b08453d05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d0dd7e9-1047-426f-91c6-6bd9690f1856 HTTP/1.1" status: 204 len: 168 time: 1.6650608 Jul 23 10:42:35.191788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af196d-33f9-4cfd-9c83-847b08453d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0dd7e9-1047-426f-91c6-6bd9690f1856,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:35.357544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:42:35.380160 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] Sync routers for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:42:35.395001 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:35.398152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:35.401973 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:35.551932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d81401-022f-4196-93c4-d1a2e79b5adb req-29e7802b-7d88-49e6-b616-d6d2ffb9429c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:35.560913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1d81401-022f-4196-93c4-d1a2e79b5adb req-29e7802b-7d88-49e6-b616-d6d2ffb9429c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.1753280 Jul 23 10:42:35.573572 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-41bc7db1-ea4d-49b5-b4ed-1044c70ac6c5 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "PUT /v2.0/floatingips/8898b98d-3ac0-4432-926b-5084efac55ca HTTP/1.1" status: 200 len: 995 time: 3.3884480 Jul 23 10:42:35.574710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:35.592886 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9922d-c047-4cc2-ad45-f29b98428fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:35.715377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1d81401-022f-4196-93c4-d1a2e79b5adb req-f3b4fe2b-cbbf-42fa-89ca-7dac3732a370 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300268 Jul 23 10:42:35.799732 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:35.995938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911186de-13db-4f05-a296-0b27f941f4b5 req-eae11421-646b-47a8-b2b2-5e3ca0f6b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.014799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-eae11421-646b-47a8-b2b2-5e3ca0f6b79f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.4147534 Jul 23 10:42:36.118940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.128698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.137113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.146405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.153196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.160855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.170359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.177271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63b7e239-8822-4437-bd0f-5a98290e034b req-5d3b1b22-9613-44aa-8363-ab51bdb9ad5b tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.2692823 Jul 23 10:42:36.333950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911186de-13db-4f05-a296-0b27f941f4b5 req-5bc6f6ba-7b47-4383-825c-d0f0c4d529ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.340542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63b7e239-8822-4437-bd0f-5a98290e034b req-1d024b43-c4cc-4359-ae62-44164472a104 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1566181 Jul 23 10:42:36.341946 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-5bc6f6ba-7b47-4383-825c-d0f0c4d529ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.3281877 Jul 23 10:42:36.492007 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '8898b98d-3ac0-4432-926b-5084efac55ca', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'port_id': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'mac_address': 'fa:16:3e:45:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:42:30Z', 'updated_at': '2021-07-23T10:42:33Z', 'revision_number': 1, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:41Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:36.521976 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-53a8fc02-6fb8-4bfc-aa78-76b15617866b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 998 time: 0.1782720 Jul 23 10:42:36.551901 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f69ae-cad1-4b08-a89c-786cfbe7a784 x-openstack-request-id: req-fd6f69ae-cad1-4b08-a89c-786cfbe7a784 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:36.552669 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:36.556873 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd6f69ae-cad1-4b08-a89c-786cfbe7a784 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:36.560629 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'status': 'completed', 'code': 200} Jul 23 10:42:36.586358 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] Checking router: ba67f538-c37d-4946-9049-731ed3c2fa62 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:42:36.631780 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:36.635010 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:36.690975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911186de-13db-4f05-a296-0b27f941f4b5 req-3b291722-d141-4005-b899-6ad03d6d8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.695899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-3b291722-d141-4005-b899-6ad03d6d8347 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.1697891 Jul 23 10:42:36.758974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-4d722277-ca10-4246-a6c3-fe99c544b16e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573258 Jul 23 10:42:36.771304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-c2ab5ac5-58f5-4736-88f0-989967c31dc7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:42:36.775043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-c2ab5ac5-58f5-4736-88f0-989967c31dc7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094266 Jul 23 10:42:36.848057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-274e4cfa-e9c9-4563-a014-13f2f0b0b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.856411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-274e4cfa-e9c9-4563-a014-13f2f0b0b960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.3365953 Jul 23 10:42:36.939309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:36.971241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ea6ef-704c-4c19-a11c-28a47d333ad1 req-e243c92d-4e5b-4b72-bdbb-2d02bbdca478 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:36.994261 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-300ea6ef-704c-4c19-a11c-28a47d333ad1 req-e243c92d-4e5b-4b72-bdbb-2d02bbdca478 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3656249 Jul 23 10:42:37.040656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-406c4cef-bedd-4724-a5de-42abc4ae7bb2 service neutron] 10.222.0.37 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579432 Jul 23 10:42:37.228324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-300ea6ef-704c-4c19-a11c-28a47d333ad1 req-61fe2bf2-b579-423a-b5f0-64fe0e7db7cc tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330203 Jul 23 10:42:37.290667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-e68746fd-2e36-409f-ac0e-6d3bd859f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:37.293957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-911186de-13db-4f05-a296-0b27f941f4b5 req-d7066c44-72d2-4465-b291-103a6cb09479 service neutron] 10.222.0.37 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290204 Jul 23 10:42:37.302239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-e68746fd-2e36-409f-ac0e-6d3bd859f668 service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.4357650 Jul 23 10:42:37.600322 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '8898b98d-3ac0-4432-926b-5084efac55ca', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'port_id': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'mac_address': 'fa:16:3e:45:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:42:30Z', 'updated_at': '2021-07-23T10:42:33Z', 'revision_number': 1, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:41Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:37.675963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-eb1b6c31-53c2-4584-b74b-766e4ebe6553 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 998 time: 0.3656142 Jul 23 10:42:37.684044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-9c32a4af-6be5-40d4-8a47-d025b88fc16f tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 998 time: 0.2842512 Jul 23 10:42:37.697070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673ab1-8988-483a-91cb-5a739945b644 req-c68f74cc-2d26-4b6a-94ed-d96dfc000e09 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:37.698559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68673ab1-8988-483a-91cb-5a739945b644 req-c68f74cc-2d26-4b6a-94ed-d96dfc000e09 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.5131176 Jul 23 10:42:37.731233 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2517f4-d121-4d9c-9633-bbff62ece653 None None] The sync data for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 is: [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '8898b98d-3ac0-4432-926b-5084efac55ca', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'port_id': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'mac_address': 'fa:16:3e:45:e0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:42:30Z', 'updated_at': '2021-07-23T10:42:33Z', 'revision_number': 1, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:41Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:42:37.789746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-b53588d9-3be7-4b1d-a104-eb227bb55736 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:37.805637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-b53588d9-3be7-4b1d-a104-eb227bb55736 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports/ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 942 time: 0.1205916 Jul 23 10:42:37.875350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b91b6e-6930-4106-981e-ab86085d06af req-4dfc5e57-930c-4d76-8661-d6f2f4972599 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:37.881853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01b91b6e-6930-4106-981e-ab86085d06af req-4dfc5e57-930c-4d76-8661-d6f2f4972599 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 945 time: 0.5406904 Jul 23 10:42:37.984579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-b0bcf205-a760-4d55-936f-f42cfcff5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:37.986586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-b0bcf205-a760-4d55-936f-f42cfcff5a64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.2871006 Jul 23 10:42:37.996733 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-72b3bea6-43b1-44cd-b0ff-bc5c772e0799 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 998 time: 0.1411245 Jul 23 10:42:38.032205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-255a3fce-cb30-4028-8152-de7d94da2e1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338058 Jul 23 10:42:38.103592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01b91b6e-6930-4106-981e-ab86085d06af req-a502613d-2781-45eb-9938-de1cfe44cc3e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbdaa1da-f448-4632-bd28-f7604a2df0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206810 Jul 23 10:42:38.273748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e063984-25f3-4e1a-b67f-cb99598083eb None None] New status for floating IP 8898b98d-3ac0-4432-926b-5084efac55ca: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:42:38.372794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8586a6c9-c102-4ded-a378-2bc76160e8c2 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.386711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8586a6c9-c102-4ded-a378-2bc76160e8c2 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.3793442 Jul 23 10:42:38.411588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Deleting port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:42:38.412317 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:38.481857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-d44040a4-a1e1-406e-aeec-c50bf68662fc service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204023 Jul 23 10:42:38.598608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.623067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.636869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.637422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-5ae38934-0751-4525-8051-ba0983b42f83 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 998 time: 0.2479825 Jul 23 10:42:38.642865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:42:38.660686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.672698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.716276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.757321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:38.769337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-d9e0f787-e828-4680-ae6d-5607a4bdbaea tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.4552376 Jul 23 10:42:38.847213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] For port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:38.847622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:38.852320 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.134099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.139408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.140126 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Floating IP 8898b98d-3ac0-4432-926b-5084efac55ca disassociated. External IP: 172.25.4.14, port: ed5be535-7d09-4b50-9e40-ba68d2426888. Jul 23 10:42:39.443566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fa9922d-c047-4cc2-ad45-f29b98428fc5 req-c9eae79e-8db1-4f3a-bd0c-4ba0bc8bd8f4 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9262986 Jul 23 10:42:39.491971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e891de4-9a6b-4dc9-8183-d3d13e468649 req-1d973a60-bc72-499a-91d7-ea7e36c3d821 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2307653 Jul 23 10:42:39.495244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.495725 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.496572 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Floating IP 7723ae0f-a059-4cec-bb14-8cae1a54edec disassociated. External IP: 172.25.4.64, port: 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce. Jul 23 10:42:39.496572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Calling delete_port for 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:42:39.618293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Router ba67f538-c37d-4946-9049-731ed3c2fa62 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:42:39.720007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d80a4-9a75-4ccf-b754-b66ca6fe7ce6 req-6664a2a5-1894-42b0-9cf1-76486826d423 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:39.721759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-403d80a4-9a75-4ccf-b754-b66ca6fe7ce6 req-6664a2a5-1894-42b0-9cf1-76486826d423 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1320589 Jul 23 10:42:39.812887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-403d80a4-9a75-4ccf-b754-b66ca6fe7ce6 req-378e7570-a9e0-4653-ad83-0f84cdb8d6c1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766125 Jul 23 10:42:39.815377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.850104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event deleted for resources: {'Port': ['ID=93e80a02-99e8-4ef1-80c8-6a8b940bf2ce,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:39.851882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:42:39.868996 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] Sync routers for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:42:39.872428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.873021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.873723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.874511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.875151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.875711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.876355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.876881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.877686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.878231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.878901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.879515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:39.882874 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:39.884756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:39.886753 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:39.987831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:40.047181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8a1c4097-2c50-4c3e-8f1b-812e297bb9b6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "PUT /v2.0/floatingips/8898b98d-3ac0-4432-926b-5084efac55ca HTTP/1.1" status: 200 len: 694 time: 1.4083200 Jul 23 10:42:40.047722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:40.050079 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:40.153672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a455df73-285d-49eb-a54d-8cfd8381805e req-7159d43c-e920-4842-b993-c16b0b49db5c tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2683dd5-1884-43f5-b24a-6314ae937d1d HTTP/1.1" status: 200 len: 210 time: 0.0904541 Jul 23 10:42:40.179330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-a44d32b2-a5da-41aa-8ce5-e474aa2aaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:40.187676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-a44d32b2-a5da-41aa-8ce5-e474aa2aaa1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.1267650 Jul 23 10:42:40.235313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Router b91ea183-6e35-465d-85f2-73e8082ba519 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:42:40.294537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:40.372716 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a076ec-2242-45b0-9bbf-a1345f04aaac x-openstack-request-id: req-d5a076ec-2242-45b0-9bbf-a1345f04aaac {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:40.373006 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:40.373268 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5a076ec-2242-45b0-9bbf-a1345f04aaac {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:40.373788 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'status': 'completed', 'code': 200} Jul 23 10:42:40.382100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-cc3dd585-06df-4524-8f13-869c8dbe14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:40.388690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-cc3dd585-06df-4524-8f13-869c8dbe14c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 0.2001202 Jul 23 10:42:40.463197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-8211d8b6-81c7-457b-8db3-cfbd55983ad2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.0732801 Jul 23 10:42:40.473027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:40.541241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:42:40.553189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:42:40.572994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:40.580465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:40.650964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-f72db6f5-16bb-4b07-aa92-6e945d39b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:40.652826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-f72db6f5-16bb-4b07-aa92-6e945d39b391 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 1096 time: 0.3032384 Jul 23 10:42:40.678761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-c0b012ef-d986-406a-b1b0-eb07b79360ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:40.680589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-c0b012ef-d986-406a-b1b0-eb07b79360ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.2165880 Jul 23 10:42:40.739465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-74b2355b-a6ef-491a-9134-f5d899fdf80f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475602 Jul 23 10:42:40.764726 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:41Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:40.771039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] No DVR routers for this DVR port 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:42:40.777406 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:40.782575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68673ab1-8988-483a-91cb-5a739945b644 req-bd02d337-ebbe-47c3-b41b-24fc6c177518 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.20 "DELETE /v2.0/ports/93e80a02-99e8-4ef1-80c8-6a8b940bf2ce HTTP/1.1" status: 204 len: 173 time: 3.0542936 Jul 23 10:42:40.797793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:40.808476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] Checking router: ba67f538-c37d-4946-9049-731ed3c2fa62 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:42:40.819249 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:40.820254 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:40.837850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:40.865955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'name': 'network-vif-deleted', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:40.874525 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e543ac-da16-4581-940e-d79d8e406de9" -d '{"events": [{"server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "name": "network-vif-deleted", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:40.876200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:40.959488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86050a5e-3bf7-47eb-8032-8cb2a3ee416f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:40.981805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd25bb1ae136425f8cd8cdddfd9ea456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9908934 Jul 23 10:42:40.985826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.986719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.986719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.986969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.987181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.987549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.987963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.988291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.988889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.988889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.989256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.989609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9d5f23-5ea9-4b9f-9aa1-3be60f01c960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:40.994199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34066) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:41.013867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-c314c03a-66f6-452d-817e-021a36d0a2c7 service neutron] 10.222.0.37 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370036 Jul 23 10:42:41.232815 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:41.335480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22923aae-1265-4ffd-a99a-1d39571e6f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:41.346958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81be8c6a-b0b4-4522-bb11-0cc5cf62ecd2 req-76499237-d885-4e4e-9cb6-0ee13bc35b3f service neutron] 10.222.0.37 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119972 Jul 23 10:42:41.501600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:41.530204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:42:41.540954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:41.541889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:41.599670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020463-eaa7-4531-8486-7ccc24446f8e req-2e959367-efee-4bef-a7e8-90942c87004f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.604257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22020463-eaa7-4531-8486-7ccc24446f8e req-2e959367-efee-4bef-a7e8-90942c87004f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1067407 Jul 23 10:42:41.644610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:42:41.680542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22020463-eaa7-4531-8486-7ccc24446f8e req-b9713743-0d0a-4426-8301-9820cc9f2117 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677116 Jul 23 10:42:41.710388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:42:41.710745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 93e80a02-99e8-4ef1-80c8-6a8b940bf2ce not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:42:41.712936 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:41Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:41.738410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:41.753602 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfd0ec-3758-4b8f-bd4e-95f1f2d7350c None None] The sync data for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 is: [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:41:25Z', 'revision_number': 4, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7bf2d089-ad8c-4e53-8daa-dda1e411b858', 'name': '', 'network_id': '36d75eb1-6eb2-43c7-9997-6df88c9b2db4', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'mac_address': 'fa:16:3e:eb:e3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:23Z', 'updated_at': '2021-07-23T10:41:41Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'subnets': [{'id': 'd00825af-7e47-4709-884f-b90398e8c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:42:41.774368 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24837316-848b-46a1-9c4d-c5528d5fe6c6 x-openstack-request-id: req-24837316-848b-46a1-9c4d-c5528d5fe6c6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:41.774879 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2683dd5-1884-43f5-b24a-6314ae937d1d", "name": "network-vif-deleted", "tag": "93e80a02-99e8-4ef1-80c8-6a8b940bf2ce", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:41.774986 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24837316-848b-46a1-9c4d-c5528d5fe6c6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:41.775315 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2683dd5-1884-43f5-b24a-6314ae937d1d', 'name': 'network-vif-deleted', 'tag': '93e80a02-99e8-4ef1-80c8-6a8b940bf2ce', 'status': 'completed', 'code': 200} Jul 23 10:42:41.813691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.827904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.833785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.839049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.845791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.855232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.861698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.870923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5edd8e54-29ef-4d04-b310-3d305385864d req-01018ae1-6b5f-4a28-ba9d-1f74506f7152 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 1.1280193 Jul 23 10:42:41.885061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-fa987c83-e5a8-46d0-81ba-fb16d6f9463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:41.886485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-fa987c83-e5a8-46d0-81ba-fb16d6f9463f service neutron] 10.222.0.55 "GET /v2.0/networks?id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 200 len: 920 time: 1.1428046 Jul 23 10:42:41.888483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22923aae-1265-4ffd-a99a-1d39571e6f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:41.892727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-0cd992ad-c9b9-429f-b116-01e7a58cda30 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips/8898b98d-3ac0-4432-926b-5084efac55ca HTTP/1.1" status: 200 len: 694 time: 0.0710375 Jul 23 10:42:41.959114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-2bf2521b-bea2-47bb-80ca-7a31355609cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 200 len: 217 time: 0.0550044 Jul 23 10:42:42.017241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:42.052205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f0d9b-3ac2-4534-b7a7-5f9c6c15deec None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:34:46Z', 'revision_number': 4, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '558ee03d-934d-4fc6-89df-b7ce5b22dc6d', 'name': '', 'network_id': '4b2a9577-9398-4943-879e-83342892ac3a', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'mac_address': 'fa:16:3e:52:82:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:45Z', 'updated_at': '2021-07-23T10:34:57Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'subnets': [{'id': '8e2db689-799e-4107-b813-e5b30a438ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:42:42.071522 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5edd8e54-29ef-4d04-b310-3d305385864d req-64b50771-7bf2-4ee6-88ff-405346034329 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1996870 Jul 23 10:42:42.085088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-24d32a17-df06-429f-aa3f-637cfe0572f6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:42.094818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-24d32a17-df06-429f-aa3f-637cfe0572f6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 784 time: 0.1981983 Jul 23 10:42:42.100903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-b82f8f80-c8db-44c2-9e36-969291dd45fa tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:42:42.103949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-b82f8f80-c8db-44c2-9e36-969291dd45fa tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098398 Jul 23 10:42:42.109390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22923aae-1265-4ffd-a99a-1d39571e6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:42.112127 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22923aae-1265-4ffd-a99a-1d39571e6f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:42.115846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-22923aae-1265-4ffd-a99a-1d39571e6f62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86050a5e-3bf7-47eb-8032-8cb2a3ee416f HTTP/1.1" status: 204 len: 168 time: 1.1152380 Jul 23 10:42:42.116916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-1e7950cf-91d9-4894-8bc8-ecd003a24017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:42.118381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-1e7950cf-91d9-4894-8bc8-ecd003a24017 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 200 len: 859 time: 0.1502557 Jul 23 10:42:42.127871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923aae-1265-4ffd-a99a-1d39571e6f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86050a5e-3bf7-47eb-8032-8cb2a3ee416f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:42.200820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-2919e4b7-af52-42fe-99b6-e31af3dae5b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=36d75eb1-6eb2-43c7-9997-6df88c9b2db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715799 Jul 23 10:42:42.219134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-3452bf04-92de-4f48-8d78-7cc81a03c140 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 697 time: 0.1068709 Jul 23 10:42:42.228649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:42.279026 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a51ee-b2bb-43fe-8aba-1233281e1dee None None] New status for floating IP 8898b98d-3ac0-4432-926b-5084efac55ca: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:42:42.327336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-62968f7e-9314-4a58-9e16-cedfe80d4675 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 697 time: 0.1065536 Jul 23 10:42:42.351115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-aed9ca8a-435b-4b28-b335-29bde0ce505e service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278222 Jul 23 10:42:42.584966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5b44a0a-c64b-4bc6-a5b2-631b5ada8d0e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:42.602540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d44ad-a1bd-4657-8dbd-305d4c9c730d None None] New status for floating IP 7723ae0f-a059-4cec-bb14-8cae1a54edec: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:42:42.615243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5b44a0a-c64b-4bc6-a5b2-631b5ada8d0e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:42.659725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf5a49a5-6f5a-4735-8b31-3753d97fe5e5 req-f7a8c042-f63c-4805-80e0-37db85dfab32 service neutron] 10.222.0.55 "GET /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994840 Jul 23 10:42:42.676982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5b44a0a-c64b-4bc6-a5b2-631b5ada8d0e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:42.682943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5b44a0a-c64b-4bc6-a5b2-631b5ada8d0e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:42.685916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5b44a0a-c64b-4bc6-a5b2-631b5ada8d0e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbdaa1da-f448-4632-bd28-f7604a2df0eb HTTP/1.1" status: 204 len: 168 time: 0.4561422 Jul 23 10:42:42.688807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34102) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:42.713083 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-f8c28ab1-3e71-4096-9961-319a9589acb9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] show failed (client error): The resource could not be found. Jul 23 10:42:42.715050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f8c28ab1-3e71-4096-9961-319a9589acb9 tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "GET /v2.0/security-groups/bbdaa1da-f448-4632-bd28-f7604a2df0eb HTTP/1.1" status: 404 len: 347 time: 0.0250707 Jul 23 10:42:42.719790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34106) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:42.732869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44a0a-c64b-4bc6-a5b2-631b5ada8d0e tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdaa1da-f448-4632-bd28-f7604a2df0eb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:42.786109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Deleting port a58a31c3-060f-42cc-b78c-4b080675bb74 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:42:42.786462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.006985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34112) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:43.007569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.007569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.036201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Calling delete_port for a58a31c3-060f-42cc-b78c-4b080675bb74 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:42:43.142174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-367a124d-9d73-40fa-8cf1-a9586178cfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.254673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9740c-f524-47f4-aa36-73dd37442e55 req-8bd182c6-5d29-4a71-b202-4b0753e7a175 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.256325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c9740c-f524-47f4-aa36-73dd37442e55 req-8bd182c6-5d29-4a71-b202-4b0753e7a175 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3222332 Jul 23 10:42:43.291696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Deleting port ef06a41b-7a9b-45ff-8d77-715e5ba2d7e5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:42:43.292042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.328615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c9740c-f524-47f4-aa36-73dd37442e55 req-999bd14d-902f-4b0b-af89-9d7bdb0de180 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620685 Jul 23 10:42:43.346239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.415470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.415973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.441627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Calling delete_port for ef06a41b-7a9b-45ff-8d77-715e5ba2d7e5 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:42:43.455643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event deleted for resources: {'Port': ['ID=a58a31c3-060f-42cc-b78c-4b080675bb74,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:43.486929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-367a124d-9d73-40fa-8cf1-a9586178cfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.530600 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.534711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.540436 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8b7e86e-ecf9-412b-a135-8e9a0326fc38 req-4a72012d-8157-442c-820b-e06e614b78ef tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "DELETE /v2.0/floatingips/8898b98d-3ac0-4432-926b-5084efac55ca HTTP/1.1" status: 204 len: 173 time: 1.2118177 Jul 23 10:42:43.559832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-367a124d-9d73-40fa-8cf1-a9586178cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.653423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:43.666937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a124d-9d73-40fa-8cf1-a9586178cfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb57e1c-ed36-4bc6-a6ae-54af50bcb192,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:43.668549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eec03e53-45e5-4895-9eae-fddfaad118ed req-55b41a32-36ea-479d-8f28-17fe65eb0b85 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups/2ff22958-ac1a-4983-b4f6-734f5b45d60a HTTP/1.1" status: 200 len: 1808 time: 0.0894229 Jul 23 10:42:43.676337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-367a124d-9d73-40fa-8cf1-a9586178cfe0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0bed4e8f7ee49079e49cb08e8e407d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634600 Jul 23 10:42:43.684607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34142) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:43.796508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.802866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.812128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.824402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.831387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.838148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.844794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:43.853885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-3a5ccbbe-d135-413d-b550-804274677c18 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.2670383 Jul 23 10:42:43.893787 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eec03e53-45e5-4895-9eae-fddfaad118ed req-7a59bea2-3c85-4577-b3f4-07d6f60b8ad6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.909965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c8978ee-fdea-4866-b6f9-48cee5ffd1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.934712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eec03e53-45e5-4895-9eae-fddfaad118ed req-7a59bea2-3c85-4577-b3f4-07d6f60b8ad6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:43.987477 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05852e7f-55e4-4079-b945-ab38359a0a81 req-93de24a2-4346-408b-941d-ab6b87d7ea1f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1322410 Jul 23 10:42:43.994043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.006966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:44.047735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eec03e53-45e5-4895-9eae-fddfaad118ed req-7a59bea2-3c85-4577-b3f4-07d6f60b8ad6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.050745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eec03e53-45e5-4895-9eae-fddfaad118ed req-7a59bea2-3c85-4577-b3f4-07d6f60b8ad6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.052205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eec03e53-45e5-4895-9eae-fddfaad118ed req-7a59bea2-3c85-4577-b3f4-07d6f60b8ad6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ff22958-ac1a-4983-b4f6-734f5b45d60a HTTP/1.1" status: 204 len: 173 time: 0.3503053 Jul 23 10:42:44.054893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'port_id': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'mac_address': 'fa:16:3e:e1:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b48c25-ba82-45b1-a1e1-5c6f2567994a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:42:44.082100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59bea2-3c85-4577-b3f4-07d6f60b8ad6 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff22958-ac1a-4983-b4f6-734f5b45d60a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:44.153267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Pushing event deleted for resources: {'Port': ['ID=ef06a41b-7a9b-45ff-8d77-715e5ba2d7e5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:44.173729 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.196759 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c8978ee-fdea-4866-b6f9-48cee5ffd1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.253444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ddf6f12-5182-4912-a15f-a55aac5a7483 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:44.295701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.300675 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.302003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-58f488a0-8c56-49d4-8f42-8a7f00039f0d tempest-AttachVolumeTestJSON-242315070 tempest-AttachVolumeTestJSON-242315070-project] 10.222.0.37 "DELETE /v2.0/floatingips/7723ae0f-a059-4cec-bb14-8cae1a54edec HTTP/1.1" status: 204 len: 168 time: 1.5800900 Jul 23 10:42:44.351497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c8978ee-fdea-4866-b6f9-48cee5ffd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.352778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:44.364951 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.374485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c8978ee-fdea-4866-b6f9-48cee5ffd1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:44.385438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c8978ee-fdea-4866-b6f9-48cee5ffd1d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebb57e1c-ed36-4bc6-a6ae-54af50bcb192 HTTP/1.1" status: 204 len: 168 time: 0.6922126 Jul 23 10:42:44.434713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8978ee-fdea-4866-b6f9-48cee5ffd1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb57e1c-ed36-4bc6-a6ae-54af50bcb192,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:44.605319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:44.692874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8ddf6f12-5182-4912-a15f-a55aac5a7483'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:42:44.809865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962fe5a-63f6-4737-92bc-38e532245130 req-c7a5446f-6acc-4dd7-bb8b-287669ba5506 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:44.817537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea2770-cc60-4d83-b10e-76edc769f646 req-f036ab8c-f98a-49a3-becb-8f311ae627b2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:44.830706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c962fe5a-63f6-4737-92bc-38e532245130 req-c7a5446f-6acc-4dd7-bb8b-287669ba5506 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1990855 Jul 23 10:42:44.841982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93ea2770-cc60-4d83-b10e-76edc769f646 req-f036ab8c-f98a-49a3-becb-8f311ae627b2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.3215952 Jul 23 10:42:44.942129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c962fe5a-63f6-4737-92bc-38e532245130 req-43e061e9-2e0a-4204-bdbe-c061552c5748 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085491 Jul 23 10:42:44.952082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93ea2770-cc60-4d83-b10e-76edc769f646 req-2873af1c-7c58-46c2-ac53-6ba9ef095a34 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071768 Jul 23 10:42:45.362232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.369742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.392816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.398887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.417509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.444276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.450547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:45.453068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-d7e0a571-5b67-43bf-ad9b-96682af62ae3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.2774127 Jul 23 10:42:45.524729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1aeac580-8a63-4c2b-b683-b7e0d04aee57 req-8b5120ec-7577-45d9-a158-dd61e8ed07ac tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0561502 Jul 23 10:42:45.669909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:42:45.898927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8ddf6f12-5182-4912-a15f-a55aac5a7483 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:42:45.900248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:46.160657 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:46.246674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:46.254248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:46.262997 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd0eed-0a73-4e6d-8007-1ee96c289a07" -d '{"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:46.272208 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:46.294538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7572a-abb8-4df2-b21e-5923fd39a0f5 req-68c389ec-219f-4436-abc6-978cdd3ba109 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:46.312276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f7572a-abb8-4df2-b21e-5923fd39a0f5 req-68c389ec-219f-4436-abc6-978cdd3ba109 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.1965716 Jul 23 10:42:46.322832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b78fc1-250f-41f8-90b8-e7f3fea5a11f req-52e6bd34-92e4-4e10-87ab-dfd9b25a700e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:46.353835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32b78fc1-250f-41f8-90b8-e7f3fea5a11f req-52e6bd34-92e4-4e10-87ab-dfd9b25a700e tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1961315 Jul 23 10:42:46.397383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:46.422072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f7572a-abb8-4df2-b21e-5923fd39a0f5 req-6b9a0224-1434-44fd-8a99-88d5367e6912 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005785 Jul 23 10:42:46.487368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32b78fc1-250f-41f8-90b8-e7f3fea5a11f req-d19216de-896d-47a9-9039-b77c2551b462 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315889 Jul 23 10:42:46.502963 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86a265-1cf4-481e-87ed-412b8fddea84 x-openstack-request-id: req-1b86a265-1cf4-481e-87ed-412b8fddea84 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:46.503572 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:46.504493 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b86a265-1cf4-481e-87ed-412b8fddea84 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:46.505458 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'code': 200} Jul 23 10:42:46.735272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654cc3-d880-4446-9559-158c9f96b54e req-694a9bc6-7f92-4689-935b-7f2f18da373d tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:46.749869 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91654cc3-d880-4446-9559-158c9f96b54e req-694a9bc6-7f92-4689-935b-7f2f18da373d tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.55 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 945 time: 0.1369290 Jul 23 10:42:46.940279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:46.983637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:46.998315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:47.006708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Deleting port ed5be535-7d09-4b50-9e40-ba68d2426888 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:42:47.006989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:47.016245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:47.031926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:47.051145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:47.058086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:47.060299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c96bca42-da36-43db-b72f-5e9af399562c req-687c7139-cd2e-4ddc-8c19-8d6cc29125b0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.3639557 Jul 23 10:42:47.158157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c96bca42-da36-43db-b72f-5e9af399562c req-453c89b4-8bba-4994-98bb-2448f4711177 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0863483 Jul 23 10:42:47.264558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] For port ed5be535-7d09-4b50-9e40-ba68d2426888, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ed5be535-7d09-4b50-9e40-ba68d2426888,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:47.264936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:47.296511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Calling delete_port for ed5be535-7d09-4b50-9e40-ba68d2426888 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:42:47.760305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:47.781569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ed5be535-7d09-4b50-9e40-ba68d2426888'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:42:47.956981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaedd64-863e-47d7-ac23-a2fd0bb35679 req-22204675-718e-4ef1-a05c-60fd7f73d96a tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:47.973600 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-adaedd64-863e-47d7-ac23-a2fd0bb35679 req-22204675-718e-4ef1-a05c-60fd7f73d96a tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 867 time: 0.3000431 Jul 23 10:42:47.981454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Pushing event deleted for resources: {'Port': ['ID=ed5be535-7d09-4b50-9e40-ba68d2426888,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:48.085676 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-adaedd64-863e-47d7-ac23-a2fd0bb35679 req-83f92e0f-8d52-45eb-a5ab-a66b9020b384 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/security-groups?id=1622453e-e38f-4e64-9eeb-469b736e0572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058836 Jul 23 10:42:48.127944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] No DVR routers for this DVR port ed5be535-7d09-4b50-9e40-ba68d2426888 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:42:48.132593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:48.137040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91654cc3-d880-4446-9559-158c9f96b54e req-cd028cad-53df-4d0a-b1e1-93967c3b0afe tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.55 "DELETE /v2.0/ports/ed5be535-7d09-4b50-9e40-ba68d2426888 HTTP/1.1" status: 204 len: 173 time: 1.3820894 Jul 23 10:42:48.140737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'name': 'network-vif-deleted', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:42:48.148483 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189e0696-2099-48cb-bc56-66e188b2e6ba" -d '{"events": [{"server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "name": "network-vif-deleted", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:42:48.235084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852308e4-be88-4a97-b873-123a624e3b59 req-873fc525-0a1c-464d-8d4b-85254a33983d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.244770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-852308e4-be88-4a97-b873-123a624e3b59 req-873fc525-0a1c-464d-8d4b-85254a33983d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4986649 Jul 23 10:42:48.248953 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd47fc4e-ae50-4499-bbc8-054d5049b3a1 x-openstack-request-id: req-cd47fc4e-ae50-4499-bbc8-054d5049b3a1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:42:48.249238 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71f8d1e-b8df-4105-9b23-0788d25b99dc", "name": "network-vif-deleted", "tag": "ed5be535-7d09-4b50-9e40-ba68d2426888", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:42:48.249891 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd47fc4e-ae50-4499-bbc8-054d5049b3a1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:42:48.250017 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71f8d1e-b8df-4105-9b23-0788d25b99dc', 'name': 'network-vif-deleted', 'tag': 'ed5be535-7d09-4b50-9e40-ba68d2426888', 'status': 'completed', 'code': 200} Jul 23 10:42:48.354553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-852308e4-be88-4a97-b873-123a624e3b59 req-de99b522-367d-4bd3-b8e1-728f38ef062b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087923 Jul 23 10:42:48.534976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.567380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.585557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.619551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.635279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.668988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.682089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:48.699106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-85777417-64ad-4f74-bf80-1b9d1d769fc7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.3432653 Jul 23 10:42:48.805430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1b45ece-16b8-4b5b-8984-e070a9970b01 req-820c193d-a708-49d0-8fb6-c73c30c35cb9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1042302 Jul 23 10:42:49.476264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48a2f8b8-1f0d-48c9-b4ea-71cbc9cf1da9 req-24521c5f-81db-4d92-91e1-aa7fc65d0602 tempest-ServerRescueTestJSONUnderV235-56920700 tempest-ServerRescueTestJSONUnderV235-56920700-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71f8d1e-b8df-4105-9b23-0788d25b99dc HTTP/1.1" status: 200 len: 210 time: 0.1719959 Jul 23 10:42:49.744056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0988d-8b63-4361-bfd1-87c64c436f1d req-657e5fcc-beef-48d5-aa10-b0a290b8e99e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:49.754187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ca0988d-8b63-4361-bfd1-87c64c436f1d req-657e5fcc-beef-48d5-aa10-b0a290b8e99e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1757998 Jul 23 10:42:49.824230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34322) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:49.864652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ca0988d-8b63-4361-bfd1-87c64c436f1d req-cd6012f4-2a55-4fcd-95ee-d9d6a4577b50 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091690 Jul 23 10:42:50.060828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ed5be535-7d09-4b50-9e40-ba68d2426888 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:42:50.115241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: ed5be535-7d09-4b50-9e40-ba68d2426888 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:42:50.115783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ed5be535-7d09-4b50-9e40-ba68d2426888 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:42:50.118664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9136d17-9780-475d-8700-01039c1cacf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:50.291955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.302070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.311314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.319267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.326961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.334660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.340873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:50.350000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-b1038031-a260-41c2-9f54-818bf34291e2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.3572288 Jul 23 10:42:50.445248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-434d35cf-69b6-40c4-ba6b-63ef9b6b15dc req-a6a104be-d4de-4dcc-9d70-65e655e75ba7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0940084 Jul 23 10:42:50.543602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:50.586039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9136d17-9780-475d-8700-01039c1cacf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:50.592388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9136d17-9780-475d-8700-01039c1cacf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:50.684574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b9136d17-9780-475d-8700-01039c1cacf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=849190e50fc64c4897d17a0583fe6f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585200 Jul 23 10:42:50.688293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34340) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:50.704991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136d17-9780-475d-8700-01039c1cacf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fae1e5d-c245-4d25-9d63-3219c321ec59,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:50.847195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77cb5479-996c-49c9-8610-e06fe7fdef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:50.893129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77cb5479-996c-49c9-8610-e06fe7fdef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:51.084213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77cb5479-996c-49c9-8610-e06fe7fdef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:51.087028 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77cb5479-996c-49c9-8610-e06fe7fdef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:51.088575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-77cb5479-996c-49c9-8610-e06fe7fdef4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fae1e5d-c245-4d25-9d63-3219c321ec59 HTTP/1.1" status: 204 len: 168 time: 0.3990457 Jul 23 10:42:51.110364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515a573-9032-4bf2-bf31-7942034206de req-5874e2cd-8167-4fa0-9750-2ba523b5be4b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:51.118117 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4515a573-9032-4bf2-bf31-7942034206de req-5874e2cd-8167-4fa0-9750-2ba523b5be4b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1714544 Jul 23 10:42:51.120320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb5479-996c-49c9-8610-e06fe7fdef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fae1e5d-c245-4d25-9d63-3219c321ec59,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:51.201138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4515a573-9032-4bf2-bf31-7942034206de req-b41623dc-d105-467e-89ce-78bbafd9ad44 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738077 Jul 23 10:42:51.980239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34366) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:52.020881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-447e8ff6-af4d-430a-b140-a98c0d445eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:52.039964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.056912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.066065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.086714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.104089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.116583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.136022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.149092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-e2c284d2-b073-44e1-bf91-f8f2e63ecb77 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.3751259 Jul 23 10:42:52.305483 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-053bf6d2-d573-440d-8d4d-ea764ff8543c req-eb541a71-85dd-4374-983e-0c3f142a0730 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1550596 Jul 23 10:42:52.345669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-447e8ff6-af4d-430a-b140-a98c0d445eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:52.357223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-447e8ff6-af4d-430a-b140-a98c0d445eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:52.460540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-447e8ff6-af4d-430a-b140-a98c0d445eea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70ca11712e6b4354a29700ff62cb6cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790845 Jul 23 10:42:52.461112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34372) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:52.476115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:52.556876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8ff6-af4d-430a-b140-a98c0d445eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949c036-c50c-4bb3-a129-ccdba004c1e5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:52.766789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1dce283-a8e0-4088-a138-b1186fbf350d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:52.809068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a339f-78e4-4169-8c36-97c806af37fe req-fbf5a9b2-f190-476b-9528-1a209b0b7261 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:52.819762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b06a339f-78e4-4169-8c36-97c806af37fe req-fbf5a9b2-f190-476b-9528-1a209b0b7261 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3997269 Jul 23 10:42:52.941339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1dce283-a8e0-4088-a138-b1186fbf350d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:53.066538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1dce283-a8e0-4088-a138-b1186fbf350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:53.071466 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1dce283-a8e0-4088-a138-b1186fbf350d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:53.078078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e1dce283-a8e0-4088-a138-b1186fbf350d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0949c036-c50c-4bb3-a129-ccdba004c1e5 HTTP/1.1" status: 204 len: 168 time: 0.5998476 Jul 23 10:42:53.106286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b06a339f-78e4-4169-8c36-97c806af37fe req-e7f10540-1695-49f0-a6be-7fe65f2bae38 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853053 Jul 23 10:42:53.126025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dce283-a8e0-4088-a138-b1186fbf350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949c036-c50c-4bb3-a129-ccdba004c1e5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:53.274322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Deleting port 7bf2d089-ad8c-4e53-8daa-dda1e411b858 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:42:53.274878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:53.677914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] For port 7bf2d089-ad8c-4e53-8daa-dda1e411b858, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7bf2d089-ad8c-4e53-8daa-dda1e411b858,segment=NetworkSegment(c1c9e271-bfb7-4115-9b24-36f5e0610a2c),segment_id=c1c9e271-bfb7-4115-9b24-36f5e0610a2c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:53.678291 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:53.716269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Calling delete_port for 7bf2d089-ad8c-4e53-8daa-dda1e411b858 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:42:53.858552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:53.927566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:53.940768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:53.955785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:53.974677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:53.991131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:54.001657 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.004049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:54.014854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:54.031498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-be8e9ccc-6b0b-4359-bf7c-24f302914612 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.5580854 Jul 23 10:42:54.191595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e4d7267-ec04-4dd5-b37c-923c882cda42 req-e95983f1-4cf3-47fe-bcf1-03793e95767c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1588678 Jul 23 10:42:54.217591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Deleting subnet d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:42:54.230452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.303826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.492426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.600626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.621963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.679341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf2d089-ad8c-4e53-8daa-dda1e411b858,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:54.732969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.736266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d5e6f9a1-5fa3-44ef-8bdb-090cb643c999 HTTP/1.1" status: 204 len: 168 time: 0.8764598 Jul 23 10:42:54.746250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdda70-cfd6-461e-86e1-3f9068ff9de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e6f9a1-5fa3-44ef-8bdb-090cb643c999,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:54.749585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34428) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:54.924588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:54.959703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518e11-eae6-47c8-9653-63ccee6a21a5 req-4eb71b71-ee73-456d-8851-eb3a4e035dbe tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:54.971441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-33518e11-eae6-47c8-9653-63ccee6a21a5 req-4eb71b71-ee73-456d-8851-eb3a4e035dbe tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.6284432 Jul 23 10:42:55.034308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.209972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-33518e11-eae6-47c8-9653-63ccee6a21a5 req-f286527a-37e3-4ae9-965d-c54b894136c6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343156 Jul 23 10:42:55.380229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.423293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36e1864-f393-4718-9d83-99b89d1ab75e']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:55.498158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:55.501122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce58ff4b-4728-4a49-a3ac-9ce96f6d6cf9') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:55.562908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.604340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.619588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:42:55.620255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:42:55.622199 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:42:55.698445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:55.726868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:55.734117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cbf63072-1f38-478c-b7ba-d0e71ec6b648 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:55.760960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.767834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:55.774467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e36e1864-f393-4718-9d83-99b89d1ab75e HTTP/1.1" status: 204 len: 168 time: 1.0219355 Jul 23 10:42:55.802170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ed8e-27c5-4fa6-b2f0-27311faf5374 admin admin] Pushing event deleted for resources: {'Network': ['ID=e36e1864-f393-4718-9d83-99b89d1ab75e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:55.819712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:55.891086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:55.930773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:55.949898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:56.009879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:56.022475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-0273a7c7-ea23-4a96-bb22-2ccaa5b8963f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5417 time: 0.6511748 Jul 23 10:42:56.105339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:56.110388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34468) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:56.125263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'cbf63072-1f38-478c-b7ba-d0e71ec6b648', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'port_id': 'cbf63072-1f38-478c-b7ba-d0e71ec6b648', 'mac_address': 'fa:16:3e:0a:ad:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:42:56.167383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.190033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf63072-1f38-478c-b7ba-d0e71ec6b648 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:56.216932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6283d351-08a2-48df-8f38-c2b57648f6f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de31fef6d35b42819504afd569a91b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053295 Jul 23 10:42:56.217578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34470) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:56.233812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:56.243889 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.244985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a013f494-faaf-46ce-9a1c-15ae6ac43f48 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:56.333771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:56.390275 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:42:56.397465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a013f494-faaf-46ce-9a1c-15ae6ac43f48', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'port_id': 'a013f494-faaf-46ce-9a1c-15ae6ac43f48', 'mac_address': 'fa:16:3e:60:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:42:56.497332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64925809-14e5-4539-8db6-6b596341272e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.574417 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64925809-14e5-4539-8db6-6b596341272e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.614478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8745d9aa-3df5-4022-b34b-9fa4994ac28e req-f1a3a2b0-1e84-4e34-820d-057aa8532f9c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4263608 Jul 23 10:42:56.687540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Router ba67f538-c37d-4946-9049-731ed3c2fa62 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:42:56.712293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b74f-7f78-4bbc-837f-4cf46179e61e req-a5fd751f-e075-465b-a41a-dcbb59a15c80 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:56.724083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e20b74f-7f78-4bbc-837f-4cf46179e61e req-a5fd751f-e075-465b-a41a-dcbb59a15c80 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.3174291 Jul 23 10:42:56.885857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:56.951238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e20b74f-7f78-4bbc-837f-4cf46179e61e req-29001eca-7331-44fe-b8ca-193c11c8d06c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187803 Jul 23 10:42:56.960930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64925809-14e5-4539-8db6-6b596341272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.986442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.988950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64925809-14e5-4539-8db6-6b596341272e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:56.990278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:56.990633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:56.990979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:56.991321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:56.992633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64925809-14e5-4539-8db6-6b596341272e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e03be9bd-3bcf-4046-9b25-11d892d9bb6a HTTP/1.1" status: 204 len: 168 time: 0.7741117 Jul 23 10:42:57.007847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.008169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.016048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.016666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.017169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.017657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.018245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.018576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:42:57.034255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64925809-14e5-4539-8db6-6b596341272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03be9bd-3bcf-4046-9b25-11d892d9bb6a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:57.195939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a013f494-faaf-46ce-9a1c-15ae6ac43f48 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:57.267820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:42:57.289536 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] Sync routers for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:42:57.295008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-546ca3ff-7110-4873-aae3-8eecb56d5011 admin admin] 10.222.0.37 "PUT /v2.0/routers/ba67f538-c37d-4946-9049-731ed3c2fa62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7409091 Jul 23 10:42:57.298324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34496) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:42:57.309775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71bb660c-5570-46c7-9c4b-be23f8acc9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:57.314888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:57.331586 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:57.332451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:57.333659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8b01ca83-1c34-4e14-a37b-36df4d86f645 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:57.334283 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:57.569764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:57.590310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:57.606843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:57.659715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8b01ca83-1c34-4e14-a37b-36df4d86f645', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'port_id': '8b01ca83-1c34-4e14-a37b-36df4d86f645', 'mac_address': 'fa:16:3e:c7:d4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:42:57.682376 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:57.871362 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:57.885574 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:57.948602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:57.957241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:57.964521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:57.972938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:57.979303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:57.996210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:58.003034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:58.025246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-bbb9237d-f685-4bf8-b24e-35739997acc3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5419 time: 0.1713471 Jul 23 10:42:58.075461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Deleting port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:42:58.075710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:58.141632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bd60ec0-6423-4a77-b6ec-109775e92bc7 req-ecf5ac36-a833-4d94-b581-915bb4cbf615 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1135113 Jul 23 10:42:58.313658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b01ca83-1c34-4e14-a37b-36df4d86f645 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:58.344081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:58.361029 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:58.361752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d2840f28-0e21-41a1-8bc7-70785e50bd99 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:58.407938 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:42:54Z', 'revision_number': 5, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port': {'id': '99f4a018-07d4-4dee-9f17-8cb9d1babe6b', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:41:16Z', 'updated_at': '2021-07-23T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:58.548257 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] Checking router: ba67f538-c37d-4946-9049-731ed3c2fa62 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:42:58.593828 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] Routers {'ba67f538-c37d-4946-9049-731ed3c2fa62'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:42:58.594038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d2840f28-0e21-41a1-8bc7-70785e50bd99, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:58.601061 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:42:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['ba67f538-c37d-4946-9049-731ed3c2fa62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:58.610250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd2840f28-0e21-41a1-8bc7-70785e50bd99', 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'port_id': 'd2840f28-0e21-41a1-8bc7-70785e50bd99', 'mac_address': 'fa:16:3e:70:35:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785c7c49-f1e3-4504-8f85-5e2c88fa380c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:42:58.690457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] For port 99f4a018-07d4-4dee-9f17-8cb9d1babe6b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:58.697711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:58.714278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:58.729177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:58.747641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2840f28-0e21-41a1-8bc7-70785e50bd99 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:58.777261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Calling delete_port for 99f4a018-07d4-4dee-9f17-8cb9d1babe6b owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:42:58.788847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d2840f28-0e21-41a1-8bc7-70785e50bd99, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:58.802933 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:58.805136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:58.833338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd271b7-188b-4960-bda3-73bb48231a25 req-8f1d279b-69ed-49ea-adc1-e65953fcf9d2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:58.838190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdd271b7-188b-4960-bda3-73bb48231a25 req-8f1d279b-69ed-49ea-adc1-e65953fcf9d2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4741392 Jul 23 10:42:58.912794 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] Set router ba67f538-c37d-4946-9049-731ed3c2fa62 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:42:59.114253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d2840f28-0e21-41a1-8bc7-70785e50bd99,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:42:59.118575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdd271b7-188b-4960-bda3-73bb48231a25 req-565c075e-d184-48c0-a641-212728f7b9d7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622826 Jul 23 10:42:59.302773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:59.335465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.344138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'port_id': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'mac_address': 'fa:16:3e:14:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:42:59.351369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.362882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.371540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.379445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.386979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.395121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:42:59.418919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-9cab3fa5-bb05-49f8-a4bc-1d64d0efbae1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5421 time: 0.1752911 Jul 23 10:42:59.429018 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:42:57Z', 'revision_number': 6, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:42:59.508727 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:59.521830 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fee223-8bce-477c-83c4-0ac52f5a01ed None None] The sync data for ids ['ba67f538-c37d-4946-9049-731ed3c2fa62'] in n-d-778550-4 is: [{'id': 'ba67f538-c37d-4946-9049-731ed3c2fa62', 'name': 'tempest-ServerRescueTestJSONUnderV235-669162814-router', 'tenant_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:41:13Z', 'updated_at': '2021-07-23T10:42:57Z', 'revision_number': 6, 'project_id': 'c43b80e08d6c4567ad5ee5d0b908bd0c', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:42:59.532496 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d9ca521-7c83-47f7-956e-dab753e52a83 req-346cee79-321c-4fd9-a529-4ae5926be743 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1121061 Jul 23 10:42:59.582554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:42:59.657948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:59.668159 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:59.668859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1182611f-f466-4f99-9b0a-9ec50ffb138d details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:42:59.747468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:42:59.786722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:42:59.865328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f4a018-07d4-4dee-9f17-8cb9d1babe6b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:00.088768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '1182611f-f466-4f99-9b0a-9ec50ffb138d', 'network_id': 'd8676656-ecf7-4d21-87f9-e5f6c2bfe7f3', 'port_id': '1182611f-f466-4f99-9b0a-9ec50ffb138d', 'mac_address': 'fa:16:3e:a9:5a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785c7c49-f1e3-4504-8f85-5e2c88fa380c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:43:00.105693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:00.132472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.250434 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12e35a5e-070a-4467-a5d5-50f9a934822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.356924 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.369855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.409838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1182611f-f466-4f99-9b0a-9ec50ffb138d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:43:00.453554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:00.461961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.462722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7b4a5019-dd36-4068-9e5d-968c09bb261a details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:43:00.583966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:00.818385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7bf2d089-ad8c-4e53-8daa-dda1e411b858 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:00.838497 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 7b4a5019-dd36-4068-9e5d-968c09bb261a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:00.841116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:00.902610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.906815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:00.933880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1753403241-network', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:00.970928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7bf2d089-ad8c-4e53-8daa-dda1e411b858 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:43:00.971276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7bf2d089-ad8c-4e53-8daa-dda1e411b858 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:43:00.971748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 99f4a018-07d4-4dee-9f17-8cb9d1babe6b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:01.038693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '7b4a5019-dd36-4068-9e5d-968c09bb261a', 'network_id': '48259bb7-6ed9-42d5-b9de-b8061aa225b9', 'port_id': '7b4a5019-dd36-4068-9e5d-968c09bb261a', 'mac_address': 'fa:16:3e:3c:8c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81ff5e9-8fa7-4619-b5c3-08f61c9d054b', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:43:01.042943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 99f4a018-07d4-4dee-9f17-8cb9d1babe6b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:43:01.043771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 99f4a018-07d4-4dee-9f17-8cb9d1babe6b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:43:01.100991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Made reservation on behalf of 12cb0bb60eb4452d90ff40f36acebebc for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:01.103319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:01.165745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.196145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.200017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:01.225449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4a5019-dd36-4068-9e5d-968c09bb261a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:43:01.251167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.297793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.300364 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:01.314026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 7b4a5019-dd36-4068-9e5d-968c09bb261a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:01.321646 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:01.343436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.365315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.408446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:01.431545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-2d894559-93c5-4aa9-8924-8a9474ca7223 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5423 time: 0.6787484 Jul 23 10:43:01.440380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=7b4a5019-dd36-4068-9e5d-968c09bb261a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:01.657851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:01.706924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6bcd09c3-e76f-4cc9-b526-8e57d1e656b5 req-05632448-f01b-4830-9d7e-cd515849e24c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2712328 Jul 23 10:43:02.158711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:02.164528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.166287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba67f538-c37d-4946-9049-731ed3c2fa62 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:43:02.185370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.198324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ec22e497-5af9-475d-8eac-c73fa5943982 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ba67f538-c37d-4946-9049-731ed3c2fa62 HTTP/1.1" status: 204 len: 168 time: 4.8977747 Jul 23 10:43:02.199016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34586) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:02.263314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.273728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.334623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d2840f28-0e21-41a1-8bc7-70785e50bd99'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:02.345839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8b01ca83-1c34-4e14-a37b-36df4d86f645'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:02.349240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['7b4a5019-dd36-4068-9e5d-968c09bb261a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:02.387860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:43:02.421114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Deleting subnet d00825af-7e47-4709-884f-b90398e8c0f2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:43:02.421888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74538e5-7138-4b91-a20b-759b736c7d93,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:02.426493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.450196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1cdde-2f27-4e9d-90dc-5dd34ae9e021 req-b0e8d05a-ec2b-4984-b9ff-0ee44437eec4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:02.456807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49c1cdde-2f27-4e9d-90dc-5dd34ae9e021 req-b0e8d05a-ec2b-4984-b9ff-0ee44437eec4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 1.5372589 Jul 23 10:43:02.468664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.469942 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Added segment b874a3b7-33e5-4c80-9943-1da3d1e63714 of type vlan for network 16636cc3-101d-4141-84f3-e5541c82c69d Jul 23 10:43:02.620350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.650318 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.692020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49c1cdde-2f27-4e9d-90dc-5dd34ae9e021 req-88f0ce4a-cec0-42a9-a113-c8ce64ed889b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848981 Jul 23 10:43:02.713538 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.748779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.846178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.882935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.884219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:02.884965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.893818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00825af-7e47-4709-884f-b90398e8c0f2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:02.909740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:02.917238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-39052e00-5513-4796-b922-593aac037db2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d00825af-7e47-4709-884f-b90398e8c0f2 HTTP/1.1" status: 204 len: 168 time: 0.7159085 Jul 23 10:43:02.917870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34596) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:03.060523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4727530 Jul 23 10:43:03.080248 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:03.085901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34600) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:03.126341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Request body: {'subnet': {'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1753403241-subnet', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:03.138487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe391b9-2b9b-466d-ae59-f912ae55472a admin admin] Pushing event updated for resources: {'Network': ['ID=16636cc3-101d-4141-84f3-e5541c82c69d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:03.170006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Made reservation on behalf of 12cb0bb60eb4452d90ff40f36acebebc for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:03.176746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:03.234383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 16636cc3-101d-4141-84f3-e5541c82c69d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:43:03.235444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.241119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['1182611f-f466-4f99-9b0a-9ec50ffb138d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:03.249218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.255183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.301261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.327996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.368675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['cbf63072-1f38-478c-b7ba-d0e71ec6b648'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:03.380883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.386463 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:03.388480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-ef32dd1e-ee5f-42c3-ae8c-3524ecc607fc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5424 time: 0.4607553 Jul 23 10:43:03.424023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a013f494-faaf-46ce-9a1c-15ae6ac43f48'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:03.467076 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fe436fdc-2aa1-4f65-81c6-924969935a4e req-56439fee-86e7-4952-94fd-79ca14352988 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0626423 Jul 23 10:43:03.508494 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:03.531123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d75eb1-6eb2-43c7-9997-6df88c9b2db4']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:03.548480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:03.548629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c9e271-bfb7-4115-9b24-36f5e0610a2c') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:03.562464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:03.585568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:03.653363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:43:03.653793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:43:03.656387 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:43:04.141884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.149166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.171410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] 10.222.0.37 "DELETE /v2.0/networks/36d75eb1-6eb2-43c7-9997-6df88c9b2db4 HTTP/1.1" status: 204 len: 168 time: 1.2507582 Jul 23 10:43:04.198902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.268573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f562-b0a4-461e-b407-e9eaacb2078e admin admin] Pushing event deleted for resources: {'Network': ['ID=36d75eb1-6eb2-43c7-9997-6df88c9b2db4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:04.406189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:04.430264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c62ac2-1c0c-43ff-8288-486e2dd412ec,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:04.455097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a72f54-da8a-4658-936c-6e2711f313f7 req-6f269294-08e0-45b4-911a-d23ceb4554dd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.456808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77a72f54-da8a-4658-936c-6e2711f313f7 req-6f269294-08e0-45b4-911a-d23ceb4554dd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4752531 Jul 23 10:43:04.458869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Checking segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:04.459235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Network hostable DHCP agents. Network: 16636cc3-101d-4141-84f3-e5541c82c69d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:43:04.505482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-92d012dd-061e-4d7e-a2e7-7b7a585c62cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c43b80e08d6c4567ad5ee5d0b908bd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895348 Jul 23 10:43:04.505835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34628) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:04.509376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.538883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Network 16636cc3-101d-4141-84f3-e5541c82c69d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:43:04.567838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-77a72f54-da8a-4658-936c-6e2711f313f7 req-78bd432f-3158-4b37-870f-a1bcacf1e35d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008861 Jul 23 10:43:04.574478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 16636cc3-101d-4141-84f3-e5541c82c69d) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:04.594053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.594657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.601330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2137a-221b-40bf-88f0-2665426dd565 None None] Network 16636cc3-101d-4141-84f3-e5541c82c69d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:04.644598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d1c4365a-4475-4a15-8bad-e00b10a199a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5370731 Jul 23 10:43:04.647341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34632) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:04.652029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:04.656722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-211b0135-af7e-437e-8e04-beb4e056b63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.693902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-211b0135-af7e-437e-8e04-beb4e056b63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.712593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.713729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.800198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.833789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.868471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.887433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-211b0135-af7e-437e-8e04-beb4e056b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.889205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.893095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-211b0135-af7e-437e-8e04-beb4e056b63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:04.898836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-211b0135-af7e-437e-8e04-beb4e056b63b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1622453e-e38f-4e64-9eeb-469b736e0572 HTTP/1.1" status: 204 len: 168 time: 0.3918788 Jul 23 10:43:04.932248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0135-af7e-437e-8e04-beb4e056b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1622453e-e38f-4e64-9eeb-469b736e0572,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:04.940011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.974492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:04.999154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:05.019145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:05.035927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f370dc5d-1100-41f9-b123-b61d335c904e req-d8d29e04-db64-47d5-81f6-6a422e7e1482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5424 time: 0.4522202 Jul 23 10:43:05.039052 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:05.143399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-16636cc3-101d-4141-84f3-e5541c82c69d', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'fixed_ips': [{'subnet_id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:43:05.144436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:05.187294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f370dc5d-1100-41f9-b123-b61d335c904e req-c590b8f7-f7d4-4309-ac6b-44995e1628b9 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1464024 Jul 23 10:43:05.189583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:05.455805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:05.701122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:05.794311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:05.849683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:05.882322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:05.883925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:05.920151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Allocated IP 172.20.0.2 (16636cc3-101d-4141-84f3-e5541c82c69d/39c62ac2-1c0c-43ff-8288-486e2dd412ec/fcae3dc6-788f-4f16-8f63-a4f88ead19ee) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:06.238179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c59c3-f9b2-48ee-8ffe-aa31f32891b3 req-85bf3f81-6521-41a4-ae2b-163cf6322c69 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.259368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-099c59c3-f9b2-48ee-8ffe-aa31f32891b3 req-85bf3f81-6521-41a4-ae2b-163cf6322c69 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.4826391 Jul 23 10:43:06.510591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Allocated IP 172.25.4.212 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/50511a4f-df41-4e53-a39f-f8f42ba6d791) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:06.539457 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:06.551741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Transition to ACTIVE for port object fcae3dc6-788f-4f16-8f63-a4f88ead19ee will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:06.585247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Transition to ACTIVE for port object fcae3dc6-788f-4f16-8f63-a4f88ead19ee will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:06.599031 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:06.700201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-099c59c3-f9b2-48ee-8ffe-aa31f32891b3 req-40149573-c07b-4693-b502-9393792d6bcc tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383345 Jul 23 10:43:06.728158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Pushing event updated for resources: {'Port': ['ID=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:06.784463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Network 16636cc3-101d-4141-84f3-e5541c82c69d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:06.789724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:06.798185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:06.897539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.905834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.913032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.914040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:06.920259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.927564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.934940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.942243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:06.954014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-01e6a40b-d3c8-4a9c-a0fd-8b4f133293b5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5424 time: 0.5631101 Jul 23 10:43:07.057322 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4db46114-f4ef-4977-89fa-dd5def6f0a4f req-5fccced0-e2bc-413a-ade8-62fa2b18929d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0992293 Jul 23 10:43:07.070303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.074984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Attempting to bind port fcae3dc6-788f-4f16-8f63-a4f88ead19ee on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:07.075569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Attempting to bind port fcae3dc6-788f-4f16-8f63-a4f88ead19ee by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:07.087453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.099740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Attempting to bind port fcae3dc6-788f-4f16-8f63-a4f88ead19ee on network 16636cc3-101d-4141-84f3-e5541c82c69d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:07.107977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:07.108481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Checking segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:07.109144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.109337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Bound using segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:07.112438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Bound port: fcae3dc6-788f-4f16-8f63-a4f88ead19ee, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:07.112896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.302292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:07.305092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:07.325630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:07.342250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:07.345011 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ba144-ac0f-4218-8316-a52a262c8b7a" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:07.421492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:07.436845 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.441974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d2840f28-0e21-41a1-8bc7-70785e50bd99 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:07.448217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Pushing event updated for resources: {'Port': ['ID=50511a4f-df41-4e53-a39f-f8f42ba6d791,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:07.513939 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a42740-68c9-4239-81a8-e429ad4c7616 x-openstack-request-id: req-15a42740-68c9-4239-81a8-e429ad4c7616 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:07.514831 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:07.515122 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15a42740-68c9-4239-81a8-e429ad4c7616 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:07.515687 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'code': 200} Jul 23 10:43:07.529011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.548191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] For port fcae3dc6-788f-4f16-8f63-a4f88ead19ee, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:07.583660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34696) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:07.611895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] For port fcae3dc6-788f-4f16-8f63-a4f88ead19ee, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:07.619398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:07.645789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:07.809508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241219c-ab5b-42ed-9d51-d19e2ae4327c None None] Pushing event updated for resources: {'Port': ['ID=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:07.865296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port d2840f28-0e21-41a1-8bc7-70785e50bd99 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:07.870666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d2840f28-0e21-41a1-8bc7-70785e50bd99 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:07.874778 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.052302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.095989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.256345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d2840f28-0e21-41a1-8bc7-70785e50bd99, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:08.266219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.267506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7b4a5019-dd36-4068-9e5d-968c09bb261a up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:08.374088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-261976536-network', 'tenant_id': '4a1a49f7bded497b831951807274a56f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:08.532278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 7b4a5019-dd36-4068-9e5d-968c09bb261a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:08.595396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Made reservation on behalf of 4a1a49f7bded497b831951807274a56f for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:08.598030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.598174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 7b4a5019-dd36-4068-9e5d-968c09bb261a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:08.599173 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.611998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcae3dc6-788f-4f16-8f63-a4f88ead19ee up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:08.686871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d2840f28-0e21-41a1-8bc7-70785e50bd99,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:08.695780 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.762476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.774972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.787275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.801776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.819831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.829275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.849903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.854479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-1a62d4e3-a760-4e8d-9e72-95515c538b0a tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5426 time: 0.4950891 Jul 23 10:43:08.867035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fcae3dc6-788f-4f16-8f63-a4f88ead19ee completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:08.960654 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:08.971325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b7b3e-ee7d-450c-98d0-a5f16a26a66c req-0665eaf3-13ab-4be0-a992-b8a687c54d83 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:08.974238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-201b7b3e-ee7d-450c-98d0-a5f16a26a66c req-0665eaf3-13ab-4be0-a992-b8a687c54d83 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.1176658 Jul 23 10:43:09.019562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.050085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ea2e1a6-7c37-45fe-b9bc-caeef8ab0487 req-587e68a9-51d1-4edc-bc11-ae45373ce49c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1729884 Jul 23 10:43:09.057778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 7b4a5019-dd36-4068-9e5d-968c09bb261a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:09.066158 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.067716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8b01ca83-1c34-4e14-a37b-36df4d86f645 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:09.221212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 8b01ca83-1c34-4e14-a37b-36df4d86f645 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:09.236995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8b01ca83-1c34-4e14-a37b-36df4d86f645 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:09.237732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.248270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-201b7b3e-ee7d-450c-98d0-a5f16a26a66c req-759c079c-fe17-4698-92e0-b823a07de1ae tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510276 Jul 23 10:43:09.273380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=7b4a5019-dd36-4068-9e5d-968c09bb261a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:09.416313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.438585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.474988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:43:09.489789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.490472 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Added segment 645544b8-b5a3-49d5-8e56-d6f5b1324142 of type vlan for network a8f8a221-5489-417e-869a-d7b20f003190 Jul 23 10:43:09.594080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Deleting port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:43:09.594650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.636201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.811285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.812380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:09.813089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.820685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] For port 558ee03d-934d-4fc6-89df-b7ce5b22dc6d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:09.822999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.854715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Calling delete_port for 558ee03d-934d-4fc6-89df-b7ce5b22dc6d owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:43:09.861505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2840f28-0e21-41a1-8bc7-70785e50bd99'}, {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4a5019-dd36-4068-9e5d-968c09bb261a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:09.872249 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c5573e-254a-4fff-a155-41cd7b755009" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "d2840f28-0e21-41a1-8bc7-70785e50bd99"}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4a5019-dd36-4068-9e5d-968c09bb261a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:09.882301 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:09.922563 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3343046 Jul 23 10:43:09.922563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098e442-9132-4853-962c-22d95cc4c03e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:09.923464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:09.941068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a071802-8d93-4b48-b3b9-0c0638cc042e None None] Network 16636cc3-101d-4141-84f3-e5541c82c69d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:09.955224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Request body: {'subnet': {'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-261976536-subnet', 'tenant_id': '4a1a49f7bded497b831951807274a56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:09.968962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Router 95fb0136-540b-445f-ba36-9f3b397ceb72 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:43:10.027980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:10.037782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] Provisioning for port fcae3dc6-788f-4f16-8f63-a4f88ead19ee completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:10.084031 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e980aef-800f-4996-9f2a-36672a3e487d x-openstack-request-id: req-6e980aef-800f-4996-9f2a-36672a3e487d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:10.084593 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "d2840f28-0e21-41a1-8bc7-70785e50bd99", "code": 200}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4a5019-dd36-4068-9e5d-968c09bb261a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:10.085017 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e980aef-800f-4996-9f2a-36672a3e487d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:10.085560 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2840f28-0e21-41a1-8bc7-70785e50bd99', 'code': 200} Jul 23 10:43:10.085965 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4a5019-dd36-4068-9e5d-968c09bb261a', 'code': 200} Jul 23 10:43:10.087979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:10.097051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] Provisioning complete for port fcae3dc6-788f-4f16-8f63-a4f88ead19ee triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:10.099794 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:10.221038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cbf63072-1f38-478c-b7ba-d0e71ec6b648 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:10.244420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145c44-f468-45bc-967a-81e50e792d5f admin admin] Pushing event updated for resources: {'Network': ['ID=a8f8a221-5489-417e-869a-d7b20f003190,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:10.282428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Made reservation on behalf of 4a1a49f7bded497b831951807274a56f for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:10.290072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:10.335351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a8f8a221-5489-417e-869a-d7b20f003190 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:43:10.486982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.510664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.522092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.534842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.542151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.549893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.556473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:10.559011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-98f49b9d-7f5b-4ee2-85e6-0d38194e6b0d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5428 time: 0.3591640 Jul 23 10:43:10.588184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:10.717841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=558ee03d-934d-4fc6-89df-b7ce5b22dc6d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:10.779533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:10.878294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:10.900805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:10.906331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91b9249e-56ad-4802-9cde-5c8d68fa6bf6 req-64513143-4edb-4487-85f9-594727497cbf tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3313260 Jul 23 10:43:11.001237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] For port fcae3dc6-788f-4f16-8f63-a4f88ead19ee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:11.004818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:11.006368 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.136460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:43:11.158954 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.216365 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.221307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9df52a34-4985-4d2c-83df-69acdaabc093 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5695486 Jul 23 10:43:11.223370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:11.228573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2f383-5022-434e-b37c-f1e339752a20 req-e9c4af15-a6d5-424e-a799-5b38d09b353c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:11.230370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a2f383-5022-434e-b37c-f1e339752a20 req-e9c4af15-a6d5-424e-a799-5b38d09b353c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.8468819 Jul 23 10:43:11.267175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Sync routers for ids ['95fb0136-540b-445f-ba36-9f3b397ceb72'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:43:11.351132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a2f383-5022-434e-b37c-f1e339752a20 req-b318a61c-e32b-4a0e-bba8-e00e8492d7ad tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013424 Jul 23 10:43:11.455040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Routers {'95fb0136-540b-445f-ba36-9f3b397ceb72'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:11.461553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['95fb0136-540b-445f-ba36-9f3b397ceb72'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:11.470308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.470861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.603384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0a4eb3-b7d3-4058-a549-b4a5a31315df,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:11.610758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3c1b6-7ca1-449c-8831-4db0dfb0a99f None None] Pushing event updated for resources: {'Port': ['ID=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:11.691165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Checking segment: {'id': '645544b8-b5a3-49d5-8e56-d6f5b1324142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:11.698891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Network hostable DHCP agents. Network: a8f8a221-5489-417e-869a-d7b20f003190, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:43:11.758720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Network a8f8a221-5489-417e-869a-d7b20f003190 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:43:11.768316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.780824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a8f8a221-5489-417e-869a-d7b20f003190) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:11.796746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:11.797086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e1ad2a-f140-4e7e-9b97-22b59ba4957d None None] Network a8f8a221-5489-417e-869a-d7b20f003190 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:11.800781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:11.857028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe4e37a8-a65a-4f70-8eb8-7bdf368227ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9158399 Jul 23 10:43:12.025728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9c50df66-5324-4862-bfe9-0318e02939d2 None None] Provisioning complete for port fcae3dc6-788f-4f16-8f63-a4f88ead19ee triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:12.026117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c50df66-5324-4862-bfe9-0318e02939d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:12.112388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645'}, {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf63072-1f38-478c-b7ba-d0e71ec6b648'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:12.115273 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b879e7-a9aa-421c-b0f8-589ca56fb0d0" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645"}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "cbf63072-1f38-478c-b7ba-d0e71ec6b648"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:12.168724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:12.186679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:12.187864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a013f494-faaf-46ce-9a1c-15ae6ac43f48 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:12.190928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Set router 95fb0136-540b-445f-ba36-9f3b397ceb72 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:12.425072 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b978598-b942-4f57-9a42-062cffc73f7a x-openstack-request-id: req-5b978598-b942-4f57-9a42-062cffc73f7a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:12.429644 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645", "code": 200}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "cbf63072-1f38-478c-b7ba-d0e71ec6b648", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:12.430024 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b978598-b942-4f57-9a42-062cffc73f7a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:12.430551 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645', 'code': 200} Jul 23 10:43:12.430898 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf63072-1f38-478c-b7ba-d0e71ec6b648', 'code': 200} Jul 23 10:43:12.713387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f51fb-54a2-4993-9fe0-d06fc54bbfb6 None None] Network a8f8a221-5489-417e-869a-d7b20f003190 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:12.715534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:12.754979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcae3dc6-788f-4f16-8f63-a4f88ead19ee up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:12.798887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d626d-313e-4d2a-b4f8-b57b664a7ac5 req-3d8f38d4-434e-47b6-bbc7-187c239d8179 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:12.812778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d8d626d-313e-4d2a-b4f8-b57b664a7ac5 req-3d8f38d4-434e-47b6-bbc7-187c239d8179 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2181704 Jul 23 10:43:12.825086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34796) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:12.854888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-455424987-network', 'tenant_id': '76778ff8e0e64e389f69b867b9c4c374'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:12.883913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port a013f494-faaf-46ce-9a1c-15ae6ac43f48 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:12.977123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Made reservation on behalf of 76778ff8e0e64e389f69b867b9c4c374 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:12.981317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:12.984632 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.003367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a013f494-faaf-46ce-9a1c-15ae6ac43f48 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:13.008064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.008416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.026403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.036591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.037420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.055252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.069961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.082329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.094991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-2098b124-888b-4e47-8237-c4ea40c1a937 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5429 time: 0.8998680 Jul 23 10:43:13.098526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d8d626d-313e-4d2a-b4f8-b57b664a7ac5 req-da5b7e16-653d-46b4-ad6d-e1507133b2a8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847457 Jul 23 10:43:13.126120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fcae3dc6-788f-4f16-8f63-a4f88ead19ee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:13.126741 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.290902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.301698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.313662 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f66990f7-0b97-4b0c-9de1-6368602d45e0 req-e4cc12e6-7b2a-4f40-8cfd-074d24e5c7ca tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2174435 Jul 23 10:43:13.328226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:43:13.337393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Router b91ea183-6e35-465d-85f2-73e8082ba519 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:43:13.362611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.362971 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Added segment 5d041aec-0707-4fac-a590-83c38d9bd991 of type vlan for network c8c936de-b4cd-455d-9b45-d608b5caf07c Jul 23 10:43:13.503118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.567393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:43:13.582313 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] Sync routers for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:43:13.593135 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:13.596108 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:13.596752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d6966c3-bff6-43af-a8cf-cc7130779e28 admin admin] 10.222.0.37 "PUT /v2.0/routers/b91ea183-6e35-465d-85f2-73e8082ba519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4029324 Jul 23 10:43:13.598811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:13.650013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b917614-fa56-4038-baed-7d854144bc67,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:13.684148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.685568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:13.686855 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.845558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0184240 Jul 23 10:43:13.859560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:13.879774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Request body: {'subnet': {'network_id': 'c8c936de-b4cd-455d-9b45-d608b5caf07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-455424987-subnet', 'tenant_id': '76778ff8e0e64e389f69b867b9c4c374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:13.954530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:13.985906 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:13.998301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Made reservation on behalf of 76778ff8e0e64e389f69b867b9c4c374 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:14.000840 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:14.016050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060af86c-5292-4ce3-93c5-d02844bf414a admin admin] Pushing event updated for resources: {'Network': ['ID=c8c936de-b4cd-455d-9b45-d608b5caf07c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:14.078885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network c8c936de-b4cd-455d-9b45-d608b5caf07c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:43:14.149356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:14.487486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a013f494-faaf-46ce-9a1c-15ae6ac43f48'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:14.493972 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f2990b-afe5-490d-8e08-84c1c0e4442e" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "a013f494-faaf-46ce-9a1c-15ae6ac43f48"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:14.642345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:14.642590 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:43:10Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:14.664706 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:14.664706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1182611f-f466-4f99-9b0a-9ec50ffb138d up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:14.721755 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] Checking router: b91ea183-6e35-465d-85f2-73e8082ba519 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:43:14.735452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:43:07Z', 'revision_number': 3, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:14.737559 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:14.745744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:14.805161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Checking router: 95fb0136-540b-445f-ba36-9f3b397ceb72 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:43:14.805593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Updating router 95fb0136-540b-445f-ba36-9f3b397ceb72 port 50511a4f-df41-4e53-a39f-f8f42ba6d791 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:43:14.808259 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] Routers {'b91ea183-6e35-465d-85f2-73e8082ba519'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:14.808905 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b91ea183-6e35-465d-85f2-73e8082ba519'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:14.895761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:14.902052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 1182611f-f466-4f99-9b0a-9ec50ffb138d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:14.906751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:14.909907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 1182611f-f466-4f99-9b0a-9ec50ffb138d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:14.910277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:15.007400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:15.017801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0a1488-f7ad-4769-acd5-2814efaa566d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:15.166724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.178514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.191675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.195036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Checking segment: {'id': '5d041aec-0707-4fac-a590-83c38d9bd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c8c936de-b4cd-455d-9b45-d608b5caf07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:15.195438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Network hostable DHCP agents. Network: c8c936de-b4cd-455d-9b45-d608b5caf07c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:43:15.203656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.216765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030f494-6299-4f70-81d9-255327db8336 req-5fa58244-a501-46b4-b526-48794e9733e6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.229315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b030f494-6299-4f70-81d9-255327db8336 req-5fa58244-a501-46b4-b526-48794e9733e6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.6335301 Jul 23 10:43:15.241941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.262875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.285808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.292824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-b51cbe0e-5cbc-491f-a3ca-8db8720035cc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5429 time: 0.7186770 Jul 23 10:43:15.319625 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] Set router b91ea183-6e35-465d-85f2-73e8082ba519 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:15.362721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b030f494-6299-4f70-81d9-255327db8336 req-cfffbaa6-f196-4e3c-9f8c-55ff75df0b22 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292677 Jul 23 10:43:15.377743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Network c8c936de-b4cd-455d-9b45-d608b5caf07c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:43:15.412482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, c8c936de-b4cd-455d-9b45-d608b5caf07c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:15.430472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:15.439953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:15.452860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7022a0-7adc-4dce-b38d-45dae112dcfb None None] Network c8c936de-b4cd-455d-9b45-d608b5caf07c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:15.486104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf7319df-2126-4ff2-818e-07d17f68ecc4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6248829 Jul 23 10:43:15.757901 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af15a64-1b80-42b1-b0f6-efccf1e31f2d x-openstack-request-id: req-5af15a64-1b80-42b1-b0f6-efccf1e31f2d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:15.759320 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "a013f494-faaf-46ce-9a1c-15ae6ac43f48", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:15.759792 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5af15a64-1b80-42b1-b0f6-efccf1e31f2d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:15.761128 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a013f494-faaf-46ce-9a1c-15ae6ac43f48', 'code': 200} Jul 23 10:43:15.780196 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:43:10Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:15.832317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:15.863407 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3611e-3d6b-43b1-b13f-8f1534d9f534 None None] The sync data for ids ['b91ea183-6e35-465d-85f2-73e8082ba519'] in n-d-778550-4 is: [{'id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'name': 'tempest-AttachVolumeTestJSON-1080570463-router', 'tenant_id': '9f03ca5683e54343a4794a4fc922b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:34:38Z', 'updated_at': '2021-07-23T10:43:10Z', 'revision_number': 5, 'project_id': '9f03ca5683e54343a4794a4fc922b9ec', 'gw_port': {'id': 'abda5c17-d300-4bc6-b1d7-c20b355a4bf8', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea183-6e35-465d-85f2-73e8082ba519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:34:39Z', 'updated_at': '2021-07-23T10:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:43:15.943308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07015cc9-7d5b-4082-9b23-80fe47f404fa None None] Network c8c936de-b4cd-455d-9b45-d608b5caf07c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:16.063276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:16.253254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.350524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 558ee03d-934d-4fc6-89df-b7ce5b22dc6d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:16.404009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 558ee03d-934d-4fc6-89df-b7ce5b22dc6d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:43:16.405056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 558ee03d-934d-4fc6-89df-b7ce5b22dc6d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:43:16.455257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:16.634172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Allocated IP 172.20.0.1 (16636cc3-101d-4141-84f3-e5541c82c69d/39c62ac2-1c0c-43ff-8288-486e2dd412ec/95cb93d0-e214-4248-a7f4-c64b53b6a1af) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:16.657131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.689597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Transition to ACTIVE for port object 50511a4f-df41-4e53-a39f-f8f42ba6d791 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:16.704677 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.742744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Attempting to bind port 50511a4f-df41-4e53-a39f-f8f42ba6d791 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:16.743116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Attempting to bind port 50511a4f-df41-4e53-a39f-f8f42ba6d791 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:16.743532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Attempting to bind port 50511a4f-df41-4e53-a39f-f8f42ba6d791 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:16.775387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:16.777756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:16.781056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.781472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:16.781972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Bound port: 50511a4f-df41-4e53-a39f-f8f42ba6d791, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:16.782367 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.831041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ae45-2702-4568-9111-109924baa78e None None] Pushing event updated for resources: {'Port': ['ID=50511a4f-df41-4e53-a39f-f8f42ba6d791,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:16.875354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-e91111d4-d7af-4e8b-8aaf-5bd097508499 req-cbff9c0e-f79b-44fa-83a6-702bd73238b4 service neutron] (93833) timed out ('10.222.0.37', 57538) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:43:16.883558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] For port 50511a4f-df41-4e53-a39f-f8f42ba6d791, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:16.887207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] For port 50511a4f-df41-4e53-a39f-f8f42ba6d791, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=50511a4f-df41-4e53-a39f-f8f42ba6d791,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:16.892285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-fa7e92de-461b-46ac-83a6-70d462861a62 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:16.902008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.907138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:16.909618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-fa7e92de-461b-46ac-83a6-70d462861a62 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/networks?id=a8f8a221-5489-417e-869a-d7b20f003190 HTTP/1.1" status: 200 len: 824 time: 0.3592882 Jul 23 10:43:16.932907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9e2a756-ceae-4709-bc3e-6dc6544a2b1e req-3ee0a810-5fda-4c8a-aade-734bbbd95df0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.6300707 Jul 23 10:43:16.950067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-c054eb3c-88d8-410d-b952-de4d17c5857e tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/quotas/4a1a49f7bded497b831951807274a56f HTTP/1.1" status: 200 len: 375 time: 0.0360951 Jul 23 10:43:17.010995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Transition to ACTIVE for port object 95cb93d0-e214-4248-a7f4-c64b53b6a1af will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:17.018054 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-45d576f3-aa0f-461b-805d-007ef55847e9 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a1a49f7bded497b831951807274a56f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633140 Jul 23 10:43:17.027334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Deleting port abda5c17-d300-4bc6-b1d7-c20b355a4bf8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:43:17.030447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:17.117351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ae45-2702-4568-9111-109924baa78e None None] Pushing event updated for resources: {'Port': ['ID=50511a4f-df41-4e53-a39f-f8f42ba6d791,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:17.162569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Routers {'95fb0136-540b-445f-ba36-9f3b397ceb72'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:17.163090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['95fb0136-540b-445f-ba36-9f3b397ceb72'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:17.419505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] Set router 95fb0136-540b-445f-ba36-9f3b397ceb72 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:17.472259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-563aecf0-3f7a-41d1-aa2c-8f1707fc9334 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463253 Jul 23 10:43:17.484107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] For port abda5c17-d300-4bc6-b1d7-c20b355a4bf8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:17.485213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:17.515155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:17.633454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Pushing event updated for resources: {'Port': ['ID=95cb93d0-e214-4248-a7f4-c64b53b6a1af,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:17.647161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Calling delete_port for abda5c17-d300-4bc6-b1d7-c20b355a4bf8 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:43:17.648496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-fab322d3-a49a-4fef-b3f0-1b427931b504 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682856 Jul 23 10:43:17.693283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b592-bcf1-4494-b522-0203b57b4397 req-f0228f76-c168-483d-95a2-6328bc57e4be tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:17.694807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f6e2b592-bcf1-4494-b522-0203b57b4397 req-f0228f76-c168-483d-95a2-6328bc57e4be tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.5738733 Jul 23 10:43:17.752852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Network 16636cc3-101d-4141-84f3-e5541c82c69d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:17.773126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:17.781318 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ed1fdb-7c72-4618-96db-ad0fe5fe6884" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:17.784484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:17.853909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:17.913199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:43:07Z', 'revision_number': 3, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:17.976060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:18.048421 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c78a6e4-64a9-4794-8a97-f50b3070faa1 x-openstack-request-id: req-4c78a6e4-64a9-4794-8a97-f50b3070faa1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:18.048988 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-plugged", "status": "completed", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:18.054334 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c78a6e4-64a9-4794-8a97-f50b3070faa1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:18.054984 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d', 'code': 200} Jul 23 10:43:18.056893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d1f9f-4173-447b-93fd-6aef0dc5e3c9 None None] The sync data for ids ['95fb0136-540b-445f-ba36-9f3b397ceb72'] in n-d-778550-4 is: [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:43:07Z', 'revision_number': 3, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:43:18.166344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f6e2b592-bcf1-4494-b522-0203b57b4397 req-8c5ab2e8-c552-463c-9605-d2bc7e2aebb6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602180 Jul 23 10:43:18.325164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49b68615-6d57-4727-bdba-0d0c6074ffce req-54f4d54b-b497-4236-9635-b68ed6c636b0 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 210 time: 0.1550457 Jul 23 10:43:18.433481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.444299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.445128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.445923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.446681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.447432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.448093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.450717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561a850c-64b2-4258-9024-044a7f75ee69 req-86442919-f628-48c3-a8e8-5b6634f1b7cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.3677945 Jul 23 10:43:18.540393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6f1f015-347b-4a8c-9065-5ae5d248b86f None None] Provisioning for port 95cb93d0-e214-4248-a7f4-c64b53b6a1af completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:18.544958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6f1f015-347b-4a8c-9065-5ae5d248b86f None None] Provisioning complete for port 95cb93d0-e214-4248-a7f4-c64b53b6a1af triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:18.545695 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f015-347b-4a8c-9065-5ae5d248b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:18.571167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561a850c-64b2-4258-9024-044a7f75ee69 req-10e82cd2-e03a-49c4-8381-328bf31b3118 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1106868 Jul 23 10:43:18.652650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1f015-347b-4a8c-9065-5ae5d248b86f None None] Port 95cb93d0-e214-4248-a7f4-c64b53b6a1af cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:43:18.859011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.868057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.881177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.889779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.906276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.925486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.933901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:18.936646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83d35fa1-772c-4640-8607-dedd78770547 req-ac4c93ad-6053-4c90-a18b-1404ca360e92 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.5407639 Jul 23 10:43:18.991989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:19.017144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:19.190008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83d35fa1-772c-4640-8607-dedd78770547 req-63ddb12a-36bb-4940-a52c-6d87d5ea0bc5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2275803 Jul 23 10:43:19.322768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=abda5c17-d300-4bc6-b1d7-c20b355a4bf8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:19.627887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:19.658152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc7e6-3d2a-4d0a-8624-d6ca2951c752 req-7fa5894e-c51c-44b4-8bf5-98bbed137e0c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:19.660032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15fdc7e6-3d2a-4d0a-8624-d6ca2951c752 req-7fa5894e-c51c-44b4-8bf5-98bbed137e0c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 0.2361326 Jul 23 10:43:19.791456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15fdc7e6-3d2a-4d0a-8624-d6ca2951c752 req-bf4433f8-124d-4284-859f-07ef129a9950 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139455 Jul 23 10:43:20.083685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.197083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.522762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.544675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Pushing event updated for resources: {'Port': ['ID=95cb93d0-e214-4248-a7f4-c64b53b6a1af,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:20.594340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8ce56ec2-505d-4bc0-a58e-048a594febf4 req-5aa54b89-4467-4294-a5b2-1d82886fad3b tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 210 time: 0.7904389 Jul 23 10:43:20.621032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.626349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.648518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 50511a4f-df41-4e53-a39f-f8f42ba6d791 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:20.788967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.792731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b91ea183-6e35-465d-85f2-73e8082ba519 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:43:20.824875 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:20.831693 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3fbf6cc0-a9c3-486a-92bc-840f852d9f5c admin admin] 10.222.0.37 "DELETE /v2.0/routers/b91ea183-6e35-465d-85f2-73e8082ba519 HTTP/1.1" status: 204 len: 168 time: 7.2157433 Jul 23 10:43:20.855365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34952) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:20.947322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 50511a4f-df41-4e53-a39f-f8f42ba6d791 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:20.958417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 50511a4f-df41-4e53-a39f-f8f42ba6d791 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:20.959587 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:21.211798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-d13c001d-ae2e-4e0a-91b9-16391ce212be tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.215266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-d13c001d-ae2e-4e0a-91b9-16391ce212be tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.55 "GET /v2.0/networks?id=a8f8a221-5489-417e-869a-d7b20f003190 HTTP/1.1" status: 200 len: 824 time: 0.7779753 Jul 23 10:43:21.225459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:21.302402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Request body: {'port': {'device_id': '314593c3-cdca-4576-9629-e1e6a693a252', 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190', 'admin_state_up': True, 'tenant_id': '4a1a49f7bded497b831951807274a56f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:21.302564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 50511a4f-df41-4e53-a39f-f8f42ba6d791, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=50511a4f-df41-4e53-a39f-f8f42ba6d791,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:21.328866 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:21.525622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=50511a4f-df41-4e53-a39f-f8f42ba6d791,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:21.549772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Deleting subnet 8e2db689-799e-4107-b813-e5b30a438ba1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:43:21.582672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:21.583978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34962) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:21.678980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Made reservation on behalf of 4a1a49f7bded497b831951807274a56f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:21.683533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:21.713645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.721741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:21.731562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.744613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.754091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.761660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.768959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.776740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:21.786133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82702a6a-9ada-44ab-82a8-201517546a19 req-5bdf431d-77ab-47b2-988b-3f1e1b95ffe3 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 1.3636546 Jul 23 10:43:21.835526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Network 16636cc3-101d-4141-84f3-e5541c82c69d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:21.859651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:22.002444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82702a6a-9ada-44ab-82a8-201517546a19 req-0314dea9-3b6f-480d-ae2a-1fca08b98d8f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2150271 Jul 23 10:43:22.006080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b0e2ea-8f57-4d3c-9d29-81fefa7f28e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.114383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Allocated IP 172.20.0.13 (a8f8a221-5489-417e-869a-d7b20f003190/8e0a4eb3-b7d3-4058-a549-b4a5a31315df/ef6a86fc-bac8-4a04-b1f6-f51e09280ad1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:22.190993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4201ab-1f28-426e-b184-6535cebdee06 req-d179840b-92df-4932-a247-2a39ef1d2a98 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.206081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9a4201ab-1f28-426e-b184-6535cebdee06 req-d179840b-92df-4932-a247-2a39ef1d2a98 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 1.0939591 Jul 23 10:43:22.246751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a00b79da-9b38-4d3f-adc9-de37b0733e74 req-f4f56346-9e32-4df4-88ed-7557b614652a tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 210 time: 0.0510554 Jul 23 10:43:22.311532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.379612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9a4201ab-1f28-426e-b184-6535cebdee06 req-b32bfa68-466e-4568-becb-e40d1a75f13d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637816 Jul 23 10:43:22.408696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4efcc944-5163-498e-9f2e-a382f9f45055 None None] Provisioning complete for port 95cb93d0-e214-4248-a7f4-c64b53b6a1af triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:22.409209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4efcc944-5163-498e-9f2e-a382f9f45055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.415139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Router 95fb0136-540b-445f-ba36-9f3b397ceb72 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:43:22.418812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 50511a4f-df41-4e53-a39f-f8f42ba6d791 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:22.498560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.533220 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b0e2ea-8f57-4d3c-9d29-81fefa7f28e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.553343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2db689-799e-4107-b813-e5b30a438ba1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:22.555457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc944-5163-498e-9f2e-a382f9f45055 None None] Port 95cb93d0-e214-4248-a7f4-c64b53b6a1af cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:43:22.558017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 50511a4f-df41-4e53-a39f-f8f42ba6d791 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:22.558628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.574982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.577657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67e3e78f-ae64-425a-be36-202c4b1d7070 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e2db689-799e-4107-b813-e5b30a438ba1 HTTP/1.1" status: 204 len: 168 time: 1.7168911 Jul 23 10:43:22.582484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:22.585353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008a569-2130-4805-9587-5916dc6daadd None None] Network 4b2a9577-9398-4943-879e-83342892ac3a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:22.603802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.610260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b0e2ea-8f57-4d3c-9d29-81fefa7f28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.669226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49b0e2ea-8f57-4d3c-9d29-81fefa7f28e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e9c738a99cc433697afbaeb88ce2525&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369325 Jul 23 10:43:22.669455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:22.728345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-42a56fdc-c8dc-4492-8239-342cca262c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.730046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-42a56fdc-c8dc-4492-8239-342cca262c0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1096 time: 0.3255408 Jul 23 10:43:22.733406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.740595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0e2ea-8f57-4d3c-9d29-81fefa7f28e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e03b74-e2e1-4662-9280-c1221c956155,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:22.772565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:43:22.790370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e9e141d2-5341-425a-8a18-3c4258db5503 admin admin] 10.222.0.37 "PUT /v2.0/routers/95fb0136-540b-445f-ba36-9f3b397ceb72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5654233 Jul 23 10:43:22.810811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Sync routers for ids ['95fb0136-540b-445f-ba36-9f3b397ceb72'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:43:22.813010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aae7b7e-349b-420e-9f25-f971e39658a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.829310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device abda5c17-d300-4bc6-b1d7-c20b355a4bf8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:22.851195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aae7b7e-349b-420e-9f25-f971e39658a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:22.868635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.875782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.883670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.888322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.897240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.903640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.913550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:22.929203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-758953cc-9905-4c4b-ae90-f0261186a6f0 req-9542ca1e-9b7f-47f4-b074-fe1c946c273d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.4414504 Jul 23 10:43:22.938606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34988) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:22.955555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Request body: {'floatingip': {'port_id': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:23.019724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aae7b7e-349b-420e-9f25-f971e39658a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.022805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aae7b7e-349b-420e-9f25-f971e39658a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.031692 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8aae7b7e-349b-420e-9f25-f971e39658a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e03b74-e2e1-4662-9280-c1221c956155 HTTP/1.1" status: 204 len: 168 time: 0.3568079 Jul 23 10:43:23.070691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae7b7e-349b-420e-9f25-f971e39658a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e03b74-e2e1-4662-9280-c1221c956155,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:23.082364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Deleting port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:43:23.082833 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.153851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.161676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-a75e62c8-aab6-44e9-a521-2d149b1fbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:23.163464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-a75e62c8-aab6-44e9-a521-2d149b1fbcb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 915 time: 0.4198492 Jul 23 10:43:23.164920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] For port 4c5f1bb3-5d61-4d31-a10d-1171e155f048, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c5f1bb3-5d61-4d31-a10d-1171e155f048,segment=NetworkSegment(8a747b60-259b-4931-942d-edcaa54c68df),segment_id=8a747b60-259b-4931-942d-edcaa54c68df)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:23.165860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.198371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Calling delete_port for 4c5f1bb3-5d61-4d31-a10d-1171e155f048 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:43:23.238870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.251796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Routers {'95fb0136-540b-445f-ba36-9f3b397ceb72'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:23.252677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['95fb0136-540b-445f-ba36-9f3b397ceb72'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:23.255895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438bb42-3598-44ba-a984-d2ac904ad8d0 None None] DHCP port deletion for 4b2a9577-9398-4943-879e-83342892ac3a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:43:23.265367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: abda5c17-d300-4bc6-b1d7-c20b355a4bf8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:43:23.265996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device abda5c17-d300-4bc6-b1d7-c20b355a4bf8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:43:23.344529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.456543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-200766da-d362-4b99-831f-7f66637486a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 200 len: 217 time: 0.2153995 Jul 23 10:43:23.462189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Network a8f8a221-5489-417e-869a-d7b20f003190 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:23.478680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9438bb42-3598-44ba-a984-d2ac904ad8d0 None None] The port '4c5f1bb3-5d61-4d31-a10d-1171e155f048' was deleted {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 10:43:23.505052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5f1bb3-5d61-4d31-a10d-1171e155f048,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:23.528963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] No DVR routers for this DVR port 4c5f1bb3-5d61-4d31-a10d-1171e155f048 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:43:23.534392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:23.541443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:23.596141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Set router 95fb0136-540b-445f-ba36-9f3b397ceb72 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:23.680835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:23.701177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6b20f5a-91a1-4b9b-a704-3b1530603230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.781336 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.816203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2a9577-9398-4943-879e-83342892ac3a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:23.836715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b169a6-3e1e-4056-8913-e62772e65876 req-f4ce298b-5a84-419b-8c67-67acdcde6763 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:23.844752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74b169a6-3e1e-4056-8913-e62772e65876 req-f4ce298b-5a84-419b-8c67-67acdcde6763 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 932 time: 0.3987062 Jul 23 10:43:23.860166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a747b60-259b-4931-942d-edcaa54c68df') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:23.860714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a747b60-259b-4931-942d-edcaa54c68df') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:23.886022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.933456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:23.946262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:43:23.946672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.037911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6b20f5a-91a1-4b9b-a704-3b1530603230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:43:24.039781 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:43:24.050748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:43:18Z', 'revision_number': 4, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '95cb93d0-e214-4248-a7f4-c64b53b6a1af', 'name': '', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'mac_address': 'fa:16:3e:f8:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:14Z', 'updated_at': '2021-07-23T10:43:19Z', 'revision_number': 2, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'subnets': [{'id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:24.052875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.076338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74b169a6-3e1e-4056-8913-e62772e65876 req-fe9ef180-aa71-40f6-afc6-e343db0ad746 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302227 Jul 23 10:43:24.078003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6b20f5a-91a1-4b9b-a704-3b1530603230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.116775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Checking router: 95fb0136-540b-445f-ba36-9f3b397ceb72 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:43:24.117137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Updating router 95fb0136-540b-445f-ba36-9f3b397ceb72 port 95cb93d0-e214-4248-a7f4-c64b53b6a1af binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:43:24.163271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.172868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:24.193573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1523940763-network', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:24.234705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.259593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:24.259792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.260353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.264124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] 10.222.0.37 "DELETE /v2.0/networks/4b2a9577-9398-4943-879e-83342892ac3a HTTP/1.1" status: 204 len: 168 time: 1.6780331 Jul 23 10:43:24.264124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42965-ab72-499e-a9ff-06e02bbe41ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2a9577-9398-4943-879e-83342892ac3a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:24.269068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c6b20f5a-91a1-4b9b-a704-3b1530603230 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86e8f34d44c24f548683a33191d5263f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833540 Jul 23 10:43:24.269068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b20f5a-91a1-4b9b-a704-3b1530603230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff20117f-b690-4199-a8a7-a418b5886ce5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:24.274037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:24.281852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Pushing event updated for resources: {'Port': ['ID=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:24.356539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Made reservation on behalf of b16cdc7dd49b4855bdbf2c3ac8a611da for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:24.359428 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.396529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4984f75-79e1-4314-9e61-17213ea5fd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.398420 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.468608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4984f75-79e1-4314-9e61-17213ea5fd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.549783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4984f75-79e1-4314-9e61-17213ea5fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.553204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4984f75-79e1-4314-9e61-17213ea5fd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.557833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d4984f75-79e1-4314-9e61-17213ea5fd52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff20117f-b690-4199-a8a7-a418b5886ce5 HTTP/1.1" status: 204 len: 168 time: 0.2806959 Jul 23 10:43:24.586134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4984f75-79e1-4314-9e61-17213ea5fd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff20117f-b690-4199-a8a7-a418b5886ce5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:24.726801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:24.809659 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:24.846855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Transition to ACTIVE for port object 95cb93d0-e214-4248-a7f4-c64b53b6a1af will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:24.870899 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5faf868c-2947-4480-84f9-d90c340dddf4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f03ca5683e54343a4794a4fc922b9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432357 Jul 23 10:43:24.871819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c5f1bb3-5d61-4d31-a10d-1171e155f048 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:24.873516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:24.945736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4c5f1bb3-5d61-4d31-a10d-1171e155f048 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:43:24.946479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c5f1bb3-5d61-4d31-a10d-1171e155f048 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:43:24.949168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.061682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf9e3b-73bf-4f3b-8642-ae5e53327d24 None None] Pushing event updated for resources: {'Port': ['ID=95cb93d0-e214-4248-a7f4-c64b53b6a1af,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:25.162906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-92179d05-d64b-47c7-ac54-92b049730c4c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9270532 Jul 23 10:43:25.258650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Request body: {'port': {'device_id': '314593c3-cdca-4576-9629-e1e6a693a252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:25.269858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-fbbbec53-35ef-4842-982a-fd279727a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:25.271631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-fbbbec53-35ef-4842-982a-fd279727a76a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 1.8061337 Jul 23 10:43:25.285551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Attempting to bind port 95cb93d0-e214-4248-a7f4-c64b53b6a1af on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:25.286366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Attempting to bind port 95cb93d0-e214-4248-a7f4-c64b53b6a1af by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:25.288404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Attempting to bind port 95cb93d0-e214-4248-a7f4-c64b53b6a1af on network 16636cc3-101d-4141-84f3-e5541c82c69d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:25.305382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:25.307079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Checking segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:25.307885 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.321379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Bound using segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:25.337800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Bound port: 95cb93d0-e214-4248-a7f4-c64b53b6a1af, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:25.338295 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.361100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.373242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa06c-0b09-4669-80ff-a72daf731519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.397111 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] It took 1.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:43:25.402330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35044) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:25.406763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-628c1cd9-6ce6-49f9-a228-1e8be5d4a10d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729165 Jul 23 10:43:25.456190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa06c-0b09-4669-80ff-a72daf731519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.472120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] For port 95cb93d0-e214-4248-a7f4-c64b53b6a1af, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:25.476379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] For port 95cb93d0-e214-4248-a7f4-c64b53b6a1af, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=95cb93d0-e214-4248-a7f4-c64b53b6a1af,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:25.494618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.511542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb92-0ae1-45e8-a1d0-5c5442e088fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.552940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.598436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa06c-0b09-4669-80ff-a72daf731519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.601363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa06c-0b09-4669-80ff-a72daf731519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.602556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dd2fa06c-0b09-4669-80ff-a72daf731519 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64e388b5-7d37-42c0-aa80-681f87e9b003 HTTP/1.1" status: 204 len: 168 time: 0.7257016 Jul 23 10:43:25.652232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf9e3b-73bf-4f3b-8642-ae5e53327d24 None None] Pushing event updated for resources: {'Port': ['ID=95cb93d0-e214-4248-a7f4-c64b53b6a1af,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:25.661749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:25.699259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:43:25.797642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:25.798325 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Added segment bc430c07-95cb-4ce8-9367-40fb7bb0f130 of type vlan for network 34b4f0b3-6098-4c78-868f-32dfa39406b1 Jul 23 10:43:25.809184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44248e73-f0b4-4478-887a-f3a5f34658fb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:25.901253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fa06c-0b09-4669-80ff-a72daf731519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e388b5-7d37-42c0-aa80-681f87e9b003,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:25.913979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Routers {'95fb0136-540b-445f-ba36-9f3b397ceb72'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:25.915817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['95fb0136-540b-445f-ba36-9f3b397ceb72'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:25.989351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.031088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c3e08-f591-4f81-ba04-a6b9e664451f req-6740a9f5-6ca4-44f0-a6c7-822be437f5c3 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:26.041672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea6c3e08-f591-4f81-ba04-a6b9e664451f req-6740a9f5-6ca4-44f0-a6c7-822be437f5c3 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 932 time: 0.6701596 Jul 23 10:43:26.048126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.088857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.121821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.164460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:26.172077 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f419c5-f9bf-491b-bbd2-7d6749795d7f" -d '{"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-unplugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:26.191625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea6c3e08-f591-4f81-ba04-a6b9e664451f req-857b3dec-8f6c-4a6c-b33f-02aa81010b7c tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227877 Jul 23 10:43:26.261776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.262923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:26.263557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.296074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] Set router 95fb0136-540b-445f-ba36-9f3b397ceb72 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:26.409887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] Pushing event updated for resources: {'Network': ['ID=34b4f0b3-6098-4c78-868f-32dfa39406b1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:26.418849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:26.422088 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068f243a-9c3a-4987-a688-fcea9e9fd98a x-openstack-request-id: req-068f243a-9c3a-4987-a688-fcea9e9fd98a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:26.422378 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-unplugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:26.422935 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-068f243a-9c3a-4987-a688-fcea9e9fd98a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:26.423551 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'code': 200} Jul 23 10:43:26.433957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.459232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:43:26.461598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.471018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b664c4c-1f7d-4515-9b0e-77f58fffd53b req-ff372f8d-7374-4c37-8508-590b573e8eb0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:26.478872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8b664c4c-1f7d-4515-9b0e-77f58fffd53b req-ff372f8d-7374-4c37-8508-590b573e8eb0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 945 time: 2.2343121 Jul 23 10:43:26.502419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-5a1ae2d5-0403-433f-aa9f-e6195c2767a6 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0032084 Jul 23 10:43:26.660898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:26.724863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:43:18Z', 'revision_number': 4, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '95cb93d0-e214-4248-a7f4-c64b53b6a1af', 'name': '', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'mac_address': 'fa:16:3e:f8:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:14Z', 'updated_at': '2021-07-23T10:43:25Z', 'revision_number': 4, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'subnets': [{'id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:26.761491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d249843-dbfe-45be-961e-f94ef749d2a6 None None] The sync data for ids ['95fb0136-540b-445f-ba36-9f3b397ceb72'] in n-d-778550-4 is: [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:43:18Z', 'revision_number': 4, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '95cb93d0-e214-4248-a7f4-c64b53b6a1af', 'name': '', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'mac_address': 'fa:16:3e:f8:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:14Z', 'updated_at': '2021-07-23T10:43:25Z', 'revision_number': 4, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'subnets': [{'id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:43:26.772280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2be31dbc-d240-46ca-b103-e7feb4707ac2 req-3b5c889e-e5a4-4004-92cc-ce39b9d0bfdf service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477729 Jul 23 10:43:26.938914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8b664c4c-1f7d-4515-9b0e-77f58fffd53b req-9528201c-5975-411e-bdbf-de76bdcb67ef tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528077 Jul 23 10:43:26.945619 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Floating IP 0432eb1e-f687-4686-8fc0-875e9ed1bffb associated. External IP: 172.25.4.224, port: 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b. Jul 23 10:43:26.948933 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb92-0ae1-45e8-a1d0-5c5442e088fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:26.962506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c65314e3-28d4-4f18-98a7-cdc031a9ffaf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7885010 Jul 23 10:43:26.963132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:26.968786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Request body: {'subnet': {'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1523940763-subnet', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:27.012259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Made reservation on behalf of b16cdc7dd49b4855bdbf2c3ac8a611da for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:27.021478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4fdfb92-0ae1-45e8-a1d0-5c5442e088fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.023771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.069627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb1554ac-1f5d-4b0a-a8b6-04738d953259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.353632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.416383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83e8434-2582-43b6-a77f-57e8b530f353,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:27.446919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdfb92-0ae1-45e8-a1d0-5c5442e088fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0390aa-fca1-4de9-8467-240cd59dbe7a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:27.479567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:43:27.487254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a4fdfb92-0ae1-45e8-a1d0-5c5442e088fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e2b9a12e4394a04b95ae20626a3164e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0791595 Jul 23 10:43:27.492591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35100) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:27.495155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.499511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074e40-c813-45a0-ab7d-5b4b3b0b440d req-08ac4a31-6900-4b9d-860b-8988edde013b tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:27.501285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae074e40-c813-45a0-ab7d-5b4b3b0b440d req-08ac4a31-6900-4b9d-860b-8988edde013b tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 932 time: 0.2186165 Jul 23 10:43:27.508376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Checking segment: {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:27.508777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Network hostable DHCP agents. Network: 34b4f0b3-6098-4c78-868f-32dfa39406b1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:43:27.555654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Transition to ACTIVE for port object ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:27.571942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:43:27.585750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.619237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae074e40-c813-45a0-ab7d-5b4b3b0b440d req-aafc5899-e63c-4305-938e-f09085702820 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077867 Jul 23 10:43:27.620091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 34b4f0b3-6098-4c78-868f-32dfa39406b1) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:27.631088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1f2c35-e430-4109-aaec-9e12f991ffb6 None None] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:27.656521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:27.657199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.691949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d0187184-e54e-4acd-a5c1-966af50e8cb7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7244127 Jul 23 10:43:27.691949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:27.702552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:27.755150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.756753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.801069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe94aaf-3ca9-4047-8dd9-738cf9de1b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:27.943553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.000395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe94aaf-3ca9-4047-8dd9-738cf9de1b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.028975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:28.075302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Attempting to bind port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:28.075689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Attempting to bind port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '645544b8-b5a3-49d5-8e56-d6f5b1324142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:28.076030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Attempting to bind port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 on network a8f8a221-5489-417e-869a-d7b20f003190 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:28.133237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 on network a8f8a221-5489-417e-869a-d7b20f003190 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:43:28.134439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Attempting to bind port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 on network a8f8a221-5489-417e-869a-d7b20f003190 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:28.187493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-34b4f0b3-6098-4c78-868f-32dfa39406b1', 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'fixed_ips': [{'subnet_id': 'f83e8434-2582-43b6-a77f-57e8b530f353'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:43:28.188936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.230238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:28.230587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Checking segment: {'id': '645544b8-b5a3-49d5-8e56-d6f5b1324142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:28.230983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Bound using segment: {'id': '645544b8-b5a3-49d5-8e56-d6f5b1324142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:28.231457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Bound port: ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645544b8-b5a3-49d5-8e56-d6f5b1324142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:28.231826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.324872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:43:28.400338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] For port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:28.421674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] For port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,segment=NetworkSegment(645544b8-b5a3-49d5-8e56-d6f5b1324142),segment_id=645544b8-b5a3-49d5-8e56-d6f5b1324142)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:28.435880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.527498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Allocated IP 172.20.0.2 (34b4f0b3-6098-4c78-868f-32dfa39406b1/f83e8434-2582-43b6-a77f-57e8b530f353/22a0662f-5a1c-45c3-953a-59541699557d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:28.561100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:28.579586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95cb93d0-e214-4248-a7f4-c64b53b6a1af up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:28.652399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe94aaf-3ca9-4047-8dd9-738cf9de1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.656570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe94aaf-3ca9-4047-8dd9-738cf9de1b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.658656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9fe94aaf-3ca9-4047-8dd9-738cf9de1b75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf0390aa-fca1-4de9-8467-240cd59dbe7a HTTP/1.1" status: 204 len: 168 time: 1.1602859 Jul 23 10:43:28.676167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:28.677069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:28.682272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-56764ee2-1345-49ad-a44f-ffa86df3d695 service neutron] 10.222.0.55 "PUT /v2.0/ports/ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 HTTP/1.1" status: 200 len: 1092 time: 3.5181766 Jul 23 10:43:28.710987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058f767-52ab-415d-ac9f-79d48330a12c req-cab3ff99-bc89-4ba4-b264-73a84e03540c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:28.723652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2058f767-52ab-415d-ac9f-79d48330a12c req-cab3ff99-bc89-4ba4-b264-73a84e03540c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.6242011 Jul 23 10:43:28.962969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314593c3-cdca-4576-9629-e1e6a693a252', 'tag': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:28.966283 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3133b6f4-720b-4217-bfe7-87e18004f3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "314593c3-cdca-4576-9629-e1e6a693a252", "tag": "ef6a86fc-bac8-4a04-b1f6-f51e09280ad1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:28.970884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:43:28.985479 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] Sync routers for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:43:29.011362 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:29.012871 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:29.027225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:29.168391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94aaf-3ca9-4047-8dd9-738cf9de1b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0390aa-fca1-4de9-8467-240cd59dbe7a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:29.265714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d52750b0-3e04-48ac-8ff9-5886894c87f0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "PUT /v2.0/floatingips/0432eb1e-f687-4686-8fc0-875e9ed1bffb HTTP/1.1" status: 200 len: 991 time: 6.3258350 Jul 23 10:43:29.290583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2058f767-52ab-415d-ac9f-79d48330a12c req-43d7a4c0-5933-4dcf-9769-d9787981d93b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643599 Jul 23 10:43:29.334516 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:29.362210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-a8083112-b5ed-49fd-b172-161dd52e9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:29.362210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-a8083112-b5ed-49fd-b172-161dd52e9632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a1a49f7bded497b831951807274a56f&device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 1095 time: 0.3716526 Jul 23 10:43:29.416115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 95cb93d0-e214-4248-a7f4-c64b53b6a1af completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:29.433272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 95cb93d0-e214-4248-a7f4-c64b53b6a1af triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:29.433653 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:29.491291 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac74f099-c239-4888-9068-1b76868f2ede x-openstack-request-id: req-ac74f099-c239-4888-9068-1b76868f2ede {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:29.491641 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314593c3-cdca-4576-9629-e1e6a693a252", "tag": "ef6a86fc-bac8-4a04-b1f6-f51e09280ad1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:29.492529 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac74f099-c239-4888-9068-1b76868f2ede {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:29.493491 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314593c3-cdca-4576-9629-e1e6a693a252', 'tag': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1', 'status': 'completed', 'code': 200} Jul 23 10:43:29.497479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35150) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:29.521190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-232cc907-fc37-4d36-a7fb-1a693170f7a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 HTTP/1.1" status: 200 len: 217 time: 0.1549015 Jul 23 10:43:29.690912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-9ebf4751-02b5-43d0-a564-88b3f2fff32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:29.692545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-9ebf4751-02b5-43d0-a564-88b3f2fff32d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e0a4eb3-b7d3-4058-a549-b4a5a31315df HTTP/1.1" status: 200 len: 864 time: 0.1632764 Jul 23 10:43:29.693604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:29.766913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-f1ca9353-d727-4745-82b3-14a4c024e372 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f8a221-5489-417e-869a-d7b20f003190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674250 Jul 23 10:43:29.771244 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:29.800844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Transition to ACTIVE for port object 22a0662f-5a1c-45c3-953a-59541699557d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:29.834467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524231db-ab6e-439b-80de-64a76de3de56 req-3170d028-b010-4eeb-9a7c-62015de2b8ae tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:29.839173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-524231db-ab6e-439b-80de-64a76de3de56 req-3170d028-b010-4eeb-9a7c-62015de2b8ae tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 944 time: 0.4929802 Jul 23 10:43:29.851039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Transition to ACTIVE for port object 22a0662f-5a1c-45c3-953a-59541699557d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:29.876706 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:29.991108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-524231db-ab6e-439b-80de-64a76de3de56 req-0cc02f35-a7bd-406f-86ed-23950cefb1e1 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964665 Jul 23 10:43:30.007132 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0432eb1e-f687-4686-8fc0-875e9ed1bffb', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'port_id': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'mac_address': 'fa:16:3e:14:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:41:42Z', 'updated_at': '2021-07-23T10:43:24Z', 'revision_number': 1, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:50Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:30.074917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:30.086733 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] Checking router: 705dc9be-5497-497a-a5b2-b8dd7ba8d244 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:43:30.087004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Pushing event updated for resources: {'Port': ['ID=22a0662f-5a1c-45c3-953a-59541699557d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:30.110068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:30.113591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:30.117070 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:30.119278 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:30.145603 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.163698 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9932f12-b9eb-4873-9d40-64acaaff835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.167887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.293646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Attempting to bind port 22a0662f-5a1c-45c3-953a-59541699557d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:30.293961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Attempting to bind port 22a0662f-5a1c-45c3-953a-59541699557d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:30.294316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Attempting to bind port 22a0662f-5a1c-45c3-953a-59541699557d on network 34b4f0b3-6098-4c78-868f-32dfa39406b1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:30.315553 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.319842 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.326628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:30.327452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Checking segment: {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:30.328363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.328781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Bound using segment: {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:30.329292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Bound port: 22a0662f-5a1c-45c3-953a-59541699557d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:30.329695 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.442420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Allocated IP 172.25.4.126 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/77d524b1-abdc-41df-99a1-384b8c20ab9a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:30.494916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 95cb93d0-e214-4248-a7f4-c64b53b6a1af, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=95cb93d0-e214-4248-a7f4-c64b53b6a1af,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:30.518523 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:30.531596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.766830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=95cb93d0-e214-4248-a7f4-c64b53b6a1af,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:30.795210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.836446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] For port 22a0662f-5a1c-45c3-953a-59541699557d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:30.876665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] For port 22a0662f-5a1c-45c3-953a-59541699557d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=22a0662f-5a1c-45c3-953a-59541699557d,segment=NetworkSegment(bc430c07-95cb-4ce8-9367-40fb7bb0f130),segment_id=bc430c07-95cb-4ce8-9367-40fb7bb0f130)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:30.883881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a037fc1-6436-4b32-81fc-3c744d816ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.896396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.896783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:30.946844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:30.950476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:30.965180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:31.012610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-a0775b7b-a48c-4840-9076-497fa98b34c3 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2388492 Jul 23 10:43:31.020856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9b807-b2cf-4503-8103-93940ac533ed None None] Pushing event updated for resources: {'Port': ['ID=22a0662f-5a1c-45c3-953a-59541699557d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:31.121395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Pushing event updated for resources: {'Port': ['ID=77d524b1-abdc-41df-99a1-384b8c20ab9a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:31.220620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0dc8-c37d-4bb4-9a87-538f6de5717c req-8f217160-2e6b-4dd1-b02f-ddd2692e1b95 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:31.221793 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0432eb1e-f687-4686-8fc0-875e9ed1bffb', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'port_id': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'mac_address': 'fa:16:3e:14:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:41:42Z', 'updated_at': '2021-07-23T10:43:24Z', 'revision_number': 1, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:50Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:31.229124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a70a0dc8-c37d-4bb4-9a87-538f6de5717c req-8f217160-2e6b-4dd1-b02f-ddd2692e1b95 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.5126276 Jul 23 10:43:31.276279 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504819e-9d0a-420a-999b-db7587d6a6fa None None] The sync data for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 is: [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0432eb1e-f687-4686-8fc0-875e9ed1bffb', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'port_id': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'mac_address': 'fa:16:3e:14:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:41:42Z', 'updated_at': '2021-07-23T10:43:24Z', 'revision_number': 1, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:50Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:43:31.279315 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:31.497673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:31.500373 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:31.521747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-682430ab-8797-42e7-9818-6d6223e3e8ca req-1f3546d6-1728-4910-94ad-2c5e7770ba5b service neutron] 10.222.0.55 "GET /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721398 Jul 23 10:43:31.535707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a70a0dc8-c37d-4bb4-9a87-538f6de5717c req-f8256ca4-e11c-4a0b-a64b-64ecdb9b8eca tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997768 Jul 23 10:43:31.595248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:31.628744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a037fc1-6436-4b32-81fc-3c744d816ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:31.635848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a037fc1-6436-4b32-81fc-3c744d816ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:31.705674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4a037fc1-6436-4b32-81fc-3c744d816ea6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1556c07f1a9f48bbbb928f87cbe66f33&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2062507 Jul 23 10:43:31.707406 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce48524-7819-4ae5-91ab-c3e73d7a5b01 x-openstack-request-id: req-6ce48524-7819-4ae5-91ab-c3e73d7a5b01 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:31.707724 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:31.708115 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ce48524-7819-4ae5-91ab-c3e73d7a5b01 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:31.708516 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'status': 'completed', 'code': 200} Jul 23 10:43:31.737921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:31.756951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:31.876124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d191bd2-93ec-479a-a6e1-43753f35a688 None None] New status for floating IP 0432eb1e-f687-4686-8fc0-875e9ed1bffb: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:43:31.950198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720415b3-e5f6-474d-909f-f3af1754b2a8 req-d63cc7a8-d3cf-4534-9c8c-5ef052c28195 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:31.952890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-720415b3-e5f6-474d-909f-f3af1754b2a8 req-d63cc7a8-d3cf-4534-9c8c-5ef052c28195 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 944 time: 0.6339760 Jul 23 10:43:32.038253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a037fc1-6436-4b32-81fc-3c744d816ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca543b-c922-44b4-8fdd-3b745d63d1aa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:32.077504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-417287f5-af6d-499a-a137-a3f9c5ffaf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.092818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-720415b3-e5f6-474d-909f-f3af1754b2a8 req-49dc2218-68d6-4295-86af-56be2c2ac9ef tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171522 Jul 23 10:43:32.093301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-3c2a6c9b-8653-4f84-92d5-61e112a9209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.095118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-3c2a6c9b-8653-4f84-92d5-61e112a9209c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a1a49f7bded497b831951807274a56f&device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 1095 time: 0.4028003 Jul 23 10:43:32.110709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7337f-2709-4f07-8825-1febf009784b req-3eff6244-2620-4542-82bc-928c3b382410 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.111260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bae7337f-2709-4f07-8825-1febf009784b req-3eff6244-2620-4542-82bc-928c3b382410 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.1598792 Jul 23 10:43:32.154153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.155755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.156508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.156986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.157630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.158113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.158655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.161030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-84ec6577-b1d5-48eb-9e27-8c7d212fa7e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.3084188 Jul 23 10:43:32.262040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.289003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-417287f5-af6d-499a-a137-a3f9c5ffaf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.436163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:32.490039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bae7337f-2709-4f07-8825-1febf009784b req-50cd906d-f971-4863-a5dd-e9d848b53626 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632338 Jul 23 10:43:32.515002 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.635228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-2cab32dd-e20e-4dc1-8782-3ee8afefcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.638487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-2cab32dd-e20e-4dc1-8782-3ee8afefcea6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f8a221-5489-417e-869a-d7b20f003190 HTTP/1.1" status: 200 len: 925 time: 0.5217414 Jul 23 10:43:32.725799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-0b12ef31-3c70-45d5-b28f-2ef7b35222bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 HTTP/1.1" status: 200 len: 217 time: 0.0816343 Jul 23 10:43:32.760775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-417287f5-af6d-499a-a137-a3f9c5ffaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.774831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-417287f5-af6d-499a-a137-a3f9c5ffaf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.780603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-417287f5-af6d-499a-a137-a3f9c5ffaf47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eca543b-c922-44b4-8fdd-3b745d63d1aa HTTP/1.1" status: 204 len: 168 time: 1.0389977 Jul 23 10:43:32.819029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-c621d2f7-0bc2-4762-8118-ae7540467236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:32.840204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-c621d2f7-0bc2-4762-8118-ae7540467236 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d HTTP/1.1" status: 200 len: 912 time: 0.6260693 Jul 23 10:43:32.934800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c29d82-5b52-4672-a633-1ce3f28ac447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:32.944625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417287f5-af6d-499a-a137-a3f9c5ffaf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca543b-c922-44b4-8fdd-3b745d63d1aa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:32.995798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95cb93d0-e214-4248-a7f4-c64b53b6a1af up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:33.041117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d8e4c-8bbb-4fbd-be12-df00b9a19204 None None] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:33.047392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-6f488d55-74de-40be-b8ca-e81abf2b170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:33.052683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-6f488d55-74de-40be-b8ca-e81abf2b170e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e0a4eb3-b7d3-4058-a549-b4a5a31315df HTTP/1.1" status: 200 len: 864 time: 0.3151689 Jul 23 10:43:33.095280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-2b873046-76e1-4fba-8b2c-9c601530c121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.2390585 Jul 23 10:43:33.211360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-5ac94c33-7889-4ac8-8720-723fbad8a598 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f8a221-5489-417e-869a-d7b20f003190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127322 Jul 23 10:43:33.285302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Router 70754453-cdff-4627-b9b7-d1e79f625ebe is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:43:33.359465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-6768b578-c641-4c33-857b-91dbc10b23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:33.360258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-6768b578-c641-4c33-857b-91dbc10b23a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.2541306 Jul 23 10:43:33.371285 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:43:33.374427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3e4ec636-ddb3-49b3-aacf-44c0fde1d6fe None None] Provisioning for port 22a0662f-5a1c-45c3-953a-59541699557d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:33.419778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 95cb93d0-e214-4248-a7f4-c64b53b6a1af triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:33.420418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:33.515222 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c29d82-5b52-4672-a633-1ce3f28ac447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:33.548715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c29d82-5b52-4672-a633-1ce3f28ac447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:33.730269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:43:33.743262 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Sync routers for ids ['70754453-cdff-4627-b9b7-d1e79f625ebe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:43:33.754510 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Routers {'70754453-cdff-4627-b9b7-d1e79f625ebe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:33.755623 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['70754453-cdff-4627-b9b7-d1e79f625ebe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:33.810163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-c11b2174-3dad-4ecd-9cd3-78d5ae0a1b20 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927737 Jul 23 10:43:33.845487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9957297-9ff6-4412-a12a-5555b28fabe5 req-12d0f3a3-fe52-4907-86b9-2a405f9af125 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:33.845821 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:33.849740 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e6da87e-2d4e-4df8-8d83-9f81de216958 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1544127 Jul 23 10:43:33.849895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 22a0662f-5a1c-45c3-953a-59541699557d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:33.858846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9957297-9ff6-4412-a12a-5555b28fabe5 req-12d0f3a3-fe52-4907-86b9-2a405f9af125 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.5226548 Jul 23 10:43:33.884568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:33.944758 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Set router 70754453-cdff-4627-b9b7-d1e79f625ebe gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:34.015893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 22a0662f-5a1c-45c3-953a-59541699557d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:34.022310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 22a0662f-5a1c-45c3-953a-59541699557d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:34.022950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.023315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c29d82-5b52-4672-a633-1ce3f28ac447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7af3a4-d947-4134-b9a6-5420a19426c0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:34.067983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90c29d82-5b52-4672-a633-1ce3f28ac447 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8fdfc4c807f41c1815e9d652a9b7bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6304500 Jul 23 10:43:34.155650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.199611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138abc5-f567-4060-86e6-4bbf8f138aaa req-1d4f2fec-8f75-4fd6-a060-50cadc07b296 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:34.218627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1138abc5-f567-4060-86e6-4bbf8f138aaa req-1d4f2fec-8f75-4fd6-a060-50cadc07b296 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 944 time: 0.9362040 Jul 23 10:43:34.220610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 22a0662f-5a1c-45c3-953a-59541699557d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=22a0662f-5a1c-45c3-953a-59541699557d,segment=NetworkSegment(bc430c07-95cb-4ce8-9367-40fb7bb0f130),segment_id=bc430c07-95cb-4ce8-9367-40fb7bb0f130)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:34.223257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:34.239699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3133b6f4-720b-4217-bfe7-87e18004f3d2 req-993a1a9a-d168-49c3-b086-e53e90785e25 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231071 Jul 23 10:43:34.251347 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.257167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:43:34.293102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-9864f57a-70c3-47d6-b7a0-c44d6d591557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:34.294645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-9864f57a-70c3-47d6-b7a0-c44d6d591557 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8690858 Jul 23 10:43:34.361022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9957297-9ff6-4412-a12a-5555b28fabe5 req-f0337d76-778d-4e11-aa7b-da66e88c263f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011253 Jul 23 10:43:34.446369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:43:31Z', 'revision_number': 3, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:34.521177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1138abc5-f567-4060-86e6-4bbf8f138aaa req-f107954e-e6ae-4788-8a84-bbc2ae9683f3 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041613 Jul 23 10:43:34.548094 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Checking router: 70754453-cdff-4627-b9b7-d1e79f625ebe for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:43:34.548437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Updating router 70754453-cdff-4627-b9b7-d1e79f625ebe port 77d524b1-abdc-41df-99a1-384b8c20ab9a binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:43:34.642867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=22a0662f-5a1c-45c3-953a-59541699557d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:34.651430 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.677091 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.721757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7e6b8131-a243-4e46-83e5-cafa37133275 None None] Provisioning complete for port 22a0662f-5a1c-45c3-953a-59541699557d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:34.722614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8131-a243-4e46-83e5-cafa37133275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.729070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-990c3285-444c-4235-8b1c-1152106d5284 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119833 Jul 23 10:43:34.812391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,segment=NetworkSegment(645544b8-b5a3-49d5-8e56-d6f5b1324142),segment_id=645544b8-b5a3-49d5-8e56-d6f5b1324142)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:34.872040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1936d403-70e1-48cd-8e78-a7861d48985e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.889931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1', 'network_id': 'a8f8a221-5489-417e-869a-d7b20f003190', 'port_id': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1', 'mac_address': 'fa:16:3e:9c:11:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a4eb3-b7d3-4058-a549-b4a5a31315df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:43:34.936736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1936d403-70e1-48cd-8e78-a7861d48985e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:34.940527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-53dd4975-51f9-4bdb-a64e-f353bb4dddb1 req-5f2fe678-b50b-4bef-bd05-a12281b9e188 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001061 Jul 23 10:43:35.002690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.020194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:43:35.075842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,segment=NetworkSegment(645544b8-b5a3-49d5-8e56-d6f5b1324142),segment_id=645544b8-b5a3-49d5-8e56-d6f5b1324142)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:35.083915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.168546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:35.215258 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.242343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-8cb94cd2-83e8-428d-acdb-35c1ae42cf95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0827644 Jul 23 10:43:35.290594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ef6a86fc-bac8-4a04-b1f6-f51e09280ad1'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:35.307621 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Transition to ACTIVE for port object 77d524b1-abdc-41df-99a1-384b8c20ab9a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:35.315740 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.346015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1936d403-70e1-48cd-8e78-a7861d48985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.349067 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1936d403-70e1-48cd-8e78-a7861d48985e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.353033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1936d403-70e1-48cd-8e78-a7861d48985e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b7af3a4-d947-4134-b9a6-5420a19426c0 HTTP/1.1" status: 204 len: 168 time: 1.1222095 Jul 23 10:43:35.369685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936d403-70e1-48cd-8e78-a7861d48985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7af3a4-d947-4134-b9a6-5420a19426c0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:35.408490 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Attempting to bind port 77d524b1-abdc-41df-99a1-384b8c20ab9a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:35.412823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Attempting to bind port 77d524b1-abdc-41df-99a1-384b8c20ab9a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:35.413379 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Attempting to bind port 77d524b1-abdc-41df-99a1-384b8c20ab9a on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:35.436766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:35.441305 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:35.442587 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.443202 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:35.444626 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Bound port: 77d524b1-abdc-41df-99a1-384b8c20ab9a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:35.445870 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.457099 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Pushing event updated for resources: {'Port': ['ID=77d524b1-abdc-41df-99a1-384b8c20ab9a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:35.515546 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.516270 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.516954 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.518286 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.519140 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.520573 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.521345 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.521947 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.522503 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.523092 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.523920 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.524458 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:35.603775 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] For port 77d524b1-abdc-41df-99a1-384b8c20ab9a, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:35.612248 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] For port 77d524b1-abdc-41df-99a1-384b8c20ab9a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=77d524b1-abdc-41df-99a1-384b8c20ab9a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:35.621495 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.848014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb352c10-f840-4a42-9305-9f757ba5f21b req-d02665e5-6d5f-4ffb-aa98-4e975c607eb5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:35.854039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb352c10-f840-4a42-9305-9f757ba5f21b req-d02665e5-6d5f-4ffb-aa98-4e975c607eb5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.3435280 Jul 23 10:43:35.901024 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd51c8-a48a-411a-94e4-8e2587d59ee2 None None] Pushing event updated for resources: {'Port': ['ID=77d524b1-abdc-41df-99a1-384b8c20ab9a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:35.921188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07337040-2797-4a3a-bfcf-e9603062480d req-69446353-22b4-4995-9f88-96d14c7783d6 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:35.930793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07337040-2797-4a3a-bfcf-e9603062480d req-69446353-22b4-4995-9f88-96d14c7783d6 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 945 time: 0.2153578 Jul 23 10:43:35.947517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:35.958809 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Routers {'70754453-cdff-4627-b9b7-d1e79f625ebe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:35.960257 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['70754453-cdff-4627-b9b7-d1e79f625ebe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:35.975775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb352c10-f840-4a42-9305-9f757ba5f21b req-6d22f08e-c165-4934-a963-00e9bcab884e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102397 Jul 23 10:43:36.066273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07337040-2797-4a3a-bfcf-e9603062480d req-8d1f281f-30f1-4b2c-afdf-4a31b39cc326 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335514 Jul 23 10:43:36.176093 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] Set router 70754453-cdff-4627-b9b7-d1e79f625ebe gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:36.243372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:36.303046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35474) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:36.330441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86e29369-efba-450d-a461-f37027b01089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:36.398464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:36.409216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:36.409647 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:36.617751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:36.646180 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86e29369-efba-450d-a461-f37027b01089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:36.664854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86e29369-efba-450d-a461-f37027b01089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:36.685255 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:43:31Z', 'revision_number': 3, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:36.687239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314593c3-cdca-4576-9629-e1e6a693a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:36.709775 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc9ba02-226b-4ec6-b950-82705439064c" -d '{"events": [{"server_uuid": "314593c3-cdca-4576-9629-e1e6a693a252", "name": "network-vif-plugged", "status": "completed", "tag": "ef6a86fc-bac8-4a04-b1f6-f51e09280ad1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:36.755154 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50236ba4-91e6-4bb5-a187-c5efca894088 None None] The sync data for ids ['70754453-cdff-4627-b9b7-d1e79f625ebe'] in n-d-778550-4 is: [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:43:31Z', 'revision_number': 3, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:43:36.790577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,segment=NetworkSegment(645544b8-b5a3-49d5-8e56-d6f5b1324142),segment_id=645544b8-b5a3-49d5-8e56-d6f5b1324142)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:36.809595 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:36.828981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e29369-efba-450d-a461-f37027b01089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da43136-9885-49fd-a72b-247d11067370,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:36.993233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:37.020437 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06186c44-bb7f-41de-ad2a-2b1fd99072ac x-openstack-request-id: req-06186c44-bb7f-41de-ad2a-2b1fd99072ac {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:37.020758 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314593c3-cdca-4576-9629-e1e6a693a252", "name": "network-vif-plugged", "status": "completed", "tag": "ef6a86fc-bac8-4a04-b1f6-f51e09280ad1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:37.026732 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06186c44-bb7f-41de-ad2a-2b1fd99072ac {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:37.027834 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314593c3-cdca-4576-9629-e1e6a693a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1', 'code': 200} Jul 23 10:43:37.035114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 22a0662f-5a1c-45c3-953a-59541699557d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:37.046155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Allocated IP 172.20.0.1 (34b4f0b3-6098-4c78-868f-32dfa39406b1/f83e8434-2582-43b6-a77f-57e8b530f353/ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:37.073050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-86e29369-efba-450d-a461-f37027b01089 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00db373edf104e97a03e8fab7d7a2106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7686501 Jul 23 10:43:37.078346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35538) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:37.148544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-c3a07e56-0e63-4138-a5d0-fa5da76a4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:37.154161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-c3a07e56-0e63-4138-a5d0-fa5da76a4d19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18&tenant_id=856b336c7df14f90bcd5fd707e2cb85d HTTP/1.1" status: 200 len: 1094 time: 0.3790054 Jul 23 10:43:37.166850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228fc19-4f1c-443c-a917-709a99324ca4 req-46486301-4293-4118-8a51-7ccb3f904c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:37.168810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a228fc19-4f1c-443c-a917-709a99324ca4 req-46486301-4293-4118-8a51-7ccb3f904c3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 1097 time: 0.1998222 Jul 23 10:43:37.218289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.261331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 22a0662f-5a1c-45c3-953a-59541699557d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:37.262731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.325502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Transition to ACTIVE for port object ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:37.453483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9369e966-978c-426e-8cc7-c1da0e22a019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.469033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:37.478695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a228fc19-4f1c-443c-a917-709a99324ca4 req-932a5e9d-0dcb-4c27-a41d-d5732474d6ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937348 Jul 23 10:43:37.501658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.503211 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9369e966-978c-426e-8cc7-c1da0e22a019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.556081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-6c3c85c6-3c34-4ce0-a645-4348f7e026b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:37.558672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-6c3c85c6-3c34-4ce0-a645-4348f7e026b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1094 time: 0.3631589 Jul 23 10:43:37.585015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55d461-8499-480d-b642-b13e154e9801 req-e2cf9a53-ee5a-4351-b000-6d78e4ad2b6c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:37.587494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea55d461-8499-480d-b642-b13e154e9801 req-e2cf9a53-ee5a-4351-b000-6d78e4ad2b6c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.3770609 Jul 23 10:43:37.589061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:37.626649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9355-1caa-46ee-bcdb-65bd695ea0d4 req-176b18b1-0686-4a72-9259-e2084399ef1f tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:37.630663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eee9355-1caa-46ee-bcdb-65bd695ea0d4 req-176b18b1-0686-4a72-9259-e2084399ef1f tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 946 time: 0.3694131 Jul 23 10:43:37.631885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:37.637744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:37.678383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:37.746832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.754175 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9369e966-978c-426e-8cc7-c1da0e22a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.756764 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9369e966-978c-426e-8cc7-c1da0e22a019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.761728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9369e966-978c-426e-8cc7-c1da0e22a019 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7da43136-9885-49fd-a72b-247d11067370 HTTP/1.1" status: 204 len: 168 time: 0.6759481 Jul 23 10:43:37.783077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369e966-978c-426e-8cc7-c1da0e22a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da43136-9885-49fd-a72b-247d11067370,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:37.806742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeb3a-902f-4d18-963f-f2dcb8d051ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:37.813826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5eee9355-1caa-46ee-bcdb-65bd695ea0d4 req-7776da40-490f-4042-b55b-60c064f33a0d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681576 Jul 23 10:43:37.814432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea55d461-8499-480d-b642-b13e154e9801 req-8d7d61ef-75f1-494b-9f18-1f963927550e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132187 Jul 23 10:43:37.874449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-4a5a870b-4f66-4b9e-b55d-f2b7f0a24316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:37.877819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-4a5a870b-4f66-4b9e-b55d-f2b7f0a24316 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 915 time: 0.3064001 Jul 23 10:43:37.967263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-88f7d410-9751-4907-ac3a-766416d6ac53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 200 len: 217 time: 0.0799053 Jul 23 10:43:38.116097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-864cce88-1d26-4e99-981c-0fe2c44c52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:38.119263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-864cce88-1d26-4e99-981c-0fe2c44c52a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 0.1288698 Jul 23 10:43:38.160314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a6aef725-2904-4311-afd8-7435a2a62507 None None] Provisioning for port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:38.175937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a6aef725-2904-4311-afd8-7435a2a62507 None None] Provisioning complete for port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:38.176321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6aef725-2904-4311-afd8-7435a2a62507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.206067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-b1810f96-d3d1-4f2a-b40d-bb70aef7bff3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801291 Jul 23 10:43:38.253223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.284573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a6aef725-2904-4311-afd8-7435a2a62507 None None] Port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:43:38.352645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeb3a-902f-4d18-963f-f2dcb8d051ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.362109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeb3a-902f-4d18-963f-f2dcb8d051ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.432027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2aeb3a-902f-4d18-963f-f2dcb8d051ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70859e86-dea9-4d69-8b90-2afdd05033a6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:38.439648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e2aeb3a-902f-4d18-963f-f2dcb8d051ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=309d28cddc2d48a3924c7ab31285a339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9599323 Jul 23 10:43:38.444212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:38.552436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-481a3f34-ee76-47c4-a9b5-26ce3a9596b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348353 Jul 23 10:43:38.630502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4285a74e-849e-41c0-bb91-61a9d9351e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.653330 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.662160 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.699303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4285a74e-849e-41c0-bb91-61a9d9351e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.738223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-3acdb076-e117-4464-9819-d5cd93bbfc37 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720238 Jul 23 10:43:38.763406 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.766010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:38.778393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4285a74e-849e-41c0-bb91-61a9d9351e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.782883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4285a74e-849e-41c0-bb91-61a9d9351e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.787384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4285a74e-849e-41c0-bb91-61a9d9351e06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70859e86-dea9-4d69-8b90-2afdd05033a6 HTTP/1.1" status: 204 len: 168 time: 0.3397131 Jul 23 10:43:38.807858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 77d524b1-abdc-41df-99a1-384b8c20ab9a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:38.820816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285a74e-849e-41c0-bb91-61a9d9351e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70859e86-dea9-4d69-8b90-2afdd05033a6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:38.911602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 77d524b1-abdc-41df-99a1-384b8c20ab9a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:38.923600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 77d524b1-abdc-41df-99a1-384b8c20ab9a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:38.924084 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:38.985971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:38.988985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:39.065925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:39.139576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 77d524b1-abdc-41df-99a1-384b8c20ab9a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=77d524b1-abdc-41df-99a1-384b8c20ab9a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:39.147942 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:39.329858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429b07-cfee-4466-a05c-6e55da8e4acd req-ad570830-6438-4003-bff5-e1f908c73dfc tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:39.333355 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87429b07-cfee-4466-a05c-6e55da8e4acd req-ad570830-6438-4003-bff5-e1f908c73dfc tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 946 time: 0.2676539 Jul 23 10:43:39.347297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=77d524b1-abdc-41df-99a1-384b8c20ab9a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:39.442914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87429b07-cfee-4466-a05c-6e55da8e4acd req-dfc4f2cd-61e6-498f-a2ba-5476e30725bf tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973825 Jul 23 10:43:39.458733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913cd67-9670-416f-8b36-ec7b784f3d62 req-59f15966-50d7-42a8-ab74-8541cc672f1d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:39.465136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9913cd67-9670-416f-8b36-ec7b784f3d62 req-59f15966-50d7-42a8-ab74-8541cc672f1d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.3014097 Jul 23 10:43:39.495663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Router 70754453-cdff-4627-b9b7-d1e79f625ebe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:43:39.572574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9913cd67-9670-416f-8b36-ec7b784f3d62 req-5b051ddb-7a65-48f7-91be-9a43e70f26b0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947788 Jul 23 10:43:39.662005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-24b2bf6c-8cb0-4ee4-8ed1-54ba281b89d6 None None] Provisioning complete for port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:39.664342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24b2bf6c-8cb0-4ee4-8ed1-54ba281b89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:39.683767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35614) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:39.751986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-24b2bf6c-8cb0-4ee4-8ed1-54ba281b89d6 None None] Port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:43:39.756342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:39.806573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:43:39.811973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3cedf6d1-7925-41d3-895f-ebcae82d99e4 admin admin] 10.222.0.37 "PUT /v2.0/routers/70754453-cdff-4627-b9b7-d1e79f625ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9097707 Jul 23 10:43:39.823660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Sync routers for ids ['70754453-cdff-4627-b9b7-d1e79f625ebe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:43:39.848897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Routers {'70754453-cdff-4627-b9b7-d1e79f625ebe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:39.850623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['70754453-cdff-4627-b9b7-d1e79f625ebe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:39.886760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93bef-9a5f-454a-b539-1b9a12fec66e req-0aa7c4b6-6b2b-456f-aa21-003761e47b05 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:39.894346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3f93bef-9a5f-454a-b539-1b9a12fec66e req-0aa7c4b6-6b2b-456f-aa21-003761e47b05 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 946 time: 0.2238274 Jul 23 10:43:39.965340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3f93bef-9a5f-454a-b539-1b9a12fec66e req-19960d02-05f8-45ba-a465-6ea24d02cfce tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698025 Jul 23 10:43:40.080639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:40.084642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Set router 70754453-cdff-4627-b9b7-d1e79f625ebe gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:40.089338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:40.226191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:40.226981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f48fa81d1fad41c6908c7a6f962d02a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255420 Jul 23 10:43:40.227791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be89d6b6-d774-4f8b-b8c9-6b691d33480d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:40.245396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.248265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.248497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.248838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.250085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.250436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.250777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.251943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.252342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.252610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.252969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.253272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c520-f13a-4411-996e-40a2e567ec95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:40.391345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4164565-c33e-4cad-8667-6dee98f7472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:40.455658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4164565-c33e-4cad-8667-6dee98f7472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:40.528810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4164565-c33e-4cad-8667-6dee98f7472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:40.532160 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4164565-c33e-4cad-8667-6dee98f7472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:40.541493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e4164565-c33e-4cad-8667-6dee98f7472e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be89d6b6-d774-4f8b-b8c9-6b691d33480d HTTP/1.1" status: 204 len: 168 time: 0.3139319 Jul 23 10:43:40.597581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4164565-c33e-4cad-8667-6dee98f7472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be89d6b6-d774-4f8b-b8c9-6b691d33480d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:40.795598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 77d524b1-abdc-41df-99a1-384b8c20ab9a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:41.062522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:43:38Z', 'revision_number': 4, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99', 'name': '', 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'mac_address': 'fa:16:3e:24:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'f83e8434-2582-43b6-a77f-57e8b530f353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:36Z', 'updated_at': '2021-07-23T10:43:38Z', 'revision_number': 2, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'subnets': [{'id': 'f83e8434-2582-43b6-a77f-57e8b530f353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:41.161678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Checking router: 70754453-cdff-4627-b9b7-d1e79f625ebe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:43:41.179937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Updating router 70754453-cdff-4627-b9b7-d1e79f625ebe port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:43:41.321319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f06eb-407c-44a9-90e8-7f339a245e8e req-fc0631e4-1269-4315-98bd-78c9f870ab61 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:41.338882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d961ef9-4cc9-4572-8162-d36ab0a0c4e5 req-0631833f-9ec6-41f4-8a56-4fea52807117 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:41.341438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-098f06eb-407c-44a9-90e8-7f339a245e8e req-fc0631e4-1269-4315-98bd-78c9f870ab61 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.2910976 Jul 23 10:43:41.360893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d961ef9-4cc9-4572-8162-d36ab0a0c4e5 req-0631833f-9ec6-41f4-8a56-4fea52807117 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 946 time: 0.2900844 Jul 23 10:43:41.364016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 77d524b1-abdc-41df-99a1-384b8c20ab9a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:41.364402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:41.539074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-098f06eb-407c-44a9-90e8-7f339a245e8e req-c9315559-5060-434c-8170-ab3cbb6adfd5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532025 Jul 23 10:43:41.629420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d961ef9-4cc9-4572-8162-d36ab0a0c4e5 req-40fa6548-939c-4bf5-89eb-9600d67951ff tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591910 Jul 23 10:43:41.653757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:42.532357 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:42.559188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Transition to ACTIVE for port object ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:42.586588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:42.695555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911ead0-2a3e-4bd3-a9e3-497e66f8d6e2 None None] Pushing event updated for resources: {'Port': ['ID=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:43.239136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Attempting to bind port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:43.239584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Attempting to bind port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:43.239900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Attempting to bind port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 on network 34b4f0b3-6098-4c78-868f-32dfa39406b1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:43.249549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:43.249987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Checking segment: {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:43.250640 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:43.250772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Bound using segment: {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:43.251209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Bound port: ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc430c07-95cb-4ce8-9367-40fb7bb0f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:43.254825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:43.272858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de5925-50ce-4885-a334-aeefdbb429a2 req-0c3a05dc-272c-4e87-9db2-8b4e726ac8d0 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:43.274644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93de5925-50ce-4885-a334-aeefdbb429a2 req-0c3a05dc-272c-4e87-9db2-8b4e726ac8d0 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 946 time: 0.1788297 Jul 23 10:43:43.478778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] For port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:43.487895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] For port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,segment=NetworkSegment(bc430c07-95cb-4ce8-9367-40fb7bb0f130),segment_id=bc430c07-95cb-4ce8-9367-40fb7bb0f130)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:43.497501 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:43.513207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93de5925-50ce-4885-a334-aeefdbb429a2 req-7fef3dba-76ea-4068-afbe-120cd3fee8d6 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/security-groups?id=a098e442-9132-4853-962c-22d95cc4c03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251050 Jul 23 10:43:43.602595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-62cb82d2-b198-415f-8d07-0b079c258ccf tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:43.605829 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-62cb82d2-b198-415f-8d07-0b079c258ccf tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.55 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 946 time: 0.2718537 Jul 23 10:43:43.695316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Routers {'70754453-cdff-4627-b9b7-d1e79f625ebe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:43:43.696009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:43:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['70754453-cdff-4627-b9b7-d1e79f625ebe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:43.837050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911ead0-2a3e-4bd3-a9e3-497e66f8d6e2 None None] Pushing event updated for resources: {'Port': ['ID=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:44.126544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Deleting port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:43:44.127066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:44.240146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] Set router 70754453-cdff-4627-b9b7-d1e79f625ebe gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:43:44.309794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb285-f7c0-4d6b-8e8f-87cd01e9f770 req-dcbdc71b-e3d8-47bc-a2e9-c207d651d64f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:44.332831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-228cb285-f7c0-4d6b-8e8f-87cd01e9f770 req-dcbdc71b-e3d8-47bc-a2e9-c207d651d64f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.5837138 Jul 23 10:43:44.559744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] For port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,segment=NetworkSegment(645544b8-b5a3-49d5-8e56-d6f5b1324142),segment_id=645544b8-b5a3-49d5-8e56-d6f5b1324142)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:44.559744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:44.606764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Calling delete_port for ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:43:44.844090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:44.912784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:43:38Z', 'revision_number': 4, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99', 'name': '', 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'mac_address': 'fa:16:3e:24:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'f83e8434-2582-43b6-a77f-57e8b530f353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:36Z', 'updated_at': '2021-07-23T10:43:43Z', 'revision_number': 4, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'subnets': [{'id': 'f83e8434-2582-43b6-a77f-57e8b530f353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:45.006650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987c79-6f93-48b7-b724-70e49e5dff33 None None] The sync data for ids ['70754453-cdff-4627-b9b7-d1e79f625ebe'] in n-d-778550-4 is: [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:43:38Z', 'revision_number': 4, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99', 'name': '', 'network_id': '34b4f0b3-6098-4c78-868f-32dfa39406b1', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'mac_address': 'fa:16:3e:24:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'f83e8434-2582-43b6-a77f-57e8b530f353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:36Z', 'updated_at': '2021-07-23T10:43:43Z', 'revision_number': 4, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'subnets': [{'id': 'f83e8434-2582-43b6-a77f-57e8b530f353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:43:45.093038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-228cb285-f7c0-4d6b-8e8f-87cd01e9f770 req-3c6dc013-b855-49e0-987b-32146fc00179 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7573092 Jul 23 10:43:45.173830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:45.257797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Pushing event deleted for resources: {'Port': ['ID=ef6a86fc-bac8-4a04-b1f6-f51e09280ad1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:45.283302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:45.360311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:45.386976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] No DVR routers for this DVR port ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:43:45.393282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:45.397697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac46685a-9abb-4f54-99e3-c51ad1042cdc req-96e55478-0e56-42d2-9e48-62623a9e4a2d tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.55 "DELETE /v2.0/ports/ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 HTTP/1.1" status: 204 len: 173 time: 1.7868321 Jul 23 10:43:45.398699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314593c3-cdca-4576-9629-e1e6a693a252', 'name': 'network-vif-deleted', 'tag': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:45.404946 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bef082-65e1-4e84-95b9-beb2d342c51c" -d '{"events": [{"server_uuid": "314593c3-cdca-4576-9629-e1e6a693a252", "name": "network-vif-deleted", "tag": "ef6a86fc-bac8-4a04-b1f6-f51e09280ad1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:45.583150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-861aec7b-a135-44d6-9c9d-983c68681e14 req-85209c26-6236-4d6a-9f85-7266124b47d5 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 210 time: 0.0990126 Jul 23 10:43:45.705903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:45.732154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:45.746967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7c2b-af30-4c7f-9048-0924c640b5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:45.768132 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97fae5d-9c54-40d7-823c-52fb1c1856b3 x-openstack-request-id: req-c97fae5d-9c54-40d7-823c-52fb1c1856b3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:45.768132 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314593c3-cdca-4576-9629-e1e6a693a252", "name": "network-vif-deleted", "tag": "ef6a86fc-bac8-4a04-b1f6-f51e09280ad1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:45.768132 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c97fae5d-9c54-40d7-823c-52fb1c1856b3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:45.768132 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314593c3-cdca-4576-9629-e1e6a693a252', 'name': 'network-vif-deleted', 'tag': 'ef6a86fc-bac8-4a04-b1f6-f51e09280ad1', 'status': 'completed', 'code': 200} Jul 23 10:43:45.902047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cd7fb8775c448ba96d5421869b943b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0523226 Jul 23 10:43:45.903252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35780) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:45.950252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44be3454-22f4-4e96-a5b8-7b996218f793,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:45.986986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.988102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.988646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.989244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.989738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.990501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.993863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.994367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.994925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.995481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.996024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:45.996624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491b61-5b02-4fb8-ae02-bffd114c543d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:46.089929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54d1d403-9479-4922-af74-5606e74ba4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.207108 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54d1d403-9479-4922-af74-5606e74ba4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.228903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7c2b-af30-4c7f-9048-0924c640b5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.240299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7c2b-af30-4c7f-9048-0924c640b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.297386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fb6f7c2b-af30-4c7f-9048-0924c640b5c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14f893f5d1c64be3a21569c657093d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122423 Jul 23 10:43:46.303702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:46.323156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:43:46.375923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7c2b-af30-4c7f-9048-0924c640b5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203f5c1f-1463-4124-aa5b-8cc1a4d2a5f5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:46.376454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:43:46.376811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ef6a86fc-bac8-4a04-b1f6-f51e09280ad1 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:43:46.452429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f664d65-f27d-49e0-be3c-445217842b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.477445 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54d1d403-9479-4922-af74-5606e74ba4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.484132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54d1d403-9479-4922-af74-5606e74ba4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.488845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-54d1d403-9479-4922-af74-5606e74ba4df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44be3454-22f4-4e96-a5b8-7b996218f793 HTTP/1.1" status: 204 len: 168 time: 0.5859034 Jul 23 10:43:46.533932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f664d65-f27d-49e0-be3c-445217842b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.573913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8285-f79f-4531-ac3e-23b15a6eefa1 req-e9d1ca10-24e6-4653-bfaf-bc2f966b9149 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:46.582206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-140c8285-f79f-4531-ac3e-23b15a6eefa1 req-e9d1ca10-24e6-4653-bfaf-bc2f966b9149 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.3199091 Jul 23 10:43:46.586855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1d403-9479-4922-af74-5606e74ba4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be3454-22f4-4e96-a5b8-7b996218f793,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:46.705274 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f664d65-f27d-49e0-be3c-445217842b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.716580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f664d65-f27d-49e0-be3c-445217842b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:46.722232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0f664d65-f27d-49e0-be3c-445217842b78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/203f5c1f-1463-4124-aa5b-8cc1a4d2a5f5 HTTP/1.1" status: 204 len: 168 time: 0.4144838 Jul 23 10:43:46.770879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f664d65-f27d-49e0-be3c-445217842b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f5c1f-1463-4124-aa5b-8cc1a4d2a5f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:46.815739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-140c8285-f79f-4531-ac3e-23b15a6eefa1 req-023fdf74-f182-4b41-adc5-20af13968eee tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199364 Jul 23 10:43:47.129467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:47.304330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:47.309798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:47.310667 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:47.379315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56b8202f-0ce5-4532-946b-095a84c5b168 req-98562dc8-31a8-40d5-a972-991389dab380 tempest-ServersNegativeTestMultiTenantJSON-1567910332 tempest-ServersNegativeTestMultiTenantJSON-1567910332-project] 10.222.0.37 "GET /v2.0/ports?device_id=314593c3-cdca-4576-9629-e1e6a693a252 HTTP/1.1" status: 200 len: 210 time: 0.1411669 Jul 23 10:43:47.470237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:47.578419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,segment=NetworkSegment(bc430c07-95cb-4ce8-9367-40fb7bb0f130),segment_id=bc430c07-95cb-4ce8-9367-40fb7bb0f130)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:47.586497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:47.746860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:47.836303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-316eaff3-9f6f-4306-a119-35a08d876d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:47.870975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:47.946272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:47.973967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af8d972f-73ce-4a02-86bf-5d6979c04da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.113836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-316eaff3-9f6f-4306-a119-35a08d876d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.120238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-316eaff3-9f6f-4306-a119-35a08d876d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.128946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2799c88-b0e2-4e5d-ac0b-ad98b5e304f2 req-2cd31ebe-0afe-4138-b275-215791f02f82 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:48.139689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2799c88-b0e2-4e5d-ac0b-ad98b5e304f2 req-2cd31ebe-0afe-4138-b275-215791f02f82 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.1583011 Jul 23 10:43:48.169156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eaff3-9f6f-4306-a119-35a08d876d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5db5da-9f7f-4b7f-8e87-f5ecabfb3282,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:48.175139 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-316eaff3-9f6f-4306-a119-35a08d876d4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17859caf6f3347e5bc9d59f22a3e3019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188490 Jul 23 10:43:48.178138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:48.262765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-507b9f4b-7611-4e19-b7fa-15173cf48d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.297824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-507b9f4b-7611-4e19-b7fa-15173cf48d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.326977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2799c88-b0e2-4e5d-ac0b-ad98b5e304f2 req-6ffe5959-f47c-4728-8caf-d519a3d9c9be tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780529 Jul 23 10:43:48.412598 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-507b9f4b-7611-4e19-b7fa-15173cf48d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.422917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-507b9f4b-7611-4e19-b7fa-15173cf48d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.428733 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-507b9f4b-7611-4e19-b7fa-15173cf48d7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a5db5da-9f7f-4b7f-8e87-f5ecabfb3282 HTTP/1.1" status: 204 len: 168 time: 0.2479918 Jul 23 10:43:48.469948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af8d972f-73ce-4a02-86bf-5d6979c04da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.478298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af8d972f-73ce-4a02-86bf-5d6979c04da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.482728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9f4b-7611-4e19-b7fa-15173cf48d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5db5da-9f7f-4b7f-8e87-f5ecabfb3282,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:48.597013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:48.597580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-af8d972f-73ce-4a02-86bf-5d6979c04da3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9891498632874c35ac0c07cb304be0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499319 Jul 23 10:43:48.658040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d972f-73ce-4a02-86bf-5d6979c04da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40350f-5d17-44da-8584-e63effa44f7c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:48.667340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35820) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:48.754634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd390807-2e5f-40ac-bc36-8199952cc2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.783602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:48.827251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Deleting subnet 8e0a4eb3-b7d3-4058-a549-b4a5a31315df {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:43:48.834105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.834862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd390807-2e5f-40ac-bc36-8199952cc2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.891108 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:48.940105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.008280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:49.011397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.028899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd390807-2e5f-40ac-bc36-8199952cc2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.040904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.053886 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd390807-2e5f-40ac-bc36-8199952cc2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.067386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cd390807-2e5f-40ac-bc36-8199952cc2aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c40350f-5d17-44da-8584-e63effa44f7c HTTP/1.1" status: 204 len: 168 time: 0.4590635 Jul 23 10:43:49.073562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.078566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e0a4eb3-b7d3-4058-a549-b4a5a31315df HTTP/1.1" status: 204 len: 168 time: 0.4093025 Jul 23 10:43:49.091925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:49.107060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6455121-3888-425a-9e86-ac9cb9de09dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0a4eb3-b7d3-4058-a549-b4a5a31315df,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:49.174529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390807-2e5f-40ac-bc36-8199952cc2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40350f-5d17-44da-8584-e63effa44f7c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:49.317950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.511546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.549307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f8a221-5489-417e-869a-d7b20f003190']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:49.606389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645544b8-b5a3-49d5-8e56-d6f5b1324142') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:49.607718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645544b8-b5a3-49d5-8e56-d6f5b1324142') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:49.647694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.678549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.692665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:43:49.693302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:43:49.695618 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:43:49.704571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77f29f-75c1-4398-898a-ae158df09447 req-2e4d7002-920d-45d7-9c22-346b9d0270ed tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:49.726123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd77f29f-75c1-4398-898a-ae158df09447 req-2e4d7002-920d-45d7-9c22-346b9d0270ed tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.2442031 Jul 23 10:43:49.795622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.809910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:49.817631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8f8a221-5489-417e-869a-d7b20f003190 HTTP/1.1" status: 204 len: 168 time: 0.7210915 Jul 23 10:43:49.823090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35848) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:49.859698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6610b0-2213-476c-a9be-fa20a305010b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f8a221-5489-417e-869a-d7b20f003190,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:49.952631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd77f29f-75c1-4398-898a-ae158df09447 req-c1d81f74-c914-4710-9e8b-49686fcd76b3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250776 Jul 23 10:43:50.002661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Deleting subnet 2e0a1488-f7ad-4769-acd5-2814efaa566d {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:43:50.012165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.116738 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.245755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.381377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.445164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0a1488-f7ad-4769-acd5-2814efaa566d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:50.473570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.477968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b3d03bd-a59f-4221-825e-d8ef08b46bf5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e0a1488-f7ad-4769-acd5-2814efaa566d HTTP/1.1" status: 204 len: 168 time: 0.6530676 Jul 23 10:43:50.481282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:50.677996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.850691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.868652 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c936de-b4cd-455d-9b45-d608b5caf07c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:50.901422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d041aec-0707-4fac-a590-83c38d9bd991') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:50.901752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d041aec-0707-4fac-a590-83c38d9bd991') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:50.954899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:50.995026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:51.007151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:43:51.007151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:43:51.112191 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:43:51.747760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:51.753859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:51.756195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c8c936de-b4cd-455d-9b45-d608b5caf07c HTTP/1.1" status: 204 len: 168 time: 1.2685580 Jul 23 10:43:51.782898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5699c0-664b-436d-b2a3-04b1af71dc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c936de-b4cd-455d-9b45-d608b5caf07c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:51.851213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361329be-dcf2-4269-8509-6699066ca032 req-4ded6ca0-09ca-4274-a2f6-a43544dac59e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:51.854224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-361329be-dcf2-4269-8509-6699066ca032 req-4ded6ca0-09ca-4274-a2f6-a43544dac59e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.7401774 Jul 23 10:43:51.927442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-361329be-dcf2-4269-8509-6699066ca032 req-1b5414ab-e27b-4987-aa4b-c6e9950df314 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572414 Jul 23 10:43:52.250560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:52.334674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aeeada68-0866-447c-b347-ba94fdac19ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a1a49f7bded497b831951807274a56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819044 Jul 23 10:43:52.337156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35916) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:52.450120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a58ea65-ee0d-4632-8590-2cb5f7220461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:52.541965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a58ea65-ee0d-4632-8590-2cb5f7220461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:52.656573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a58ea65-ee0d-4632-8590-2cb5f7220461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:52.660338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a58ea65-ee0d-4632-8590-2cb5f7220461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:52.662119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a58ea65-ee0d-4632-8590-2cb5f7220461 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a098e442-9132-4853-962c-22d95cc4c03e HTTP/1.1" status: 204 len: 168 time: 0.3237555 Jul 23 10:43:52.677364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58ea65-ee0d-4632-8590-2cb5f7220461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098e442-9132-4853-962c-22d95cc4c03e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:53.262086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-dcad438c-8a0c-4dc4-955e-5d1fd7918081 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:53.270543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-dcad438c-8a0c-4dc4-955e-5d1fd7918081 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/networks?id=16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 200 len: 911 time: 0.1303127 Jul 23 10:43:53.289028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-8b942755-53ab-47cc-a242-2a90f89bee22 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/quotas/b16cdc7dd49b4855bdbf2c3ac8a611da HTTP/1.1" status: 200 len: 375 time: 0.0173483 Jul 23 10:43:53.366253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35948) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:53.422113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-d8814386-4ca5-4b0f-84ce-685802a21ad0 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319573 Jul 23 10:43:53.444035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-f9ce966e-c824-492a-a026-9d9245f63b99 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:43:53.446506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-f9ce966e-c824-492a-a026-9d9245f63b99 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167263 Jul 23 10:43:53.453177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-83a76647-d9fd-47b5-a2e7-f704a1725fc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76778ff8e0e64e389f69b867b9c4c374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844646 Jul 23 10:43:53.456051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35950) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:53.607005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-fdc0fdbd-356f-4a46-b54a-db5325526dff service neutron] 10.222.0.37 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525643 Jul 23 10:43:53.634842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e5cc668a-27e7-4418-92b8-5cca6c9466dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:53.645953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30652e44-0aa0-4187-9d56-d3de3939c8b7 req-cf8108d6-1720-44df-bf58-fbf2f3e9b121 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:53.653455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30652e44-0aa0-4187-9d56-d3de3939c8b7 req-cf8108d6-1720-44df-bf58-fbf2f3e9b121 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.1608288 Jul 23 10:43:53.691316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e5cc668a-27e7-4418-92b8-5cca6c9466dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:53.721362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30652e44-0aa0-4187-9d56-d3de3939c8b7 req-5304f567-0015-4030-a7ff-f0bf1b768ba6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665770 Jul 23 10:43:53.751065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-f155239e-5c68-43ad-bd5b-9360eee844bc service neutron] 10.222.0.37 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382065 Jul 23 10:43:53.781214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e5cc668a-27e7-4418-92b8-5cca6c9466dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:53.784706 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e5cc668a-27e7-4418-92b8-5cca6c9466dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:53.786213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e5cc668a-27e7-4418-92b8-5cca6c9466dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b917614-fa56-4038-baed-7d854144bc67 HTTP/1.1" status: 204 len: 168 time: 0.3260384 Jul 23 10:43:53.796976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc668a-27e7-4418-92b8-5cca6c9466dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b917614-fa56-4038-baed-7d854144bc67,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:53.967218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9d4d7cf-2de5-4264-afa6-161387723a3e req-3e26f489-5495-439b-adaa-118da2ed972a tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 210 time: 0.0393703 Jul 23 10:43:54.009243 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:54.934464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda0aee-49f0-430c-a3c8-6bc728799f41 req-044b2f6a-c4eb-4bc4-b1bb-aa053d02bfd1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:54.945037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9dda0aee-49f0-430c-a3c8-6bc728799f41 req-044b2f6a-c4eb-4bc4-b1bb-aa053d02bfd1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 943 time: 0.1337769 Jul 23 10:43:54.995364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:55.039339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9dda0aee-49f0-430c-a3c8-6bc728799f41 req-e684cdee-54c1-4725-a39f-17e9450b5b53 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929151 Jul 23 10:43:55.162504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f28bb101-f3fe-4191-b515-2988dcd5a777 req-e41b968e-7aa2-4cc4-8ad6-1da8d0d04413 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 210 time: 0.0443082 Jul 23 10:43:55.432873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2001973542-network', 'tenant_id': '11daea9f194f40adb16363ac66081c0e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:55.462790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Made reservation on behalf of 11daea9f194f40adb16363ac66081c0e for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:55.465429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.477642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.573379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36046) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:55.640950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.646853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.673235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:43:55.688620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.689499 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Added segment 1473b828-527d-45c4-866a-072cdb3e81ce of type vlan for network 63f323e3-fac1-410c-914d-b97384f959e7 Jul 23 10:43:55.697489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:43:55.797534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170ae847-7a64-42ec-bb9c-7595e70f1b8d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:55.804423 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.832332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61ce3610-73e8-4324-9163-1710d09cc6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.861163 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.862508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:55.863257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.885497 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:55.900083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'network_id': 'a5fcc2e7-8e22-448d-af64-c804ea5e1a18', 'port_id': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'mac_address': 'fa:16:3e:e1:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b48c25-ba82-45b1-a1e1-5c6f2567994a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:43:55.942754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.957369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddf6f12-5182-4912-a15f-a55aac5a7483 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:43:55.983366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:55.989138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:55.990228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] Pushing event updated for resources: {'Network': ['ID=63f323e3-fac1-410c-914d-b97384f959e7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:56.017144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 63f323e3-fac1-410c-914d-b97384f959e7 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:43:56.130514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-6542186c-6161-4306-8107-6d5b4e8bf904 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:56.132056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-6542186c-6161-4306-8107-6d5b4e8bf904 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.20 "GET /v2.0/networks?id=16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 200 len: 911 time: 0.3352683 Jul 23 10:43:56.138367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:56.154101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Request body: {'port': {'device_id': '47086471-d760-4f4f-bb82-508806faea9c', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'admin_state_up': True, 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:56.194163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61ce3610-73e8-4324-9163-1710d09cc6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.202250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61ce3610-73e8-4324-9163-1710d09cc6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.216705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-92847124-c240-415c-a0dd-08c3a95d4938 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2190928 Jul 23 10:43:56.221253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:56.240447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Request body: {'subnet': {'network_id': '63f323e3-fac1-410c-914d-b97384f959e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2001973542-subnet', 'tenant_id': '11daea9f194f40adb16363ac66081c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:56.280932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-61ce3610-73e8-4324-9163-1710d09cc6cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d8509b864754e92a72912ffedeaadc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053730 Jul 23 10:43:56.282214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce3610-73e8-4324-9163-1710d09cc6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a034e58a-94f8-441f-bb65-1b6f1542ffd3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:56.285243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345f45-b885-4688-84bd-34beb5832a9b req-7dad65a6-7976-4bbc-99f3-dd6a145e6a7b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:56.297915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36056) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:56.298052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a345f45-b885-4688-84bd-34beb5832a9b req-7dad65a6-7976-4bbc-99f3-dd6a145e6a7b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.1571572 Jul 23 10:43:56.327027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Made reservation on behalf of 11daea9f194f40adb16363ac66081c0e for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:56.329719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.338114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['8ddf6f12-5182-4912-a15f-a55aac5a7483'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:43:56.338424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Made reservation on behalf of b16cdc7dd49b4855bdbf2c3ac8a611da for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:43:56.342312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.384873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-077de99d-acd8-4ecc-b13f-f611b917148c req-3df3459a-9eb3-4bb2-870b-3f0b067b29c9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 210 time: 0.0985429 Jul 23 10:43:56.413592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a345f45-b885-4688-84bd-34beb5832a9b req-c6bb04fe-c2f2-4240-98a5-18f0f64795c1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981712 Jul 23 10:43:56.468574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275880f-a181-47b0-bbf0-1f298f63e6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.665395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275880f-a181-47b0-bbf0-1f298f63e6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.689093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.780020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Checking segment: {'id': '1473b828-527d-45c4-866a-072cdb3e81ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '63f323e3-fac1-410c-914d-b97384f959e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:56.781229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Network hostable DHCP agents. Network: 63f323e3-fac1-410c-914d-b97384f959e7, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:43:56.789022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66898f79-d8e9-44c7-a7dd-f3713975a69e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:56.812043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Network 63f323e3-fac1-410c-914d-b97384f959e7 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:43:56.845602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 63f323e3-fac1-410c-914d-b97384f959e7) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:56.854062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:56.854832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.865660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25156bd-eeb4-4316-aeb4-1592f8d3ab5d None None] Network 63f323e3-fac1-410c-914d-b97384f959e7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:56.891270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a8df0c8-e3b3-4710-aed3-267f43fd5122 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6614676 Jul 23 10:43:56.900358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275880f-a181-47b0-bbf0-1f298f63e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.903064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275880f-a181-47b0-bbf0-1f298f63e6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:56.906999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7275880f-a181-47b0-bbf0-1f298f63e6df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a034e58a-94f8-441f-bb65-1b6f1542ffd3 HTTP/1.1" status: 204 len: 168 time: 0.6052144 Jul 23 10:43:56.914543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Allocated IP 172.20.0.4 (16636cc3-101d-4141-84f3-e5541c82c69d/39c62ac2-1c0c-43ff-8288-486e2dd412ec/6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:43:56.937518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275880f-a181-47b0-bbf0-1f298f63e6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034e58a-94f8-441f-bb65-1b6f1542ffd3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:57.069331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:57.117962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:57.143327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d7bea-6ec9-4af1-bc84-ab5f7b24485e None None] Network 63f323e3-fac1-410c-914d-b97384f959e7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:43:57.187545 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe17ebda-adf5-41d4-814a-1693a6c41a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.211185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.235217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Transition to ACTIVE for port object 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:57.241225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Deleting subnet 66898f79-d8e9-44c7-a7dd-f3713975a69e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:43:57.252713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.284885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.350664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34584284-d780-4b00-a70c-218770299864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.360842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Network 16636cc3-101d-4141-84f3-e5541c82c69d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:43:57.362318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:43:57.369586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:43:57.376060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.405513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Pushing event updated for resources: {'Port': ['ID=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:57.477719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:57.478014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.478796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.635746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.644372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551989d6-e594-4ebe-b2b6-3d522230e832 req-2a225747-4cc4-4755-8d80-e86b33ce942c tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:57.652330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-551989d6-e594-4ebe-b2b6-3d522230e832 req-2a225747-4cc4-4755-8d80-e86b33ce942c tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1027 time: 0.1018207 Jul 23 10:43:57.688790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.691670 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/66898f79-d8e9-44c7-a7dd-f3713975a69e HTTP/1.1" status: 204 len: 168 time: 0.5719709 Jul 23 10:43:57.693267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36102) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:57.694752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:57.699284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:43:57.699789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3651-1594-4843-a3e3-98bf16c03f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66898f79-d8e9-44c7-a7dd-f3713975a69e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:57.709225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34584284-d780-4b00-a70c-218770299864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.716665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34584284-d780-4b00-a70c-218770299864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.743656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2a85524-2534-4f63-bb35-6131ec2b02cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.751158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-551989d6-e594-4ebe-b2b6-3d522230e832 req-2b5bd98f-7b66-4b93-8d3b-67ce67a4f8a0 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912702 Jul 23 10:43:57.767705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-c2225e42-2328-4ef8-9371-4d9fc476c74f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6265886 Jul 23 10:43:57.802562 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34584284-d780-4b00-a70c-218770299864 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea6460bb2f274f0f8b6250ddb2af4fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7316504 Jul 23 10:43:57.804404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34584284-d780-4b00-a70c-218770299864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d62d257-68e7-48d2-aa4f-e83e11b22950,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:57.807471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:57.843547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dbfdd-20f6-4a5b-a01c-ad72af68e9cc req-b2f41e06-d019-4dfe-8dab-6b741ac2e268 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:57.845105 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f5dbfdd-20f6-4a5b-a01c-ad72af68e9cc req-b2f41e06-d019-4dfe-8dab-6b741ac2e268 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 944 time: 0.2572505 Jul 23 10:43:57.858684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eba65461-33ea-41a0-a24b-bd4eeb41455f None None] Provisioning for port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:43:57.872465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eba65461-33ea-41a0-a24b-bd4eeb41455f None None] Provisioning complete for port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:57.873645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eba65461-33ea-41a0-a24b-bd4eeb41455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.894682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.901393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Request body: {'port': {'device_id': '47086471-d760-4f4f-bb82-508806faea9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:43:57.926183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eba65461-33ea-41a0-a24b-bd4eeb41455f None None] Port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:43:57.930584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5145-0543-4409-83e8-0304a1969367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.931274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 8ddf6f12-5182-4912-a15f-a55aac5a7483 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:43:57.931950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:57.945451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f5dbfdd-20f6-4a5b-a01c-ad72af68e9cc req-7470958c-84ed-43be-adc6-aef7f6495c9c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811331 Jul 23 10:43:57.969181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5145-0543-4409-83e8-0304a1969367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.034038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5145-0543-4409-83e8-0304a1969367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.038462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5145-0543-4409-83e8-0304a1969367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.040285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8c3a5145-0543-4409-83e8-0304a1969367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d62d257-68e7-48d2-aa4f-e83e11b22950 HTTP/1.1" status: 204 len: 168 time: 0.2298372 Jul 23 10:43:58.047902 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.068896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a5145-0543-4409-83e8-0304a1969367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d62d257-68e7-48d2-aa4f-e83e11b22950,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:58.092865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:43:58.095445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:58.098326 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d4bba-6e16-46dc-8f1f-ecbad6786002" -d '{"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:58.128133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.131849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.164950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f323e3-fac1-410c-914d-b97384f959e7']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:58.180076 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16861ef1-11df-4a00-abf8-16615c0a458a x-openstack-request-id: req-16861ef1-11df-4a00-abf8-16615c0a458a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:58.180632 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-plugged", "status": "completed", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:58.181022 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16861ef1-11df-4a00-abf8-16615c0a458a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:58.181584 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'code': 200} Jul 23 10:43:58.182768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1473b828-527d-45c4-866a-072cdb3e81ce') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:58.183047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1473b828-527d-45c4-866a-072cdb3e81ce') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:43:58.196480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.207664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.226986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:58.245300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.245657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.246893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.247754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.248778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.249396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.249749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.250088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.250568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.250921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.251758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.252104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:43:58.255019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.296153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:43:58.296153 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:43:58.299449 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:43:58.342402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2a85524-2534-4f63-bb35-6131ec2b02cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.387891 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2a85524-2534-4f63-bb35-6131ec2b02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.425648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a85524-2534-4f63-bb35-6131ec2b02cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6a4ea-db98-47c6-a9e8-03d294c9a94f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:58.445334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.450521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574abd4e-5248-419b-8786-5a75df9c8315 req-8c05bc03-ff56-4bce-ad69-1f5f2b599603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:58.456218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-574abd4e-5248-419b-8786-5a75df9c8315 req-8c05bc03-ff56-4bce-ad69-1f5f2b599603 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1097 time: 0.0881886 Jul 23 10:43:58.506295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.508506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] 10.222.0.37 "DELETE /v2.0/networks/63f323e3-fac1-410c-914d-b97384f959e7 HTTP/1.1" status: 204 len: 168 time: 0.8039577 Jul 23 10:43:58.515661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-574abd4e-5248-419b-8786-5a75df9c8315 req-a6d372fd-70c7-4a6b-9b70-979222cecb72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Jul 23 10:43:58.541226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:58.541406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b2a85524-2534-4f63-bb35-6131ec2b02cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1037a9678944476f8f7f3cd19cea3302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8451514 Jul 23 10:43:58.550373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2caaa2-ab10-4eed-a6b8-9418068e7369 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f323e3-fac1-410c-914d-b97384f959e7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:58.604439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36128) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:58.652480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbde53a3-235f-4d1e-9ee3-b25748fdb178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.662914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24f2c27b-06e3-42a0-a754-b5ddc1471993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.687542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbde53a3-235f-4d1e-9ee3-b25748fdb178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.799286 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbde53a3-235f-4d1e-9ee3-b25748fdb178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.802449 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbde53a3-235f-4d1e-9ee3-b25748fdb178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.804229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36134) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:58.806161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbde53a3-235f-4d1e-9ee3-b25748fdb178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dee6a4ea-db98-47c6-a9e8-03d294c9a94f HTTP/1.1" status: 204 len: 168 time: 0.2627521 Jul 23 10:43:58.821030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24f2c27b-06e3-42a0-a754-b5ddc1471993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.838106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde53a3-235f-4d1e-9ee3-b25748fdb178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6a4ea-db98-47c6-a9e8-03d294c9a94f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:58.852531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24f2c27b-06e3-42a0-a754-b5ddc1471993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.954290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24f2c27b-06e3-42a0-a754-b5ddc1471993 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aea2fc79c19e40edb55c6559d873d76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482087 Jul 23 10:43:58.957846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159143c5-6004-452e-9026-cfff3a87b82c req-0bb1fe6f-2650-4b31-a19a-1bc7f990cae0 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:58.963136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36140) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:58.966385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-159143c5-6004-452e-9026-cfff3a87b82c req-0bb1fe6f-2650-4b31-a19a-1bc7f990cae0 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1027 time: 0.0795310 Jul 23 10:43:58.972923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:43:58.977973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2c27b-06e3-42a0-a754-b5ddc1471993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0601ac87-8f15-4857-911c-a7057de93636,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:58.989345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d46d59f7-6e3c-4b70-9e24-5005e65eddc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11daea9f194f40adb16363ac66081c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838896 Jul 23 10:43:58.991605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:58.991928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:43:59.020692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Transition to ACTIVE for port object 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:43:59.037605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.114172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ff2f-83ae-44b6-a5eb-67818cbcd274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.119815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Pushing event updated for resources: {'Port': ['ID=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:59.121368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f423c97-f777-42c1-98ae-31a9c3d362a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.137645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-159143c5-6004-452e-9026-cfff3a87b82c req-3e9ef5f2-c9c8-4c37-afb4-27b2244b3975 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693170 Jul 23 10:43:59.186052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f423c97-f777-42c1-98ae-31a9c3d362a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.275201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ff2f-83ae-44b6-a5eb-67818cbcd274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.281807 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f423c97-f777-42c1-98ae-31a9c3d362a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.291816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f423c97-f777-42c1-98ae-31a9c3d362a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.297211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f423c97-f777-42c1-98ae-31a9c3d362a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/170ae847-7a64-42ec-bb9c-7595e70f1b8d HTTP/1.1" status: 204 len: 168 time: 0.3001342 Jul 23 10:43:59.322300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f423c97-f777-42c1-98ae-31a9c3d362a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170ae847-7a64-42ec-bb9c-7595e70f1b8d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:59.385423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Attempting to bind port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:43:59.385830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Attempting to bind port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:43:59.386238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Attempting to bind port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 on network 16636cc3-101d-4141-84f3-e5541c82c69d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:59.396842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 on network 16636cc3-101d-4141-84f3-e5541c82c69d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:43:59.397199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Attempting to bind port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 on network 16636cc3-101d-4141-84f3-e5541c82c69d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:43:59.410119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:43:59.410587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Checking segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:43:59.410870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Bound using segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:43:59.411341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Bound port: 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:43:59.411730 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.440051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b07517-c951-4762-be43-857b7eb41b9f req-b978e3dc-e0a1-473b-87da-f6a4185ccf2d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:59.441874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74b07517-c951-4762-be43-857b7eb41b9f req-b978e3dc-e0a1-473b-87da-f6a4185ccf2d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2134204 Jul 23 10:43:59.506424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ff2f-83ae-44b6-a5eb-67818cbcd274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.511995 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ff2f-83ae-44b6-a5eb-67818cbcd274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.511995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8cc5ff2f-83ae-44b6-a5eb-67818cbcd274 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0601ac87-8f15-4857-911c-a7057de93636 HTTP/1.1" status: 204 len: 168 time: 0.5470214 Jul 23 10:43:59.540744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5ff2f-83ae-44b6-a5eb-67818cbcd274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601ac87-8f15-4857-911c-a7057de93636,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:59.603249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74b07517-c951-4762-be43-857b7eb41b9f req-3d9d4b8d-5797-48e8-a461-b57149aba743 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159477 Jul 23 10:43:59.604030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] For port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:43:59.619480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] For port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:43:59.636945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.700115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:59.700115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.702925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] 10.222.0.20 "PUT /v2.0/ports/6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 HTTP/1.1" status: 200 len: 1091 time: 1.9102912 Jul 23 10:43:59.705548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47086471-d760-4f4f-bb82-508806faea9c', 'tag': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:43:59.709013 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14" -d '{"events": [{"name": "network-changed", "server_uuid": "47086471-d760-4f4f-bb82-508806faea9c", "tag": "6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:43:59.847388 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75dc2a4-5c64-490f-bad3-b4950bb83144 x-openstack-request-id: req-a75dc2a4-5c64-490f-bad3-b4950bb83144 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:43:59.847874 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47086471-d760-4f4f-bb82-508806faea9c", "tag": "6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:43:59.848559 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a75dc2a4-5c64-490f-bad3-b4950bb83144 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:43:59.849192 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47086471-d760-4f4f-bb82-508806faea9c', 'tag': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5', 'status': 'completed', 'code': 200} Jul 23 10:43:59.855014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d735fb6-f9d5-47c5-9b33-0e11f35ab02c service neutron] Pushing event updated for resources: {'Port': ['ID=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:43:59.911991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9645a3d-b1de-40ec-a493-1c492314cfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:43:59.930733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-f9cd7ea4-2e46-4672-9a37-69bdd367e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:43:59.932489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-f9cd7ea4-2e46-4672-9a37-69bdd367e9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1094 time: 0.1742339 Jul 23 10:43:59.989295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-7af1c3df-01ee-4e6e-872b-936858994ee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 HTTP/1.1" status: 200 len: 217 time: 0.0446184 Jul 23 10:44:00.061525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-b8a8a574-91b0-4bb4-a959-d4d064d9d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:00.063511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-b8a8a574-91b0-4bb4-a959-d4d064d9d2e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39c62ac2-1c0c-43ff-8288-486e2dd412ec HTTP/1.1" status: 200 len: 849 time: 0.0678835 Jul 23 10:44:00.161482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-fed85026-cc26-4ff7-a1a2-3e567a715733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:00.163299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-fed85026-cc26-4ff7-a1a2-3e567a715733 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16636cc3-101d-4141-84f3-e5541c82c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930932 Jul 23 10:44:00.226603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:00.353442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-e9afe462-6a62-4635-a606-999928edaa27 service neutron] 10.222.0.20 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813586 Jul 23 10:44:00.383216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c331fb-b440-4296-beab-f3afc10976d5 req-3f1b005b-7960-41f5-8492-a202187e04b8 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:00.386378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37c331fb-b440-4296-beab-f3afc10976d5 req-3f1b005b-7960-41f5-8492-a202187e04b8 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1094 time: 0.1020272 Jul 23 10:44:00.459656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37c331fb-b440-4296-beab-f3afc10976d5 req-6ec275c1-86b0-4df6-b04e-c5b582912c77 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Jul 23 10:44:00.538510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ca0caa6-a11b-4ef1-bbad-f5bc389aee28 req-66223568-96e0-4ff6-86b5-51d9f5302020 service neutron] 10.222.0.20 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776624 Jul 23 10:44:00.738115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-a6ff1116-4eeb-40fe-a6d3-10992ff9a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:00.742839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-a6ff1116-4eeb-40fe-a6d3-10992ff9a35a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1094 time: 0.1071491 Jul 23 10:44:00.959814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e463ce4-8e56-4eb2-9d31-62662cf12d1c req-c2bf63d3-b329-4a3a-96dd-d23e173c6a22 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:00.961614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e463ce4-8e56-4eb2-9d31-62662cf12d1c req-c2bf63d3-b329-4a3a-96dd-d23e173c6a22 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2170494 Jul 23 10:44:00.966173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-1826c5c7-5646-4736-b865-522fedcce74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:00.969152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-1826c5c7-5646-4736-b865-522fedcce74f service neutron] 10.222.0.20 "GET /v2.0/networks?id=16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 200 len: 911 time: 0.2003839 Jul 23 10:44:01.024923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-4453a1a9-6e18-4acb-b913-3de8daa18fa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 HTTP/1.1" status: 200 len: 217 time: 0.0473585 Jul 23 10:44:01.046885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e463ce4-8e56-4eb2-9d31-62662cf12d1c req-801ce4d1-6bf2-4f71-9b2b-8841ebe3ad8f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765655 Jul 23 10:44:01.103127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-7ee5f03e-d1d5-4f25-ad50-117ccf86fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:01.104694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-7ee5f03e-d1d5-4f25-ad50-117ccf86fc36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39c62ac2-1c0c-43ff-8288-486e2dd412ec HTTP/1.1" status: 200 len: 849 time: 0.0527017 Jul 23 10:44:01.205008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-0f891f13-068f-4067-8b3b-07d9c88d080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:01.206783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-0f891f13-068f-4067-8b3b-07d9c88d080c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16636cc3-101d-4141-84f3-e5541c82c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923364 Jul 23 10:44:01.253053 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:01.344265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-0eb40b1c-e3b4-4ed4-a3eb-12902e57f803 service neutron] 10.222.0.20 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301336 Jul 23 10:44:01.471025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab05a4ab-6bfa-463e-98d4-a47b7bc86f14 req-1c8dee4c-54d2-4095-adbe-6639cbf719cd service neutron] 10.222.0.20 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155875 Jul 23 10:44:01.635029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd8d7e-67c9-46a8-b000-ad647865b40e req-6bdcaa82-e9ad-4a4e-b55a-48da8b86d4eb tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:01.637693 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1cd8d7e-67c9-46a8-b000-ad647865b40e req-6bdcaa82-e9ad-4a4e-b55a-48da8b86d4eb tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1094 time: 0.0914986 Jul 23 10:44:01.694894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1cd8d7e-67c9-46a8-b000-ad647865b40e req-de135073-14cf-475f-a05c-a8c7bfe243ee tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Jul 23 10:44:02.210660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2e75d-bffe-4bf6-a314-8cefd72c596c req-7c0a4eed-2a37-4d86-a8a8-ee8aae0bbf8c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:02.213063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bf2e75d-bffe-4bf6-a314-8cefd72c596c req-7c0a4eed-2a37-4d86-a8a8-ee8aae0bbf8c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.0849621 Jul 23 10:44:02.284042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bf2e75d-bffe-4bf6-a314-8cefd72c596c req-94649a96-3e71-48ef-9232-65e3da62724d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Jul 23 10:44:02.498257 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:02.522860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:02.532179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240aad-d794-43e9-9f38-aca631cf0340 req-ad6073a9-fb91-4938-be9c-f1c195953165 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:02.541484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17240aad-d794-43e9-9f38-aca631cf0340 req-ad6073a9-fb91-4938-be9c-f1c195953165 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1473999 Jul 23 10:44:02.604280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-17240aad-d794-43e9-9f38-aca631cf0340 req-6e3ea5d0-fa31-4301-a3e2-75dbe6306f2b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Jul 23 10:44:02.829181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4dfa4-df80-44a9-80a9-bc2c4a0fd201 req-4805a36c-1edc-428a-a06d-0071717183f8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:02.841032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ab4dfa4-df80-44a9-80a9-bc2c4a0fd201 req-4805a36c-1edc-428a-a06d-0071717183f8 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1529129 Jul 23 10:44:02.862473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaadea-2e36-4a3f-9dff-74faac1bdfb9 req-54417a64-ad8f-4732-b8ea-5e8f9319e193 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:02.869973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ceaadea-2e36-4a3f-9dff-74faac1bdfb9 req-54417a64-ad8f-4732-b8ea-5e8f9319e193 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1094 time: 0.0975120 Jul 23 10:44:02.919017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72f3fe59-418f-460b-a1d2-8c123a0689dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:02.923347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ceaadea-2e36-4a3f-9dff-74faac1bdfb9 req-76d87787-f6e1-40ed-ba65-e544f8d86752 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521657 Jul 23 10:44:02.970711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ab4dfa4-df80-44a9-80a9-bc2c4a0fd201 req-f0a7829a-bd7b-40a9-aade-53e55d01542d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287830 Jul 23 10:44:03.180522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72f3fe59-418f-460b-a1d2-8c123a0689dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.189589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72f3fe59-418f-460b-a1d2-8c123a0689dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.235980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-72f3fe59-418f-460b-a1d2-8c123a0689dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9b276cb3c374bfe8bac1513938e17f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097979 Jul 23 10:44:03.236203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:03.266296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3fe59-418f-460b-a1d2-8c123a0689dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3987811-75c0-4895-8648-78fc798ee25b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:03.300229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb0bff-b51a-4e6c-a405-fb63c9bda6d9 req-b1f77779-92f8-43ce-8f30-a0bd620e7966 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:03.302989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96eb0bff-b51a-4e6c-a405-fb63c9bda6d9 req-b1f77779-92f8-43ce-8f30-a0bd620e7966 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1912699 Jul 23 10:44:03.356868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96eb0bff-b51a-4e6c-a405-fb63c9bda6d9 req-a7afe143-f21a-48a4-993a-2c67f00326e5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Jul 23 10:44:03.357390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d82fcc4-1022-4b83-b785-cd48d4df6989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.382396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d82fcc4-1022-4b83-b785-cd48d4df6989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.471030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d82fcc4-1022-4b83-b785-cd48d4df6989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.479226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d82fcc4-1022-4b83-b785-cd48d4df6989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.480750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5d82fcc4-1022-4b83-b785-cd48d4df6989 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3987811-75c0-4895-8648-78fc798ee25b HTTP/1.1" status: 204 len: 168 time: 0.2437694 Jul 23 10:44:03.531834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36390) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:03.553260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82fcc4-1022-4b83-b785-cd48d4df6989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3987811-75c0-4895-8648-78fc798ee25b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:03.615922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488201f1-8909-406e-9a9c-95246c706fc3 req-49dd771e-6e60-4295-8b2b-8beb17a81ed3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:03.617474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-488201f1-8909-406e-9a9c-95246c706fc3 req-49dd771e-6e60-4295-8b2b-8beb17a81ed3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1562223 Jul 23 10:44:03.668099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-488201f1-8909-406e-9a9c-95246c706fc3 req-bae49737-7a92-4928-94cb-4c711f32ca8a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Jul 23 10:44:03.736901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:44:03.890802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2281d57-fd1d-47ed-b269-dc1dcfabe8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:03.913203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:03.949881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'port_id': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5', 'mac_address': 'fa:16:3e:05:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:44:03.965784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c9c7f-92a3-459d-9ee2-c5f6c42ef4e4 req-dd79b4d3-aa7a-4215-97b6-6570e1249369 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:03.967773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa3c9c7f-92a3-459d-9ee2-c5f6c42ef4e4 req-dd79b4d3-aa7a-4215-97b6-6570e1249369 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1231525 Jul 23 10:44:04.028946 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.050089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:04.056043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa3c9c7f-92a3-459d-9ee2-c5f6c42ef4e4 req-b40930dc-f619-49b9-9570-9fb5c0024d00 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774148 Jul 23 10:44:04.088292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:04.095863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.132240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2281d57-fd1d-47ed-b269-dc1dcfabe8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.142188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2281d57-fd1d-47ed-b269-dc1dcfabe8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.177043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36414) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:04.206861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b2281d57-fd1d-47ed-b269-dc1dcfabe8ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5af4127e9a874dcd817373e59fd69791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709921 Jul 23 10:44:04.211593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36418) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:04.222165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2281d57-fd1d-47ed-b269-dc1dcfabe8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c8fdfa-921e-489f-ac9c-5a070d06ef7e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:04.240828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fb00d-da03-4ea7-9bb6-4613e6ed591f req-c561349c-56ed-496d-be10-cfcaa1c5d9f1 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:04.242452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-182fb00d-da03-4ea7-9bb6-4613e6ed591f req-c561349c-56ed-496d-be10-cfcaa1c5d9f1 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1094 time: 0.1756628 Jul 23 10:44:04.261324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:04.299070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498b-e9e0-4c28-b02f-d3cc84f77a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.334632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-182fb00d-da03-4ea7-9bb6-4613e6ed591f req-56af20ca-2feb-4715-8c47-50772e7c7f60 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792947 Jul 23 10:44:04.359250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a629f80-c035-4415-9380-bea8b16f48e7 req-1b746343-50a6-4746-8eba-2aa8c9d6587e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:04.361723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a629f80-c035-4415-9380-bea8b16f48e7 req-1b746343-50a6-4746-8eba-2aa8c9d6587e tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2110202 Jul 23 10:44:04.375905 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498b-e9e0-4c28-b02f-d3cc84f77a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.417629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.424457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a629f80-c035-4415-9380-bea8b16f48e7 req-978d43d7-fcf7-4b09-b1f5-98c93aaa7ed7 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Jul 23 10:44:04.432099 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e0c-9b91-4789-81ca-ea901b3b1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.485221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:04.540504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498b-e9e0-4c28-b02f-d3cc84f77a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.545386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ecd498b-e9e0-4c28-b02f-d3cc84f77a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.547405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4ecd498b-e9e0-4c28-b02f-d3cc84f77a05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74c8fdfa-921e-489f-ac9c-5a070d06ef7e HTTP/1.1" status: 204 len: 168 time: 0.3326683 Jul 23 10:44:04.592556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd498b-e9e0-4c28-b02f-d3cc84f77a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c8fdfa-921e-489f-ac9c-5a070d06ef7e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:04.747139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e0c-9b91-4789-81ca-ea901b3b1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.764083 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5e0c-9b91-4789-81ca-ea901b3b1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:04.838026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ae8b5e0c-9b91-4789-81ca-ea901b3b1eb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f89d6fa3a736496d81ea34c8b615d69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599097 Jul 23 10:44:04.840921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36440) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:04.853153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b5e0c-9b91-4789-81ca-ea901b3b1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933ffcf-2910-4db6-93ca-0e6bc184e2a5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:04.965429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8e653e-62a6-43ab-9a11-54aa09624793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.010227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b191b-6380-4e3e-a208-9973fd8e5f93 req-f687cbc6-fb0d-4d49-a7eb-6f772806697c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:05.020346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d49b191b-6380-4e3e-a208-9973fd8e5f93 req-f687cbc6-fb0d-4d49-a7eb-6f772806697c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1498213 Jul 23 10:44:05.023455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8e653e-62a6-43ab-9a11-54aa09624793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.101030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d49b191b-6380-4e3e-a208-9973fd8e5f93 req-a6de6599-cb0e-41b8-9e8f-e5ad9806bf75 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793209 Jul 23 10:44:05.110008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8e653e-62a6-43ab-9a11-54aa09624793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.113240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d8e653e-62a6-43ab-9a11-54aa09624793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.115353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0d8e653e-62a6-43ab-9a11-54aa09624793 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d933ffcf-2910-4db6-93ca-0e6bc184e2a5 HTTP/1.1" status: 204 len: 168 time: 0.2722294 Jul 23 10:44:05.125757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e653e-62a6-43ab-9a11-54aa09624793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933ffcf-2910-4db6-93ca-0e6bc184e2a5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:05.201148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36452) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:05.215464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f170-b71e-4d66-9cc6-8e934fa35629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.334653 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f170-b71e-4d66-9cc6-8e934fa35629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.346828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f170-b71e-4d66-9cc6-8e934fa35629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.421177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:05.421424 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f8d4f170-b71e-4d66-9cc6-8e934fa35629 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fb888a7fa4d4688b711cb491b5c6f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189915 Jul 23 10:44:05.446919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4f170-b71e-4d66-9cc6-8e934fa35629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264cb00d-4b19-49f1-a147-1fc99771bdba,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:05.510831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:05.528196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bd7922d-607f-468f-945e-487d9de4ef58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.539054 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2ac0a42-fc6e-4746-983c-64766129f519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.580839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2ac0a42-fc6e-4746-983c-64766129f519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.593676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3172b6a-d5a1-4ea0-adbb-1ca42134331e req-ba0a512e-3456-4e11-8446-e0e796ec8e2d tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:05.595480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3172b6a-d5a1-4ea0-adbb-1ca42134331e req-ba0a512e-3456-4e11-8446-e0e796ec8e2d tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1095 time: 0.1410038 Jul 23 10:44:05.679668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3172b6a-d5a1-4ea0-adbb-1ca42134331e req-ff82139b-69b5-4ffd-a09c-0ddbd97adaa3 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Jul 23 10:44:05.699639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bd7922d-607f-468f-945e-487d9de4ef58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.703340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2ac0a42-fc6e-4746-983c-64766129f519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.706182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5bd7922d-607f-468f-945e-487d9de4ef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.707172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2ac0a42-fc6e-4746-983c-64766129f519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.708607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2ac0a42-fc6e-4746-983c-64766129f519 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/264cb00d-4b19-49f1-a147-1fc99771bdba HTTP/1.1" status: 204 len: 168 time: 0.2860153 Jul 23 10:44:05.727804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac0a42-fc6e-4746-983c-64766129f519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264cb00d-4b19-49f1-a147-1fc99771bdba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:05.755329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:05.762471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5bd7922d-607f-468f-945e-487d9de4ef58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51c6fa6250db43dc9d12448eaba5b258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500360 Jul 23 10:44:05.764014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7922d-607f-468f-945e-487d9de4ef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e182e-dce4-43cf-ab55-2804b0531646,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:05.766119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:05.826707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23fb0373-5ea8-4a46-9fad-a13ea10bff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.852717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23fb0373-5ea8-4a46-9fad-a13ea10bff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.898361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:05.918154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:05.918625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.923409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23fb0373-5ea8-4a46-9fad-a13ea10bff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.933028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23fb0373-5ea8-4a46-9fad-a13ea10bff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:05.934362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23fb0373-5ea8-4a46-9fad-a13ea10bff87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c35e182e-dce4-43cf-ab55-2804b0531646 HTTP/1.1" status: 204 len: 168 time: 0.1667571 Jul 23 10:44:05.968481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb0373-5ea8-4a46-9fad-a13ea10bff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e182e-dce4-43cf-ab55-2804b0531646,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:06.017439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:06.060866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47086471-d760-4f4f-bb82-508806faea9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:06.063144 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46a4891-d8ef-4f94-8f91-cc33f0e7add8" -d '{"events": [{"server_uuid": "47086471-d760-4f4f-bb82-508806faea9c", "name": "network-vif-plugged", "status": "completed", "tag": "6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:06.077120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:06.083754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:06.135720 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d377c73-ca89-4efd-aa83-1ccb122d7f4c x-openstack-request-id: req-7d377c73-ca89-4efd-aa83-1ccb122d7f4c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:06.136610 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47086471-d760-4f4f-bb82-508806faea9c", "name": "network-vif-plugged", "status": "completed", "tag": "6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:06.136900 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d377c73-ca89-4efd-aa83-1ccb122d7f4c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:06.137391 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47086471-d760-4f4f-bb82-508806faea9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5', 'code': 200} Jul 23 10:44:06.159840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:06.297987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31cf76-39a9-4297-816e-6afa22f90e44 req-b64a0d55-5294-4425-983c-ba26246b2863 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:06.299086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c31cf76-39a9-4297-816e-6afa22f90e44 req-b64a0d55-5294-4425-983c-ba26246b2863 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1188118 Jul 23 10:44:06.308044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951319f-b2f3-4a04-9e5d-ad35bd6d5af7 req-046d888e-492a-48e3-aa16-670923282360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:06.309503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5951319f-b2f3-4a04-9e5d-ad35bd6d5af7 req-046d888e-492a-48e3-aa16-670923282360 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.0885768 Jul 23 10:44:06.369463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c31cf76-39a9-4297-816e-6afa22f90e44 req-380ad668-abce-4705-aee8-a9e03a3628bc tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588877 Jul 23 10:44:06.371111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5951319f-b2f3-4a04-9e5d-ad35bd6d5af7 req-87a9584a-56f9-490a-a3a9-e753b4579376 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 Jul 23 10:44:06.684987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff310a-bd69-4d24-8429-41c864d3c881 req-82d683f6-5b68-43ce-b50f-2ecac3f737f9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:06.688937 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ff310a-bd69-4d24-8429-41c864d3c881 req-82d683f6-5b68-43ce-b50f-2ecac3f737f9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.0795314 Jul 23 10:44:06.736535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6ff310a-bd69-4d24-8429-41c864d3c881 req-b049654c-bb19-498a-8d37-90ec797176f0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Jul 23 10:44:06.908488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-6ef9eb9f-454f-41f2-8726-3f71f415e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:06.910658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-6ef9eb9f-454f-41f2-8726-3f71f415e8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 1097 time: 0.1344862 Jul 23 10:44:06.912950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfcf13-d4b0-4650-9391-f6732dcd96e6 req-98c0af11-1602-443d-aab7-badf3cc4cda6 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:06.926296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2adfcf13-d4b0-4650-9391-f6732dcd96e6 req-98c0af11-1602-443d-aab7-badf3cc4cda6 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.1399176 Jul 23 10:44:07.020270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2adfcf13-d4b0-4650-9391-f6732dcd96e6 req-858cf81c-920c-4cc8-b1ee-cc547b3c2607 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Jul 23 10:44:07.068180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-a5b751b7-131a-4bef-b26c-027e9bbe2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:07.069817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-a5b751b7-131a-4bef-b26c-027e9bbe2aa3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 200 len: 915 time: 0.1401563 Jul 23 10:44:07.136937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-fe812808-a51e-4c39-896c-fc18ec44dd0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 200 len: 217 time: 0.0594668 Jul 23 10:44:07.545355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-a4959333-5f2b-4e6d-8595-948766641d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:07.547611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-a4959333-5f2b-4e6d-8595-948766641d70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 200 len: 854 time: 0.4035900 Jul 23 10:44:07.603185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-7671ab07-3ace-4dd5-9172-a7abda1b2aa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5fcc2e7-8e22-448d-af64-c804ea5e1a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443468 Jul 23 10:44:07.746017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-6bd658dc-9b55-441b-8e42-709b417a55a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304007 Jul 23 10:44:07.948524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac9e947c-8a1f-4657-b997-09090ed5902c req-11518a1f-1b16-4193-a6e7-18e34259074f service neutron] 10.222.0.20 "GET /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911211 Jul 23 10:44:07.956669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f8af-37da-460a-94bc-eca7263516c0 req-83edd31d-9c57-4c25-bc3a-164117119943 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:07.959235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8185f8af-37da-460a-94bc-eca7263516c0 req-83edd31d-9c57-4c25-bc3a-164117119943 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1140738 Jul 23 10:44:08.028011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8185f8af-37da-460a-94bc-eca7263516c0 req-75c0ed3a-2cc3-4dbe-80af-7ef140a25dba tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Jul 23 10:44:08.190505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea21a-7768-425a-868a-ac6edd9f2684 req-fc780389-7c56-4a7d-a658-207bc879e927 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:08.192380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88bea21a-7768-425a-868a-ac6edd9f2684 req-fc780389-7c56-4a7d-a658-207bc879e927 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.0666423 Jul 23 10:44:08.234101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-88bea21a-7768-425a-868a-ac6edd9f2684 req-251d0c7c-ad58-4cdd-87f7-414a3f2b4ef4 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361111 Jul 23 10:44:08.382353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510eec9-2686-4c9c-9b68-dfb10d32b2db req-f7312328-4e46-4c0e-aa9c-5fe2a95ea1b4 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:08.384920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9510eec9-2686-4c9c-9b68-dfb10d32b2db req-f7312328-4e46-4c0e-aa9c-5fe2a95ea1b4 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.0805032 Jul 23 10:44:08.450736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9510eec9-2686-4c9c-9b68-dfb10d32b2db req-759becc0-2082-4051-a20a-db949551fc1f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549600 Jul 23 10:44:08.611235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ca71-1dd0-4a10-969c-c65d037da252 req-f79bf5c9-596d-4ec4-b455-fbeef753b13f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:08.613438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67a0ca71-1dd0-4a10-969c-c65d037da252 req-f79bf5c9-596d-4ec4-b455-fbeef753b13f tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.0975537 Jul 23 10:44:08.668431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67a0ca71-1dd0-4a10-969c-c65d037da252 req-3190b0f3-5e1c-48ae-b463-ec22d7eec71d tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Jul 23 10:44:09.120782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-af24d5b1-bc95-455c-a5b3-62b18e9777e9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:09.122427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-af24d5b1-bc95-455c-a5b3-62b18e9777e9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/networks?id=16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 200 len: 911 time: 0.1249230 Jul 23 10:44:09.149998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-56aae90a-e289-44ed-b56e-9c43ff13d71e tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/quotas/b16cdc7dd49b4855bdbf2c3ac8a611da HTTP/1.1" status: 200 len: 375 time: 0.0197098 Jul 23 10:44:09.217684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ea243-08c7-42ce-ba8b-7ae5c178ef05 req-5e2c9446-5f14-44ba-acbc-ea40142f1d4a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:09.225522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-012ea243-08c7-42ce-ba8b-7ae5c178ef05 req-5e2c9446-5f14-44ba-acbc-ea40142f1d4a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1133678 Jul 23 10:44:09.280711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-012ea243-08c7-42ce-ba8b-7ae5c178ef05 req-9545d708-a020-4e7d-94c6-597912e537ff tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500150 Jul 23 10:44:09.283727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-7a1c0851-50ae-4036-8931-1467f46fe73d tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327364 Jul 23 10:44:09.433310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-e1343153-223c-4c71-8912-c707aa52ecd3 service neutron] 10.222.0.37 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423135 Jul 23 10:44:09.536325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:09.585056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4cda4b09-9ffa-4856-92e2-d300dbba5bca service neutron] 10.222.0.37 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479888 Jul 23 10:44:09.629416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce99d-4329-44b4-a759-cba5a2ea4c8a req-8ab602f5-230e-4102-b2b8-89951f56615d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:09.637107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39bce99d-4329-44b4-a759-cba5a2ea4c8a req-8ab602f5-230e-4102-b2b8-89951f56615d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1712987 Jul 23 10:44:09.690094 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39bce99d-4329-44b4-a759-cba5a2ea4c8a req-5f3bc803-0fda-4df2-bfe7-5d791e8136dd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Jul 23 10:44:09.943192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf174a6-a86f-4064-a3b3-c378030ffc53 req-4041d3f1-fa82-441b-93c0-2b1228e5dca2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:09.954116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7bf174a6-a86f-4064-a3b3-c378030ffc53 req-4041d3f1-fa82-441b-93c0-2b1228e5dca2 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1228454 Jul 23 10:44:09.984860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66bd8d54-3d76-435d-a0ed-bea7d3c137b9 req-75fc9dbb-4560-4d78-b91b-d2994f5a9963 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 210 time: 0.0602689 Jul 23 10:44:10.072801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7bf174a6-a86f-4064-a3b3-c378030ffc53 req-6d4ed6c2-4fbe-4d40-8682-6e378c75eb25 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068444 Jul 23 10:44:10.240622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-071dff07-caf5-4e01-a5cc-44c07a805917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.288517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0dc81-a76c-4052-9769-4ec09d55b60f req-00fb2f85-f559-4beb-8c62-324ee0914ba1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:10.298428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93d0dc81-a76c-4052-9769-4ec09d55b60f req-00fb2f85-f559-4beb-8c62-324ee0914ba1 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1124454 Jul 23 10:44:10.304811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:10.372526 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:44:10.378799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93d0dc81-a76c-4052-9769-4ec09d55b60f req-99690152-c222-48e4-95e5-7a955627a1c5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779448 Jul 23 10:44:10.438039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-071dff07-caf5-4e01-a5cc-44c07a805917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.444430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-071dff07-caf5-4e01-a5cc-44c07a805917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.506983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-071dff07-caf5-4e01-a5cc-44c07a805917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07d2624652714885a037b93ea01d91ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666655 Jul 23 10:44:10.509703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dff07-caf5-4e01-a5cc-44c07a805917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961758dd-2e58-4fb1-9f1b-85b3ef189143,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:10.510002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36708) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:10.614185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e982e6d7-bb50-4533-992c-8cd19e4482c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.669198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e982e6d7-bb50-4533-992c-8cd19e4482c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.756421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87cd0c-574e-42c9-80f4-169dac6d4ca0 req-b8b1f050-4999-4ae4-8dce-7d743fb93e51 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:10.761328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcdd043f-56de-4290-b303-aa1c210f0387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.765583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c87cd0c-574e-42c9-80f4-169dac6d4ca0 req-b8b1f050-4999-4ae4-8dce-7d743fb93e51 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1552598 Jul 23 10:44:10.815948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c87cd0c-574e-42c9-80f4-169dac6d4ca0 req-a247bb50-0133-4b17-a6d1-3c6e58105442 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495858 Jul 23 10:44:10.833465 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e982e6d7-bb50-4533-992c-8cd19e4482c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.840579 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e982e6d7-bb50-4533-992c-8cd19e4482c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:10.844497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e982e6d7-bb50-4533-992c-8cd19e4482c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/961758dd-2e58-4fb1-9f1b-85b3ef189143 HTTP/1.1" status: 204 len: 168 time: 0.3307228 Jul 23 10:44:10.872799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e6d7-bb50-4533-992c-8cd19e4482c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961758dd-2e58-4fb1-9f1b-85b3ef189143,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:11.028699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcdd043f-56de-4290-b303-aa1c210f0387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.042823 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcdd043f-56de-4290-b303-aa1c210f0387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.109183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da876f16-16d9-4c74-8416-6965317f0626 req-b73ce816-0f2e-4a33-87c8-7f69e1cd9f25 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:11.116570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da876f16-16d9-4c74-8416-6965317f0626 req-b73ce816-0f2e-4a33-87c8-7f69e1cd9f25 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1876481 Jul 23 10:44:11.133297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd043f-56de-4290-b303-aa1c210f0387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530506c-cef7-4634-bbfc-730695d088c0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:11.161170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f77cc9fb-be18-4e97-8e55-4e95fcc5c58e req-1f02df60-f5f2-4c00-a784-aeed4606b837 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 210 time: 0.0499375 Jul 23 10:44:11.305687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bcdd043f-56de-4290-b303-aa1c210f0387 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee2280f30a7246a9a96a82ab179e3d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9974220 Jul 23 10:44:11.306739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:11.347767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da876f16-16d9-4c74-8416-6965317f0626 req-8569dc4e-5fed-4bbf-b9c4-1321171b6d6c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196357 Jul 23 10:44:11.376254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-69ded21c-8f72-4a2b-9b8e-70224f099847 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:11.378220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-69ded21c-8f72-4a2b-9b8e-70224f099847 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.55 "GET /v2.0/networks?id=16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 200 len: 911 time: 0.2965229 Jul 23 10:44:11.393241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Request body: {'port': {'device_id': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'admin_state_up': True, 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:11.398479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-038e92d8-5724-450b-8b98-fb4b25ef9704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.430383 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-038e92d8-5724-450b-8b98-fb4b25ef9704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.499524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-038e92d8-5724-450b-8b98-fb4b25ef9704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.502748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-038e92d8-5724-450b-8b98-fb4b25ef9704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.506440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-038e92d8-5724-450b-8b98-fb4b25ef9704 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d530506c-cef7-4634-bbfc-730695d088c0 HTTP/1.1" status: 204 len: 168 time: 0.1957176 Jul 23 10:44:11.507448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Made reservation on behalf of b16cdc7dd49b4855bdbf2c3ac8a611da for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:11.509462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.517955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e92d8-5724-450b-8b98-fb4b25ef9704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530506c-cef7-4634-bbfc-730695d088c0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:11.546585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:11.578503 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3effeade-2ee6-4d2e-9211-186d800f5a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.608331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def8ff1-a3e5-4c04-a1ad-b6194ea5c129 req-d3d42609-fd61-4573-9fb8-6946052508c3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:11.631873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0def8ff1-a3e5-4c04-a1ad-b6194ea5c129 req-d3d42609-fd61-4573-9fb8-6946052508c3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2013445 Jul 23 10:44:11.754085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0def8ff1-a3e5-4c04-a1ad-b6194ea5c129 req-18abe8de-ccd4-4990-8560-86e1f76ed0d6 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095979 Jul 23 10:44:11.810409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Allocated IP 172.20.0.12 (16636cc3-101d-4141-84f3-e5541c82c69d/39c62ac2-1c0c-43ff-8288-486e2dd412ec/c508edb6-c31a-4a02-a75a-ac4755c41353) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:11.818341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3effeade-2ee6-4d2e-9211-186d800f5a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.842257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3effeade-2ee6-4d2e-9211-186d800f5a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:11.958703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3effeade-2ee6-4d2e-9211-186d800f5a50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f95c113d075d40f98e0e4fef244bb096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040399 Jul 23 10:44:11.958703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:11.965691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effeade-2ee6-4d2e-9211-186d800f5a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c754e139-44a5-4207-b59a-e88119720480,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:12.040909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc21dd-5160-4441-807a-bec6cd0b2f72 req-a494a591-f2d8-42d4-8c49-b1433df21bf0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:12.042681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33fc21dd-5160-4441-807a-bec6cd0b2f72 req-a494a591-f2d8-42d4-8c49-b1433df21bf0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2288668 Jul 23 10:44:12.068450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.074347 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1a6f-059a-4d3b-b3e6-6c2b173bc3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.085379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Transition to ACTIVE for port object c508edb6-c31a-4a02-a75a-ac4755c41353 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:12.112341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1a6f-059a-4d3b-b3e6-6c2b173bc3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.116913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33fc21dd-5160-4441-807a-bec6cd0b2f72 req-eb4a2ca7-5c2c-4392-b1a6-35dceca4106c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635960 Jul 23 10:44:12.128777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.165952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:12.191568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Pushing event updated for resources: {'Port': ['ID=c508edb6-c31a-4a02-a75a-ac4755c41353,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:12.223226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Network 16636cc3-101d-4141-84f3-e5541c82c69d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:12.226326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:12.235660 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1a6f-059a-4d3b-b3e6-6c2b173bc3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.242190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1a6f-059a-4d3b-b3e6-6c2b173bc3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.245265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7a5d1a6f-059a-4d3b-b3e6-6c2b173bc3bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c754e139-44a5-4207-b59a-e88119720480 HTTP/1.1" status: 204 len: 168 time: 0.2854805 Jul 23 10:44:12.250227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:12.270258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d1a6f-059a-4d3b-b3e6-6c2b173bc3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c754e139-44a5-4207-b59a-e88119720480,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:12.377060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:12.377558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.383302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:12.413428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-3f98af63-f358-4e4d-948f-f4debcfa2313 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0264125 Jul 23 10:44:12.441726 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07ae44b3-eb66-420d-b3cc-55e6480412da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.442195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Request body: {'port': {'device_id': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:12.581561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eeb127-6f29-4efb-b2e9-b8fa0cc4b58b req-f2d98c10-f454-4f5e-90f3-0053144b3950 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:12.586298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46018329-906d-4cff-a8a0-710d55c97c85 req-5357758b-ad35-4b21-8e60-34a5ca84595d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:12.587882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46018329-906d-4cff-a8a0-710d55c97c85 req-5357758b-ad35-4b21-8e60-34a5ca84595d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1993010 Jul 23 10:44:12.594903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3eeb127-6f29-4efb-b2e9-b8fa0cc4b58b req-f2d98c10-f454-4f5e-90f3-0053144b3950 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1028 time: 0.2927361 Jul 23 10:44:12.600628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.657949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b56ee14-b50b-428c-97d2-1c47a268c57f None None] Provisioning for port c508edb6-c31a-4a02-a75a-ac4755c41353 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:12.664254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b56ee14-b50b-428c-97d2-1c47a268c57f None None] Provisioning complete for port c508edb6-c31a-4a02-a75a-ac4755c41353 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:12.664685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b56ee14-b50b-428c-97d2-1c47a268c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.706244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46018329-906d-4cff-a8a0-710d55c97c85 req-b7e4d0a3-a4a5-44d9-84a8-4dced73ad1cd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073318 Jul 23 10:44:12.718548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3eeb127-6f29-4efb-b2e9-b8fa0cc4b58b req-7a289b4d-ac3a-4150-a9a6-b36d866ade13 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226060 Jul 23 10:44:12.767932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b56ee14-b50b-428c-97d2-1c47a268c57f None None] Port c508edb6-c31a-4a02-a75a-ac4755c41353 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:44:12.843746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07ae44b3-eb66-420d-b3cc-55e6480412da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.851157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07ae44b3-eb66-420d-b3cc-55e6480412da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:12.890382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-07ae44b3-eb66-420d-b3cc-55e6480412da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7571573d0453469691462b2c9452d7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057662 Jul 23 10:44:12.893155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36782) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:12.912207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae44b3-eb66-420d-b3cc-55e6480412da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc6d7dd-6500-4ae0-ac49-aa0e88eff641,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:13.023234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8553d1-06db-4792-bc8b-3e97a87581db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.102508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382df89c-62f8-4318-87b3-a55d3a2ac264 req-825e126a-67b9-4365-a00e-f19b6d942011 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:13.110153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-382df89c-62f8-4318-87b3-a55d3a2ac264 req-825e126a-67b9-4365-a00e-f19b6d942011 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2403607 Jul 23 10:44:13.126323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8553d1-06db-4792-bc8b-3e97a87581db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.218104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-382df89c-62f8-4318-87b3-a55d3a2ac264 req-6f041174-a70f-48b5-a6f6-c332a30987c3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066575 Jul 23 10:44:13.291514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8553d1-06db-4792-bc8b-3e97a87581db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.300442 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce8553d1-06db-4792-bc8b-3e97a87581db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.301643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce8553d1-06db-4792-bc8b-3e97a87581db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edc6d7dd-6500-4ae0-ac49-aa0e88eff641 HTTP/1.1" status: 204 len: 168 time: 0.4042985 Jul 23 10:44:13.353221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8553d1-06db-4792-bc8b-3e97a87581db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc6d7dd-6500-4ae0-ac49-aa0e88eff641,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:13.409724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c508edb6-c31a-4a02-a75a-ac4755c41353 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:13.421565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.443490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Transition to ACTIVE for port object c508edb6-c31a-4a02-a75a-ac4755c41353 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:13.451932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.474030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1ebd2-13e1-4aba-ba8f-fb5648d0d761 req-f4cbe1d9-f24f-4116-aa36-9914696fe9e3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:13.475588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2f1ebd2-13e1-4aba-ba8f-fb5648d0d761 req-f4cbe1d9-f24f-4116-aa36-9914696fe9e3 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1390190 Jul 23 10:44:13.551177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Pushing event updated for resources: {'Port': ['ID=c508edb6-c31a-4a02-a75a-ac4755c41353,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:13.637197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2f1ebd2-13e1-4aba-ba8f-fb5648d0d761 req-7dfcad27-fe1b-4488-96f3-d443f32a3dc5 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414249 Jul 23 10:44:13.695389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Attempting to bind port c508edb6-c31a-4a02-a75a-ac4755c41353 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:13.699966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Attempting to bind port c508edb6-c31a-4a02-a75a-ac4755c41353 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:13.700647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Attempting to bind port c508edb6-c31a-4a02-a75a-ac4755c41353 on network 16636cc3-101d-4141-84f3-e5541c82c69d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:13.707744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Port c508edb6-c31a-4a02-a75a-ac4755c41353 on network 16636cc3-101d-4141-84f3-e5541c82c69d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:44:13.708293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Attempting to bind port c508edb6-c31a-4a02-a75a-ac4755c41353 on network 16636cc3-101d-4141-84f3-e5541c82c69d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:13.716186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:13.717792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Checking segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:13.718355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Bound using segment: {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:13.719185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Bound port: c508edb6-c31a-4a02-a75a-ac4755c41353, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b874a3b7-33e5-4c80-9943-1da3d1e63714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:13.720194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.844401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] For port c508edb6-c31a-4a02-a75a-ac4755c41353, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:13.849365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] For port c508edb6-c31a-4a02-a75a-ac4755c41353, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c508edb6-c31a-4a02-a75a-ac4755c41353,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:13.862137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.910738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:13.911362 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:13.912774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] 10.222.0.55 "PUT /v2.0/ports/c508edb6-c31a-4a02-a75a-ac4755c41353 HTTP/1.1" status: 200 len: 1092 time: 1.4759133 Jul 23 10:44:13.919575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97ff37-5270-4815-8a35-9794dd8fabd9 req-17d0fb3d-e562-4e84-91d4-74d00427fa1d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:13.921755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa97ff37-5270-4815-8a35-9794dd8fabd9 req-17d0fb3d-e562-4e84-91d4-74d00427fa1d tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1411107 Jul 23 10:44:14.004035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa97ff37-5270-4815-8a35-9794dd8fabd9 req-1f94dd9e-792b-456a-86cb-ce6226904921 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699110 Jul 23 10:44:14.017463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'tag': 'c508edb6-c31a-4a02-a75a-ac4755c41353'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:14.021542 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befdbc0c-873f-43da-a6eb-aef8f909b67d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f617d3-547d-4f51-b4b8-672c5697514b", "tag": "c508edb6-c31a-4a02-a75a-ac4755c41353"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:14.069298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959009-d354-4190-bc22-0f3b46112315 service neutron] Pushing event updated for resources: {'Port': ['ID=c508edb6-c31a-4a02-a75a-ac4755c41353,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:14.187591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d96d5-d1f9-40e3-ad22-ed78c1ca8ff0 req-00aae910-216a-4722-8b91-38ddea0304f9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:14.207742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-101d96d5-d1f9-40e3-ad22-ed78c1ca8ff0 req-00aae910-216a-4722-8b91-38ddea0304f9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1095 time: 0.3123665 Jul 23 10:44:14.240763 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2a3594-d400-4d95-8c23-f569dd4e130b x-openstack-request-id: req-2d2a3594-d400-4d95-8c23-f569dd4e130b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:14.241034 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f617d3-547d-4f51-b4b8-672c5697514b", "tag": "c508edb6-c31a-4a02-a75a-ac4755c41353", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:14.241295 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d2a3594-d400-4d95-8c23-f569dd4e130b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:14.241703 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'tag': 'c508edb6-c31a-4a02-a75a-ac4755c41353', 'status': 'completed', 'code': 200} Jul 23 10:44:14.246357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-b3b3cd25-7fdc-4001-80f1-1c98b2be2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:14.248600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-b3b3cd25-7fdc-4001-80f1-1c98b2be2ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1095 time: 0.2205603 Jul 23 10:44:14.263275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:14.349658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-db3b6fca-747b-4a7b-a980-c74294a519cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c508edb6-c31a-4a02-a75a-ac4755c41353 HTTP/1.1" status: 200 len: 217 time: 0.0898726 Jul 23 10:44:14.352016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-101d96d5-d1f9-40e3-ad22-ed78c1ca8ff0 req-7e023994-0c4c-40b4-b842-36df597f0619 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435554 Jul 23 10:44:14.495122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816ed96-c5e9-43a2-8ae8-c733e143b01f req-e2e90faf-e94a-4ba4-bfd8-25fb4f9f9391 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:14.499207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f816ed96-c5e9-43a2-8ae8-c733e143b01f req-e2e90faf-e94a-4ba4-bfd8-25fb4f9f9391 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1665542 Jul 23 10:44:14.534943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-0ccfa879-b88a-41e8-bce0-ad5b4659867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:14.534943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-0ccfa879-b88a-41e8-bce0-ad5b4659867c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39c62ac2-1c0c-43ff-8288-486e2dd412ec HTTP/1.1" status: 200 len: 849 time: 0.1771820 Jul 23 10:44:14.574024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f816ed96-c5e9-43a2-8ae8-c733e143b01f req-680b8db5-0308-4c13-9c44-299d20ca3637 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638368 Jul 23 10:44:14.625196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671317522-network', 'tenant_id': '6d076674457b47409db2352360430c3f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:14.642618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a413a8-2d86-4fd9-b002-614f47234565 req-23964f96-6766-4483-aa13-02a327626ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:14.644463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-23964f96-6766-4483-aa13-02a327626ed5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16636cc3-101d-4141-84f3-e5541c82c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026788 Jul 23 10:44:14.670577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Made reservation on behalf of 6d076674457b47409db2352360430c3f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:14.673195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:14.696583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:14.838121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-c362a6c4-2b9a-4eef-9ca6-8fd8399edb27 service neutron] 10.222.0.55 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840692 Jul 23 10:44:14.845300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:14.851804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:14.866911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c57a1-92b4-45a3-aaa0-b8ed4d092872 req-3068943d-0a57-40c3-ad19-82d7ae6d818a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:14.868394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b08c57a1-92b4-45a3-aaa0-b8ed4d092872 req-3068943d-0a57-40c3-ad19-82d7ae6d818a tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1531954 Jul 23 10:44:14.892391 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52065bbc-fba7-408f-82ed-c2f12e28809b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:14.914552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:44:14.928939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:14.929642 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Added segment 665fe38d-d346-46d1-a4e6-86a70966cc47 of type vlan for network a9cad468-aeeb-4812-ae5c-cf4715639c20 Jul 23 10:44:14.974465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b08c57a1-92b4-45a3-aaa0-b8ed4d092872 req-7802c10c-a7f9-462a-99c9-7b1b5610d2e0 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956085 Jul 23 10:44:14.985299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:15.008031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05a413a8-2d86-4fd9-b002-614f47234565 req-6e0fb955-115d-417d-a1fb-dab270ad84dd service neutron] 10.222.0.55 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628284 Jul 23 10:44:15.047826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:15.048972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:15.049573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:15.100801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8339901 Jul 23 10:44:15.104177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36866) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:15.110738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Request body: {'subnet': {'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671317522-subnet', 'tenant_id': '6d076674457b47409db2352360430c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:15.178800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacacea-18d0-4483-b6bf-1cbd3e92b5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9cad468-aeeb-4812-ae5c-cf4715639c20,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:15.192149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a9cad468-aeeb-4812-ae5c-cf4715639c20 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:44:15.237582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Made reservation on behalf of 6d076674457b47409db2352360430c3f for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:15.239940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:15.326359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-70d76905-ea6d-44a6-9cf0-1ddaa43ec933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:15.328225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-70d76905-ea6d-44a6-9cf0-1ddaa43ec933 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1095 time: 0.2691505 Jul 23 10:44:15.338204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751854c-b117-4cd9-822f-442d62222b7e req-697108ce-4404-4c1e-b20c-1f21c225db12 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:15.339725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a751854c-b117-4cd9-822f-442d62222b7e req-697108ce-4404-4c1e-b20c-1f21c225db12 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2594779 Jul 23 10:44:15.522498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a751854c-b117-4cd9-822f-442d62222b7e req-9f386ceb-8408-4921-91f7-d962f48ced53 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187501 Jul 23 10:44:15.590213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-d83219f2-4212-4a33-b15c-96817e0be5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:15.592575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-d83219f2-4212-4a33-b15c-96817e0be5ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 200 len: 911 time: 0.2084441 Jul 23 10:44:15.643026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-2e97e97d-3e1c-4a83-95d3-9f6b1e41557f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c508edb6-c31a-4a02-a75a-ac4755c41353 HTTP/1.1" status: 200 len: 217 time: 0.0438476 Jul 23 10:44:15.807771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:15.831645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-095c512d-ae15-4637-b410-c2e4396da594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:15.833414 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-095c512d-ae15-4637-b410-c2e4396da594 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39c62ac2-1c0c-43ff-8288-486e2dd412ec HTTP/1.1" status: 200 len: 849 time: 0.1577668 Jul 23 10:44:15.956880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5cbac6-ef09-486b-aa33-33c0fb4cb280,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:15.996959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Checking segment: {'id': '665fe38d-d346-46d1-a4e6-86a70966cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:15.998604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Network hostable DHCP agents. Network: a9cad468-aeeb-4812-ae5c-cf4715639c20, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:44:16.045862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-9e45080d-66ec-4f54-82e1-79dc1cc77e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:16.050722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-9e45080d-66ec-4f54-82e1-79dc1cc77e4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16636cc3-101d-4141-84f3-e5541c82c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788375 Jul 23 10:44:16.073560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Network a9cad468-aeeb-4812-ae5c-cf4715639c20 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:44:16.109793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a9cad468-aeeb-4812-ae5c-cf4715639c20) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:16.119942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509badc-256d-4bcd-87f8-6a7a12343123 None None] Network a9cad468-aeeb-4812-ae5c-cf4715639c20 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:16.140020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:16.140616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:16.216185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-44e20c0d-2386-4ff6-89c8-ceda94ca657b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1097658 Jul 23 10:44:16.242266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-a7b4285a-e9b5-4e20-abab-945808cc4093 service neutron] 10.222.0.55 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774383 Jul 23 10:44:16.250902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f2f61-323b-424c-a7a3-d5fb51d3af55 req-19f48cb5-d224-4d60-a1fc-3978e6a6613a tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:16.252795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-627f2f61-323b-424c-a7a3-d5fb51d3af55 req-19f48cb5-d224-4d60-a1fc-3978e6a6613a tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1095 time: 0.7273262 Jul 23 10:44:16.359659 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-627f2f61-323b-424c-a7a3-d5fb51d3af55 req-5ffb84e5-c3bb-4c83-93aa-d3bf429dc9e1 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965400 Jul 23 10:44:16.442450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe691a9-81de-4a27-bbae-853e37393aa1 None None] Network a9cad468-aeeb-4812-ae5c-cf4715639c20 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:16.582404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c508edb6-c31a-4a02-a75a-ac4755c41353 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:44:16.869774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c508edb6-c31a-4a02-a75a-ac4755c41353, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c508edb6-c31a-4a02-a75a-ac4755c41353,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:16.893249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'c508edb6-c31a-4a02-a75a-ac4755c41353', 'network_id': '16636cc3-101d-4141-84f3-e5541c82c69d', 'port_id': 'c508edb6-c31a-4a02-a75a-ac4755c41353', 'mac_address': 'fa:16:3e:e9:ef:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c62ac2-1c0c-43ff-8288-486e2dd412ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:44:16.899544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-befdbc0c-873f-43da-a6eb-aef8f909b67d req-e136139e-be3f-4260-b085-8c544bec3c87 service neutron] 10.222.0.55 "GET /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496868 Jul 23 10:44:16.974807 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:16.994890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c508edb6-c31a-4a02-a75a-ac4755c41353 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:17.027083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c508edb6-c31a-4a02-a75a-ac4755c41353, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c508edb6-c31a-4a02-a75a-ac4755c41353,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:17.033291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:17.111075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c508edb6-c31a-4a02-a75a-ac4755c41353,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:17.225505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c508edb6-c31a-4a02-a75a-ac4755c41353'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:17.548956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b956d5-6f80-4415-a904-7a2849095beb req-d9a498a3-b64b-4368-bc0f-f41a5f6a88c1 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:17.557247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79b956d5-6f80-4415-a904-7a2849095beb req-d9a498a3-b64b-4368-bc0f-f41a5f6a88c1 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1096 time: 0.0714688 Jul 23 10:44:17.611856 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-79b956d5-6f80-4415-a904-7a2849095beb req-3d1141d7-cba3-4a3f-a024-f223f715c365 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Jul 23 10:44:18.037317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:18.044258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1278072274-network', 'tenant_id': 'a384174a25594d7185b1ad123369c067'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:18.070847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Made reservation on behalf of a384174a25594d7185b1ad123369c067 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:18.080864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.101986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.213220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.220611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.245482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:44:18.262728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.263157 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Added segment 29bbb783-e83a-441d-8110-15ce8d6cf619 of type vlan for network f99a76f6-12be-4a97-a0a8-c2aa36ad18b9 Jul 23 10:44:18.265607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f39175-0521-434a-a777-fc139e57f9b5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:18.321578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.358675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.360666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:18.363184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.426998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3853507 Jul 23 10:44:18.427093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36970) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:18.432143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Request body: {'subnet': {'network_id': 'f99a76f6-12be-4a97-a0a8-c2aa36ad18b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1278072274-subnet', 'tenant_id': 'a384174a25594d7185b1ad123369c067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:18.446909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c508edb6-c31a-4a02-a75a-ac4755c41353 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:18.481418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Made reservation on behalf of a384174a25594d7185b1ad123369c067 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:18.484019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.541180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fd5ae-d8e5-4d01-bf03-bf254924f995 admin admin] Pushing event updated for resources: {'Network': ['ID=f99a76f6-12be-4a97-a0a8-c2aa36ad18b9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:18.568353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network f99a76f6-12be-4a97-a0a8-c2aa36ad18b9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:44:18.665050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port c508edb6-c31a-4a02-a75a-ac4755c41353 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:18.750653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port c508edb6-c31a-4a02-a75a-ac4755c41353 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:18.751388 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.846859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f3f1c-97f6-46fa-ad8f-e26608c8b1ca req-fc5119f9-a36e-426b-b712-370b3375ae08 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:18.849321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7b4f3f1c-97f6-46fa-ad8f-e26608c8b1ca req-fc5119f9-a36e-426b-b712-370b3375ae08 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1096 time: 0.1369340 Jul 23 10:44:18.913540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7b4f3f1c-97f6-46fa-ad8f-e26608c8b1ca req-91cd4ea1-0d95-4628-8a25-f7a3543f6b3e tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Jul 23 10:44:18.967551 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:18.972592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:19.030208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c508edb6-c31a-4a02-a75a-ac4755c41353'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:19.032596 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ade2c4-7f48-4e82-a9d3-968f359e8173" -d '{"events": [{"server_uuid": "f8f617d3-547d-4f51-b4b8-672c5697514b", "name": "network-vif-plugged", "status": "completed", "tag": "c508edb6-c31a-4a02-a75a-ac4755c41353"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:19.069029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c508edb6-c31a-4a02-a75a-ac4755c41353, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c508edb6-c31a-4a02-a75a-ac4755c41353,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:19.083393 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:19.112947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8103ab27-2b70-4d0d-bbe0-8cbe8c112be3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:19.150287 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb272eba-da4b-4c50-aa3a-2e5c71e81865 x-openstack-request-id: req-cb272eba-da4b-4c50-aa3a-2e5c71e81865 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:19.151967 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f617d3-547d-4f51-b4b8-672c5697514b", "name": "network-vif-plugged", "status": "completed", "tag": "c508edb6-c31a-4a02-a75a-ac4755c41353", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:19.152256 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb272eba-da4b-4c50-aa3a-2e5c71e81865 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:19.153094 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c508edb6-c31a-4a02-a75a-ac4755c41353', 'code': 200} Jul 23 10:44:19.184056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Checking segment: {'id': '29bbb783-e83a-441d-8110-15ce8d6cf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f99a76f6-12be-4a97-a0a8-c2aa36ad18b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:19.184527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Network hostable DHCP agents. Network: f99a76f6-12be-4a97-a0a8-c2aa36ad18b9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:44:19.214062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c508edb6-c31a-4a02-a75a-ac4755c41353,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:19.312979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Network f99a76f6-12be-4a97-a0a8-c2aa36ad18b9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:44:19.384666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, f99a76f6-12be-4a97-a0a8-c2aa36ad18b9) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:19.395688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e535f-f800-4169-b1e0-941a8284b588 None None] Network f99a76f6-12be-4a97-a0a8-c2aa36ad18b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:19.396919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:19.397838 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:19.433430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6defd15-6265-4a9a-a879-335560088f34 req-6217d176-1008-4af1-8a36-8fcca342d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:19.444925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6defd15-6265-4a9a-a879-335560088f34 req-6217d176-1008-4af1-8a36-8fcca342d87c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.2273188 Jul 23 10:44:19.527015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-838dcf6d-ae49-42da-9a8d-017bdcff770e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0987501 Jul 23 10:44:19.569019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6defd15-6265-4a9a-a879-335560088f34 req-a9854295-6d7f-48a6-912e-fe644a8217f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229525 Jul 23 10:44:19.583402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae82e705-e205-4048-8684-4234a24a429a None None] Network f99a76f6-12be-4a97-a0a8-c2aa36ad18b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:20.065300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9c10b-0682-4cc2-90a2-84a8cc8805e7 req-72e98009-7884-4a51-850e-5079db2c1bf6 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:20.073889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81c9c10b-0682-4cc2-90a2-84a8cc8805e7 req-72e98009-7884-4a51-850e-5079db2c1bf6 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.0654645 Jul 23 10:44:20.121833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:20.148108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81c9c10b-0682-4cc2-90a2-84a8cc8805e7 req-5f3b26e2-4778-4d2b-b7dc-9ee25c7e8209 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Jul 23 10:44:20.350867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0300f99b-fd64-4fb6-bb18-982a4750a6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:20.650605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-36d434cb-4e55-4cb4-b72a-d12daa3b8901 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:20.652231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-36d434cb-4e55-4cb4-b72a-d12daa3b8901 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/networks?id=a9cad468-aeeb-4812-ae5c-cf4715639c20 HTTP/1.1" status: 200 len: 809 time: 0.1843266 Jul 23 10:44:20.658461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0300f99b-fd64-4fb6-bb18-982a4750a6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:20.666811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0300f99b-fd64-4fb6-bb18-982a4750a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:20.713982 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0300f99b-fd64-4fb6-bb18-982a4750a6c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d4186f9b0d64674bc4d0414cc398645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898581 Jul 23 10:44:20.717430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37046) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:20.717893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300f99b-fd64-4fb6-bb18-982a4750a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a2e9a1-0818-47ca-890c-c652e5542811,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:20.733972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-55fb624e-1931-4990-a557-2ffd7b4640c3 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/quotas/6d076674457b47409db2352360430c3f HTTP/1.1" status: 200 len: 375 time: 0.0741379 Jul 23 10:44:20.815375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-5bea271d-c6ba-42af-82a4-80a10c563ef3 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d076674457b47409db2352360430c3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755548 Jul 23 10:44:20.864112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ae27-6d89-4c63-842d-046ee1ddd047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:20.928283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ae27-6d89-4c63-842d-046ee1ddd047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:21.008052 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ae27-6d89-4c63-842d-046ee1ddd047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:21.012420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ae27-6d89-4c63-842d-046ee1ddd047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:21.016593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3dc6ae27-6d89-4c63-842d-046ee1ddd047 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43a2e9a1-0818-47ca-890c-c652e5542811 HTTP/1.1" status: 204 len: 168 time: 0.2977335 Jul 23 10:44:21.033057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ae27-6d89-4c63-842d-046ee1ddd047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a2e9a1-0818-47ca-890c-c652e5542811,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:21.034269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-4319d9cc-9bce-4625-b8a6-dbc0cc00f066 service neutron] 10.222.0.37 "GET /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179456 Jul 23 10:44:21.285793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-c67fd144-a27a-4af5-92ab-07ac1f024716 service neutron] 10.222.0.37 "GET /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443850 Jul 23 10:44:21.357856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7922b-90ac-4114-8497-f14f26a106e5 req-b8b3ef08-94d0-477a-8ef0-a127f7413218 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:21.359465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96a7922b-90ac-4114-8497-f14f26a106e5 req-b8b3ef08-94d0-477a-8ef0-a127f7413218 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.1042011 Jul 23 10:44:21.437857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96a7922b-90ac-4114-8497-f14f26a106e5 req-e6ac3e54-ede1-499c-8b99-89aa5abb75bf tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645695 Jul 23 10:44:21.675725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbc4d1-e999-4094-9348-b38a79e98fab req-ea6926eb-bfcb-4f27-bae9-1952b37b0069 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:21.677945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4fbc4d1-e999-4094-9348-b38a79e98fab req-ea6926eb-bfcb-4f27-bae9-1952b37b0069 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.0973520 Jul 23 10:44:21.687470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3ccc5aa8-c85d-45d9-9b31-c9b8c1d97aa8 req-ba6670e6-3ba6-4d98-9b73-2ce212fdf016 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 210 time: 0.0504668 Jul 23 10:44:21.765740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4fbc4d1-e999-4094-9348-b38a79e98fab req-d1ff407c-9535-4671-84ee-a7640a22ef97 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776756 Jul 23 10:44:21.901546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37082) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:21.921498 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-653f4875-e319-42ce-b13b-d09be8e0ee21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:21.945239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7c112-69b1-47da-b785-fe867037307f req-1f6d1f34-597e-4f13-8235-5ddc156b47ea tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:21.947082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3cd7c112-69b1-47da-b785-fe867037307f req-1f6d1f34-597e-4f13-8235-5ddc156b47ea tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.0956838 Jul 23 10:44:22.031699 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3cd7c112-69b1-47da-b785-fe867037307f req-bafdfcd3-1796-4124-b3bc-8bdd92eb95d9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Jul 23 10:44:22.064900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:22.093233 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-653f4875-e319-42ce-b13b-d09be8e0ee21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.099596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-653f4875-e319-42ce-b13b-d09be8e0ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.140673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4875-e319-42ce-b13b-d09be8e0ee21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7541011d-0f73-4cda-a852-52874cfa38ea,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:22.167932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:22.174280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-653f4875-e319-42ce-b13b-d09be8e0ee21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2628067774b443c59dd1e37cac18745e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693744 Jul 23 10:44:22.264248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fa83200-bca7-4bb3-86b3-e56d2f658c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.323155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fa83200-bca7-4bb3-86b3-e56d2f658c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.325410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33ccf9f8-bb0c-43c3-83d8-552a00d55dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.434234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fa83200-bca7-4bb3-86b3-e56d2f658c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.438604 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fa83200-bca7-4bb3-86b3-e56d2f658c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.440036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5fa83200-bca7-4bb3-86b3-e56d2f658c32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7541011d-0f73-4cda-a852-52874cfa38ea HTTP/1.1" status: 204 len: 168 time: 0.2709107 Jul 23 10:44:22.458650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83200-bca7-4bb3-86b3-e56d2f658c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541011d-0f73-4cda-a852-52874cfa38ea,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:22.485670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33ccf9f8-bb0c-43c3-83d8-552a00d55dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.492362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33ccf9f8-bb0c-43c3-83d8-552a00d55dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.555229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37108) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:22.555571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-33ccf9f8-bb0c-43c3-83d8-552a00d55dc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93bce1d0173b4a04859815cc2d3b2032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887915 Jul 23 10:44:22.556059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccf9f8-bb0c-43c3-83d8-552a00d55dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c84695-879b-4d52-971b-ccaa0c205548,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:22.664019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266f19-24d8-4d6d-80d9-b2400a6a0145 req-49a31ec9-d931-4454-b7cc-79d8a690815e tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:22.665793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f266f19-24d8-4d6d-80d9-b2400a6a0145 req-49a31ec9-d931-4454-b7cc-79d8a690815e tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.2703180 Jul 23 10:44:22.690448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3ebe-dfb8-4dbb-9196-c7be9122abc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.760641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3ebe-dfb8-4dbb-9196-c7be9122abc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.764958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f266f19-24d8-4d6d-80d9-b2400a6a0145 req-3266fc26-9975-4941-a292-bfef23c32343 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773556 Jul 23 10:44:22.876607 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3ebe-dfb8-4dbb-9196-c7be9122abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.881673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3ebe-dfb8-4dbb-9196-c7be9122abc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:22.883887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7ef3ebe-dfb8-4dbb-9196-c7be9122abc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18c84695-879b-4d52-971b-ccaa0c205548 HTTP/1.1" status: 204 len: 168 time: 0.3278444 Jul 23 10:44:22.897256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef3ebe-dfb8-4dbb-9196-c7be9122abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c84695-879b-4d52-971b-ccaa0c205548,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:22.981949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe94c042-90cf-418e-a94e-8e1c8d104bee req-87cfeb90-8367-437a-bcb7-2ba1262a9d00 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 210 time: 0.0734036 Jul 23 10:44:23.042038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7b0-8c95-4a09-8860-c69764918b4d req-a9b04b7b-3571-4248-838f-a530513464e9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:23.051671 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-913bf7b0-8c95-4a09-8860-c69764918b4d req-a9b04b7b-3571-4248-838f-a530513464e9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.1034319 Jul 23 10:44:23.100660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-913bf7b0-8c95-4a09-8860-c69764918b4d req-cc7c9aec-c662-4c87-95ca-d2366f0f0d6c tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 Jul 23 10:44:23.348675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-6c91a816-ff0b-4a76-8bf9-eff0a0b7bbef tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:23.351041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-6c91a816-ff0b-4a76-8bf9-eff0a0b7bbef tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.55 "GET /v2.0/networks?id=a9cad468-aeeb-4812-ae5c-cf4715639c20 HTTP/1.1" status: 200 len: 809 time: 0.3054826 Jul 23 10:44:23.375673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Request body: {'port': {'device_id': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20', 'admin_state_up': True, 'tenant_id': '6d076674457b47409db2352360430c3f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:23.466191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37142) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:23.503730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Made reservation on behalf of 6d076674457b47409db2352360430c3f for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:23.508055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9806f6e4-f242-4d84-b9c5-592f7d4bd607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:23.509708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:23.619273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:23.705747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Allocated IP 172.20.0.13 (a9cad468-aeeb-4812-ae5c-cf4715639c20/5a5cbac6-ef09-486b-aa33-33c0fb4cb280/6dc8847c-86ab-4cbc-87bb-1fa224377f6b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:23.707891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9806f6e4-f242-4d84-b9c5-592f7d4bd607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:23.715733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9806f6e4-f242-4d84-b9c5-592f7d4bd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:23.765475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806f6e4-f242-4d84-b9c5-592f7d4bd607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa14d2-d004-488b-899a-cf6ee993558a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:23.770556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9806f6e4-f242-4d84-b9c5-592f7d4bd607 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3473e2098324638a751ded1d7a802dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027632 Jul 23 10:44:23.772983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:23.814732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-5d5f568d-e9e9-4be8-868e-9ec1e6629c97 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:23.816319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-5d5f568d-e9e9-4be8-868e-9ec1e6629c97 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.1072133 Jul 23 10:44:23.864579 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b2626d-f5ea-46f7-87b5-2fa4b2792648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:23.887714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff47-a13a-4088-b0a0-9602dd8f3df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:23.957495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff47-a13a-4088-b0a0-9602dd8f3df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.006537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.021627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Deleting port c508edb6-c31a-4a02-a75a-ac4755c41353 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:24.022000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.022834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eee04-d9df-444c-83c6-8f12b802d2d5 req-cb72966f-32d8-4ee7-a1d9-e345f34f71ff tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:24.030616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-659eee04-d9df-444c-83c6-8f12b802d2d5 req-cb72966f-32d8-4ee7-a1d9-e345f34f71ff tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 1097 time: 0.1522164 Jul 23 10:44:24.084620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff47-a13a-4088-b0a0-9602dd8f3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.084859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.087157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff47-a13a-4088-b0a0-9602dd8f3df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.091552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1fb7ff47-a13a-4088-b0a0-9602dd8f3df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0baa14d2-d004-488b-899a-cf6ee993558a HTTP/1.1" status: 204 len: 168 time: 0.3134003 Jul 23 10:44:24.120059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-659eee04-d9df-444c-83c6-8f12b802d2d5 req-6714d2b6-9086-4f70-b7e8-6c986ca17067 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Jul 23 10:44:24.125558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ff47-a13a-4088-b0a0-9602dd8f3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa14d2-d004-488b-899a-cf6ee993558a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:24.135646 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8d73558a-63eb-4789-88c7-11ef77eb7046 req-02ec2899-e1a2-4f64-b803-f77ada57f874 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 210 time: 0.0461097 Jul 23 10:44:24.159998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b2626d-f5ea-46f7-87b5-2fa4b2792648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.166769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.167836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12b2626d-f5ea-46f7-87b5-2fa4b2792648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.213910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] For port c508edb6-c31a-4a02-a75a-ac4755c41353, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c508edb6-c31a-4a02-a75a-ac4755c41353,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:24.214274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.244757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Calling delete_port for c508edb6-c31a-4a02-a75a-ac4755c41353 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:24.246687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2626d-f5ea-46f7-87b5-2fa4b2792648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489dcdc8-bb00-4fa1-88a2-915ff5ebd649,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:24.252020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Network a9cad468-aeeb-4812-ae5c-cf4715639c20 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:24.255494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12b2626d-f5ea-46f7-87b5-2fa4b2792648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2280bb748a51443fb5508d3825c4231d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328776 Jul 23 10:44:24.256942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:24.267734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:24.270295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:24.274499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Pushing event updated for resources: {'Port': ['ID=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:24.310946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44008b-7250-4cbd-a897-b2ea7886ef77 req-b1163c63-a6ae-456b-80fd-2a4de3469bbd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:24.312736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c44008b-7250-4cbd-a897-b2ea7886ef77 req-b1163c63-a6ae-456b-80fd-2a4de3469bbd tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.0759008 Jul 23 10:44:24.362745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c44008b-7250-4cbd-a897-b2ea7886ef77 req-853ed47b-8be6-46c2-9693-cee230dd98d4 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Jul 23 10:44:24.413797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:24.414867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.434179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-cd21ad07-e30a-4417-a025-bd5a93eccab1 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0737238 Jul 23 10:44:24.455537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Request body: {'port': {'device_id': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:24.495506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5abe80c-9c33-40b3-8ec9-a526121fd5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.556137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5abe80c-9c33-40b3-8ec9-a526121fd5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.637277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.673313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.709518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:24.760917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Pushing event deleted for resources: {'Port': ['ID=c508edb6-c31a-4a02-a75a-ac4755c41353,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:24.782884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] No DVR routers for this DVR port c508edb6-c31a-4a02-a75a-ac4755c41353 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:24.786361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.788945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c73ca839-b5ff-4ffc-b465-5a8a21e2c1ef req-6bd420f2-461d-4cca-9011-3b3dc72b0fe9 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.55 "DELETE /v2.0/ports/c508edb6-c31a-4a02-a75a-ac4755c41353 HTTP/1.1" status: 204 len: 173 time: 0.9663291 Jul 23 10:44:24.794424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'name': 'network-vif-deleted', 'tag': 'c508edb6-c31a-4a02-a75a-ac4755c41353'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:24.797341 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3336289-f9a1-4d7d-9c03-f3dce07f5dee" -d '{"events": [{"server_uuid": "f8f617d3-547d-4f51-b4b8-672c5697514b", "name": "network-vif-deleted", "tag": "c508edb6-c31a-4a02-a75a-ac4755c41353"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:24.816446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5abe80c-9c33-40b3-8ec9-a526121fd5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.819188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5abe80c-9c33-40b3-8ec9-a526121fd5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:24.821184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a5abe80c-9c33-40b3-8ec9-a526121fd5fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/489dcdc8-bb00-4fa1-88a2-915ff5ebd649 HTTP/1.1" status: 204 len: 168 time: 0.5620956 Jul 23 10:44:24.870661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abe80c-9c33-40b3-8ec9-a526121fd5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489dcdc8-bb00-4fa1-88a2-915ff5ebd649,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:24.943546 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b53705-9273-4c0b-b565-0654515e52fd x-openstack-request-id: req-c5b53705-9273-4c0b-b565-0654515e52fd {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:24.943838 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f617d3-547d-4f51-b4b8-672c5697514b", "name": "network-vif-deleted", "tag": "c508edb6-c31a-4a02-a75a-ac4755c41353", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:24.944094 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5b53705-9273-4c0b-b565-0654515e52fd {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:24.944492 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f617d3-547d-4f51-b4b8-672c5697514b', 'name': 'network-vif-deleted', 'tag': 'c508edb6-c31a-4a02-a75a-ac4755c41353', 'status': 'completed', 'code': 200} Jul 23 10:44:25.053170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-2042e04e-fcc0-42a7-986a-a5895d7474ff tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:25.055618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-2042e04e-fcc0-42a7-986a-a5895d7474ff tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2656348 Jul 23 10:44:25.386849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5e09edf-6da1-446c-951a-f4489b171125 req-716b6ac8-cef9-49be-95ff-2f11aefe17e7 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f617d3-547d-4f51-b4b8-672c5697514b HTTP/1.1" status: 200 len: 210 time: 0.0545101 Jul 23 10:44:25.417072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc8847c-86ab-4cbc-87bb-1fa224377f6b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:25.449953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Deleting port 8ddf6f12-5182-4912-a15f-a55aac5a7483 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:25.449953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:25.461067 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:25.517031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a672b-ff1f-4edd-bcf6-fd0bc68647ae req-36cd0f2d-0106-4732-b357-5fe69c932ef0 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:25.524790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-209a672b-ff1f-4edd-bcf6-fd0bc68647ae req-36cd0f2d-0106-4732-b357-5fe69c932ef0 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 932 time: 0.1985545 Jul 23 10:44:25.548273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Transition to ACTIVE for port object 6dc8847c-86ab-4cbc-87bb-1fa224377f6b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:25.587438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:25.636770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-209a672b-ff1f-4edd-bcf6-fd0bc68647ae req-499f6b6b-77ba-45e6-a542-3c79b1ace597 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109431 Jul 23 10:44:25.683342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] For port 8ddf6f12-5182-4912-a15f-a55aac5a7483, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8ddf6f12-5182-4912-a15f-a55aac5a7483,segment=NetworkSegment(280990fc-9bf7-4d0c-af18-683f8ef7b167),segment_id=280990fc-9bf7-4d0c-af18-683f8ef7b167)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:25.683689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:25.699098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:25.725651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Calling delete_port for 8ddf6f12-5182-4912-a15f-a55aac5a7483 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:25.780871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf7f2b-ef8f-465d-81d1-46cf45debe1b req-ed65a7cb-fb6a-49da-9118-a5d6d275737b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:25.784208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddbf7f2b-ef8f-465d-81d1-46cf45debe1b req-ed65a7cb-fb6a-49da-9118-a5d6d275737b tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 946 time: 0.2962997 Jul 23 10:44:25.908274 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddbf7f2b-ef8f-465d-81d1-46cf45debe1b req-d45527ea-d205-4564-aaa0-9405f7880e0f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/security-groups?id=118ad373-6645-4971-a410-1fd21f8ce49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174836 Jul 23 10:44:25.916611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Attempting to bind port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:25.916944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Attempting to bind port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '665fe38d-d346-46d1-a4e6-86a70966cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:25.917271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Attempting to bind port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b on network a9cad468-aeeb-4812-ae5c-cf4715639c20 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:25.925536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b on network a9cad468-aeeb-4812-ae5c-cf4715639c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:44:25.925872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Attempting to bind port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b on network a9cad468-aeeb-4812-ae5c-cf4715639c20 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:25.933940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:25.934276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Checking segment: {'id': '665fe38d-d346-46d1-a4e6-86a70966cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:25.934660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Bound using segment: {'id': '665fe38d-d346-46d1-a4e6-86a70966cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:25.935111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Bound port: 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665fe38d-d346-46d1-a4e6-86a70966cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:25.936283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:26.052981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] For port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:26.057095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] For port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,segment=NetworkSegment(665fe38d-d346-46d1-a4e6-86a70966cc47),segment_id=665fe38d-d346-46d1-a4e6-86a70966cc47)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:26.061831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:26.073203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:26.103694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Pushing event deleted for resources: {'Port': ['ID=8ddf6f12-5182-4912-a15f-a55aac5a7483,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:26.141579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:26.142232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:26.143690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] 10.222.0.55 "PUT /v2.0/ports/6dc8847c-86ab-4cbc-87bb-1fa224377f6b HTTP/1.1" status: 200 len: 1092 time: 1.7016568 Jul 23 10:44:26.196963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] No DVR routers for this DVR port 8ddf6f12-5182-4912-a15f-a55aac5a7483 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:26.210310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:26.213575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b282410-4f77-4ee0-85b9-9eb0c3e8b24e req-0027ad24-8ed4-41c9-8cb5-643597f6675f tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.20 "DELETE /v2.0/ports/8ddf6f12-5182-4912-a15f-a55aac5a7483 HTTP/1.1" status: 204 len: 173 time: 1.1189542 Jul 23 10:44:26.257182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb23a42-fcf2-41f9-bd20-4d3e2e98dee4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:26.281941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-c7901f97-2bbe-4f06-bda0-b5f56106239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:26.283767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-c7901f97-2bbe-4f06-bda0-b5f56106239b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d076674457b47409db2352360430c3f&device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 1095 time: 0.0882044 Jul 23 10:44:26.345135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-c3ffb585-a083-4ca0-8620-76864317921c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b HTTP/1.1" status: 200 len: 217 time: 0.0543053 Jul 23 10:44:26.411766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-2384885b-7d2b-4204-ba2e-6c9fbdf246b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:26.413672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-2384885b-7d2b-4204-ba2e-6c9fbdf246b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a5cbac6-ef09-486b-aa33-33c0fb4cb280 HTTP/1.1" status: 200 len: 849 time: 0.0621507 Jul 23 10:44:26.459750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-bfdf74db-84b1-472b-a5fe-6123df495d15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9cad468-aeeb-4812-ae5c-cf4715639c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397735 Jul 23 10:44:26.491998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c508edb6-c31a-4a02-a75a-ac4755c41353 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:26.520974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: c508edb6-c31a-4a02-a75a-ac4755c41353 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:26.521326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c508edb6-c31a-4a02-a75a-ac4755c41353 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:26.574205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-365500b4-4a3d-45b2-8da8-b08cf5bd04e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076124 Jul 23 10:44:26.681711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9cf01ff6-bc50-4384-9388-1280b42fcbd7 req-57bcec0c-10e8-4f24-ae11-e35c5f5cb110 service neutron] 10.222.0.55 "GET /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004105 Jul 23 10:44:26.783150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b513c2-2176-4205-abb0-e7aad693e02c req-98e61661-3428-43f3-91e2-a6faee7261f3 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:26.787958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b513c2-2176-4205-abb0-e7aad693e02c req-98e61661-3428-43f3-91e2-a6faee7261f3 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.1140189 Jul 23 10:44:26.857726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ba704-1441-4bf1-82ef-c59659686606 req-aa9e659c-4109-48cd-973f-63d674ae70be tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:26.859852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-526ba704-1441-4bf1-82ef-c59659686606 req-aa9e659c-4109-48cd-973f-63d674ae70be tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 944 time: 0.1028695 Jul 23 10:44:26.866435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08b513c2-2176-4205-abb0-e7aad693e02c req-831fa76c-74bc-4ada-b0e8-68f65e0e0292 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595057 Jul 23 10:44:26.918221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-526ba704-1441-4bf1-82ef-c59659686606 req-306ee871-3d47-40e1-80f9-1184b0daf118 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Jul 23 10:44:26.945932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37286) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:26.947654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'tag': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b'}, {'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-deleted', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:26.951058 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a54f160-70e3-445f-944a-9b5c3bc76959" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc70842-722a-42f5-bcb6-826090c8ac9f", "tag": "6dc8847c-86ab-4cbc-87bb-1fa224377f6b"}, {"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-deleted", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:27.020331 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af2447-27b5-4274-8d0d-a22773eb534a x-openstack-request-id: req-e3af2447-27b5-4274-8d0d-a22773eb534a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:27.023921 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc70842-722a-42f5-bcb6-826090c8ac9f", "tag": "6dc8847c-86ab-4cbc-87bb-1fa224377f6b", "status": "completed", "code": 200}, {"server_uuid": "7c5e1ee5-e117-4f2b-862f-5b0775622a18", "name": "network-vif-deleted", "tag": "8ddf6f12-5182-4912-a15f-a55aac5a7483", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:27.025658 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3af2447-27b5-4274-8d0d-a22773eb534a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:27.026160 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'tag': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b', 'status': 'completed', 'code': 200} Jul 23 10:44:27.026509 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5e1ee5-e117-4f2b-862f-5b0775622a18', 'name': 'network-vif-deleted', 'tag': '8ddf6f12-5182-4912-a15f-a55aac5a7483', 'status': 'completed', 'code': 200} Jul 23 10:44:27.063700 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64a563ae-2abf-4d90-9139-58732a1a0323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.093933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b7f86b4-9657-4a12-a2e9-cca9046e70e3 req-dc383963-cebb-4c0b-99f1-8f330ebcc3f9 tempest-ServersNegativeTestJSON-1799321348 tempest-ServersNegativeTestJSON-1799321348-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5e1ee5-e117-4f2b-862f-5b0775622a18 HTTP/1.1" status: 200 len: 210 time: 0.0649338 Jul 23 10:44:27.126031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-4f764154-b4f3-49e7-8a96-72313087cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:27.127821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-4f764154-b4f3-49e7-8a96-72313087cc35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d076674457b47409db2352360430c3f&device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 1095 time: 0.0868311 Jul 23 10:44:27.223943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-bf685df5-827f-4a00-a069-decf7c27d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:27.225960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-bf685df5-827f-4a00-a069-decf7c27d1c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9cad468-aeeb-4812-ae5c-cf4715639c20 HTTP/1.1" status: 200 len: 910 time: 0.0901201 Jul 23 10:44:27.277718 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-1f78e873-8ed3-4d5a-bbd1-17c6c6bdb953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b HTTP/1.1" status: 200 len: 217 time: 0.0442648 Jul 23 10:44:27.281457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b5274ac-b619-432e-b051-ef75d1f3e52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.353963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-08cd0c31-189b-4245-b7f8-38a9a2508d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:27.355472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-08cd0c31-189b-4245-b7f8-38a9a2508d02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a5cbac6-ef09-486b-aa33-33c0fb4cb280 HTTP/1.1" status: 200 len: 849 time: 0.0703881 Jul 23 10:44:27.403196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-102dba15-2141-4328-8690-d0561ba14a65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9cad468-aeeb-4812-ae5c-cf4715639c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407345 Jul 23 10:44:27.434897 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b5274ac-b619-432e-b051-ef75d1f3e52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.440354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b5274ac-b619-432e-b051-ef75d1f3e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.484219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4b5274ac-b619-432e-b051-ef75d1f3e52c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f4582cc7bff4a60b79e721eae1a6944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370686 Jul 23 10:44:27.485409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5274ac-b619-432e-b051-ef75d1f3e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a650db9-bdc8-4de4-a686-df43e6bac435,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:27.488088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:27.509723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:27.547193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-8c54d53f-f3cc-4384-996d-4215ff66d27c service neutron] 10.222.0.55 "GET /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369274 Jul 23 10:44:27.554366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cca0004-07b5-4871-8f9e-d92c082ed679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.578666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cca0004-07b5-4871-8f9e-d92c082ed679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.635526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cca0004-07b5-4871-8f9e-d92c082ed679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.641608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cca0004-07b5-4871-8f9e-d92c082ed679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.641608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1cca0004-07b5-4871-8f9e-d92c082ed679 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a650db9-bdc8-4de4-a686-df43e6bac435 HTTP/1.1" status: 204 len: 168 time: 0.1507313 Jul 23 10:44:27.648655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca0004-07b5-4871-8f9e-d92c082ed679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a650db9-bdc8-4de4-a686-df43e6bac435,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:27.669073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a54f160-70e3-445f-944a-9b5c3bc76959 req-3ea00caa-73b4-4f8a-a5f9-589d9b65714e service neutron] 10.222.0.55 "GET /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141477 Jul 23 10:44:27.699936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-751128ef-21d1-4c67-94d2-6072b8b8f5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.814045 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-751128ef-21d1-4c67-94d2-6072b8b8f5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.821253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-751128ef-21d1-4c67-94d2-6072b8b8f5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:27.864284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751128ef-21d1-4c67-94d2-6072b8b8f5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719a898-3e91-4759-8464-ccfadd7df08b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:27.870184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-751128ef-21d1-4c67-94d2-6072b8b8f5df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8f65424210b4b2bb9684ace00df9a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594544 Jul 23 10:44:27.873734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37320) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:27.893916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:27.948444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 8ddf6f12-5182-4912-a15f-a55aac5a7483 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:27.948783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8ddf6f12-5182-4912-a15f-a55aac5a7483 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:28.005267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1867e1f9-0ada-46d3-a776-1529a9d28648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.012539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947a9fe-6e7b-41d5-890b-d947152c142f req-70119bec-d930-43c8-9b8b-e03ded38c418 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:28.014762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a947a9fe-6e7b-41d5-890b-d947152c142f req-70119bec-d930-43c8-9b8b-e03ded38c418 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.0747051 Jul 23 10:44:28.069269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1867e1f9-0ada-46d3-a776-1529a9d28648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.081189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a947a9fe-6e7b-41d5-890b-d947152c142f req-388dd0ea-ca34-4917-ac56-337fd1873e1d tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559149 Jul 23 10:44:28.133270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5ad46-be44-4737-8efc-ebf742999aec req-6bac6ec5-8226-418f-ba43-8d635fe89f32 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:28.134845 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5ad46-be44-4737-8efc-ebf742999aec req-6bac6ec5-8226-418f-ba43-8d635fe89f32 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 944 time: 0.1276326 Jul 23 10:44:28.152290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1867e1f9-0ada-46d3-a776-1529a9d28648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.154719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1867e1f9-0ada-46d3-a776-1529a9d28648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.155891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1867e1f9-0ada-46d3-a776-1529a9d28648 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0719a898-3e91-4759-8464-ccfadd7df08b HTTP/1.1" status: 204 len: 168 time: 0.2803257 Jul 23 10:44:28.196643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867e1f9-0ada-46d3-a776-1529a9d28648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719a898-3e91-4759-8464-ccfadd7df08b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:28.243090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09f5ad46-be44-4737-8efc-ebf742999aec req-0b2fb1c7-ad8f-4c53-a3e7-5b85c3bcb8b9 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942891 Jul 23 10:44:28.273420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:28.282744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-f4b4c2c2-4a9a-4cbe-a771-2d7da8e398eb tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:28.284380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-f4b4c2c2-4a9a-4cbe-a771-2d7da8e398eb tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.1440969 Jul 23 10:44:28.333531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Deleting subnet a9b48c25-ba82-45b1-a1e1-5c6f2567994a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:44:28.336627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.379061 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.441399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.507865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.508097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6dc8847c-86ab-4cbc-87bb-1fa224377f6b details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:44:28.542583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b48c25-ba82-45b1-a1e1-5c6f2567994a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:28.548571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.553932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0745d31d-546f-46cb-a046-9d763039b127 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a9b48c25-ba82-45b1-a1e1-5c6f2567994a HTTP/1.1" status: 204 len: 168 time: 0.2795398 Jul 23 10:44:28.554699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:28.646007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.704035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,segment=NetworkSegment(665fe38d-d346-46d1-a4e6-86a70966cc47),segment_id=665fe38d-d346-46d1-a4e6-86a70966cc47)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:28.717265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b', 'network_id': 'a9cad468-aeeb-4812-ae5c-cf4715639c20', 'port_id': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b', 'mac_address': 'fa:16:3e:28:ef:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5cbac6-ef09-486b-aa33-33c0fb4cb280', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:44:28.758313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.764884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.773126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc8847c-86ab-4cbc-87bb-1fa224377f6b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:28.775845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fcc2e7-8e22-448d-af64-c804ea5e1a18']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:28.788644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280990fc-9bf7-4d0c-af18-683f8ef7b167') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:28.789224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280990fc-9bf7-4d0c-af18-683f8ef7b167') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:28.798996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:28.801053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.811787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,segment=NetworkSegment(665fe38d-d346-46d1-a4e6-86a70966cc47),segment_id=665fe38d-d346-46d1-a4e6-86a70966cc47)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:28.819497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.820093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.840631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:44:28.840879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ba2481b-7547-4c6c-b550-1739b45d6ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.844014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:44:28.849651 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:44:28.881581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:28.945783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.958107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.960113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] 10.222.0.37 "DELETE /v2.0/networks/a5fcc2e7-8e22-448d-af64-c804ea5e1a18 HTTP/1.1" status: 204 len: 168 time: 0.4044745 Jul 23 10:44:28.971288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf8038-5a10-4df1-a2ee-1b0094f014ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fcc2e7-8e22-448d-af64-c804ea5e1a18,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:28.979882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Deleting port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:28.980235 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:28.984053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ba2481b-7547-4c6c-b550-1739b45d6ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.000945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ba2481b-7547-4c6c-b550-1739b45d6ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.007374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['6dc8847c-86ab-4cbc-87bb-1fa224377f6b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:29.047713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2481b-7547-4c6c-b550-1739b45d6ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4908f15d-cbdf-40a3-8faa-7412ee7d974f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:29.077502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7ba2481b-7547-4c6c-b550-1739b45d6ade admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ee2b41989714c1290d86741cf743687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773614 Jul 23 10:44:29.080308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37378) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:29.120139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] For port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:29.120518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.150917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Calling delete_port for 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:29.155266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-617c7658-a54c-4e94-99d6-b6f8946ac17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.188700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37384) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:29.191948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-617c7658-a54c-4e94-99d6-b6f8946ac17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.259178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:29.322222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1c3f91cc-6d17-4362-bdaa-491054ba9b9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=856b336c7df14f90bcd5fd707e2cb85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594096 Jul 23 10:44:29.323921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:29.338959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-617c7658-a54c-4e94-99d6-b6f8946ac17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.343263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-617c7658-a54c-4e94-99d6-b6f8946ac17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.345186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-617c7658-a54c-4e94-99d6-b6f8946ac17a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4908f15d-cbdf-40a3-8faa-7412ee7d974f HTTP/1.1" status: 204 len: 168 time: 0.2636497 Jul 23 10:44:29.365127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c7658-a54c-4e94-99d6-b6f8946ac17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4908f15d-cbdf-40a3-8faa-7412ee7d974f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:29.365380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b22e2-731b-4c3c-8732-a24905ac2903 req-c6120b9b-1a35-4489-a6c7-270a8f286dcd tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:29.367006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c8b22e2-731b-4c3c-8732-a24905ac2903 req-c6120b9b-1a35-4489-a6c7-270a8f286dcd tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47086471-d760-4f4f-bb82-508806faea9c HTTP/1.1" status: 200 len: 1096 time: 0.1414733 Jul 23 10:44:29.427042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f41d6777-f1dc-4464-898a-3d153cf7fb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.456185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c8b22e2-731b-4c3c-8732-a24905ac2903 req-bdcf529f-4013-4a98-8618-90ad2cf61208 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=44248e73-f0b4-4478-887a-f3a5f34658fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807195 Jul 23 10:44:29.459848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f41d6777-f1dc-4464-898a-3d153cf7fb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.464522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.497535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:29.509724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:29.550432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6c13-b882-404b-9d99-dc5e6a979911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.612288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] No DVR routers for this DVR port 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:29.615627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.618246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-679d7ba4-7345-41ff-8731-b50edb57a749 req-70545011-2d5b-4aaf-9762-f73f70e18308 tempest-TestServerMultinode-1495539012 tempest-TestServerMultinode-1495539012-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 HTTP/1.1" status: 204 len: 173 time: 1.3286097 Jul 23 10:44:29.621759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47086471-d760-4f4f-bb82-508806faea9c', 'name': 'network-vif-deleted', 'tag': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:29.626421 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0ad82-3c3d-40e5-a0f1-e36e88a1de67" -d '{"events": [{"server_uuid": "47086471-d760-4f4f-bb82-508806faea9c", "name": "network-vif-deleted", "tag": "6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:29.658113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f41d6777-f1dc-4464-898a-3d153cf7fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.660751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f41d6777-f1dc-4464-898a-3d153cf7fb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.663952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f41d6777-f1dc-4464-898a-3d153cf7fb98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/118ad373-6645-4971-a410-1fd21f8ce49f HTTP/1.1" status: 204 len: 168 time: 0.3376441 Jul 23 10:44:29.688859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fe7b-dd58-4819-9567-6a580599a7a8 req-67708b41-c490-4e20-9d54-e3351135212f tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:29.697358 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb28fe7b-dd58-4819-9567-6a580599a7a8 req-67708b41-c490-4e20-9d54-e3351135212f tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 945 time: 0.2252016 Jul 23 10:44:29.706056 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c87606-4e16-4813-a6b3-4607250c6ee5 x-openstack-request-id: req-c8c87606-4e16-4813-a6b3-4607250c6ee5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:29.706529 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47086471-d760-4f4f-bb82-508806faea9c", "name": "network-vif-deleted", "tag": "6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:29.706844 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8c87606-4e16-4813-a6b3-4607250c6ee5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:29.707255 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47086471-d760-4f4f-bb82-508806faea9c', 'name': 'network-vif-deleted', 'tag': '6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5', 'status': 'completed', 'code': 200} Jul 23 10:44:29.729334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d6777-f1dc-4464-898a-3d153cf7fb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ad373-6645-4971-a410-1fd21f8ce49f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:29.781078 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb28fe7b-dd58-4819-9567-6a580599a7a8 req-0ed8c34d-eb2f-4ebb-a7a5-29bde4c1f4a9 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827749 Jul 23 10:44:29.871235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6c13-b882-404b-9d99-dc5e6a979911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.878047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6c13-b882-404b-9d99-dc5e6a979911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.913485 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89b4392e-5150-4813-848a-08798066d766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:29.939541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd6c13-b882-404b-9d99-dc5e6a979911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe8df2-7188-4640-8dfa-f0d14d4c4ba3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:29.945314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a1dd6c13-b882-404b-9d99-dc5e6a979911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=176a905c3aa74be8bc268903ca8b5ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7554407 Jul 23 10:44:29.947818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:30.003979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72feef95-e5f9-4a46-bbdc-a448e23d3e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.027586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72feef95-e5f9-4a46-bbdc-a448e23d3e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.079233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72feef95-e5f9-4a46-bbdc-a448e23d3e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.082937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72feef95-e5f9-4a46-bbdc-a448e23d3e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.084606 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72feef95-e5f9-4a46-bbdc-a448e23d3e41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdfe8df2-7188-4640-8dfa-f0d14d4c4ba3 HTTP/1.1" status: 204 len: 168 time: 0.1358542 Jul 23 10:44:30.096322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feef95-e5f9-4a46-bbdc-a448e23d3e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe8df2-7188-4640-8dfa-f0d14d4c4ba3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:30.195557 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.534309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6dc8847c-86ab-4cbc-87bb-1fa224377f6b up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:30.536763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37446) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:30.633513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:30.637653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:30.638843 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.664953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37448) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:30.681524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4469fdd6-5d33-4301-9c39-84bb9b18c436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.745857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.770976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:30.773551 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febddbf3-3011-4f3e-ab7c-48599c554152" -d '{"events": [{"server_uuid": "ebc70842-722a-42f5-bcb6-826090c8ac9f", "name": "network-vif-plugged", "status": "completed", "tag": "6dc8847c-86ab-4cbc-87bb-1fa224377f6b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:30.814451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,segment=NetworkSegment(665fe38d-d346-46d1-a4e6-86a70966cc47),segment_id=665fe38d-d346-46d1-a4e6-86a70966cc47)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:30.822268 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.872397 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2daf017-cdb6-460f-8e26-6d0fa2971831 x-openstack-request-id: req-d2daf017-cdb6-460f-8e26-6d0fa2971831 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:30.875895 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc70842-722a-42f5-bcb6-826090c8ac9f", "name": "network-vif-plugged", "status": "completed", "tag": "6dc8847c-86ab-4cbc-87bb-1fa224377f6b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:30.892812 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2daf017-cdb6-460f-8e26-6d0fa2971831 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:30.893253 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b', 'code': 200} Jul 23 10:44:30.895065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4469fdd6-5d33-4301-9c39-84bb9b18c436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.904782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4469fdd6-5d33-4301-9c39-84bb9b18c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:30.962591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:30.963040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4469fdd6-5d33-4301-9c39-84bb9b18c436 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a116d3e0e47f4e4f85c79a79dcf7637d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967319 Jul 23 10:44:30.964198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469fdd6-5d33-4301-9c39-84bb9b18c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e85d936-39f0-423c-9d20-bedb400a654e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:30.967473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:31.037621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca276-2c31-4927-8524-8b5fdf927ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.072953 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca276-2c31-4927-8524-8b5fdf927ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.131352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326758-a24e-4e11-bce4-f86f57ca5bb2 req-84ed38b9-f186-4aa8-a085-f9f1b8b875ef tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:31.132772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca276-2c31-4927-8524-8b5fdf927ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.133018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc326758-a24e-4e11-bce4-f86f57ca5bb2 req-84ed38b9-f186-4aa8-a085-f9f1b8b875ef tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 946 time: 0.1587653 Jul 23 10:44:31.136072 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca276-2c31-4927-8524-8b5fdf927ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.136211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5aa5b-592b-4595-a7ce-895b80671614 req-5fcd1111-8906-4a41-8152-22f25dd2e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:31.137218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd5ca276-2c31-4927-8524-8b5fdf927ae6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e85d936-39f0-423c-9d20-bedb400a654e HTTP/1.1" status: 204 len: 168 time: 0.1686201 Jul 23 10:44:31.137589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-59f5aa5b-592b-4595-a7ce-895b80671614 req-5fcd1111-8906-4a41-8152-22f25dd2e6f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 1097 time: 0.1761823 Jul 23 10:44:31.150594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ca276-2c31-4927-8524-8b5fdf927ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e85d936-39f0-423c-9d20-bedb400a654e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:31.219952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-59f5aa5b-592b-4595-a7ce-895b80671614 req-8ccd8e65-c365-4ec9-94ec-2ed9ba8ee66e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751736 Jul 23 10:44:31.239200 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.241509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc326758-a24e-4e11-bce4-f86f57ca5bb2 req-b807102e-656c-48ba-bf01-39c4333fa241 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955877 Jul 23 10:44:31.296283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.616195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Deleting port 95cb93d0-e214-4248-a7f4-c64b53b6a1af {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:31.617039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.712603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] For port 95cb93d0-e214-4248-a7f4-c64b53b6a1af, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=95cb93d0-e214-4248-a7f4-c64b53b6a1af,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:31.713197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:31.725961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Calling delete_port for 95cb93d0-e214-4248-a7f4-c64b53b6a1af owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:31.911758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:31.948954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:31.949323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 6d3c7fb9-b1ce-4ea5-ac64-993d0120a0c5 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:32.013679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.051828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cb93d0-e214-4248-a7f4-c64b53b6a1af,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:32.117179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:32.131399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258969752', 'description': 'tempest-secgroup-smoke-258969752 description', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:32.177543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.200413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.279828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.357978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.363345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.474997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af4a301-e708-4847-a712-6b84d454d33d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:32.508508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.514757 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.553767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.556059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3bca3-b1f5-47cc-a880-6220a205a7b3 req-0f4b8f51-ac47-448b-8fb2-6ce262375939 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:32.558510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49e3bca3-b1f5-47cc-a880-6220a205a7b3 req-0f4b8f51-ac47-448b-8fb2-6ce262375939 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 946 time: 0.1909852 Jul 23 10:44:32.558940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4397588 Jul 23 10:44:32.561569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37540) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:32.574661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebfe3a-1142-4ff2-8183-0a729e2bca15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96731889-a3e2-43f6-846f-8e716944cb6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:32.575521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '96731889-a3e2-43f6-846f-8e716944cb6b', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:32.617636 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.784059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-49e3bca3-b1f5-47cc-a880-6220a205a7b3 req-ae82eb2e-15a8-4af4-b86a-7979b922a02a tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968477 Jul 23 10:44:32.791402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:32.862928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Router 95fb0136-540b-445f-ba36-9f3b397ceb72 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:44:32.901502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-0b282493-866c-4f5c-b3ee-d628b06cf477 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3084526 Jul 23 10:44:33.144245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.152481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.202542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec19950f-b14b-4122-a66d-0a65d4946ad5,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:33.205174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:44:33.214398 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] Sync routers for ids ['95fb0136-540b-445f-ba36-9f3b397ceb72'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:44:33.228814 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b6a7796-100b-4771-a3a1-ee023ccf5b38 admin admin] 10.222.0.37 "PUT /v2.0/routers/95fb0136-540b-445f-ba36-9f3b397ceb72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6874464 Jul 23 10:44:33.229028 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] Routers {'95fb0136-540b-445f-ba36-9f3b397ceb72'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:33.229028 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['95fb0136-540b-445f-ba36-9f3b397ceb72'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:33.230157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:33.246858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.247343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.248072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.248605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.249145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.249831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.250112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.252116 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-cc47036f-fc87-45e1-aa11-67ffc82a9e58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.2144163 Jul 23 10:44:33.253456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.255464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3e5968cf-688f-493b-a21d-605639869bd6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6919944 Jul 23 10:44:33.258190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:33.262808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '96731889-a3e2-43f6-846f-8e716944cb6b', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:33.379952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-417259b8-9237-4702-b230-8570692b732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.380433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-417259b8-9237-4702-b230-8570692b732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.380903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-417259b8-9237-4702-b230-8570692b732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.382521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-417259b8-9237-4702-b230-8570692b732d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 2292 time: 0.1037881 Jul 23 10:44:33.443661 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.495864 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-a285e45d-1ac5-498e-9d4e-8ab9abe7dd1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.1052487 Jul 23 10:44:33.504707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.559477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.570905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-a942c2ef-6111-4839-9a60-2c89da2f8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.572684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-a942c2ef-6111-4839-9a60-2c89da2f8dcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.0701003 Jul 23 10:44:33.573587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.578337 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] Set router 95fb0136-540b-445f-ba36-9f3b397ceb72 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:33.589912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca91b6ea-2e7f-4562-89ed-46a2e0017f96,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:33.637732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.640342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4a2de145-7acc-4804-b572-b72814a5d931 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3811762 Jul 23 10:44:33.643364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:33.653027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '96731889-a3e2-43f6-846f-8e716944cb6b', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:33.731846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.751642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.790037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-0915842b-03a3-47cb-899c-b35fe4def9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:33.797874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-0915842b-03a3-47cb-899c-b35fe4def9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089069 Jul 23 10:44:33.865987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Deleting port 50511a4f-df41-4e53-a39f-f8f42ba6d791 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:33.866527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:33.923637 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:44:31Z', 'revision_number': 5, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port': {'id': '50511a4f-df41-4e53-a39f-f8f42ba6d791', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:05Z', 'updated_at': '2021-07-23T10:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:33.979961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:34.073387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.084833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] For port 50511a4f-df41-4e53-a39f-f8f42ba6d791, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=50511a4f-df41-4e53-a39f-f8f42ba6d791,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:34.085930 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.095191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.125347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Calling delete_port for 50511a4f-df41-4e53-a39f-f8f42ba6d791 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:34.136212 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] Checking router: 95fb0136-540b-445f-ba36-9f3b397ceb72 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:44:34.148628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-6e4a6d71-b704-442c-8528-ce2d60888c82 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382559 Jul 23 10:44:34.160168 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] Routers {'95fb0136-540b-445f-ba36-9f3b397ceb72'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:34.161916 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['95fb0136-540b-445f-ba36-9f3b397ceb72'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:34.174847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69be7c3-605c-4ed8-a980-f06c5a6945ec,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:34.220817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.223848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14fb9c64-f030-4872-ae4c-5386aede8091 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5793612 Jul 23 10:44:34.231091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37596) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:34.238556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '96731889-a3e2-43f6-846f-8e716944cb6b', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:34.244071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cee15eeb-f979-4edd-91a6-5d1d59d3988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.358819 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] Set router 95fb0136-540b-445f-ba36-9f3b397ceb72 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:34.408592 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.428670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-b491eb63-1172-4b8b-b747-78731cfab4df service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701571 Jul 23 10:44:34.459523 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.479620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-9b9df258-d13d-46a7-a493-f4c29cf3526e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0438576 Jul 23 10:44:34.480467 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.492128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:44:33Z', 'revision_number': 6, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:34.512958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50511a4f-df41-4e53-a39f-f8f42ba6d791,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:34.516353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:34.567195 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca8922-cfc6-4c44-9c9f-742e845e41c0 None None] The sync data for ids ['95fb0136-540b-445f-ba36-9f3b397ceb72'] in n-d-778550-4 is: [{'id': '95fb0136-540b-445f-ba36-9f3b397ceb72', 'name': 'tempest-TestServerMultinode-1753403241-router', 'tenant_id': '12cb0bb60eb4452d90ff40f36acebebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:04Z', 'updated_at': '2021-07-23T10:44:33Z', 'revision_number': 6, 'project_id': '12cb0bb60eb4452d90ff40f36acebebc', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:44:34.569521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-50cb72c4-12de-4479-bd12-63c76fc127d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:34.571119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-50cb72c4-12de-4479-bd12-63c76fc127d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0857396 Jul 23 10:44:34.639779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.651970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.660890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.689638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2b7134-cfa8-42b5-a7fe-0bb4f047fce4,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:34.700244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-5ac71926-d0a6-40d0-84a0-1d2b5a05e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:34.701472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-5ac71926-d0a6-40d0-84a0-1d2b5a05e87c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220806 Jul 23 10:44:34.824305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cee15eeb-f979-4edd-91a6-5d1d59d3988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.828251 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa6796b-86b0-48bf-bcd8-5c91d6bd031d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.839363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.843829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.846272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cee15eeb-f979-4edd-91a6-5d1d59d3988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.948317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.948976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fb0136-540b-445f-ba36-9f3b397ceb72 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:44:34.961936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:34.965420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8cf0d1a3-f4f4-4ef4-8b70-1a5377cc3be1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/95fb0136-540b-445f-ba36-9f3b397ceb72 HTTP/1.1" status: 204 len: 168 time: 1.7314842 Jul 23 10:44:34.968980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cee15eeb-f979-4edd-91a6-5d1d59d3988f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93c569e3916940549182dc3ef9a459e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9824696 Jul 23 10:44:34.968980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:34.972705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15eeb-f979-4edd-91a6-5d1d59d3988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2c5f5-1ebe-4b8d-bd0a-fbd9d7faf861,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:35.034253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:35.043383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Deleting subnet 39c62ac2-1c0c-43ff-8288-486e2dd412ec {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:44:35.073361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.082059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95cb93d0-e214-4248-a7f4-c64b53b6a1af no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:35.132015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 95cb93d0-e214-4248-a7f4-c64b53b6a1af {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:35.132557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 95cb93d0-e214-4248-a7f4-c64b53b6a1af not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:35.167878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.256246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67637b72-8fa5-4b3a-81c6-73b77faa0602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.311170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67637b72-8fa5-4b3a-81c6-73b77faa0602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.319827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.321234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-ca80c188-3c7e-4bbf-9b18-b617c0e530f8 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120672 Jul 23 10:44:35.324725 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.329650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-01c1dea3-d907-45b6-9764-e27d6278580e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0949514 Jul 23 10:44:35.337291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37640) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:35.342208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '96731889-a3e2-43f6-846f-8e716944cb6b', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:35.464613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-b9eb5e3c-29b1-45b2-b01b-02f9cdcaa617 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361039 Jul 23 10:44:35.481521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67637b72-8fa5-4b3a-81c6-73b77faa0602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.486445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67637b72-8fa5-4b3a-81c6-73b77faa0602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.490895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67637b72-8fa5-4b3a-81c6-73b77faa0602 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74d2c5f5-1ebe-4b8d-bd0a-fbd9d7faf861 HTTP/1.1" status: 204 len: 168 time: 0.4431498 Jul 23 10:44:35.510796 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.542216 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-b1e3ac5a-8374-4b42-b594-9439db9e3548 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.0709224 Jul 23 10:44:35.569075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67637b72-8fa5-4b3a-81c6-73b77faa0602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2c5f5-1ebe-4b8d-bd0a-fbd9d7faf861,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:35.578011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.580171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/39c62ac2-1c0c-43ff-8288-486e2dd412ec HTTP/1.1" status: 204 len: 168 time: 0.6038496 Jul 23 10:44:35.583910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb83158-3d14-4086-882e-af1612a7aac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c62ac2-1c0c-43ff-8288-486e2dd412ec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:35.586902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:35.608237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf21c2-f48b-4a84-8b1f-9723e834c64c None None] Network 16636cc3-101d-4141-84f3-e5541c82c69d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:35.665471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa6796b-86b0-48bf-bcd8-5c91d6bd031d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.705720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-e5417378-c104-448d-a1ed-8a1485ddd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:35.707368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-e5417378-c104-448d-a1ed-8a1485ddd72b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1414070 Jul 23 10:44:35.711558 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:44:35.717126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa6796b-86b0-48bf-bcd8-5c91d6bd031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.738784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.773349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.832801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8fa6796b-86b0-48bf-bcd8-5c91d6bd031d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0f7ca65bff949c996518341ac79ea55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3111067 Jul 23 10:44:35.835756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:35.850829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6796b-86b0-48bf-bcd8-5c91d6bd031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b6d7b-3e06-4326-91af-4866f744dc87,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:35.965462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.976132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:35.988621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-77e17cb2-a37e-4018-a318-56d2f2609840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:35.990147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-77e17cb2-a37e-4018-a318-56d2f2609840 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2698333 Jul 23 10:44:36.028656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec5bee6-384c-4482-9045-400d3da56da4,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.035250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] DHCP port deletion for 16636cc3-101d-4141-84f3-e5541c82c69d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:44:36.035802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36ea0dea-8de9-4b8f-8e88-2e8e6b21bd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.045643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Deleting port fcae3dc6-788f-4f16-8f63-a4f88ead19ee {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:36.046131 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.056444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.060678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a153607-1386-40d6-b608-57afefd95a79 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7193913 Jul 23 10:44:36.060879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37666) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:36.065715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '96731889-a3e2-43f6-846f-8e716944cb6b', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:36.139591 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:44:36.144924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] For port fcae3dc6-788f-4f16-8f63-a4f88ead19ee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:36.145411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.147792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:36.162809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] Deleting port fcae3dc6-788f-4f16-8f63-a4f88ead19ee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:36.163204 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.165123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.183393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Calling delete_port for fcae3dc6-788f-4f16-8f63-a4f88ead19ee owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:36.187031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36ea0dea-8de9-4b8f-8e88-2e8e6b21bd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.189090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e56c-079c-435d-ac5a-d525faf56622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.212177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-8df84355-652c-4bd8-bc9e-6a8c592dfb0a service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120993 Jul 23 10:44:36.350546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] For port fcae3dc6-788f-4f16-8f63-a4f88ead19ee, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,segment=NetworkSegment(b874a3b7-33e5-4c80-9943-1da3d1e63714),segment_id=b874a3b7-33e5-4c80-9943-1da3d1e63714)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:36.351229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.360989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.366069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] Calling delete_port for fcae3dc6-788f-4f16-8f63-a4f88ead19ee owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:36.367685 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.373489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36ea0dea-8de9-4b8f-8e88-2e8e6b21bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.376845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36ea0dea-8de9-4b8f-8e88-2e8e6b21bd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.380369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-36ea0dea-8de9-4b8f-8e88-2e8e6b21bd60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd0b6d7b-3e06-4326-91af-4866f744dc87 HTTP/1.1" status: 204 len: 168 time: 0.5393057 Jul 23 10:44:36.397316 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.408842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0dea-8de9-4b8f-8e88-2e8e6b21bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b6d7b-3e06-4326-91af-4866f744dc87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.410777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90cf550-b8d1-4ed7-97d3-992e3a394f2c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.443495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-6e032b69-e4e7-4c61-9a31-4bb1107ea5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242346 Jul 23 10:44:36.449066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] No DVR routers for this DVR port fcae3dc6-788f-4f16-8f63-a4f88ead19ee on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:36.458408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.535004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.545060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.557114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16636cc3-101d-4141-84f3-e5541c82c69d']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:36.561800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-b9f0f74e-55f9-4f4b-81cf-0e52f532874d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.1110415 Jul 23 10:44:36.570220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] Pushing event deleted for resources: {'Port': ['ID=fcae3dc6-788f-4f16-8f63-a4f88ead19ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.582319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c41a6-9512-4891-adfc-e1845a8dd913 None None] No DVR routers for this DVR port fcae3dc6-788f-4f16-8f63-a4f88ead19ee on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:36.587792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b874a3b7-33e5-4c80-9943-1da3d1e63714') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:36.588502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b874a3b7-33e5-4c80-9943-1da3d1e63714') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:36.610354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.637289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.639566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-9c5105cc-b830-48a3-87d0-8d877dd94188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:36.641056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-9c5105cc-b830-48a3-87d0-8d877dd94188 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0723040 Jul 23 10:44:36.649976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1de34-78f0-467c-88a9-5dcbb6f548e9 req-ebfd9b82-4ff0-4e30-8637-6dc3478ed7c2 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:36.651948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bd1de34-78f0-467c-88a9-5dcbb6f548e9 req-ebfd9b82-4ff0-4e30-8637-6dc3478ed7c2 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 946 time: 0.2357535 Jul 23 10:44:36.673788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:44:36.674227 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:44:36.680503 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:44:36.741027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bd1de34-78f0-467c-88a9-5dcbb6f548e9 req-836d1f93-9ccb-4124-b289-d1a502ecf823 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784853 Jul 23 10:44:36.745737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e56c-079c-435d-ac5a-d525faf56622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.754461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcae3dc6-788f-4f16-8f63-a4f88ead19ee no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:36.763508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.764783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a78fa223-e554-4641-99cb-b6d2c3b74e87 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7029810 Jul 23 10:44:36.776829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:36.786892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e56c-079c-435d-ac5a-d525faf56622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.789297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'network': {'name': 'tempest-network-smoke--1705778624', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:36.792062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fcae3dc6-788f-4f16-8f63-a4f88ead19ee {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:36.792417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcae3dc6-788f-4f16-8f63-a4f88ead19ee not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:36.792857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 50511a4f-df41-4e53-a39f-f8f42ba6d791 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:36.797602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-26a5009a-ea15-47ce-a931-a580aebd7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:36.800049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-26a5009a-ea15-47ce-a931-a580aebd7746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473265 Jul 23 10:44:36.824914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 50511a4f-df41-4e53-a39f-f8f42ba6d791 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:36.825261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 50511a4f-df41-4e53-a39f-f8f42ba6d791 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:36.827763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37690) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:36.829012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ab8e56c-079c-435d-ac5a-d525faf56622 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c1efa33fe7c46d09f60fc4f6260bf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799736 Jul 23 10:44:36.838381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.849723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:36.854145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/16636cc3-101d-4141-84f3-e5541c82c69d HTTP/1.1" status: 204 len: 168 time: 1.2611520 Jul 23 10:44:36.862740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:36.873659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a983d92-6074-4c8e-bc80-06d1f91998b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=16636cc3-101d-4141-84f3-e5541c82c69d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.885122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8e56c-079c-435d-ac5a-d525faf56622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7668b3f5-da2c-4520-b607-64c848dc38e1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:36.974338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:36.978269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.082021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:44:37.085454 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8990dfca-026b-4d25-a18e-88e178c06320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.120372 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.120805 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Added segment 978b4cc3-22b3-4dee-ab80-5d73ce7361ad of type vlan for network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 Jul 23 10:44:37.137889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-2b7db6e2-36af-46e8-912b-e8bd8a3ac9b6 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312049 Jul 23 10:44:37.219783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8990dfca-026b-4d25-a18e-88e178c06320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.288679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.430626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.438686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:37.439329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.458061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8990dfca-026b-4d25-a18e-88e178c06320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.460674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8990dfca-026b-4d25-a18e-88e178c06320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.462575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8990dfca-026b-4d25-a18e-88e178c06320 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7668b3f5-da2c-4520-b607-64c848dc38e1 HTTP/1.1" status: 204 len: 168 time: 0.6335020 Jul 23 10:44:37.473715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-236a3259-d1a6-479b-871c-71ba2fb6ee09 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264174 Jul 23 10:44:37.534421 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7511444 Jul 23 10:44:37.537434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37724) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:37.542264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'admin_state_up': True, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:37.567100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990dfca-026b-4d25-a18e-88e178c06320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7668b3f5-da2c-4520-b607-64c848dc38e1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:37.604271 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.605689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.632296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-aa6abb28-e661-43a2-b1ec-05afb3e72ec4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.1258304 Jul 23 10:44:37.673086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:37.701483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e232c83-03a2-48dd-a50d-51b0cf5236c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Network': ['ID=041765fa-9b47-4c1f-9cdf-ed765f58fbb5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:37.715342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:44:37.828631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-b2171e32-b3ad-4b0b-8fa2-33f986c7f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:37.835673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-b2171e32-b3ad-4b0b-8fa2-33f986c7f10d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1494608 Jul 23 10:44:37.939014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-f371c034-1bc3-42a3-b64c-b9c9206b79e0 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:37.940597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-f371c034-1bc3-42a3-b64c-b9c9206b79e0 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 946 time: 0.3415570 Jul 23 10:44:37.967346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.037166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6b078-ef48-41cd-8994-2576b7f82800 req-4aa027ca-4df4-4ce0-a802-c7e29ba12a43 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:38.039254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ff6b078-ef48-41cd-8994-2576b7f82800 req-4aa027ca-4df4-4ce0-a802-c7e29ba12a43 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 946 time: 0.1870139 Jul 23 10:44:38.091140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-3d476d9f-7671-4c33-8c47-fdd51a874d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:38.095044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-3d476d9f-7671-4c33-8c47-fdd51a874d25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2477949 Jul 23 10:44:38.109585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ff6b078-ef48-41cd-8994-2576b7f82800 req-d3600613-26d8-4e3d-a164-7bb964bf1140 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582421 Jul 23 10:44:38.269919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Deleting port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:38.270355 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.300251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.336979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.362490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.425183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-771af37c-cd19-4e25-952e-bf84901f3375 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231514 Jul 23 10:44:38.620081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.221 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/f36ec5a0-d243-4bed-8802-f66375e599db) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:38.740315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] For port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,segment=NetworkSegment(665fe38d-d346-46d1-a4e6-86a70966cc47),segment_id=665fe38d-d346-46d1-a4e6-86a70966cc47)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:38.741461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.780328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Calling delete_port for 6dc8847c-86ab-4cbc-87bb-1fa224377f6b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:38.813207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.824263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-fd239a8b-8f19-4f6c-834a-16c808c0708b service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868818 Jul 23 10:44:38.900594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:38.938416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-e7601d6d-daf8-4ded-a020-67fafc598e06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.0869117 Jul 23 10:44:38.968675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=f36ec5a0-d243-4bed-8802-f66375e599db,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:38.983385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:38.985287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:38.992683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:38.998518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-8cc778e2-78e3-426c-bc7d-b2ff9e409f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:39.000371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-8cc778e2-78e3-426c-bc7d-b2ff9e409f8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0553250 Jul 23 10:44:39.657987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Deleting port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:39.658426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:39.663392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-4409dced-a054-4b14-8c20-29957b13a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:39.665022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-4409dced-a054-4b14-8c20-29957b13a1bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6554549 Jul 23 10:44:39.678848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:39.743405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1acc04-5881-43d1-b5b6-e29fdf7bd8c1 req-ab8107c7-7d48-4eba-b495-a0594f5ab541 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:39.745163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c1acc04-5881-43d1-b5b6-e29fdf7bd8c1 req-ab8107c7-7d48-4eba-b495-a0594f5ab541 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebc70842-722a-42f5-bcb6-826090c8ac9f HTTP/1.1" status: 200 len: 867 time: 0.2103829 Jul 23 10:44:39.776656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Pushing event deleted for resources: {'Port': ['ID=6dc8847c-86ab-4cbc-87bb-1fa224377f6b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:39.845475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c1acc04-5881-43d1-b5b6-e29fdf7bd8c1 req-289dd475-4bc0-4103-9836-c6c2749c355f tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.37 "GET /v2.0/security-groups?id=52065bbc-fba7-408f-82ed-c2f12e28809b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880730 Jul 23 10:44:39.905405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:40.005498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] No DVR routers for this DVR port 6dc8847c-86ab-4cbc-87bb-1fa224377f6b on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:40.015278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:40.017325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5c87a3d-18a3-482f-9954-4ad1d330d16a req-cfd9e0d9-c07a-4c7e-bfe9-c88030b11b26 tempest-VolumesActionsTest-1857976480 tempest-VolumesActionsTest-1857976480-project] 10.222.0.55 "DELETE /v2.0/ports/6dc8847c-86ab-4cbc-87bb-1fa224377f6b HTTP/1.1" status: 204 len: 173 time: 2.0689063 Jul 23 10:44:40.017781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'name': 'network-vif-deleted', 'tag': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:40.033190 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ea828-e666-40e7-9f38-8d3ca8eff798" -d '{"events": [{"server_uuid": "ebc70842-722a-42f5-bcb6-826090c8ac9f", "name": "network-vif-deleted", "tag": "6dc8847c-86ab-4cbc-87bb-1fa224377f6b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:40.070573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] For port ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,segment=NetworkSegment(bc430c07-95cb-4ce8-9367-40fb7bb0f130),segment_id=bc430c07-95cb-4ce8-9367-40fb7bb0f130)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:40.071134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:40.101571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Calling delete_port for ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:40.125691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-0f7b9737-db39-4125-aed9-33125905974e service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428604 Jul 23 10:44:40.217352 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b9da3-37b3-4ecd-817f-ec72b9a7037d x-openstack-request-id: req-e40b9da3-37b3-4ecd-817f-ec72b9a7037d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:40.217647 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc70842-722a-42f5-bcb6-826090c8ac9f", "name": "network-vif-deleted", "tag": "6dc8847c-86ab-4cbc-87bb-1fa224377f6b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:40.217909 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e40b9da3-37b3-4ecd-817f-ec72b9a7037d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:40.220002 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc70842-722a-42f5-bcb6-826090c8ac9f', 'name': 'network-vif-deleted', 'tag': '6dc8847c-86ab-4cbc-87bb-1fa224377f6b', 'status': 'completed', 'code': 200} Jul 23 10:44:40.353672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:40.469290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-113a57ee-bf1f-4d06-ba32-f830dcc41370 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479508 Jul 23 10:44:40.570276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6dc8847c-86ab-4cbc-87bb-1fa224377f6b no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:40.617124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 6dc8847c-86ab-4cbc-87bb-1fa224377f6b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:40.621379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-a955b5ae-c6f4-4432-9b1f-d9e1397b65ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.1459577 Jul 23 10:44:40.622285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 6dc8847c-86ab-4cbc-87bb-1fa224377f6b not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:40.630204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router 25a0a600-3304-423e-bf91-039e52d6de80 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:44:40.704937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-c2ace7a7-4c32-41d4-9929-8bc68c7d90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:40.707002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-c2ace7a7-4c32-41d4-9929-8bc68c7d90aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0729425 Jul 23 10:44:40.813456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:40.893234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:44:40.903490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Sync routers for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:44:40.920655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:40.922577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:40.937645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:40.941956 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e7fedc75-7ad7-43c8-8753-99e37d274e11 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4004970 Jul 23 10:44:40.942500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:40.944919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:41.093265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.093510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.093858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.094195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.094525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.103895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.104349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.106681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.108043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.108739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.108739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.109091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:41.279469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:41.362864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-05260186-4e00-47aa-b4cf-5acc781796cf tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c28bf5d98a9540e3bc01a0a43679df33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4191916 Jul 23 10:44:41.366656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:41.414337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-c0526a98-90dc-47b9-8d60-92652bdacdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:41.417458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-c0526a98-90dc-47b9-8d60-92652bdacdb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6496785 Jul 23 10:44:41.589547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:39Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:41.650201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Checking router: 25a0a600-3304-423e-bf91-039e52d6de80 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:44:41.650540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Updating router 25a0a600-3304-423e-bf91-039e52d6de80 port f36ec5a0-d243-4bed-8802-f66375e599db binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:44:41.691759 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:41.891241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206ba11-d993-4b00-a48a-7e7aa5db7a5b tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:41.908458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e206ba11-d993-4b00-a48a-7e7aa5db7a5b tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5377078 Jul 23 10:44:41.910360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:41.917582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:41.930606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-edc8356f-af41-4b5b-b142-685241f60176 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979749 Jul 23 10:44:42.019331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c7aa846e-0b79-4efa-be25-25c783abb88f tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1067500 Jul 23 10:44:42.019753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37892) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:42.143900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-836835556', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:42.178654 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:42.192520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Transition to ACTIVE for port object f36ec5a0-d243-4bed-8802-f66375e599db will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:42.205182 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:42.290155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f852cf-79a3-4e42-b401-822c553d8945 None None] Pushing event updated for resources: {'Port': ['ID=f36ec5a0-d243-4bed-8802-f66375e599db,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:42.293135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Attempting to bind port f36ec5a0-d243-4bed-8802-f66375e599db on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:42.293505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Attempting to bind port f36ec5a0-d243-4bed-8802-f66375e599db by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:42.293866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Attempting to bind port f36ec5a0-d243-4bed-8802-f66375e599db on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:42.325237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:42.326138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:42.326556 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:42.326963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:42.333178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Bound port: f36ec5a0-d243-4bed-8802-f66375e599db, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:42.333671 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:42.453701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] For port f36ec5a0-d243-4bed-8802-f66375e599db, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:42.459159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] For port f36ec5a0-d243-4bed-8802-f66375e599db, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f36ec5a0-d243-4bed-8802-f66375e599db,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:42.468811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:42.518293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:42.519072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:42.578017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-517fdcc1-d6ba-49bc-90ca-e0c46ecbc7e8 req-5389ed44-9ca2-409b-aa46-e588f209656b service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125779 Jul 23 10:44:42.617513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:42.621264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:42.733627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f852cf-79a3-4e42-b401-822c553d8945 None None] Pushing event updated for resources: {'Port': ['ID=f36ec5a0-d243-4bed-8802-f66375e599db,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:42.749334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37910) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:42.772978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:42.810892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Router 70754453-cdff-4627-b9b7-d1e79f625ebe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:44:42.992575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3627181-68ad-43ce-9a04-e2256a3c356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.202015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3627181-68ad-43ce-9a04-e2256a3c356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.208409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3627181-68ad-43ce-9a04-e2256a3c356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.229828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:44:43.240111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-99497e62-ad1f-4c48-9d3c-838f6c55fc09 admin admin] 10.222.0.37 "PUT /v2.0/routers/70754453-cdff-4627-b9b7-d1e79f625ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3749385 Jul 23 10:44:43.240371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] Sync routers for ids ['70754453-cdff-4627-b9b7-d1e79f625ebe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:44:43.244622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37936) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:43.252523 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] Routers {'70754453-cdff-4627-b9b7-d1e79f625ebe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:43.253146 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['70754453-cdff-4627-b9b7-d1e79f625ebe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:43.289035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a3627181-68ad-43ce-9a04-e2256a3c356f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d203b15be6ed4464ade4f8be56a2e301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383155 Jul 23 10:44:43.290677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:43.304912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:39Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:43.361507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b42cb-36ff-442e-b2c0-ac279f1c5802 None None] The sync data for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 is: [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:39Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:44:43.391058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3627181-68ad-43ce-9a04-e2256a3c356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a84ee2-d89c-446d-a42c-42c8ac1d2c56,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:43.437214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34aa70ff-8b9a-4b8b-89f7-e7200b441a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.444494 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] Set router 70754453-cdff-4627-b9b7-d1e79f625ebe gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:43.497378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34aa70ff-8b9a-4b8b-89f7-e7200b441a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.543190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.644021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34aa70ff-8b9a-4b8b-89f7-e7200b441a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.647957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34aa70ff-8b9a-4b8b-89f7-e7200b441a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.652483 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34aa70ff-8b9a-4b8b-89f7-e7200b441a31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08a84ee2-d89c-446d-a42c-42c8ac1d2c56 HTTP/1.1" status: 204 len: 168 time: 0.3608086 Jul 23 10:44:43.680238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa70ff-8b9a-4b8b-89f7-e7200b441a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a84ee2-d89c-446d-a42c-42c8ac1d2c56,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:43.701698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.799361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Subnet': ['ID=ea8f59f1-426c-40e2-9751-36822b5cea38,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:43.827069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Checking segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:43.827348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network hostable DHCP agents. Network: 041765fa-9b47-4c1f-9cdf-ed765f58fbb5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:44:43.838097 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:44:40Z', 'revision_number': 5, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:43.925079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] Checking router: 70754453-cdff-4627-b9b7-d1e79f625ebe for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:44:43.937591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:43.947657 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] Routers {'70754453-cdff-4627-b9b7-d1e79f625ebe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:43.948599 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['70754453-cdff-4627-b9b7-d1e79f625ebe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:43.999718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:44:44.027301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 041765fa-9b47-4c1f-9cdf-ed765f58fbb5) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:44.037789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:44.037961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b1f7f-9730-4d55-8049-7e4833628708 None None] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:44.038875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:44.050039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Deleting port 77d524b1-abdc-41df-99a1-384b8c20ab9a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:44.050769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:44.089123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df44b874-1646-4bf2-b805-fea0c2329ef2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9631672 Jul 23 10:44:44.092429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37958) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:44.121292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37960) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:44.163233 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] Set router 70754453-cdff-4627-b9b7-d1e79f625ebe gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:44.395539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:44:44.396423 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:44.667333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:44:40Z', 'revision_number': 5, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:44.764119 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a53630-a09c-4d0f-8e08-4d5494757358 None None] The sync data for ids ['70754453-cdff-4627-b9b7-d1e79f625ebe'] in n-d-778550-4 is: [{'id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'name': 'tempest-TestServerMultinode-1523940763-router', 'tenant_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:43:27Z', 'updated_at': '2021-07-23T10:44:40Z', 'revision_number': 5, 'project_id': 'b16cdc7dd49b4855bdbf2c3ac8a611da', 'gw_port': {'id': '77d524b1-abdc-41df-99a1-384b8c20ab9a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70754453-cdff-4627-b9b7-d1e79f625ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:43:30Z', 'updated_at': '2021-07-23T10:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:44:44.813813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Allocated IP 172.20.0.2 (041765fa-9b47-4c1f-9cdf-ed765f58fbb5/ea8f59f1-426c-40e2-9751-36822b5cea38/0adb4011-3fda-45f8-a932-625cb1f556aa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:45.126944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] For port 77d524b1-abdc-41df-99a1-384b8c20ab9a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=77d524b1-abdc-41df-99a1-384b8c20ab9a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:45.127519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.160397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f36ec5a0-d243-4bed-8802-f66375e599db up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:45.163091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Calling delete_port for 77d524b1-abdc-41df-99a1-384b8c20ab9a owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:45.324944 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.332570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.353091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port f36ec5a0-d243-4bed-8802-f66375e599db completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:45.380815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f36ec5a0-d243-4bed-8802-f66375e599db triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:45.381188 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.384986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25660cae-f085-40ae-8e89-566012990347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.394593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Transition to ACTIVE for port object 0adb4011-3fda-45f8-a932-625cb1f556aa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:45.526408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Transition to ACTIVE for port object 0adb4011-3fda-45f8-a932-625cb1f556aa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:45.573416 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.632482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.716581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:45.724785 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.726995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=77d524b1-abdc-41df-99a1-384b8c20ab9a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:45.737966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:45.745353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:45.762820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Pushing event updated for resources: {'Port': ['ID=0adb4011-3fda-45f8-a932-625cb1f556aa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:45.787080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port f36ec5a0-d243-4bed-8802-f66375e599db, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f36ec5a0-d243-4bed-8802-f66375e599db,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:45.900358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25660cae-f085-40ae-8e89-566012990347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.915997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25660cae-f085-40ae-8e89-566012990347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:45.985613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.1 (041765fa-9b47-4c1f-9cdf-ed765f58fbb5/ea8f59f1-426c-40e2-9751-36822b5cea38/739db1e7-f922-48d4-92f8-3d362c858f21) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:46.008066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.039719 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.097756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=f36ec5a0-d243-4bed-8802-f66375e599db,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:46.109882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Attempting to bind port 0adb4011-3fda-45f8-a932-625cb1f556aa on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:46.110513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Attempting to bind port 0adb4011-3fda-45f8-a932-625cb1f556aa by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:46.111106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Attempting to bind port 0adb4011-3fda-45f8-a932-625cb1f556aa on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:46.117254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:46.118001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Checking segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:46.118632 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.119241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Bound using segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:46.119969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Bound port: 0adb4011-3fda-45f8-a932-625cb1f556aa, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:46.120598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.162808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-25660cae-f085-40ae-8e89-566012990347 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77212910b2334f14bf26589ef2a20dae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0379410 Jul 23 10:44:46.196297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] For port 0adb4011-3fda-45f8-a932-625cb1f556aa, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:46.198529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37998) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:46.199391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25660cae-f085-40ae-8e89-566012990347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbfd6f6-d84f-47f4-bb65-8b261b7eddd4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:46.200289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] For port 0adb4011-3fda-45f8-a932-625cb1f556aa, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0adb4011-3fda-45f8-a932-625cb1f556aa,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:46.219092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.240992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.256935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.268133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.301025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 739db1e7-f922-48d4-92f8-3d362c858f21 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:46.366712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa509a8c-2410-4e72-9e1c-167f1f3365cd None None] Pushing event updated for resources: {'Port': ['ID=0adb4011-3fda-45f8-a932-625cb1f556aa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:46.371950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.424815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:46.428321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:46.431208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d3029a0-bbb0-4f4a-9652-ce225a810eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.434851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:46.507006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d3029a0-bbb0-4f4a-9652-ce225a810eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.522924 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.523604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70754453-cdff-4627-b9b7-d1e79f625ebe {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:44:46.537173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=739db1e7-f922-48d4-92f8-3d362c858f21,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:46.538621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.543277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-69c636bb-8f76-4501-bdc7-fe7848f4a5ba admin admin] 10.222.0.37 "DELETE /v2.0/routers/70754453-cdff-4627-b9b7-d1e79f625ebe HTTP/1.1" status: 204 len: 168 time: 3.2941084 Jul 23 10:44:46.543591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:46.619755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d3029a0-bbb0-4f4a-9652-ce225a810eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.625943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d3029a0-bbb0-4f4a-9652-ce225a810eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.627220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7d3029a0-bbb0-4f4a-9652-ce225a810eab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbbfd6f6-d84f-47f4-bb65-8b261b7eddd4 HTTP/1.1" status: 204 len: 168 time: 0.4237814 Jul 23 10:44:46.672391 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.679823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.684154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.685086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.686525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.687041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.688697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3029a0-bbb0-4f4a-9652-ce225a810eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbfd6f6-d84f-47f4-bb65-8b261b7eddd4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:46.691772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.695714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.696079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.698472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.699361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.703687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:46.816458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.898387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Deleting subnet f83e8434-2582-43b6-a77f-57e8b530f353 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:44:46.905352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:46.991293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.128058 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.136582 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.359168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f36ec5a0-d243-4bed-8802-f66375e599db up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:47.377737 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:44:47.438956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.491175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f36ec5a0-d243-4bed-8802-f66375e599db triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:47.496742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.525381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83e8434-2582-43b6-a77f-57e8b530f353,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:47.570375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.585224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38048) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:47.588933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-60eae67c-fe76-4de9-a492-ca547cb91095 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f83e8434-2582-43b6-a77f-57e8b530f353 HTTP/1.1" status: 204 len: 168 time: 1.0345900 Jul 23 10:44:47.657255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480ee5d-ee25-4726-bbec-808839d1594d None None] Network 34b4f0b3-6098-4c78-868f-32dfa39406b1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:47.814069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.909838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:47.924874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.033093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Deleting port 22a0662f-5a1c-45c3-953a-59541699557d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:44:48.034763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.123508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=739db1e7-f922-48d4-92f8-3d362c858f21,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:48.167937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.294926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:48.302070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e6ece-d98a-4ed6-8c45-433eb3cd127f None None] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:48.326602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] For port 22a0662f-5a1c-45c3-953a-59541699557d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=22a0662f-5a1c-45c3-953a-59541699557d,segment=NetworkSegment(bc430c07-95cb-4ce8-9367-40fb7bb0f130),segment_id=bc430c07-95cb-4ce8-9367-40fb7bb0f130)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:48.328764 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.349153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Calling delete_port for 22a0662f-5a1c-45c3-953a-59541699557d owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:44:48.436611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:48.440632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:48.500429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:48.503130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ff7fa5a1-ef87-42a8-85d0-8a1b63c6cb99 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:48.518144 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.554788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] No DVR routers for this DVR port 22a0662f-5a1c-45c3-953a-59541699557d on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:44:48.563950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a0662f-5a1c-45c3-953a-59541699557d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:48.571966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-48c68926-c299-4d87-914a-7cbd5fcc7bc5 None None] Provisioning for port 0adb4011-3fda-45f8-a932-625cb1f556aa completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:48.729258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93eec8-138c-460a-a883-11961bd22061 None None] DHCP port deletion for 34b4f0b3-6098-4c78-868f-32dfa39406b1 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:44:48.834884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router 25a0a600-3304-423e-bf91-039e52d6de80 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:44:48.847644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.875087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b4f0b3-6098-4c78-868f-32dfa39406b1']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:48.904820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0adb4011-3fda-45f8-a932-625cb1f556aa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:48.907097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc430c07-95cb-4ce8-9367-40fb7bb0f130') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:48.912000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc430c07-95cb-4ce8-9367-40fb7bb0f130') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:48.930598 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.973188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.988356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:44:48.990623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:44:48.994889 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:44:49.028517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0adb4011-3fda-45f8-a932-625cb1f556aa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:49.035290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0adb4011-3fda-45f8-a932-625cb1f556aa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:49.036502 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:49.154409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:49.167845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:49.167979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:44:49.173921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67aca34d-fd0c-46f9-92f2-593d1ac41061 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/25a0a600-3304-423e-bf91-039e52d6de80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0798042 Jul 23 10:44:49.180082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] 10.222.0.37 "DELETE /v2.0/networks/34b4f0b3-6098-4c78-868f-32dfa39406b1 HTTP/1.1" status: 204 len: 168 time: 1.5923128 Jul 23 10:44:49.227266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ef87-4f8e-4a67-b2bd-c0f2cd319c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b4f0b3-6098-4c78-868f-32dfa39406b1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:49.251844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Sync routers for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:44:49.276119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:49.276840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:49.374102 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:49.394900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b1c8996b-7968-4d56-8fa6-dbdc8b850a37 None None] Provisioning complete for port 0adb4011-3fda-45f8-a932-625cb1f556aa triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:49.395651 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1c8996b-7968-4d56-8fa6-dbdc8b850a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:49.470522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0adb4011-3fda-45f8-a932-625cb1f556aa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0adb4011-3fda-45f8-a932-625cb1f556aa,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:49.473419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:49.508811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:49.635779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 77d524b1-abdc-41df-99a1-384b8c20ab9a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:49.807727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 77d524b1-abdc-41df-99a1-384b8c20ab9a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:49.808811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 77d524b1-abdc-41df-99a1-384b8c20ab9a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:49.809258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 22a0662f-5a1c-45c3-953a-59541699557d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:44:49.902726 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-a2ab9ecb-c6d2-450f-852b-4a36b6db1cfa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258969752&fields=id&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 267 time: 0.0754557 Jul 23 10:44:49.913051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0adb4011-3fda-45f8-a932-625cb1f556aa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:49.930611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 22a0662f-5a1c-45c3-953a-59541699557d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:44:49.930977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 22a0662f-5a1c-45c3-953a-59541699557d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:44:49.995017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:50.032164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b1c8996b-7968-4d56-8fa6-dbdc8b850a37 None None] Provisioning for port 739db1e7-f922-48d4-92f8-3d362c858f21 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:50.056250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b1c8996b-7968-4d56-8fa6-dbdc8b850a37 None None] Provisioning complete for port 739db1e7-f922-48d4-92f8-3d362c858f21 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:50.057574 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1c8996b-7968-4d56-8fa6-dbdc8b850a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.122191 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-500543e5-ce14-4a06-8564-e38b79304a51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12cb0bb60eb4452d90ff40f36acebebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205349 Jul 23 10:44:50.125616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:50.144101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-6ad3516d-f44d-4059-a702-88ae5449ed1e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:50.146139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-6ad3516d-f44d-4059-a702-88ae5449ed1e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 797 time: 0.2412257 Jul 23 10:44:50.172730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-4253649a-0161-4f4d-862a-c04f6e0c9cb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/quotas/c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 375 time: 0.0196350 Jul 23 10:44:50.188967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8996b-7968-4d56-8fa6-dbdc8b850a37 None None] Port 739db1e7-f922-48d4-92f8-3d362c858f21 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:44:50.205286 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-229383b5-fd04-4bba-a36c-978c2daab05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.244323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-229383b5-fd04-4bba-a36c-978c2daab05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.277605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 2, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:50.297080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-ef4a4c0b-5aee-4f12-a588-852ada08b20d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183667 Jul 23 10:44:50.324317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-229383b5-fd04-4bba-a36c-978c2daab05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.328271 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-229383b5-fd04-4bba-a36c-978c2daab05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.330413 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-229383b5-fd04-4bba-a36c-978c2daab05c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b74538e5-7138-4b91-a20b-759b736c7d93 HTTP/1.1" status: 204 len: 168 time: 0.2036557 Jul 23 10:44:50.338784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Checking router: 25a0a600-3304-423e-bf91-039e52d6de80 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:44:50.339512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Updating router 25a0a600-3304-423e-bf91-039e52d6de80 port 739db1e7-f922-48d4-92f8-3d362c858f21 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:44:50.348185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229383b5-fd04-4bba-a36c-978c2daab05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74538e5-7138-4b91-a20b-759b736c7d93,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:50.391610 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.436302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b237481c-b596-4d4d-b685-294ccdc56c2d service neutron] 10.222.0.37 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161163 Jul 23 10:44:50.468505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-db0c9bf6-0717-4dfe-912e-0274e224e7fe None None] Provisioning complete for port 739db1e7-f922-48d4-92f8-3d362c858f21 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:50.469123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0c9bf6-0717-4dfe-912e-0274e224e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.547682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-3031660e-7eeb-4826-a3ba-76cbce53212e service neutron] 10.222.0.37 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052842 Jul 23 10:44:50.587757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-db0c9bf6-0717-4dfe-912e-0274e224e7fe None None] Port 739db1e7-f922-48d4-92f8-3d362c858f21 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:44:50.795044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0adb4011-3fda-45f8-a932-625cb1f556aa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:50.818567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c929f1d5-700c-47f3-81d3-f90e23edff5b req-2358228c-5708-448b-96dd-fb3fbfb0b650 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 210 time: 0.0582864 Jul 23 10:44:50.930466 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:50.947161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Transition to ACTIVE for port object 739db1e7-f922-48d4-92f8-3d362c858f21 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:50.959945 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.068383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0adb4011-3fda-45f8-a932-625cb1f556aa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:51.071715 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.172889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38228) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:51.197570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3989-0a35-4b9e-a359-c6cb5de05540 None None] Pushing event updated for resources: {'Port': ['ID=739db1e7-f922-48d4-92f8-3d362c858f21,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:51.271460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-133cb951-fce5-4d25-893c-53281922fa60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b16cdc7dd49b4855bdbf2c3ac8a611da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949473 Jul 23 10:44:51.273157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38234) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:51.349077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Attempting to bind port 739db1e7-f922-48d4-92f8-3d362c858f21 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:51.349731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Attempting to bind port 739db1e7-f922-48d4-92f8-3d362c858f21 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:51.350391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Attempting to bind port 739db1e7-f922-48d4-92f8-3d362c858f21 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:51.419108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:51.423262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Checking segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:51.424063 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.424652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Bound using segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:51.425381 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Bound port: 739db1e7-f922-48d4-92f8-3d362c858f21, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:51.425997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.491126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03d58e2b-b6b7-46f2-a038-081f2f7a47ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.534949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] For port 739db1e7-f922-48d4-92f8-3d362c858f21, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:51.539224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] For port 739db1e7-f922-48d4-92f8-3d362c858f21, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=739db1e7-f922-48d4-92f8-3d362c858f21,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:51.541911 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03d58e2b-b6b7-46f2-a038-081f2f7a47ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.546349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.671883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:51.672537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:44:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:51.672637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03d58e2b-b6b7-46f2-a038-081f2f7a47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.675689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03d58e2b-b6b7-46f2-a038-081f2f7a47ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:51.680112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-03d58e2b-b6b7-46f2-a038-081f2f7a47ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44248e73-f0b4-4478-887a-f3a5f34658fb HTTP/1.1" status: 204 len: 168 time: 0.4057233 Jul 23 10:44:51.697081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58e2b-b6b7-46f2-a038-081f2f7a47ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44248e73-f0b4-4478-887a-f3a5f34658fb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:51.997646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c5c1a4b-e261-444f-9041-71008cdd7d18 req-23d8f485-5fc0-444f-bb19-2bc45c141874 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 210 time: 0.0524087 Jul 23 10:44:52.100129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3989-0a35-4b9e-a359-c6cb5de05540 None None] Pushing event updated for resources: {'Port': ['ID=739db1e7-f922-48d4-92f8-3d362c858f21,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:52.163941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:44:52.464745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-302db687-7c57-43f7-bca1-18615bdc1a53 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:52.466432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-302db687-7c57-43f7-bca1-18615bdc1a53 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 797 time: 0.2310536 Jul 23 10:44:52.559658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-7282ccff-6b28-4254-8acf-e2a48bc0c606 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 379 time: 0.0843990 Jul 23 10:44:52.571560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'port': {'device_id': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'admin_state_up': True, 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'security_groups': ['96731889-a3e2-43f6-846f-8e716944cb6b']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:52.608707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:51Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:44:52.650107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c3e57-7f8c-413b-a0de-5fff10ff7e4b None None] The sync data for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 is: [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:51Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:44:52.726981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:52.734693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:52.941273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.6 (041765fa-9b47-4c1f-9cdf-ed765f58fbb5/ea8f59f1-426c-40e2-9751-36822b5cea38/18e10745-b4db-493f-b705-f11a1f04e5f9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:53.157950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:53.174280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 18e10745-b4db-493f-b705-f11a1f04e5f9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:53.179522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3e5e48f-0334-44b5-8c66-10de981dcc8d req-016e0dd8-47be-43a6-bc55-078e15c3a5e0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 210 time: 0.0680881 Jul 23 10:44:53.225816 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:53.319867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:53.335833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:53.337793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:53.392945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:53.521703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:53.522405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:53.563976 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9d71e9a7-fb3e-43e5-84af-0bc3a33f189e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9968443 Jul 23 10:44:53.577363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Request body: {'port': {'device_id': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:53.759185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:53.861353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-70b86c31-4849-484c-9580-40d2d4dd6b6d None None] Provisioning for port 18e10745-b4db-493f-b705-f11a1f04e5f9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:53.869379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-70b86c31-4849-484c-9580-40d2d4dd6b6d None None] Provisioning complete for port 18e10745-b4db-493f-b705-f11a1f04e5f9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:53.870039 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70b86c31-4849-484c-9580-40d2d4dd6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:53.942541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-70b86c31-4849-484c-9580-40d2d4dd6b6d None None] Port 18e10745-b4db-493f-b705-f11a1f04e5f9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:44:54.025456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:54.164636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e10745-b4db-493f-b705-f11a1f04e5f9 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:54.174147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:54.194689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Transition to ACTIVE for port object 18e10745-b4db-493f-b705-f11a1f04e5f9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:54.200002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:54.295835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:54.485843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:54.486073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:54.486403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:54.500741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Port 18e10745-b4db-493f-b705-f11a1f04e5f9 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:44:54.501173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:54.511188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d162f3-d7ba-426b-9a58-034c3adcbc6d req-7b6ee801-8f7a-4c19-abd6-534cd3a18169 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:54.512872 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65d162f3-d7ba-426b-9a58-034c3adcbc6d req-7b6ee801-8f7a-4c19-abd6-534cd3a18169 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.1924927 Jul 23 10:44:54.520203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:54.520586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Checking segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:54.521219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Bound using segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:54.521849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Bound port: 18e10745-b4db-493f-b705-f11a1f04e5f9, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:54.522449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:54.638622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65d162f3-d7ba-426b-9a58-034c3adcbc6d req-ef5fc0d6-4a42-4d33-a226-41c6c4f17494 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082568 Jul 23 10:44:54.680919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:54.688838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:54.696957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:54.729863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:54.803690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:54.804239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:54.805997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 1091 time: 1.2343280 Jul 23 10:44:54.829625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:44:54.835530 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:44:54.877472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 739db1e7-f922-48d4-92f8-3d362c858f21 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:54.952080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772fb9a-4aaa-4008-a928-654a686b35d3 service neutron] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:55.030935 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d5a61-b09a-4e87-a96e-7c6f902f454b x-openstack-request-id: req-0c5d5a61-b09a-4e87-a96e-7c6f902f454b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:44:55.032247 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:44:55.033077 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c5d5a61-b09a-4e87-a96e-7c6f902f454b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:44:55.035351 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'status': 'completed', 'code': 200} Jul 23 10:44:55.039663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 739db1e7-f922-48d4-92f8-3d362c858f21 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:55.052774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 739db1e7-f922-48d4-92f8-3d362c858f21 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:55.053320 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.146499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-74e8fbb9-b073-4f29-a9d5-d4131f83efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:55.151165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-74e8fbb9-b073-4f29-a9d5-d4131f83efca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1094 time: 0.2550144 Jul 23 10:44:55.189973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.233958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-79122865-2b72-427a-82bd-5744a0271c14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 217 time: 0.0751021 Jul 23 10:44:55.262747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 739db1e7-f922-48d4-92f8-3d362c858f21, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=739db1e7-f922-48d4-92f8-3d362c858f21,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:55.270144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.305790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-74b7d556-fd7f-434a-b671-4665113c856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:55.307795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-74b7d556-fd7f-434a-b671-4665113c856a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.0678344 Jul 23 10:44:55.343560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-193882507-network', 'tenant_id': '36df81617fa04eceafba1ace18746266'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:55.374101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=739db1e7-f922-48d4-92f8-3d362c858f21,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:55.395985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-acdf0006-f894-4ba3-8825-5ed03c4ade33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:55.397513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-acdf0006-f894-4ba3-8825-5ed03c4ade33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833006 Jul 23 10:44:55.406893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Made reservation on behalf of 36df81617fa04eceafba1ace18746266 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:55.417314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.447211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:55.450178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.553266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-9fec4549-0cce-46c5-bc10-3f10264825d5 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484959 Jul 23 10:44:55.657412 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.664973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.709554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:44:55.724862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7bb8a4-52fb-4145-a932-d5ed17b3f782,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:55.728619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.729214 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Added segment 747293f0-25ae-4fc5-86b6-b46f57d3b5a0 of type vlan for network 3551837b-08f1-4652-a96c-d61cd30a3ce5 Jul 23 10:44:55.755979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a6fce3e-6ae6-4732-aa93-33ed995cff68 req-31d7b771-d8bb-41e9-9de4-821f7d36d578 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957495 Jul 23 10:44:55.823239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.875950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.877081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:55.877944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.918733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb108544-7370-42cd-b022-6ab107f51883 req-32c4c338-c524-4f64-a28d-2d6afd521fad tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:55.921022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cb108544-7370-42cd-b022-6ab107f51883 req-32c4c338-c524-4f64-a28d-2d6afd521fad tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.1404502 Jul 23 10:44:55.936222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-720d4f17-24dc-41f7-9ecf-608f5f6fdaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:55.937241 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-720d4f17-24dc-41f7-9ecf-608f5f6fdaa2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1094 time: 0.1225107 Jul 23 10:44:55.941505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2104414 Jul 23 10:44:55.945130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb3a0-7a66-40aa-87fb-e67a64f24177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:55.947895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:55.968617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Request body: {'subnet': {'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-193882507-subnet', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:56.015653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488228f-3262-4dbe-b4b2-522ada482f3f admin admin] Pushing event updated for resources: {'Network': ['ID=3551837b-08f1-4652-a96c-d61cd30a3ce5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:56.027817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:44:56.066949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cb108544-7370-42cd-b022-6ab107f51883 req-083e187a-224f-4869-9ce3-49f0b9db9703 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179357 Jul 23 10:44:56.080599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Made reservation on behalf of 36df81617fa04eceafba1ace18746266 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:44:56.088034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:56.190986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-c9969c3e-dc8d-4f05-bffc-274459e10308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:56.192716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-c9969c3e-dc8d-4f05-bffc-274459e10308 service neutron] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.2451944 Jul 23 10:44:56.282218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-e688badc-5f5b-49f4-80d5-bbab81d0be9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 217 time: 0.0808890 Jul 23 10:44:56.348774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-f3b9cbaf-f636-4ce2-b3a0-47a6714dde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:56.353193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-f3b9cbaf-f636-4ce2-b3a0-47a6714dde69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.0634351 Jul 23 10:44:56.481598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-5f67d65e-caca-4893-a2ed-bc4b390d764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:56.487910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-5f67d65e-caca-4893-a2ed-bc4b390d764a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254020 Jul 23 10:44:56.597928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-680d7234-e8b3-486f-bbf1-78117f5d68b7 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045856 Jul 23 10:44:56.733210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730d48e7-1bce-44ff-8ef1-c9c705ef3cd3 req-9dd0403b-f578-474f-82f8-1ba3e158f0c8 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249170 Jul 23 10:44:56.735547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb3a0-7a66-40aa-87fb-e67a64f24177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:56.748084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:56.750355 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb3a0-7a66-40aa-87fb-e67a64f24177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:56.814080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 739db1e7-f922-48d4-92f8-3d362c858f21 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:56.856593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3027c56-8263-4c7a-9109-b6c36ac451c3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:56.870295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5b0fb3a0-7a66-40aa-87fb-e67a64f24177 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dff390ad7581490aa08916ab1dafa8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3983722 Jul 23 10:44:56.873659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38468) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:56.874285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb3a0-7a66-40aa-87fb-e67a64f24177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9aa36-a6de-4854-aded-534cb13dab50,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:56.889835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 739db1e7-f922-48d4-92f8-3d362c858f21 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:44:56.890476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:56.922365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Checking segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:56.922744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Network hostable DHCP agents. Network: 3551837b-08f1-4652-a96c-d61cd30a3ce5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:44:56.951558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:44:56.970165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 3551837b-08f1-4652-a96c-d61cd30a3ce5) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:56.985709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82458df3-852c-4e84-9fd8-cad4c7e376b6 None None] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:56.988270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:56.988969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.006549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fe195f0-95cd-4e2b-adc9-534cf33bd656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.012232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-43c543fa-8769-4e41-88d9-abdeaf964434 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0556452 Jul 23 10:44:57.013776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:57.018826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:44:57.050589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.050589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.064962 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fe195f0-95cd-4e2b-adc9-534cf33bd656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.119209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe63aa1b-e687-45f1-ab32-2f4b8dca0ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.179276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.185046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fe195f0-95cd-4e2b-adc9-534cf33bd656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.197122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fe195f0-95cd-4e2b-adc9-534cf33bd656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.201710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7fe195f0-95cd-4e2b-adc9-534cf33bd656 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80e9aa36-a6de-4854-aded-534cb13dab50 HTTP/1.1" status: 204 len: 168 time: 0.3258471 Jul 23 10:44:57.212506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe195f0-95cd-4e2b-adc9-534cf33bd656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9aa36-a6de-4854-aded-534cb13dab50,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:57.291519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-3551837b-08f1-4652-a96c-d61cd30a3ce5', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:44:57.293876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.475110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Allocated IP 172.20.0.2 (3551837b-08f1-4652-a96c-d61cd30a3ce5/f3027c56-8263-4c7a-9109-b6c36ac451c3/5898e92b-572d-4b52-b3a7-454df9b059b8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:57.485445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.527340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa631-9bf2-4d0d-a2ac-d63597b9f23d req-57323fc9-3ed5-483b-b643-f8aaafe9c349 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:57.528956 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f1aa631-9bf2-4d0d-a2ac-d63597b9f23d req-57323fc9-3ed5-483b-b643-f8aaafe9c349 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.3327508 Jul 23 10:44:57.630478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f1aa631-9bf2-4d0d-a2ac-d63597b9f23d req-53b600f5-cfb5-4be7-978f-a303b52f9252 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846605 Jul 23 10:44:57.836606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.837735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.846636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Transition to ACTIVE for port object 5898e92b-572d-4b52-b3a7-454df9b059b8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:57.866203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.870150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Transition to ACTIVE for port object 5898e92b-572d-4b52-b3a7-454df9b059b8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:44:57.880435 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:57.923508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:57.927511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:57.929968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:57.993151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Pushing event updated for resources: {'Port': ['ID=5898e92b-572d-4b52-b3a7-454df9b059b8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:58.036115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Attempting to bind port 5898e92b-572d-4b52-b3a7-454df9b059b8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:44:58.036484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Attempting to bind port 5898e92b-572d-4b52-b3a7-454df9b059b8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:44:58.037098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Attempting to bind port 5898e92b-572d-4b52-b3a7-454df9b059b8 on network 3551837b-08f1-4652-a96c-d61cd30a3ce5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:44:58.040396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Allocated IP 172.25.4.100 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/04c4b579-7224-49f0-ac9a-508ef40b5756) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:44:58.048318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:44:58.049175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Checking segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:44:58.049932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:58.050692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Bound using segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:44:58.051361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Bound port: 5898e92b-572d-4b52-b3a7-454df9b059b8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:44:58.052054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:58.139546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] For port 5898e92b-572d-4b52-b3a7-454df9b059b8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:44:58.143983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] For port 5898e92b-572d-4b52-b3a7-454df9b059b8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5898e92b-572d-4b52-b3a7-454df9b059b8,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:44:58.151210 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:58.247637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:58.276051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Pushing event updated for resources: {'Port': ['ID=5898e92b-572d-4b52-b3a7-454df9b059b8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:58.295687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.297118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.299918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.300273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.303002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.303358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.303728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.304067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.304407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.304745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.305078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.305407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89270c-b722-4ec3-ae7a-fd6cb978c0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:44:58.327537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:58.386595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:44:58.390334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:44:58.394098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:44:58.470283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Pushing event updated for resources: {'Port': ['ID=04c4b579-7224-49f0-ac9a-508ef40b5756,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:58.650478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:44:58.879356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5898e92b-572d-4b52-b3a7-454df9b059b8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:44:58.962819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:59.002429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:59.011868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fedf6-3107-4434-ba6b-484f01757b4e req-b072c4ef-5032-4796-ae31-9b072171e206 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:44:59.013997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f8fedf6-3107-4434-ba6b-484f01757b4e req-b072c4ef-5032-4796-ae31-9b072171e206 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.2157693 Jul 23 10:44:59.022766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'port_id': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'mac_address': 'fa:16:3e:3a:ba:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:44:59.081342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:59.103890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e10745-b4db-493f-b705-f11a1f04e5f9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:44:59.111075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5898e92b-572d-4b52-b3a7-454df9b059b8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:44:59.132402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:44:59.140113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:59.159293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f8fedf6-3107-4434-ba6b-484f01757b4e req-a7617060-fcf6-4c6c-8ed8-7966b02755ff tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012788 Jul 23 10:44:59.265191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:44:59.347936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['18e10745-b4db-493f-b705-f11a1f04e5f9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:44:59.353906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:59.667376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:44:59.919882 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97d2caf6-0197-4ac5-aaec-272b195ce046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:59.931083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:44:59.947367 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Sync routers for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:44:59.958406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b9e6f3-8f00-45d0-bfb8-c3e59864e1a6 None None] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:44:59.964690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:44:59.967411 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b04a6967-fffd-47f0-8055-39a404183c73 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9526300 Jul 23 10:44:59.970032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:44:59.972376 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:44:59.973724 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:00.095722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] Provisioning for port 5898e92b-572d-4b52-b3a7-454df9b059b8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:00.116057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] Provisioning complete for port 5898e92b-572d-4b52-b3a7-454df9b059b8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:00.118411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:00.134689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:00.301612 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:00.486402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:00.503139 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:44:58Z', 'revision_number': 3, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:00.547743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c78161-ce63-4383-ae1b-8b4fdcc0f4b1 req-8af4d8f9-636d-4511-8670-999b5d69a4c4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:00.557682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3c78161-ce63-4383-ae1b-8b4fdcc0f4b1 req-8af4d8f9-636d-4511-8670-999b5d69a4c4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 944 time: 0.2450497 Jul 23 10:45:00.583452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] For port 5898e92b-572d-4b52-b3a7-454df9b059b8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5898e92b-572d-4b52-b3a7-454df9b059b8,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:00.594446 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Checking router: 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:45:00.598405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Updating router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 port 04c4b579-7224-49f0-ac9a-508ef40b5756 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:45:00.614319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:00.679930 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:00.693596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e3c78161-ce63-4383-ae1b-8b4fdcc0f4b1 req-9ea1ee6c-9e5b-4bbe-902e-646d03bdf49b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313765 Jul 23 10:45:00.717885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:00.888743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:00.901133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376de33-6c33-44c6-afc4-f33f7306a603 None None] Pushing event updated for resources: {'Port': ['ID=5898e92b-572d-4b52-b3a7-454df9b059b8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:00.964691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 18e10745-b4db-493f-b705-f11a1f04e5f9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:00.990854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 18e10745-b4db-493f-b705-f11a1f04e5f9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:00.991393 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.094953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-474892b3-2d1f-4f19-aee7-6a235e47d480 None None] Provisioning complete for port 5898e92b-572d-4b52-b3a7-454df9b059b8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:01.095396 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-474892b3-2d1f-4f19-aee7-6a235e47d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.200096 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.208431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Allocated IP 172.20.0.1 (3551837b-08f1-4652-a96c-d61cd30a3ce5/f3027c56-8263-4c7a-9109-b6c36ac451c3/aaf06f86-4e33-4cc8-b7ed-039b5abca6ab) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:01.284840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:45:01.287351 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41514ce4-2e13-4801-a78e-a70b76f132d2" -d '{"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:45:01.298449 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.308140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:01.316183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.397052 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.416099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Transition to ACTIVE for port object aaf06f86-4e33-4cc8-b7ed-039b5abca6ab will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:01.422303 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8742e-4d05-491f-bbaf-9281c8524cdd x-openstack-request-id: req-7cb8742e-4d05-491f-bbaf-9281c8524cdd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:45:01.422899 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:45:01.423270 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cb8742e-4d05-491f-bbaf-9281c8524cdd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:45:01.424592 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'code': 200} Jul 23 10:45:01.431952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:01.461275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.489087 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.513376 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Transition to ACTIVE for port object 04c4b579-7224-49f0-ac9a-508ef40b5756 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:01.535458 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.632042 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Attempting to bind port 04c4b579-7224-49f0-ac9a-508ef40b5756 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:01.632915 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Attempting to bind port 04c4b579-7224-49f0-ac9a-508ef40b5756 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:01.633993 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Attempting to bind port 04c4b579-7224-49f0-ac9a-508ef40b5756 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:01.639720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:01.650478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:01.675410 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Pushing event updated for resources: {'Port': ['ID=04c4b579-7224-49f0-ac9a-508ef40b5756,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:01.678163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:01.678755 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:01.679272 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.679841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:01.680430 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Bound port: 04c4b579-7224-49f0-ac9a-508ef40b5756, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:01.680921 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.719824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:01.727835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:01.738667 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] For port 04c4b579-7224-49f0-ac9a-508ef40b5756, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:01.744084 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] For port 04c4b579-7224-49f0-ac9a-508ef40b5756, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=04c4b579-7224-49f0-ac9a-508ef40b5756,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:01.763942 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:01.794836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.798118 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.798822 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.800537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.801361 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.802734 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.805115 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.805730 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.806607 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.808989 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.809572 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.810651 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:01.859587 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:01.864144 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:01.876178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.049670 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fa0af-f39f-4034-b710-dfc61d411f40 None None] Pushing event updated for resources: {'Port': ['ID=04c4b579-7224-49f0-ac9a-508ef40b5756,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:02.126630 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:02.128653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2cd57d93-818c-49f4-88f6-66ed9ad74f91 None None] Provisioning for port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:02.132748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2cd57d93-818c-49f4-88f6-66ed9ad74f91 None None] Provisioning complete for port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:02.133124 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d93-818c-49f4-88f6-66ed9ad74f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.168164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e1e5-c7db-40b4-ae11-79c1615ac978 req-505907fd-39ba-4573-b33a-cee5d5867de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:02.170857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ff5e1e5-c7db-40b4-ae11-79c1615ac978 req-505907fd-39ba-4573-b33a-cee5d5867de2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.6749253 Jul 23 10:45:02.204101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2cd57d93-818c-49f4-88f6-66ed9ad74f91 None None] Port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:02.229005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45193893-0538-4eb0-a2fa-a4db6379db55 req-059c850a-0450-45e3-9cce-467b52fbfe45 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:02.236530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45193893-0538-4eb0-a2fa-a4db6379db55 req-059c850a-0450-45e3-9cce-467b52fbfe45 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.3529274 Jul 23 10:45:02.296784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ff5e1e5-c7db-40b4-ae11-79c1615ac978 req-920ac483-b9f8-48e0-8346-fd4e93092e8f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188817 Jul 23 10:45:02.310430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.333724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45193893-0538-4eb0-a2fa-a4db6379db55 req-7b58ba1f-809b-41c5-8b8a-65480d0355cf tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962412 Jul 23 10:45:02.371922 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:44:58Z', 'revision_number': 3, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:02.412193 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7264c-e9df-47e2-8c40-49048f0b2a13 None None] The sync data for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 is: [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:44:58Z', 'revision_number': 3, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:45:02.506827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.583767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.590418 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.640678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:02.849502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5898e92b-572d-4b52-b3a7-454df9b059b8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:03.021994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5898e92b-572d-4b52-b3a7-454df9b059b8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:03.022509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:03.479798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:03.513181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38732) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:03.538357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:03.635352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb5ae6-024b-4d41-a7b3-fdee932a6c2d req-a43a4034-2799-4aa0-bc44-f895bc78f3c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:03.637075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0cfb5ae6-024b-4d41-a7b3-fdee932a6c2d req-a43a4034-2799-4aa0-bc44-f895bc78f3c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1818557 Jul 23 10:45:03.666515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:03.669893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:03.692977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb530-fae0-4e4a-a08c-9d0031df2952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:03.806208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0cfb5ae6-024b-4d41-a7b3-fdee932a6c2d req-8515312c-ef41-44f0-b60e-d6410d25af5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537836 Jul 23 10:45:03.874259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4633-038b-40a4-afdf-f2955800c2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:03.877508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:45:04.020353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb530-fae0-4e4a-a08c-9d0031df2952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.091761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb530-fae0-4e4a-a08c-9d0031df2952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.150920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5fe2a6e9-c9be-4ce8-b1f8-797444be2bf0 None None] Provisioning complete for port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:04.153508 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fe2a6e9-c9be-4ce8-b1f8-797444be2bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.174025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:45:04.179627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-94b915ca-28fc-4fdd-beee-46adb87a90e4 admin admin] 10.222.0.37 "PUT /v2.0/routers/61331a47-6e9f-4b33-ac4e-6c3c5c911ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2083552 Jul 23 10:45:04.187712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fd3fb530-fae0-4e4a-a08c-9d0031df2952 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d39a83d31604931942b7dcd146d82ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061062 Jul 23 10:45:04.188584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:04.203316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fb530-fae0-4e4a-a08c-9d0031df2952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ec991-f4db-458d-a3f8-ff06b7b09827,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:04.269084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2a6e9-c9be-4ce8-b1f8-797444be2bf0 None None] Port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:04.292856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71372419-bd42-4b31-a760-f779a24b16f5 req-826a6198-f774-42c0-88ad-0bc248779b69 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:04.295218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71372419-bd42-4b31-a760-f779a24b16f5 req-826a6198-f774-42c0-88ad-0bc248779b69 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.3011718 Jul 23 10:45:04.311164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4633-038b-40a4-afdf-f2955800c2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.332164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4633-038b-40a4-afdf-f2955800c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.370151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fd4a4633-038b-40a4-afdf-f2955800c2e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01accce28aea4139bef9856d913618ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556974 Jul 23 10:45:04.374350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38782) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:04.415159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c1d1-ab49-414e-aa0a-92a6205e946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.417760 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.432682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-71372419-bd42-4b31-a760-f779a24b16f5 req-4e4ccff6-1af1-47e1-ab6a-2f4dd0973ff3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233625 Jul 23 10:45:04.436390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a4633-038b-40a4-afdf-f2955800c2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e9f878-cc96-42b4-8761-f329d25f7980,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:04.468630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:04.496008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c1d1-ab49-414e-aa0a-92a6205e946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.533293 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5486e1d8-340f-4683-a28e-76b2a1f2bac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.564632 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5486e1d8-340f-4683-a28e-76b2a1f2bac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.593798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c1d1-ab49-414e-aa0a-92a6205e946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.600508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c1d1-ab49-414e-aa0a-92a6205e946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.602636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c4d1c1d1-ab49-414e-aa0a-92a6205e946d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a65ec991-f4db-458d-a3f8-ff06b7b09827 HTTP/1.1" status: 204 len: 168 time: 0.4108818 Jul 23 10:45:04.634392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c1d1-ab49-414e-aa0a-92a6205e946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ec991-f4db-458d-a3f8-ff06b7b09827,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:04.649157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334aebf-3655-4a27-9639-fbe4efe7d6ae tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:04.656546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5334aebf-3655-4a27-9639-fbe4efe7d6ae tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1091 time: 0.1774037 Jul 23 10:45:04.656930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:04.666864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:04.690120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5486e1d8-340f-4683-a28e-76b2a1f2bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.695381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5486e1d8-340f-4683-a28e-76b2a1f2bac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.702950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5486e1d8-340f-4683-a28e-76b2a1f2bac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93e9f878-cc96-42b4-8761-f329d25f7980 HTTP/1.1" status: 204 len: 168 time: 0.3206625 Jul 23 10:45:04.727989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486e1d8-340f-4683-a28e-76b2a1f2bac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e9f878-cc96-42b4-8761-f329d25f7980,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:04.774184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:04.929803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 04c4b579-7224-49f0-ac9a-508ef40b5756 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:05.021787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 04c4b579-7224-49f0-ac9a-508ef40b5756 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:05.027048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 04c4b579-7224-49f0-ac9a-508ef40b5756 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:05.027455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.029466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.168405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Sync routers for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:45:05.223349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:05.224521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:05.276733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.245 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/26824ee8-2887-49c8-86b6-4c36311872b6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:05.384777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.471477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:05.492755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.500238 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89b09e92-4ce3-4f52-a453-f57463c0d6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.548941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.595841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 04c4b579-7224-49f0-ac9a-508ef40b5756, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=04c4b579-7224-49f0-ac9a-508ef40b5756,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:05.605108 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.607914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=26824ee8-2887-49c8-86b6-4c36311872b6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:05.621446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:05.623858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:05.627093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:05.687726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=04c4b579-7224-49f0-ac9a-508ef40b5756,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:05.692415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:05.791019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89b09e92-4ce3-4f52-a453-f57463c0d6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.801667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89b09e92-4ce3-4f52-a453-f57463c0d6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:05.891489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09e92-4ce3-4f52-a453-f57463c0d6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a7ebf-bb4c-4846-9374-6fb347d77754,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:05.919115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-89b09e92-4ce3-4f52-a453-f57463c0d6d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5874f2b21c604b7c9cf7ceaf573795a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463000 Jul 23 10:45:05.924292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38822) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:06.006965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:06.052119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8802d2c2-46cc-4fc3-8fc8-e2ac82a6a07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.059255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 2, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:06.108423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5fc3432a-ee2f-4574-bcf7-bd4538ee17df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.110155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Checking router: 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:45:06.110524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Updating router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:45:06.150461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5fc3432a-ee2f-4574-bcf7-bd4538ee17df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.180321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.204539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.224511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38836) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:06.234131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-221772384-network', 'tenant_id': 'c457033303de4166a188a6efe9c4327c'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:06.308899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8802d2c2-46cc-4fc3-8fc8-e2ac82a6a07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.311287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5fc3432a-ee2f-4574-bcf7-bd4538ee17df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.315037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5fc3432a-ee2f-4574-bcf7-bd4538ee17df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.323387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.333378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5fc3432a-ee2f-4574-bcf7-bd4538ee17df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d1a7ebf-bb4c-4846-9374-6fb347d77754 HTTP/1.1" status: 204 len: 168 time: 0.4076705 Jul 23 10:45:06.405779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8802d2c2-46cc-4fc3-8fc8-e2ac82a6a07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.411657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3432a-ee2f-4574-bcf7-bd4538ee17df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a7ebf-bb4c-4846-9374-6fb347d77754,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:06.492786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Made reservation on behalf of c457033303de4166a188a6efe9c4327c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:06.496332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.525879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8802d2c2-46cc-4fc3-8fc8-e2ac82a6a07f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37c2400eb5d94a93acf4b1e160b469fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161774 Jul 23 10:45:06.531405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38852) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:06.579892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802d2c2-46cc-4fc3-8fc8-e2ac82a6a07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8abead-ac87-4f4b-b4d6-f0eeb0fc066a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:06.604188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.646302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.655731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.785026 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.804530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Transition to ACTIVE for port object aaf06f86-4e33-4cc8-b7ed-039b5abca6ab will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:06.808240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 04c4b579-7224-49f0-ac9a-508ef40b5756 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:06.834647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=26824ee8-2887-49c8-86b6-4c36311872b6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:06.866822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-539502f2-5cbe-4c95-97fe-0df7bf407975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.874049 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.934215 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:06.947949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-539502f2-5cbe-4c95-97fe-0df7bf407975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.020958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260d0ca-2b74-4d59-a04b-e27c0c918565 None None] Pushing event updated for resources: {'Port': ['ID=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:07.076370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-539502f2-5cbe-4c95-97fe-0df7bf407975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.079726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-539502f2-5cbe-4c95-97fe-0df7bf407975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.081204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-539502f2-5cbe-4c95-97fe-0df7bf407975 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d8abead-ac87-4f4b-b4d6-f0eeb0fc066a HTTP/1.1" status: 204 len: 168 time: 0.5087121 Jul 23 10:45:07.106545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539502f2-5cbe-4c95-97fe-0df7bf407975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8abead-ac87-4f4b-b4d6-f0eeb0fc066a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:07.160723 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.167460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.204181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db08560c-d58c-4476-8702-cbd8e93af127,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:07.217707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:07.224415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 04c4b579-7224-49f0-ac9a-508ef40b5756 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:07.224917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.234335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.235026 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Added segment abf1d2fe-d351-4770-9bf0-1ff546f1122d of type vlan for network 9f84ec57-7c01-4085-8218-e00d245f0520 Jul 23 10:45:07.330228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.344201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Attempting to bind port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:07.345879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Attempting to bind port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:07.346272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Attempting to bind port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab on network 3551837b-08f1-4652-a96c-d61cd30a3ce5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:07.405932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:07.406452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Checking segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:07.406853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.411103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Bound using segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:07.413824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Bound port: aaf06f86-4e33-4cc8-b7ed-039b5abca6ab, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:07.414245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.437513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.438685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:07.439274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.445733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38886) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:07.555523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3221655 Jul 23 10:45:07.556172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:07.610319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa93a-6a45-47f3-a4c2-c8d188d0cb34 admin admin] Pushing event updated for resources: {'Network': ['ID=9f84ec57-7c01-4085-8218-e00d245f0520,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:07.630468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Request body: {'subnet': {'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-221772384-subnet', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:07.631837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 9f84ec57-7c01-4085-8218-e00d245f0520 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:07.673411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Made reservation on behalf of c457033303de4166a188a6efe9c4327c for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:07.679468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.698529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] For port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:07.703371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] For port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:07.746255 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:07.852648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260d0ca-2b74-4d59-a04b-e27c0c918565 None None] Pushing event updated for resources: {'Port': ['ID=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:07.866645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:07.867343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:07.933800 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP 47a0801a-98e9-4aef-a3a2-470f15cf6f43 associated. External IP: 172.25.4.245, port: 18e10745-b4db-493f-b705-f11a1f04e5f9. Jul 23 10:45:07.969570 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6868fea7-c634-454c-b5a8-4caa5108ec47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.091388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:08.256112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6868fea7-c634-454c-b5a8-4caa5108ec47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.274940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6868fea7-c634-454c-b5a8-4caa5108ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.406658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:08.407451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6868fea7-c634-454c-b5a8-4caa5108ec47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50f66816585f4497a88160bc9a19695d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9538901 Jul 23 10:45:08.410700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868fea7-c634-454c-b5a8-4caa5108ec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e067b0-ad13-47cb-b1aa-07b4237720cd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:08.434499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.513559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e54ba62-9046-4db5-a656-8f79e21bb639,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:08.515173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:07Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:08.523914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b20cc3b9-b342-4975-9c6b-08971e8a11f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.525715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Checking segment: {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:08.526135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Network hostable DHCP agents. Network: 9f84ec57-7c01-4085-8218-e00d245f0520, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:45:08.557258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7fdab2-ad83-4836-a867-051cf6c7b40b None None] The sync data for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 is: [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:07Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:45:08.580405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Network 9f84ec57-7c01-4085-8218-e00d245f0520 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:45:08.585785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router 25a0a600-3304-423e-bf91-039e52d6de80 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:45:08.589081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b20cc3b9-b342-4975-9c6b-08971e8a11f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.603822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 9f84ec57-7c01-4085-8218-e00d245f0520) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:08.611057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:08.617084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e8a76-b14d-4340-9666-342dc204844d None None] Network 9f84ec57-7c01-4085-8218-e00d245f0520 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:08.627637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.708130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f9178b90-3a16-47ba-875f-57c438621488 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0980070 Jul 23 10:45:08.709540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38928) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:08.716863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:08.782485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.789833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.935087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b20cc3b9-b342-4975-9c6b-08971e8a11f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.938154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b20cc3b9-b342-4975-9c6b-08971e8a11f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.943509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b20cc3b9-b342-4975-9c6b-08971e8a11f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1e067b0-ad13-47cb-b1aa-07b4237720cd HTTP/1.1" status: 204 len: 168 time: 0.5354717 Jul 23 10:45:08.958996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:08.959512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aaf06f86-4e33-4cc8-b7ed-039b5abca6ab up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:08.974710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cc3b9-b342-4975-9c6b-08971e8a11f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e067b0-ad13-47cb-b1aa-07b4237720cd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:09.036751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:45:09.053563 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] Sync routers for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:45:09.081107 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:09.083694 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:09.085845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:09.195167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7ffff303-ad27-4fe0-a9d2-c178d57b0773 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5344517 Jul 23 10:45:09.195167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:45:09.215203 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f2309-7690-4605-9ffc-faab0a01a4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:45:09.229433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:09.240872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:09.246285 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:09.256039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-9f84ec57-7c01-4085-8218-e00d245f0520', 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'fixed_ips': [{'subnet_id': '2e54ba62-9046-4db5-a656-8f79e21bb639'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:45:09.256535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:09.298115 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78515a0d-81cd-4194-82d4-50ad1cd76c8f x-openstack-request-id: req-78515a0d-81cd-4194-82d4-50ad1cd76c8f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:45:09.298644 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:45:09.299015 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78515a0d-81cd-4194-82d4-50ad1cd76c8f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:45:09.299565 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'status': 'completed', 'code': 200} Jul 23 10:45:09.435762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:09.473823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:09.673898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-08885f83-21d3-416a-a391-788b8fac3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:09.675467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-08885f83-21d3-416a-a391-788b8fac3965 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.3175955 Jul 23 10:45:09.758291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:09.798065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Allocated IP 172.20.0.2 (9f84ec57-7c01-4085-8218-e00d245f0520/2e54ba62-9046-4db5-a656-8f79e21bb639/1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:09.906351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:09.915359 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:09.933438 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '47a0801a-98e9-4aef-a3a2-470f15cf6f43', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'port_id': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'mac_address': 'fa:16:3e:3a:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:45:05Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:55Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:09.989637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-69f9d021-38a1-445f-97a5-6c9b1f62ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:09.991336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-69f9d021-38a1-445f-97a5-6c9b1f62ffce service neutron] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.2988088 Jul 23 10:45:10.036833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:10.055240 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] Checking router: 25a0a600-3304-423e-bf91-039e52d6de80 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:45:10.068943 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32565cb1-5f85-479c-be6a-e96bcadfc14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.097178 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:10.098683 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:10.186060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:10.268214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.300843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.315233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:10.342905 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.344007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-d43ed57c-02ff-4bd4-99c6-6ffa2070f105 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 999 time: 0.3451157 Jul 23 10:45:10.349350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32565cb1-5f85-479c-be6a-e96bcadfc14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.360429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Transition to ACTIVE for port object 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:10.365655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32565cb1-5f85-479c-be6a-e96bcadfc14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.397502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Transition to ACTIVE for port object 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:10.407660 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.477542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-32565cb1-5f85-479c-be6a-e96bcadfc14d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=441af2b359fd4a5da30bdd0017ca13d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389141 Jul 23 10:45:10.478326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32565cb1-5f85-479c-be6a-e96bcadfc14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd5d8fe-d99c-4c45-957e-218d6fe0d8b2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:10.480721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:10.505375 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:10.565408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Pushing event updated for resources: {'Port': ['ID=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:10.592080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Network 9f84ec57-7c01-4085-8218-e00d245f0520 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:10.597346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:10.615519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:10.686754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53039d-81ea-4e57-8c28-42ab96e5d41c req-2fb13f9d-600a-40ee-9c69-a700977a24ed tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:10.688883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f53039d-81ea-4e57-8c28-42ab96e5d41c req-2fb13f9d-600a-40ee-9c69-a700977a24ed tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 1.3290665 Jul 23 10:45:10.753060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc9470c9-28a6-43b4-a38e-3e9f8bbfbdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.767347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Attempting to bind port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:10.768001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Attempting to bind port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:10.768093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Attempting to bind port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e on network 9f84ec57-7c01-4085-8218-e00d245f0520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:10.784816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aaf06f86-4e33-4cc8-b7ed-039b5abca6ab up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:10.801090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-9a176c4f-4100-48d6-8af7-2fa4607f0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:10.804381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-9a176c4f-4100-48d6-8af7-2fa4607f0f90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.3483343 Jul 23 10:45:10.836910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:10.837302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Checking segment: {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:10.837695 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.838293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Bound using segment: {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:10.838958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Bound port: 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:10.842387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.871937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Allocated IP 172.25.4.58 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/08757e24-5ba9-4236-b11b-3be4397d9900) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:10.907676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18c66dbd-64ac-401a-bd0b-cd962b31b053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:10.996207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f53039d-81ea-4e57-8c28-42ab96e5d41c req-4372f9d7-7d5e-49cb-8da1-2082c3d5ec0b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371659 Jul 23 10:45:11.012837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:11.013327 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.017398 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '47a0801a-98e9-4aef-a3a2-470f15cf6f43', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'port_id': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'mac_address': 'fa:16:3e:3a:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:45:05Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:55Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:11.023744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:11.048357 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18c66dbd-64ac-401a-bd0b-cd962b31b053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.052401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] For port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:11.073559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] For port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:11.085733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.163674 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca1f49-ed5c-49c9-9797-e85b6d5a26d2 None None] The sync data for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 is: [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '47a0801a-98e9-4aef-a3a2-470f15cf6f43', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'port_id': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'mac_address': 'fa:16:3e:3a:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:45:05Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:55Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:45:11.178123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e59c086-6dbb-43b4-b471-a8e17a2a3b53 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/47a0801a-98e9-4aef-a3a2-470f15cf6f43 HTTP/1.1" status: 200 len: 991 time: 0.1526732 Jul 23 10:45:11.201053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-a5d619df-8a4e-4301-bfad-07f481da4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:11.203268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-a5d619df-8a4e-4301-bfad-07f481da4867 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3759274 Jul 23 10:45:11.293039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39042) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:11.329252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d2e5-7f01-42f9-be58-2e9baafd51da None None] Pushing event updated for resources: {'Port': ['ID=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:11.392457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-95325f64-3713-49b9-b52a-e714f31e835c service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772892 Jul 23 10:45:11.404241 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.424897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18c66dbd-64ac-401a-bd0b-cd962b31b053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.427702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18c66dbd-64ac-401a-bd0b-cd962b31b053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.428941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-18c66dbd-64ac-401a-bd0b-cd962b31b053 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdd5d8fe-d99c-4c45-957e-218d6fe0d8b2 HTTP/1.1" status: 204 len: 168 time: 0.9206583 Jul 23 10:45:11.492743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc9470c9-28a6-43b4-a38e-3e9f8bbfbdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.519336 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc9470c9-28a6-43b4-a38e-3e9f8bbfbdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.522678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7edf5bd4-aac6-486a-90ba-6a7233532972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.537546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c66dbd-64ac-401a-bd0b-cd962b31b053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd5d8fe-d99c-4c45-957e-218d6fe0d8b2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:11.682032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc9470c9-28a6-43b4-a38e-3e9f8bbfbdd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8149159ae0df409480575f4e22d23b45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3588710 Jul 23 10:45:11.687099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21bf8f-98a7-473c-a898-da4464855dea None None] New status for floating IP 47a0801a-98e9-4aef-a3a2-470f15cf6f43: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:45:11.691308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39050) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:11.728822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9470c9-28a6-43b4-a38e-3e9f8bbfbdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebdf3dd-ccf0-4d03-865c-9190b77ec177,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:11.786549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-461f2309-7690-4605-9ffc-faab0a01a4fe req-10ec4406-be08-4197-87be-c1056f13a7bd service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715608 Jul 23 10:45:11.787705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.842368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:11.850769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:11.853791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7edf5bd4-aac6-486a-90ba-6a7233532972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.854188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:11.866880 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7edf5bd4-aac6-486a-90ba-6a7233532972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.896711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Pushing event updated for resources: {'Port': ['ID=08757e24-5ba9-4236-b11b-3be4397d9900,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:11.909527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-428ac10e-d2c3-48b9-a411-32c117e671c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.941473 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-428ac10e-d2c3-48b9-a411-32c117e671c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:11.952493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7edf5bd4-aac6-486a-90ba-6a7233532972 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a36482b8d824782b21c660a4693e944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552074 Jul 23 10:45:11.955183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:12.032839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf5bd4-aac6-486a-90ba-6a7233532972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3662e8-442a-4446-bf76-13601038cb9f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:12.060413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d6440fc-575c-4ae7-8e78-e2da2f9263b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.101861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d6440fc-575c-4ae7-8e78-e2da2f9263b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.167934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:12.267995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f912cc3d-7d5a-4a21-b25a-70d0d67951e7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/47a0801a-98e9-4aef-a3a2-470f15cf6f43 HTTP/1.1" status: 200 len: 993 time: 0.0981572 Jul 23 10:45:12.269608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d6440fc-575c-4ae7-8e78-e2da2f9263b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.272737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d6440fc-575c-4ae7-8e78-e2da2f9263b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.277672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7d6440fc-575c-4ae7-8e78-e2da2f9263b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e3662e8-442a-4446-bf76-13601038cb9f HTTP/1.1" status: 204 len: 168 time: 0.3199480 Jul 23 10:45:12.288672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6440fc-575c-4ae7-8e78-e2da2f9263b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3662e8-442a-4446-bf76-13601038cb9f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:12.491070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-428ac10e-d2c3-48b9-a411-32c117e671c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.494252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-428ac10e-d2c3-48b9-a411-32c117e671c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.496250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-428ac10e-d2c3-48b9-a411-32c117e671c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ebdf3dd-ccf0-4d03-865c-9190b77ec177 HTTP/1.1" status: 204 len: 168 time: 0.8012722 Jul 23 10:45:12.533551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ac10e-d2c3-48b9-a411-32c117e671c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebdf3dd-ccf0-4d03-865c-9190b77ec177,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:12.686560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad56ed-f2c9-4ccb-bdec-398ebbc0a2a0 None None] Network 9f84ec57-7c01-4085-8218-e00d245f0520 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:12.862731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:12.936456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:13.047136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8a372d12-0a2a-4c28-8f04-992d07168b23 None None] Provisioning for port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:13.111643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:13.116786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:13.117263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:13.200893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:13.496840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:13.554522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Router e0481064-a5b7-4955-ad13-e326eb37bf10 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:45:13.565590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:13.572099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:13.663675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:13.680962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:45:13.687809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-afc58568-d7a0-4741-94d9-3d60d1c0c925 None None] Provisioning complete for port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:13.688308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afc58568-d7a0-4741-94d9-3d60d1c0c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:13.694548 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Sync routers for ids ['e0481064-a5b7-4955-ad13-e326eb37bf10'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:45:13.702018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:13.704162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2332e0ce-e393-497c-bf28-68f516ef05ce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9933915 Jul 23 10:45:13.707075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:13.721143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Routers {'e0481064-a5b7-4955-ad13-e326eb37bf10'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:13.721778 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e0481064-a5b7-4955-ad13-e326eb37bf10'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:13.965821 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Set router e0481064-a5b7-4955-ad13-e326eb37bf10 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:14.027391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-e660dd25-cf06-41fb-8071-e339b851528c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028256 Jul 23 10:45:14.261670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-7e7b75c3-3410-4251-829a-a171a1ec5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:14.267320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-7e7b75c3-3410-4251-829a-a171a1ec5f32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.1795008 Jul 23 10:45:14.483931 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:45:12Z', 'revision_number': 3, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:14.489042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-8fb1f001-0a46-44cf-a028-65197fd5cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:14.492110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-8fb1f001-0a46-44cf-a028-65197fd5cc9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.2033708 Jul 23 10:45:14.552792 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Checking router: e0481064-a5b7-4955-ad13-e326eb37bf10 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:45:14.553606 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Updating router e0481064-a5b7-4955-ad13-e326eb37bf10 port 08757e24-5ba9-4236-b11b-3be4397d9900 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:45:14.585792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-f745d342-eb31-4b46-9e0c-093ea9b4a5a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 1001 time: 0.0850756 Jul 23 10:45:14.647007 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:14.666827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-7d7b3019-b130-43d3-a892-a9f0d2ad6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:14.670498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-7d7b3019-b130-43d3-a892-a9f0d2ad6212 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.0779116 Jul 23 10:45:14.718262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:14.868336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-23874286-9b45-41f8-b4bf-2df6e2637712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:14.874418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-23874286-9b45-41f8-b4bf-2df6e2637712 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970487 Jul 23 10:45:14.879791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:14.991177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:14.991604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.115179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-55c145a4-df82-4456-8fc4-9cc0a4e1f367 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333682 Jul 23 10:45:15.188972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Allocated IP 172.20.0.1 (9f84ec57-7c01-4085-8218-e00d245f0520/2e54ba62-9046-4db5-a656-8f79e21bb639/5d2ab860-5525-499c-8da8-edd6b34cbf59) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:15.238103 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.251400 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Transition to ACTIVE for port object 08757e24-5ba9-4236-b11b-3be4397d9900 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:15.263330 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.341240 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Attempting to bind port 08757e24-5ba9-4236-b11b-3be4397d9900 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:15.341655 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Attempting to bind port 08757e24-5ba9-4236-b11b-3be4397d9900 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:15.342071 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Attempting to bind port 08757e24-5ba9-4236-b11b-3be4397d9900 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:15.344413 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c231-9897-4b5d-96b9-323441b8403d None None] Pushing event updated for resources: {'Port': ['ID=08757e24-5ba9-4236-b11b-3be4397d9900,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:15.350642 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:15.351015 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:15.351443 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.351843 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:15.352306 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Bound port: 08757e24-5ba9-4236-b11b-3be4397d9900, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:15.352690 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.357610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a556d80-729f-43fa-9db9-00e0c3fd3204 req-5b85a2fb-144b-444f-8ada-b72cbb920cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354491 Jul 23 10:45:15.441307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.460470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Transition to ACTIVE for port object 5d2ab860-5525-499c-8da8-edd6b34cbf59 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:15.487072 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] For port 08757e24-5ba9-4236-b11b-3be4397d9900, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:15.490613 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] For port 08757e24-5ba9-4236-b11b-3be4397d9900, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=08757e24-5ba9-4236-b11b-3be4397d9900,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:15.499200 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.503588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.569367 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c231-9897-4b5d-96b9-323441b8403d None None] Pushing event updated for resources: {'Port': ['ID=08757e24-5ba9-4236-b11b-3be4397d9900,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:15.572203 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Routers {'e0481064-a5b7-4955-ad13-e326eb37bf10'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:15.572970 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e0481064-a5b7-4955-ad13-e326eb37bf10'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:15.615077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Pushing event updated for resources: {'Port': ['ID=5d2ab860-5525-499c-8da8-edd6b34cbf59,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:15.641001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Network 9f84ec57-7c01-4085-8218-e00d245f0520 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:15.642574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:15.660708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:15.714994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:15.717605 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] Set router e0481064-a5b7-4955-ad13-e326eb37bf10 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:15.981013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:45:12Z', 'revision_number': 3, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:15.988507 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:16.011757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0549f1-fa2f-43e0-bf87-96f69008e0cd None None] The sync data for ids ['e0481064-a5b7-4955-ad13-e326eb37bf10'] in n-d-778550-4 is: [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:45:12Z', 'revision_number': 3, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:45:16.109823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2cce35b-e8f6-4d1b-89e1-906c4d6daa45 None None] Provisioning for port 5d2ab860-5525-499c-8da8-edd6b34cbf59 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:16.118365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d2cce35b-e8f6-4d1b-89e1-906c4d6daa45 None None] Provisioning complete for port 5d2ab860-5525-499c-8da8-edd6b34cbf59 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:16.121843 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2cce35b-e8f6-4d1b-89e1-906c4d6daa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:16.212575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d2cce35b-e8f6-4d1b-89e1-906c4d6daa45 None None] Port 5d2ab860-5525-499c-8da8-edd6b34cbf59 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:16.240646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:16.245891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:16.338292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:16.450354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Pushing event updated for resources: {'Port': ['ID=5d2ab860-5525-499c-8da8-edd6b34cbf59,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:16.628991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Network 9f84ec57-7c01-4085-8218-e00d245f0520 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:16.631067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:16.785561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39212) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:16.846169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 08757e24-5ba9-4236-b11b-3be4397d9900 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:16.958042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Router e0481064-a5b7-4955-ad13-e326eb37bf10 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:45:17.030710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 08757e24-5ba9-4236-b11b-3be4397d9900 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:17.038107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 08757e24-5ba9-4236-b11b-3be4397d9900 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:17.039879 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.168394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c50cccbc-f4aa-47c4-b93e-8dd8f7cffed8 None None] Provisioning complete for port 5d2ab860-5525-499c-8da8-edd6b34cbf59 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:17.169112 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c50cccbc-f4aa-47c4-b93e-8dd8f7cffed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.186236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:45:17.200152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-13f73f35-e8f5-4812-807b-8d5afbd2647f admin admin] 10.222.0.37 "PUT /v2.0/routers/e0481064-a5b7-4955-ad13-e326eb37bf10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909198 Jul 23 10:45:17.308078 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.350851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 08757e24-5ba9-4236-b11b-3be4397d9900, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=08757e24-5ba9-4236-b11b-3be4397d9900,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:17.354043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c50cccbc-f4aa-47c4-b93e-8dd8f7cffed8 None None] Port 5d2ab860-5525-499c-8da8-edd6b34cbf59 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:17.359145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.407365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:17.462368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=08757e24-5ba9-4236-b11b-3be4397d9900,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:17.480680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.608904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39276) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:17.679789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.730288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Deleting subnet 5a5cbac6-ef09-486b-aa33-33c0fb4cb280 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:45:17.737586 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.813573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:17.900828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Allocated IP 172.25.4.254 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/dafeaae9-5637-4a89-bbfb-9f60ae1a67b7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:17.906257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.094554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.099708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.147720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5cbac6-ef09-486b-aa33-33c0fb4cb280,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:18.156938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.159171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a57696cf-5311-41b7-b642-1af75b948aff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a5cbac6-ef09-486b-aa33-33c0fb4cb280 HTTP/1.1" status: 204 len: 168 time: 0.5492799 Jul 23 10:45:18.161829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:18.226575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.294479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.315229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:18.325895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:18.330732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:18.356121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Pushing event updated for resources: {'Port': ['ID=dafeaae9-5637-4a89-bbfb-9f60ae1a67b7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:18.521920 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.522176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.554148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cad468-aeeb-4812-ae5c-cf4715639c20']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:18.648788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665fe38d-d346-46d1-a4e6-86a70966cc47') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:18.649088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665fe38d-d346-46d1-a4e6-86a70966cc47') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:18.674096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.678038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.684571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:18.702578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.717301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:45:18.717394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:45:18.720333 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:45:18.769616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Sync routers for ids ['e0481064-a5b7-4955-ad13-e326eb37bf10'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:45:18.798555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Routers {'e0481064-a5b7-4955-ad13-e326eb37bf10'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:18.799215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e0481064-a5b7-4955-ad13-e326eb37bf10'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:18.858568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.886996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.891137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 08757e24-5ba9-4236-b11b-3be4397d9900 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:18.895946 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] 10.222.0.37 "DELETE /v2.0/networks/a9cad468-aeeb-4812-ae5c-cf4715639c20 HTTP/1.1" status: 204 len: 168 time: 0.7330067 Jul 23 10:45:18.896873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1c69b-491a-4dd3-8a04-e30f1373d18e admin admin] Pushing event deleted for resources: {'Network': ['ID=a9cad468-aeeb-4812-ae5c-cf4715639c20,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:18.898485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:18.970792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:18.978148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.051336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Deleting subnet 8103ab27-2b70-4d0d-bbe0-8cbe8c112be3 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:45:19.078529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Pushing event updated for resources: {'Port': ['ID=dafeaae9-5637-4a89-bbfb-9f60ae1a67b7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:19.085343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfee30ac-6b7a-4cb6-8fb1-5df7c5a73575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.098292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.102750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.106874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 08757e24-5ba9-4236-b11b-3be4397d9900 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:19.107481 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.151730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Set router e0481064-a5b7-4955-ad13-e326eb37bf10 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:19.207750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.279737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.317230 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfee30ac-6b7a-4cb6-8fb1-5df7c5a73575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.327556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfee30ac-6b7a-4cb6-8fb1-5df7c5a73575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.330630 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.332148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a3755849-d360-41de-abf9-dafe199e2db0 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5437312 Jul 23 10:45:19.335085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39410) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:19.340339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1474720789', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'fixed_ips': [{'ip_address': '172.25.4.254'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:19.380722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Made reservation on behalf of 57eb1ac6c8d142f980e879e0d428ac7b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:19.384010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.388343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cfee30ac-6b7a-4cb6-8fb1-5df7c5a73575 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c2eea4a981f4675b1bc323dddea4d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021902 Jul 23 10:45:19.398326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:19.402702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.445673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee30ac-6b7a-4cb6-8fb1-5df7c5a73575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6abbc7-b107-48f5-8fc1-1aff4502c563,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:19.483266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.526490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:45:15Z', 'revision_number': 4, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5d2ab860-5525-499c-8da8-edd6b34cbf59', 'name': '', 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'mac_address': 'fa:16:3e:ed:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '2e54ba62-9046-4db5-a656-8f79e21bb639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:14Z', 'updated_at': '2021-07-23T10:45:16Z', 'revision_number': 2, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'subnets': [{'id': '2e54ba62-9046-4db5-a656-8f79e21bb639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:19.549246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-066c022a-fb50-4906-89cd-dde0120877bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.552787 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.554819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8103ab27-2b70-4d0d-bbe0-8cbe8c112be3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:19.566085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.566273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.569542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-921a5ab6-692c-4d43-9396-4e2c6a2cf7cd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8103ab27-2b70-4d0d-bbe0-8cbe8c112be3 HTTP/1.1" status: 204 len: 168 time: 0.6700687 Jul 23 10:45:19.572891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] device_id is not set on port 8f724f56-1024-4816-836f-8cbea877e347 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:45:19.573716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:19.597865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Checking router: e0481064-a5b7-4955-ad13-e326eb37bf10 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:45:19.598353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Updating router e0481064-a5b7-4955-ad13-e326eb37bf10 port 5d2ab860-5525-499c-8da8-edd6b34cbf59 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:45:19.604893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-066c022a-fb50-4906-89cd-dde0120877bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.651026 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.656975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcbedb8-b584-4353-9373-19363f9cd1e6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:19.728680 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.833081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.835691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-066c022a-fb50-4906-89cd-dde0120877bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.838346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-066c022a-fb50-4906-89cd-dde0120877bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.839533 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-066c022a-fb50-4906-89cd-dde0120877bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd6abbc7-b107-48f5-8fc1-1aff4502c563 HTTP/1.1" status: 204 len: 168 time: 0.4396265 Jul 23 10:45:19.851226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99a76f6-12be-4a97-a0a8-c2aa36ad18b9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:19.867912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c022a-fb50-4906-89cd-dde0120877bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6abbc7-b107-48f5-8fc1-1aff4502c563,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:19.870733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bbb783-e83a-441d-8110-15ce8d6cf619') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:19.871037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bbb783-e83a-441d-8110-15ce8d6cf619') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:19.893335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.924771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.946866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:45:19.947290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:45:19.952416 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:45:19.984576 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 10:45:19.985125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:45:20.009256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a3afeaa2-de65-448a-b382-5f13207a8633 tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6728365 Jul 23 10:45:20.011948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:20.083720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.096397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.100922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f99a76f6-12be-4a97-a0a8-c2aa36ad18b9 HTTP/1.1" status: 204 len: 168 time: 0.5260518 Jul 23 10:45:20.114425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.130850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Transition to ACTIVE for port object 5d2ab860-5525-499c-8da8-edd6b34cbf59 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:20.134565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f969f89-9b40-4086-9789-5f4920ef9c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99a76f6-12be-4a97-a0a8-c2aa36ad18b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:20.139883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.300058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Attempting to bind port 5d2ab860-5525-499c-8da8-edd6b34cbf59 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:20.300434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Attempting to bind port 5d2ab860-5525-499c-8da8-edd6b34cbf59 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:20.300801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Attempting to bind port 5d2ab860-5525-499c-8da8-edd6b34cbf59 on network 9f84ec57-7c01-4085-8218-e00d245f0520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:20.303618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Deleting port dafeaae9-5637-4a89-bbfb-9f60ae1a67b7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:20.304092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.309822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6e61-1d9b-47f0-bdf8-8f4a9941f792 None None] Pushing event updated for resources: {'Port': ['ID=5d2ab860-5525-499c-8da8-edd6b34cbf59,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:20.313075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:20.313511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Checking segment: {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:20.313917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.314308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Bound using segment: {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:20.315471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Bound port: 5d2ab860-5525-499c-8da8-edd6b34cbf59, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf1d2fe-d351-4770-9bf0-1ff546f1122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:20.315837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.427575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] For port 5d2ab860-5525-499c-8da8-edd6b34cbf59, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:20.438810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] For port 5d2ab860-5525-499c-8da8-edd6b34cbf59, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5d2ab860-5525-499c-8da8-edd6b34cbf59,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:20.442688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.443396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.447111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.461689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Calling delete_port for dafeaae9-5637-4a89-bbfb-9f60ae1a67b7 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:20.555168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6e61-1d9b-47f0-bdf8-8f4a9941f792 None None] Pushing event updated for resources: {'Port': ['ID=5d2ab860-5525-499c-8da8-edd6b34cbf59,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:20.577896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Routers {'e0481064-a5b7-4955-ad13-e326eb37bf10'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:20.578605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e0481064-a5b7-4955-ad13-e326eb37bf10'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:20.641020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39436) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:20.703398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.754195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d0f4039e-edd9-4977-9a04-16c946f207b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d076674457b47409db2352360430c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114004 Jul 23 10:45:20.756934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:20.757446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Pushing event deleted for resources: {'Port': ['ID=dafeaae9-5637-4a89-bbfb-9f60ae1a67b7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:20.782642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] Set router e0481064-a5b7-4955-ad13-e326eb37bf10 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:45:20.837076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39442) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:20.845497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.848512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.852650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-72d91d35-7157-43e4-be0a-3691c5ef6e8f tempest-ExternalNetworksAdminNegativeTestJSON-783394690 tempest-ExternalNetworksAdminNegativeTestJSON-783394690-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/aa73c277-b22f-4f2e-b0ca-26f333c2b2a0 HTTP/1.1" status: 204 len: 168 time: 0.8394961 Jul 23 10:45:20.912541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3674e252-9a2d-4a7e-95aa-3b2cf91515f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:20.982668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018286f8-b65b-4804-9e0c-7e1c08484617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.008823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018286f8-b65b-4804-9e0c-7e1c08484617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.079083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018286f8-b65b-4804-9e0c-7e1c08484617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.082855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018286f8-b65b-4804-9e0c-7e1c08484617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.084617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-018286f8-b65b-4804-9e0c-7e1c08484617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52065bbc-fba7-408f-82ed-c2f12e28809b HTTP/1.1" status: 204 len: 168 time: 0.3045027 Jul 23 10:45:21.104263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018286f8-b65b-4804-9e0c-7e1c08484617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52065bbc-fba7-408f-82ed-c2f12e28809b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:21.135187 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3674e252-9a2d-4a7e-95aa-3b2cf91515f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.140978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3674e252-9a2d-4a7e-95aa-3b2cf91515f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.184707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:45:15Z', 'revision_number': 4, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5d2ab860-5525-499c-8da8-edd6b34cbf59', 'name': '', 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'mac_address': 'fa:16:3e:ed:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '2e54ba62-9046-4db5-a656-8f79e21bb639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:14Z', 'updated_at': '2021-07-23T10:45:20Z', 'revision_number': 4, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'subnets': [{'id': '2e54ba62-9046-4db5-a656-8f79e21bb639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:21.192394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674e252-9a2d-4a7e-95aa-3b2cf91515f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccee498e-8e1f-4029-8f5b-fed640378064,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:21.208853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3674e252-9a2d-4a7e-95aa-3b2cf91515f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a49397758c444798e60a357f253f414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372552 Jul 23 10:45:21.211481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39454) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:21.227824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd395627-d2da-463b-b6da-5da53c7e682b None None] The sync data for ids ['e0481064-a5b7-4955-ad13-e326eb37bf10'] in n-d-778550-4 is: [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:45:15Z', 'revision_number': 4, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '5d2ab860-5525-499c-8da8-edd6b34cbf59', 'name': '', 'network_id': '9f84ec57-7c01-4085-8218-e00d245f0520', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'mac_address': 'fa:16:3e:ed:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '2e54ba62-9046-4db5-a656-8f79e21bb639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:14Z', 'updated_at': '2021-07-23T10:45:20Z', 'revision_number': 4, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'subnets': [{'id': '2e54ba62-9046-4db5-a656-8f79e21bb639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:45:21.316451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1283-b9d6-46b6-854b-c775ffb9448b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.374209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1283-b9d6-46b6-854b-c775ffb9448b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.442549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:21.468234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1283-b9d6-46b6-854b-c775ffb9448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.472483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1283-b9d6-46b6-854b-c775ffb9448b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.477228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3a6d1283-b9d6-46b6-854b-c775ffb9448b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccee498e-8e1f-4029-8f5b-fed640378064 HTTP/1.1" status: 204 len: 168 time: 0.2646563 Jul 23 10:45:21.486641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d1283-b9d6-46b6-854b-c775ffb9448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccee498e-8e1f-4029-8f5b-fed640378064,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:21.619331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39470) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:21.675571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f6c231f3-144a-46e4-a888-da962a7d586a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a384174a25594d7185b1ad123369c067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541456 Jul 23 10:45:21.678283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:21.739827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a132b4c6-aaf7-47fa-9454-2b938ca7fc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.776673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a132b4c6-aaf7-47fa-9454-2b938ca7fc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.851935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9f8a-ceb2-4830-80a4-c3e65b3c0522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.910210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a132b4c6-aaf7-47fa-9454-2b938ca7fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.913492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a132b4c6-aaf7-47fa-9454-2b938ca7fc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:21.915554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a132b4c6-aaf7-47fa-9454-2b938ca7fc7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11f39175-0521-434a-a777-fc139e57f9b5 HTTP/1.1" status: 204 len: 168 time: 0.2356772 Jul 23 10:45:21.938595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132b4c6-aaf7-47fa-9454-2b938ca7fc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f39175-0521-434a-a777-fc139e57f9b5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:22.030575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9f8a-ceb2-4830-80a4-c3e65b3c0522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.038461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9f8a-ceb2-4830-80a4-c3e65b3c0522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.081468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe9f8a-ceb2-4830-80a4-c3e65b3c0522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c176f3c2-4ab7-419e-928d-5d102d666391,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:22.115071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fdbe9f8a-ceb2-4830-80a4-c3e65b3c0522 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf051dbb0b374e8f9b4f7373b80c2853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688209 Jul 23 10:45:22.115328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:22.178980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f903ed-94c2-430a-9564-3f292a2794cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.208224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f903ed-94c2-430a-9564-3f292a2794cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.282428 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f903ed-94c2-430a-9564-3f292a2794cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.285917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f903ed-94c2-430a-9564-3f292a2794cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.288553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d4f903ed-94c2-430a-9564-3f292a2794cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c176f3c2-4ab7-419e-928d-5d102d666391 HTTP/1.1" status: 204 len: 168 time: 0.1721756 Jul 23 10:45:22.307098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f903ed-94c2-430a-9564-3f292a2794cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176f3c2-4ab7-419e-928d-5d102d666391,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:22.844959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5d2ab860-5525-499c-8da8-edd6b34cbf59 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:22.852027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39506) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:22.905055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5d2ab860-5525-499c-8da8-edd6b34cbf59 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:22.912971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5d2ab860-5525-499c-8da8-edd6b34cbf59 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:22.915648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:22.946672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:22.949181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-78b4f5d5-a8ee-4e18-ad3d-13ace06098e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57eb1ac6c8d142f980e879e0d428ac7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953941 Jul 23 10:45:23.025674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cf34791-b22d-4129-9171-1298678759ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:23.049864 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:23.052972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cf34791-b22d-4129-9171-1298678759ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:23.101239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5d2ab860-5525-499c-8da8-edd6b34cbf59, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5d2ab860-5525-499c-8da8-edd6b34cbf59,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:23.116237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:23.153254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cf34791-b22d-4129-9171-1298678759ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:23.161625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cf34791-b22d-4129-9171-1298678759ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:23.163977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9cf34791-b22d-4129-9171-1298678759ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfcbedb8-b584-4353-9373-19363f9cd1e6 HTTP/1.1" status: 204 len: 168 time: 0.2158797 Jul 23 10:45:23.177095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34791-b22d-4129-9171-1298678759ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcbedb8-b584-4353-9373-19363f9cd1e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:23.220181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5d2ab860-5525-499c-8da8-edd6b34cbf59,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:24.025924 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:24.379874 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:45:24.804070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5d2ab860-5525-499c-8da8-edd6b34cbf59 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:24.864860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5d2ab860-5525-499c-8da8-edd6b34cbf59 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:24.865560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.150673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:26.342356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c98f329-994a-46f7-8381-63a99e948b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.499994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c98f329-994a-46f7-8381-63a99e948b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.505140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c98f329-994a-46f7-8381-63a99e948b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.543649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98f329-994a-46f7-8381-63a99e948b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859b4a8c-9b5f-402d-a17b-01b9379f7ffd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:26.583690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0c98f329-994a-46f7-8381-63a99e948b1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e25e6cec31c429cb5d38ba084417f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311457 Jul 23 10:45:26.586373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39644) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:26.610101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39646) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:26.616294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:26.670795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72e0a00c-2e39-4284-b45c-8af58911e3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.725539 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72e0a00c-2e39-4284-b45c-8af58911e3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.796087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3724f393-85a0-4e13-90ea-7359ef510841 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:26.828886 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72e0a00c-2e39-4284-b45c-8af58911e3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.831728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72e0a00c-2e39-4284-b45c-8af58911e3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.834184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72e0a00c-2e39-4284-b45c-8af58911e3db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/859b4a8c-9b5f-402d-a17b-01b9379f7ffd HTTP/1.1" status: 204 len: 168 time: 0.2455580 Jul 23 10:45:26.836974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3724f393-85a0-4e13-90ea-7359ef510841 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] 10.222.0.37 "PUT /v2.0/quotas/40fd1c8b3e3f43928550dd57687d170d HTTP/1.1" status: 200 len: 368 time: 0.2251534 Jul 23 10:45:26.839687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:26.845690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Request body: {'network': {'project_id': '40fd1c8b3e3f43928550dd57687d170d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:26.851109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a524e423-c913-4c8c-b3ff-99fa0a84d11c tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1807709123'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:26.851657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a524e423-c913-4c8c-b3ff-99fa0a84d11c tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Unknown quota resources ['metering_label']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:45:26.866393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0a00c-2e39-4284-b45c-8af58911e3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b4a8c-9b5f-402d-a17b-01b9379f7ffd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:26.892827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Made reservation on behalf of 40fd1c8b3e3f43928550dd57687d170d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:26.911858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:26.935813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.096059 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3e81036-bea6-4a68-b090-d7782b629dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.141758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.149127 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.222735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8529567-5b3a-4d8c-b318-70316b4888c9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:27.238025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:27.250622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.251284 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Added segment 5f4121dc-756a-497f-b221-c743bea2d441 of type vlan for network be28fccb-43a8-452c-89c0-c790c33adeae Jul 23 10:45:27.307462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.355264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.357436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:27.358179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.438279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.447037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Pushing event updated for resources: {'Network': ['ID=be28fccb-43a8-452c-89c0-c790c33adeae,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:27.460988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbbf70e2-469a-43d3-a636-972acfec10dc tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6193967 Jul 23 10:45:27.462351 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.464088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network be28fccb-43a8-452c-89c0-c790c33adeae details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:27.464256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.473177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Request body: {'network': {'project_id': '40fd1c8b3e3f43928550dd57687d170d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:27.530491 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:45:27.530491 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:45:27.530491 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id_1': '17c61a779860405ea9026cf5671911bf', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 45, 27, 507343)}] Jul 23 10:45:27.530491 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:45:27.530981 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:45:27.545571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Made reservation on behalf of 40fd1c8b3e3f43928550dd57687d170d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:27.547957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.554980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a524e423-c913-4c8c-b3ff-99fa0a84d11c tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.557190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a524e423-c913-4c8c-b3ff-99fa0a84d11c tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9394207 Jul 23 10:45:27.560791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39674) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.565213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2d09ecc3-3119-4e5e-a4e3-d8d969296eca tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dec3dfbd-88df-4df6-a551-bdf3bcc27a3c'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:27.565915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2d09ecc3-3119-4e5e-a4e3-d8d969296eca tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:45:27.608816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:27.620672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.621111 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Added segment 2f89f151-41d2-410a-9d09-ac14d6dba0d0 of type vlan for network cdd04a35-3163-4402-8627-8131aaae1044 Jul 23 10:45:27.667597 n-d-778550-4 neutron-server[93833]: WARNING neutron.services.metering.metering_plugin [None req-2d09ecc3-3119-4e5e-a4e3-d8d969296eca tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 10:45:27.677995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.712589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.713678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:27.714267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.750305 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2850101 Jul 23 10:45:27.752996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.780339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2d09ecc3-3119-4e5e-a4e3-d8d969296eca tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.784389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2d09ecc3-3119-4e5e-a4e3-d8d969296eca tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2225351 Jul 23 10:45:27.784593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a2e2d56b-8e8d-459f-ae80-ca09c7be29bf tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Request body: {'network': {'project_id': '40fd1c8b3e3f43928550dd57687d170d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:27.785086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39678) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.789647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a705ad2-2688-4f7a-8656-10627bfedcd3 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Pushing event updated for resources: {'Network': ['ID=cdd04a35-3163-4402-8627-8131aaae1044,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:27.791097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bd59ad74-bd2a-4946-aab2-acead5400faa tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dec3dfbd-88df-4df6-a551-bdf3bcc27a3c'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:27.791566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bd59ad74-bd2a-4946-aab2-acead5400faa tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:45:27.805057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network cdd04a35-3163-4402-8627-8131aaae1044 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:27.808501 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e2d56b-8e8d-459f-ae80-ca09c7be29bf tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 10:45:27.809189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e2d56b-8e8d-459f-ae80-ca09c7be29bf tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:45:27.812327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a2e2d56b-8e8d-459f-ae80-ca09c7be29bf tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0583723 Jul 23 10:45:27.864293 n-d-778550-4 neutron-server[93833]: WARNING neutron.services.metering.metering_plugin [None req-bd59ad74-bd2a-4946-aab2-acead5400faa tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 10:45:27.965126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd59ad74-bd2a-4946-aab2-acead5400faa tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:27.972097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bd59ad74-bd2a-4946-aab2-acead5400faa tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1804214 Jul 23 10:45:27.972097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.972769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:27.984071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10ca41da-0d44-4952-8ace-967bbe57d088 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b0eafc12-b1c9-4af9-aba0-dcced0468a3d HTTP/1.1" status: 200 len: 464 time: 0.0096467 Jul 23 10:45:27.991713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.032423 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.123100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49f99d28-a29a-41b0-9156-51133da1f732 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.127933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49f99d28-a29a-41b0-9156-51133da1f732 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/b0eafc12-b1c9-4af9-aba0-dcced0468a3d HTTP/1.1" status: 204 len: 168 time: 0.1350458 Jul 23 10:45:28.128596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.144082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4bfa1b53-dac0-4720-a3af-e468448c211f tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b0eafc12-b1c9-4af9-aba0-dcced0468a3d HTTP/1.1" status: 200 len: 221 time: 0.0138719 Jul 23 10:45:28.144770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39700) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.149655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-36bb3ee6-15f7-4f2d-8cad-e1b26241c65b tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2146848585', 'description': 'label created by tempest'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:28.150180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-36bb3ee6-15f7-4f2d-8cad-e1b26241c65b tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Unknown quota resources ['metering_label']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:45:28.237358 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c7d883bf-c26f-42cd-bdbc-5c8fadfb3a9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40fd1c8b3e3f43928550dd57687d170d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633815 Jul 23 10:45:28.240553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.316759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.322756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.329897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36bb3ee6-15f7-4f2d-8cad-e1b26241c65b tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.331120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-36bb3ee6-15f7-4f2d-8cad-e1b26241c65b tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1853292 Jul 23 10:45:28.334049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39704) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.349547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3aecffc-1f77-4e2d-84e6-74f87fb0a5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.376421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d5f9f-91fa-4c59-be32-24e3f2ac140b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:28.400067 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-198e579d-1333-40cd-8758-dc2ecf46850b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17c61a779860405ea9026cf5671911bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9607246 Jul 23 10:45:28.405414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.422378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3aecffc-1f77-4e2d-84e6-74f87fb0a5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.480299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.480541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ae046910-46b8-488d-aae6-a9f1fb70a132 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=179aba78-ff98-4f60-aafd-7f06f552f44f HTTP/1.1" status: 200 len: 468 time: 0.1453390 Jul 23 10:45:28.568942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af0a4c48-e332-432c-ba26-1657c061ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.660112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3aecffc-1f77-4e2d-84e6-74f87fb0a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.662704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3aecffc-1f77-4e2d-84e6-74f87fb0a5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.663890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b3aecffc-1f77-4e2d-84e6-74f87fb0a5a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8529567-5b3a-4d8c-b318-70316b4888c9 HTTP/1.1" status: 204 len: 168 time: 0.4223616 Jul 23 10:45:28.667544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39716) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.671522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af0a4c48-e332-432c-ba26-1657c061ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.747981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aecffc-1f77-4e2d-84e6-74f87fb0a5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8529567-5b3a-4d8c-b318-70316b4888c9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:28.769026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.845939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3856d48-0d60-4405-9817-1faea0e7190e tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.847594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e3856d48-0d60-4405-9817-1faea0e7190e tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/179aba78-ff98-4f60-aafd-7f06f552f44f HTTP/1.1" status: 204 len: 168 time: 0.3644779 Jul 23 10:45:28.850136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.870252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4fd7e8b3-fefe-4aa0-b048-03a920592c42 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=179aba78-ff98-4f60-aafd-7f06f552f44f HTTP/1.1" status: 200 len: 216 time: 0.0187068 Jul 23 10:45:28.874573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.885289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af0a4c48-e332-432c-ba26-1657c061ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.886588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.889687 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af0a4c48-e332-432c-ba26-1657c061ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.893512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af0a4c48-e332-432c-ba26-1657c061ffc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f5d5f9f-91fa-4c59-be32-24e3f2ac140b HTTP/1.1" status: 204 len: 168 time: 0.4854832 Jul 23 10:45:28.903311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd04a35-3163-4402-8627-8131aaae1044']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:28.907367 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bae895ef-061d-46bb-a656-2dc9a423b341 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0275881 Jul 23 10:45:28.911238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39724) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.922475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f89f151-41d2-410a-9d09-ac14d6dba0d0') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:28.923219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f89f151-41d2-410a-9d09-ac14d6dba0d0') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:28.933457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:28.938474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e8f06cd5-0a64-4431-a73c-7a20c2d78058 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0258200 Jul 23 10:45:28.939219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39726) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:28.939895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a4c48-e332-432c-ba26-1657c061ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d5f9f-91fa-4c59-be32-24e3f2ac140b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:29.016399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fbee4279-03dd-4651-8452-84609679293b tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/dec3dfbd-88df-4df6-a551-bdf3bcc27a3c HTTP/1.1" status: 200 len: 473 time: 0.0711637 Jul 23 10:45:29.017335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.021167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:29.033197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:45:29.034174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.034861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59d4e3a6-a1b0-4486-9ee8-ea0233e763e0 tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/ff8ba9f2-f020-4912-98ce-8f854196f3a8 HTTP/1.1" status: 200 len: 461 time: 0.0122602 Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:45:29.037396 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:45:29.039506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:29.120939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.135811 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.139009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] 10.222.0.37 "DELETE /v2.0/networks/cdd04a35-3163-4402-8627-8131aaae1044 HTTP/1.1" status: 204 len: 168 time: 0.4680362 Jul 23 10:45:29.160003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39734) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:29.185479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60509cfc-0426-4070-aa40-5c6cec989fff tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdd04a35-3163-4402-8627-8131aaae1044,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:29.324668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.438201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.452429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be28fccb-43a8-452c-89c0-c790c33adeae']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:29.472302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4121dc-756a-497f-b221-c743bea2d441') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:29.473521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4121dc-756a-497f-b221-c743bea2d441') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:29.496217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.523200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.539956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:45:29.541412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:45:29.548607 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:45:29.668033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.675728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.681263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] 10.222.0.37 "DELETE /v2.0/networks/be28fccb-43a8-452c-89c0-c790c33adeae HTTP/1.1" status: 204 len: 168 time: 0.5198081 Jul 23 10:45:29.701881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ce6dc-7e14-4a55-b106-e25daca1d399 tempest-QuotasNegativeTest-1212595528 tempest-QuotasNegativeTest-1212595528-project-admin] Pushing event deleted for resources: {'Network': ['ID=be28fccb-43a8-452c-89c0-c790c33adeae,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:29.817942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0692d37f-43cb-4e83-a604-00c74d70f23c tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:29.820786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0692d37f-43cb-4e83-a604-00c74d70f23c tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/ff8ba9f2-f020-4912-98ce-8f854196f3a8 HTTP/1.1" status: 204 len: 168 time: 0.7816198 Jul 23 10:45:29.823532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39758) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:29.915459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0021ce28-c95d-45ae-ba61-4cfba433a35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.111026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a0f8-6300-4560-a08e-3926e0411d1a tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.112301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fdc4a0f8-6300-4560-a08e-3926e0411d1a tempest-MeteringTestJSON-143367153 tempest-MeteringTestJSON-143367153-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/dec3dfbd-88df-4df6-a551-bdf3bcc27a3c HTTP/1.1" status: 204 len: 168 time: 0.2870471 Jul 23 10:45:30.188846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.299924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39772) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:30.332109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c43764d-c263-45a2-a42a-4ce61e21a098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.554360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c43764d-c263-45a2-a42a-4ce61e21a098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.559173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c43764d-c263-45a2-a42a-4ce61e21a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.606056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c43764d-c263-45a2-a42a-4ce61e21a098 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3888ea3217764a3c94a2fa189101814c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047125 Jul 23 10:45:30.607319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43764d-c263-45a2-a42a-4ce61e21a098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f14c40d-ccdc-41ab-bda0-271a125f3a88,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:30.609423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:30.717646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa42f0d-108d-4a67-84a5-3ed2351e8778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.720908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:30.757329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa42f0d-108d-4a67-84a5-3ed2351e8778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.830559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa42f0d-108d-4a67-84a5-3ed2351e8778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.833392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faa42f0d-108d-4a67-84a5-3ed2351e8778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:30.837560 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-faa42f0d-108d-4a67-84a5-3ed2351e8778 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f14c40d-ccdc-41ab-bda0-271a125f3a88 HTTP/1.1" status: 204 len: 168 time: 0.2265935 Jul 23 10:45:30.851060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa42f0d-108d-4a67-84a5-3ed2351e8778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f14c40d-ccdc-41ab-bda0-271a125f3a88,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:31.052785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd14-dbe6-49f3-9432-a4c860e9eb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.249075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd14-dbe6-49f3-9432-a4c860e9eb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.254908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4b2abd14-dbe6-49f3-9432-a4c860e9eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.259159 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.310561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4b2abd14-dbe6-49f3-9432-a4c860e9eb13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ce40d2f455e428883f283eb35f43613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863178 Jul 23 10:45:31.311024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:31.311591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2abd14-dbe6-49f3-9432-a4c860e9eb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe0ca2c-f6ed-4a10-96ab-7f3b4eed007e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:31.389077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7a9-e97f-4775-a1c1-60c83bbb0e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.426190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7a9-e97f-4775-a1c1-60c83bbb0e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.523842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7a9-e97f-4775-a1c1-60c83bbb0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.531829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7a9-e97f-4775-a1c1-60c83bbb0e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.535595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef6ad7a9-e97f-4775-a1c1-60c83bbb0e70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe0ca2c-f6ed-4a10-96ab-7f3b4eed007e HTTP/1.1" status: 204 len: 168 time: 0.2212269 Jul 23 10:45:31.551505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad7a9-e97f-4775-a1c1-60c83bbb0e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe0ca2c-f6ed-4a10-96ab-7f3b4eed007e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:31.595243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:31.611965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba38edb5-1b2a-4509-a856-ff1a164e4fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.736450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba38edb5-1b2a-4509-a856-ff1a164e4fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.742384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba38edb5-1b2a-4509-a856-ff1a164e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.786607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38edb5-1b2a-4509-a856-ff1a164e4fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7db52-13e6-4eda-b2c7-b12c453badb3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:31.815674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba38edb5-1b2a-4509-a856-ff1a164e4fca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d57b555e18b4668975a7bed04e9586a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191420 Jul 23 10:45:31.815984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39828) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:31.925060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca711278-1350-4f9f-a2d4-7af6e95e341c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:31.963266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca711278-1350-4f9f-a2d4-7af6e95e341c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.029981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca711278-1350-4f9f-a2d4-7af6e95e341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.033565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca711278-1350-4f9f-a2d4-7af6e95e341c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.037077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ca711278-1350-4f9f-a2d4-7af6e95e341c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1a7db52-13e6-4eda-b2c7-b12c453badb3 HTTP/1.1" status: 204 len: 168 time: 0.2174356 Jul 23 10:45:32.044758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca711278-1350-4f9f-a2d4-7af6e95e341c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7db52-13e6-4eda-b2c7-b12c453badb3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:32.243461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:32.272813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e77b-d423-4a0a-b886-319fc1a64cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.480703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e77b-d423-4a0a-b886-319fc1a64cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.500176 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e77b-d423-4a0a-b886-319fc1a64cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.515731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.550865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b0a3e77b-d423-4a0a-b886-319fc1a64cea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e3add47d5f4484c923b6ecd8a0d0fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010724 Jul 23 10:45:32.552579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39858) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:32.607267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e77b-d423-4a0a-b886-319fc1a64cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fbbed0-36e5-4bb5-979e-7a6540ac87ec,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:32.665331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83bef685-5af4-41fd-bf92-0c6bf288026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.688737 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83bef685-5af4-41fd-bf92-0c6bf288026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.757555 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83bef685-5af4-41fd-bf92-0c6bf288026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.760213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83bef685-5af4-41fd-bf92-0c6bf288026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:32.765453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-83bef685-5af4-41fd-bf92-0c6bf288026a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30fbbed0-36e5-4bb5-979e-7a6540ac87ec HTTP/1.1" status: 204 len: 168 time: 0.2107654 Jul 23 10:45:32.788718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bef685-5af4-41fd-bf92-0c6bf288026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fbbed0-36e5-4bb5-979e-7a6540ac87ec,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:33.354530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39890) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:33.716284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1639527139'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:33.736728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-7c95579a-0f25-4bc4-845e-7d05364a22e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1297581 Jul 23 10:45:33.759272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Made reservation on behalf of 33e07f0dab984f1fbdb950cab44610da for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:33.770826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:33.798297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.026836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.027336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.027856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.028896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.030017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.030733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.031360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.033862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-6fb12a2c-575b-4188-9f01-832e5b849d80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.1859336 Jul 23 10:45:34.169747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.178479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.226417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:34.228511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490d7a0f-5c8d-45d4-b9e4-ba26de8e132f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:34.242294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-714637d2-8b77-4923-bb52-12799d008a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.242294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-714637d2-8b77-4923-bb52-12799d008a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.242671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-714637d2-8b77-4923-bb52-12799d008a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.244337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-714637d2-8b77-4923-bb52-12799d008a79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 2292 time: 0.1754110 Jul 23 10:45:34.247929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.248463 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Added segment 076bbc79-a7ca-4a0f-beca-38634bf1d557 of type vlan for network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 Jul 23 10:45:34.332451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.361963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-afac15d7-a137-414a-bfc4-2732a618325f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.1052639 Jul 23 10:45:34.411784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.431939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.438468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.439192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.474074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1184809 Jul 23 10:45:34.477218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:34.482893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-d350bc21-1a8c-4f35-b0f5-8e18d0fb4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.484599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-d350bc21-1a8c-4f35-b0f5-8e18d0fb4e4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.1155682 Jul 23 10:45:34.487283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Request body: {'subnet': {'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:34.557213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f850ed-0a22-4ef0-89b0-4d0dac80961b tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event updated for resources: {'Network': ['ID=32409cd7-b1be-402f-b9f6-a1e8f967ceb9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:34.568231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:34.621112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Made reservation on behalf of 33e07f0dab984f1fbdb950cab44610da for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:34.625487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-b68c2dfc-4956-4584-8a2b-6e108f5ac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:34.627224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-b68c2dfc-4956-4584-8a2b-6e108f5ac693 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357622 Jul 23 10:45:34.627653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:34.890412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-ea7e5f66-de41-477d-ab8b-cb0d182b4e89 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507670 Jul 23 10:45:34.986961 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:35.052799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-72250ef9-249e-4a78-8181-5f7738875c76 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519685 Jul 23 10:45:35.124904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event updated for resources: {'Subnet': ['ID=8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:35.131184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-dff7c035-8abf-49f7-8581-3cf486b9867e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0699475 Jul 23 10:45:35.140571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Checking segment: {'id': '076bbc79-a7ca-4a0f-beca-38634bf1d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:35.141947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Network hostable DHCP agents. Network: 32409cd7-b1be-402f-b9f6-a1e8f967ceb9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:45:35.164313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:45:35.178704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 32409cd7-b1be-402f-b9f6-a1e8f967ceb9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:35.190956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ede412-997f-458e-bb27-a15ea37b2171 None None] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:35.201841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:35.203637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:35.216423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-4831dce2-84a9-43f4-9652-c4e7a9cb6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:35.217974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-4831dce2-84a9-43f4-9652-c4e7a9cb6621 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0808909 Jul 23 10:45:35.235523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1ecdd90f-57f8-4481-9241-af41e43f4cde tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7560828 Jul 23 10:45:35.237972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39958) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:35.248092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Request body: {'port': {'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1328775559'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:35.312676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-5244c791-71fa-495e-8bff-b56550047065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:35.314369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-5244c791-71fa-495e-8bff-b56550047065 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902953 Jul 23 10:45:35.493560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-32409cd7-b1be-402f-b9f6-a1e8f967ceb9', 'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9', 'tenant_id': '33e07f0dab984f1fbdb950cab44610da', 'fixed_ips': [{'subnet_id': '8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:45:35.495142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:35.495378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-48ac9f56-d436-471b-8e55-a45a5cda710e service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747394 Jul 23 10:45:35.513914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Made reservation on behalf of 33e07f0dab984f1fbdb950cab44610da for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:35.524172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:35.581060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] device_id is not set on port d2d0dd63-528f-499f-80b9-b459dd04892e yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:45:35.678980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-30115d31-c794-4a16-a06c-1f62b1b6847b service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765542 Jul 23 10:45:35.755308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-0b21ab86-4c96-4ce2-8181-a90af8779e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.0691731 Jul 23 10:45:35.799747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Allocated IP 2001:db8::32b (32409cd7-b1be-402f-b9f6-a1e8f967ceb9/8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5/d2d0dd63-528f-499f-80b9-b459dd04892e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:35.915358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-a7a29870-70db-434b-ac37-e24f41a00433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:35.916907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-a7a29870-70db-434b-ac37-e24f41a00433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1551013 Jul 23 10:45:36.062220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:36.065050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-bac789b6-7255-4b4d-a5ad-d621eb96116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:36.069151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-bac789b6-7255-4b4d-a5ad-d621eb96116f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455178 Jul 23 10:45:36.098164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Transition to ACTIVE for port object d2d0dd63-528f-499f-80b9-b459dd04892e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:36.157150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:36.250590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.261566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:36.283767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Allocated IP 2001:db8::2 (32409cd7-b1be-402f-b9f6-a1e8f967ceb9/8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5/843b3439-1a88-4346-950b-5e582eb9cf61) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:36.289126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:36.298634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:36.309256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:36.309983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:36.336383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event updated for resources: {'Port': ['ID=d2d0dd63-528f-499f-80b9-b459dd04892e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:36.342191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-fe138a2b-3a1c-4c87-a5fa-1f4ca10a8c6e service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652051 Jul 23 10:45:36.365942 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-46bfd7af-ccaa-4629-ac93-b54d04bcf90d tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1261055 Jul 23 10:45:36.369414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.380107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Request body: {'port': {'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-992544017', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:36.380652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] bootfile-name is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:36.381074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] tftp-server is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:36.381411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] server-ip-address is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:36.549073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-67d4481a-864b-4b06-88db-4bb66b805894 tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:36.571731 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-4200ef46-a3fc-4884-959d-6902a1e0351d service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226391 Jul 23 10:45:36.634525 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:36.636416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-8c75e811-f7e2-47e5-8adf-a96e4de6d55e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.0577567 Jul 23 10:45:36.646424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Transition to ACTIVE for port object 843b3439-1a88-4346-950b-5e582eb9cf61 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:36.663841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67d4481a-864b-4b06-88db-4bb66b805894 tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "PUT /v2.0/quotas/ce232a8d547548b4b4ce7af5ba8dd5d0 HTTP/1.1" status: 200 len: 366 time: 0.4050784 Jul 23 10:45:36.667150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.681708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Transition to ACTIVE for port object 843b3439-1a88-4346-950b-5e582eb9cf61 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:36.686226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9fdf103c-5288-4444-b0bc-6cd42daad87b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0174909 Jul 23 10:45:36.689605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.690564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Made reservation on behalf of 33e07f0dab984f1fbdb950cab44610da for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:36.695772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:36.703091 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:36.722058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d74cf17-fcdd-42d0-9f38-65a91c342b9d tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "GET /v2.0/quotas/ce232a8d547548b4b4ce7af5ba8dd5d0 HTTP/1.1" status: 200 len: 366 time: 0.0220039 Jul 23 10:45:36.724348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.741576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-11198634-4f10-447a-8657-6ba349480836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:36.743493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] device_id is not set on port 6a2e4b66-cb39-4a74-bf88-bdffcbd823d7 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:45:36.746473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-11198634-4f10-447a-8657-6ba349480836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1029603 Jul 23 10:45:36.786408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:36.800844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb790294-bfce-4b00-9575-90521dad6e6c tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/ce232a8d547548b4b4ce7af5ba8dd5d0 HTTP/1.1" status: 204 len: 168 time: 0.0748487 Jul 23 10:45:36.803951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.808199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Pushing event updated for resources: {'Port': ['ID=843b3439-1a88-4346-950b-5e582eb9cf61,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:36.826741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:36.831671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:36.836256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a7ad418b-e97c-4520-935f-26ff893a5a6c tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0288527 Jul 23 10:45:36.837233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.892281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-afbfb1d7-7aed-4b52-a797-3083a3652b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:36.893834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-afbfb1d7-7aed-4b52-a797-3083a3652b34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414382 Jul 23 10:45:36.899550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cebd497e-d8d8-4d83-b72c-6de93b952665 tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "GET /v2.0/quotas/ce232a8d547548b4b4ce7af5ba8dd5d0 HTTP/1.1" status: 200 len: 370 time: 0.0593662 Jul 23 10:45:36.901339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.909861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a8a35e2c-4019-4a4e-abd9-70c813e25d88 tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "GET /v2.0/quotas/ce232a8d547548b4b4ce7af5ba8dd5d0/default HTTP/1.1" status: 200 len: 370 time: 0.0074477 Jul 23 10:45:36.914780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:36.928712 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-cdc5fc0f-1885-497b-a175-7367fd830b2c tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] delete failed (client error): The resource could not be found. Jul 23 10:45:36.929932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cdc5fc0f-1885-497b-a175-7367fd830b2c tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/ce232a8d547548b4b4ce7af5ba8dd5d0 HTTP/1.1" status: 404 len: 348 time: 0.0140181 Jul 23 10:45:36.960907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Allocated IP 2001:db8::e6 (32409cd7-b1be-402f-b9f6-a1e8f967ceb9/8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5/6a2e4b66-cb39-4a74-bf88-bdffcbd823d7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:37.023860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Attempting to bind port 843b3439-1a88-4346-950b-5e582eb9cf61 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:37.023860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Attempting to bind port 843b3439-1a88-4346-950b-5e582eb9cf61 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '076bbc79-a7ca-4a0f-beca-38634bf1d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:37.023860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Attempting to bind port 843b3439-1a88-4346-950b-5e582eb9cf61 on network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:37.046064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:37.048002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Checking segment: {'id': '076bbc79-a7ca-4a0f-beca-38634bf1d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:37.053089 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:37.053803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Bound using segment: {'id': '076bbc79-a7ca-4a0f-beca-38634bf1d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:37.056104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Bound port: 843b3439-1a88-4346-950b-5e582eb9cf61, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076bbc79-a7ca-4a0f-beca-38634bf1d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32409cd7-b1be-402f-b9f6-a1e8f967ceb9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:37.056623 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:37.164018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40056) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:37.176899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-aea2b0fe-7979-44e0-80a7-f553513d4e01 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539866 Jul 23 10:45:37.228623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] For port 843b3439-1a88-4346-950b-5e582eb9cf61, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:37.232126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] For port 843b3439-1a88-4346-950b-5e582eb9cf61, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=843b3439-1a88-4346-950b-5e582eb9cf61,segment=NetworkSegment(076bbc79-a7ca-4a0f-beca-38634bf1d557),segment_id=076bbc79-a7ca-4a0f-beca-38634bf1d557)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:37.240548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:37.271770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:37.305309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Transition to ACTIVE for port object 6a2e4b66-cb39-4a74-bf88-bdffcbd823d7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:37.349178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:network and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:37.360348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6342236-2122-46f9-9db7-c6702f6eda9d None None] Pushing event updated for resources: {'Port': ['ID=843b3439-1a88-4346-950b-5e582eb9cf61,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:37.383191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:37.407029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-c13b63fd-6e03-4c57-8c82-3afba4ac1f4e service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149961 Jul 23 10:45:37.407833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:37.446457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:37.464828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:37.469486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:37.479757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:37.480677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:37.491970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event updated for resources: {'Port': ['ID=6a2e4b66-cb39-4a74-bf88-bdffcbd823d7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:37.501941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-0a399d96-1b24-4b87-b5dd-d15a0981c349 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.0881703 Jul 23 10:45:37.506876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-433d2d09-2a61-4b2f-8eed-e37c824a6312 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1363506 Jul 23 10:45:37.509654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:37.522538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:subnet and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:37.575809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:37.600354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-a95ffc11-9b71-4889-b300-854483e1dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:37.603041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-a95ffc11-9b71-4889-b300-854483e1dd8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0948126 Jul 23 10:45:37.611934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:subnetpool and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:37.737267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:37.748939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d7e40-ed6a-4c9b-8e0f-26ab193bfde5 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:37.762264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d7e40-ed6a-4c9b-8e0f-26ab193bfde5 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:37.769036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d7e40-ed6a-4c9b-8e0f-26ab193bfde5 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:37.769905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:port and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:37.770960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-237d7e40-ed6a-4c9b-8e0f-26ab193bfde5 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2601817 Jul 23 10:45:37.775729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40074) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:37.802313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:37.854207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:router and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:37.875850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-e4cf7395-478f-4462-a59b-80e9e11735e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:37.879939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-e4cf7395-478f-4462-a59b-80e9e11735e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2647929 Jul 23 10:45:37.913715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:37.973098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:floatingip and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:37.987260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:38.101072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-67907322-5109-49d6-99fa-404e1ccb50be service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099087 Jul 23 10:45:38.103802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Deleting port 6a2e4b66-cb39-4a74-bf88-bdffcbd823d7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:38.104374 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:38.662597 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:38.677640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Calling delete_port for 6a2e4b66-cb39-4a74-bf88-bdffcbd823d7 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:38.803632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:security_group and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:38.852293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:38.911136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 843b3439-1a88-4346-950b-5e582eb9cf61 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:38.961603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Usage tracker for resource:security_group_rule and tenant:f57f0c5bacf14baba6d657a61b1bd65c is out of sync, need to count used quota {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 10:45:38.973910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820d6ef-9aa5-4efd-8da4-16995a079693 None None] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:38.993088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.quota.resource [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 10:45:38.998351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-64f68e48-325a-4636-b79a-5771ff2707d6 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8878481 Jul 23 10:45:39.001980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7b622c19-e0ca-4968-856f-1b600fcd935b tempest-QuotasTest-610245104 tempest-QuotasTest-610245104-project-admin] 10.222.0.37 "GET /v2.0/quotas/f57f0c5bacf14baba6d657a61b1bd65c/details.json HTTP/1.1" status: 200 len: 703 time: 1.8343019 Jul 23 10:45:39.061931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-10333b07-0f38-4b53-850b-6bc32d9faa0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.0570495 Jul 23 10:45:39.223034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-24bcd965-ea0c-4458-85ad-3e88398e1c21 None None] Provisioning for port 843b3439-1a88-4346-950b-5e582eb9cf61 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:39.225566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 843b3439-1a88-4346-950b-5e582eb9cf61 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:39.233103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-24bcd965-ea0c-4458-85ad-3e88398e1c21 None None] Provisioning complete for port 843b3439-1a88-4346-950b-5e582eb9cf61 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:39.233488 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24bcd965-ea0c-4458-85ad-3e88398e1c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.278877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 843b3439-1a88-4346-950b-5e582eb9cf61 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:39.279610 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.295070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.301870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-79bfc5c4-b880-4b3e-8d41-a18c57d0e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:39.301870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-79bfc5c4-b880-4b3e-8d41-a18c57d0e1e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.2340236 Jul 23 10:45:39.405252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:39.433187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.435201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "DELETE /v2.0/ports/6a2e4b66-cb39-4a74-bf88-bdffcbd823d7 HTTP/1.1" status: 204 len: 168 time: 1.6491463 Jul 23 10:45:39.437345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684d21c-bc1b-4ac5-a84e-1799f2ef21c2 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event deleted for resources: {'Port': ['ID=6a2e4b66-cb39-4a74-bf88-bdffcbd823d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:39.439450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:39.452360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Request body: {'port': {'name': 'tempest-new-port-name-880419027', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:39.452360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] bootfile-name is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:39.452360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] tftp-server is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:39.452360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] server-ip-address is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:39.518807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-c0344bba-258f-4c54-a527-c762bd72bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:39.529945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-c0344bba-258f-4c54-a527-c762bd72bc32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1843903 Jul 23 10:45:39.542861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.698046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24bcd965-ea0c-4458-85ad-3e88398e1c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.759832 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-de9d0678-aba1-4a8a-af64-bd0cc274568c service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288673 Jul 23 10:45:39.762707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-89c0ce4f-b7fb-41c1-a852-9995d3855748 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:39.764047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 843b3439-1a88-4346-950b-5e582eb9cf61, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=843b3439-1a88-4346-950b-5e582eb9cf61,segment=NetworkSegment(076bbc79-a7ca-4a0f-beca-38634bf1d557),segment_id=076bbc79-a7ca-4a0f-beca-38634bf1d557)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:39.764900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-89c0ce4f-b7fb-41c1-a852-9995d3855748 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.1326866 Jul 23 10:45:39.784691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7614-e8cd-4be7-b5f4-e430882c801b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.801451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.808339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.851506 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:39.883280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:45:39.883280 n-d-778550-4 neutron-server[93833]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 10:45:39.883280 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id': '53c0283e59944fdb9fa9a847a67022ab', 'id': '4959af65-eeae-4cb2-a64c-d666b2ac106e', 'expiration': datetime.datetime(2021, 7, 23, 10, 47, 39, 876887)}] Jul 23 10:45:39.883280 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:45:39.883788 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:45:39.918254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-98be0799-8b55-4ab9-b7bf-a6fafe7d86e9 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520257 Jul 23 10:45:39.923833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=843b3439-1a88-4346-950b-5e582eb9cf61,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:39.939166 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-24bcd965-ea0c-4458-85ad-3e88398e1c21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:45:39.939540 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-24bcd965-ea0c-4458-85ad-3e88398e1c21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:45:40.001480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-b40b75b8-edc8-405f-8f44-6f64636591a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0768065 Jul 23 10:45:40.096800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-f650ce4f-ab01-40b9-abe5-0562ed8d85de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:40.099096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-f650ce4f-ab01-40b9-abe5-0562ed8d85de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0901034 Jul 23 10:45:40.217853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-96b5e6a4-0a54-4d5b-a218-0f2cbdaf9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:40.217853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-96b5e6a4-0a54-4d5b-a218-0f2cbdaf9ee9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062720 Jul 23 10:45:40.383394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-9fbaf745-0c6b-422e-b88c-f87b72ef6c82 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588259 Jul 23 10:45:40.384279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.408814 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7614-e8cd-4be7-b5f4-e430882c801b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.429675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7614-e8cd-4be7-b5f4-e430882c801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.502390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7614-e8cd-4be7-b5f4-e430882c801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d07bdb-fdfb-4296-81f1-2c5f0a8a4608,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:40.598683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3bcc7614-e8cd-4be7-b5f4-e430882c801b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bba3f827b3a4ac790aade1e76478287&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1920812 Jul 23 10:45:40.606621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:40.620329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.630708 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.682247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] In _notify_port_updated(), no bound segment for port d2d0dd63-528f-499f-80b9-b459dd04892e on network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:45:40.688686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:40.688929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa46759c-d1cf-47b2-8cdf-c9a389cf8066 None None] Provisioning complete for port 843b3439-1a88-4346-950b-5e582eb9cf61 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:40.689554 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa46759c-d1cf-47b2-8cdf-c9a389cf8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.689946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.691691 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "PUT /v2.0/ports/d2d0dd63-528f-499f-80b9-b459dd04892e HTTP/1.1" status: 200 len: 1129 time: 1.2510912 Jul 23 10:45:40.697413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:40.712805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-730fefeb-eb24-4351-9cd2-7d0005625b8b req-067eb0e0-8f5f-47ba-a717-99da02e58bc7 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113549 Jul 23 10:45:40.897204 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.916298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.921960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580807d-1756-4e35-aefd-74fd46ee32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event updated for resources: {'Port': ['ID=d2d0dd63-528f-499f-80b9-b459dd04892e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:40.933159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa46759c-d1cf-47b2-8cdf-c9a389cf8066 None None] Provisioning for port d2d0dd63-528f-499f-80b9-b459dd04892e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:40.939836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa46759c-d1cf-47b2-8cdf-c9a389cf8066 None None] Provisioning complete for port d2d0dd63-528f-499f-80b9-b459dd04892e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:40.940157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa46759c-d1cf-47b2-8cdf-c9a389cf8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.961179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f38f14-155a-4b2b-9017-469e4d50b6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:40.978269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e619825-c6cf-4321-8a1e-fbc002a5bd4c tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:40.979773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e619825-c6cf-4321-8a1e-fbc002a5bd4c tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "GET /v2.0/ports/d2d0dd63-528f-499f-80b9-b459dd04892e HTTP/1.1" status: 200 len: 1129 time: 0.2727439 Jul 23 10:45:40.988089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:41.019814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca2393d-c65f-4a3c-a04f-4f77de3be86c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:41.036024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba04322b-6315-42e3-ba22-19cdebad9581 req-cea0f148-95a3-4960-9c50-c1181cde5f4e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2602346 Jul 23 10:45:41.040381 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 843b3439-1a88-4346-950b-5e582eb9cf61 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:41.151449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa46759c-d1cf-47b2-8cdf-c9a389cf8066 None None] Port d2d0dd63-528f-499f-80b9-b459dd04892e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:41.184245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f38f14-155a-4b2b-9017-469e4d50b6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.222138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 843b3439-1a88-4346-950b-5e582eb9cf61 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:41.225170 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.330384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Deleting port d2d0dd63-528f-499f-80b9-b459dd04892e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:41.330918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.338350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-53dbde90-90dc-48d9-b9dd-9fbed253ddef None None] Provisioning complete for port d2d0dd63-528f-499f-80b9-b459dd04892e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:41.339141 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53dbde90-90dc-48d9-b9dd-9fbed253ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.427188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-53dbde90-90dc-48d9-b9dd-9fbed253ddef None None] Port d2d0dd63-528f-499f-80b9-b459dd04892e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:41.486228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.501333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Calling delete_port for d2d0dd63-528f-499f-80b9-b459dd04892e owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:41.599089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6b316924-094c-455b-b3d0-d95053a2f912 None None] Could not find standard attr ID for object 6a2e4b66-cb39-4a74-bf88-bdffcbd823d7. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:45:41.722053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f38f14-155a-4b2b-9017-469e4d50b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.731635 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76f38f14-155a-4b2b-9017-469e4d50b6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:41.741362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-76f38f14-155a-4b2b-9017-469e4d50b6d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6d07bdb-fdfb-4296-81f1-2c5f0a8a4608 HTTP/1.1" status: 204 len: 168 time: 1.1328650 Jul 23 10:45:41.775817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f38f14-155a-4b2b-9017-469e4d50b6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d07bdb-fdfb-4296-81f1-2c5f0a8a4608,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:41.917395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ebe7-6e71-4a57-b851-8e05024197e5 req-eab6ffdc-ebed-46ad-8566-8d32f6a13b70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:41.936826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7c8ebe7-6e71-4a57-b851-8e05024197e5 req-eab6ffdc-ebed-46ad-8566-8d32f6a13b70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.7144477 Jul 23 10:45:41.986148 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.043397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event deleted for resources: {'Port': ['ID=d2d0dd63-528f-499f-80b9-b459dd04892e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:42.135244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.142189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7c506327-85e4-4863-9658-a4885f6c609f tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "DELETE /v2.0/ports/d2d0dd63-528f-499f-80b9-b459dd04892e HTTP/1.1" status: 204 len: 168 time: 1.1528482 Jul 23 10:45:42.144504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40236) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:42.148011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7c8ebe7-6e71-4a57-b851-8e05024197e5 req-9d9792ed-ca2c-4c9f-8059-93e85ce5adde tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098601 Jul 23 10:45:42.206813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:42.286523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Deleting subnet 8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:45:42.295794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.358301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-78f922d3-df7a-43f9-b3fc-3c7f92d0591e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/47a0801a-98e9-4aef-a3a2-470f15cf6f43 HTTP/1.1" status: 200 len: 993 time: 0.1498005 Jul 23 10:45:42.392387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f5a5b0a2-5503-4c44-8f01-5883ed952f60 None None] Could not find standard attr ID for object d2d0dd63-528f-499f-80b9-b459dd04892e. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:45:42.394682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.582258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.685425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.785154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:42.798491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e75d4-2644-497b-9d4e-ab9995c64fe0 None None] Network 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:42.803589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:42.808776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:42.810270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "DELETE /v2.0/subnets/8a6f9350-f0b3-4817-b1dc-9a5b54fd8fd5 HTTP/1.1" status: 204 len: 168 time: 0.6641726 Jul 23 10:45:42.813129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.813748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.814552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.815301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.815908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.816855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.817425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.817985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.818561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.819753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.820518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.821076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca99dd7-06db-47e9-a4f8-e1857e99a3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:42.993001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.054818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Deleting port 843b3439-1a88-4346-950b-5e582eb9cf61 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:43.055172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.083348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:43.137470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] For port 843b3439-1a88-4346-950b-5e582eb9cf61, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=843b3439-1a88-4346-950b-5e582eb9cf61,segment=NetworkSegment(076bbc79-a7ca-4a0f-beca-38634bf1d557),segment_id=076bbc79-a7ca-4a0f-beca-38634bf1d557)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:43.137998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.138650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7392ffa-a7cd-40d9-acbf-13529422d910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.177840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Calling delete_port for 843b3439-1a88-4346-950b-5e582eb9cf61 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:43.193485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] DHCP port deletion for 32409cd7-b1be-402f-b9f6-a1e8f967ceb9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:45:43.275262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] Deleting port 843b3439-1a88-4346-950b-5e582eb9cf61 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:43.275816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.304110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7392ffa-a7cd-40d9-acbf-13529422d910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.310617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7392ffa-a7cd-40d9-acbf-13529422d910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.343357 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.369605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40278) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:43.422322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event deleted for resources: {'Port': ['ID=843b3439-1a88-4346-950b-5e582eb9cf61,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:43.428676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] No DVR routers for this DVR port 843b3439-1a88-4346-950b-5e582eb9cf61 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:45:43.453264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c7392ffa-a7cd-40d9-acbf-13529422d910 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f57f0c5bacf14baba6d657a61b1bd65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667042 Jul 23 10:45:43.474143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40282) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:43.475341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7392ffa-a7cd-40d9-acbf-13529422d910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdde97b-e680-451f-b843-222c5d55e9a4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:43.498000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] For port 843b3439-1a88-4346-950b-5e582eb9cf61, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=843b3439-1a88-4346-950b-5e582eb9cf61,segment=NetworkSegment(076bbc79-a7ca-4a0f-beca-38634bf1d557),segment_id=076bbc79-a7ca-4a0f-beca-38634bf1d557)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:43.500283 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.523673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] Calling delete_port for 843b3439-1a88-4346-950b-5e582eb9cf61 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:43.594575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.605424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32409cd7-b1be-402f-b9f6-a1e8f967ceb9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:43.618915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076bbc79-a7ca-4a0f-beca-38634bf1d557') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:43.619215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076bbc79-a7ca-4a0f-beca-38634bf1d557') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:43.634054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.636350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.650139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] No DVR routers for this DVR port 843b3439-1a88-4346-950b-5e582eb9cf61 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:45:43.675681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.678221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648bfa4-e1e9-4583-b60b-6cd9353095bc req-4ee43546-f9b5-4170-ae6d-e4bf9b7d8b25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:43.684307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5834d60-b791-4305-9d07-064bdd04c0d2 None None] Pushing event deleted for resources: {'Port': ['ID=843b3439-1a88-4346-950b-5e582eb9cf61,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:43.692120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d648bfa4-e1e9-4583-b60b-6cd9353095bc req-4ee43546-f9b5-4170-ae6d-e4bf9b7d8b25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.2785792 Jul 23 10:45:43.701688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:45:43.702215 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:45:43.705318 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:45:43.774191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5f00516-23bb-4510-870a-a69637b48361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.805420 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.806519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5f00516-23bb-4510-870a-a69637b48361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.830281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.835650 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] 10.222.0.37 "DELETE /v2.0/networks/32409cd7-b1be-402f-b9f6-a1e8f967ceb9 HTTP/1.1" status: 204 len: 168 time: 1.0246296 Jul 23 10:45:43.836890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20206acc-ec6e-448a-a7fc-d1fefc237642 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710 tempest-ExtraDHCPOptionsIpV6TestJSON-75045710-project] Pushing event deleted for resources: {'Network': ['ID=32409cd7-b1be-402f-b9f6-a1e8f967ceb9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:43.860233 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d648bfa4-e1e9-4583-b60b-6cd9353095bc req-2f51e3b4-ed39-47d0-a504-ddcace8c9d0f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556518 Jul 23 10:45:43.915225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-e34afe91-f955-4a54-9b3d-086312eb128b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5401974 Jul 23 10:45:43.917568 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5f00516-23bb-4510-870a-a69637b48361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.921837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5f00516-23bb-4510-870a-a69637b48361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:43.932742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a5f00516-23bb-4510-870a-a69637b48361 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cdde97b-e680-451f-b843-222c5d55e9a4 HTTP/1.1" status: 204 len: 168 time: 0.4377048 Jul 23 10:45:43.948962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f00516-23bb-4510-870a-a69637b48361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdde97b-e680-451f-b843-222c5d55e9a4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:44.316945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:44.581538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c398221f-b522-4bc8-8a52-549ab0e7a587 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33e07f0dab984f1fbdb950cab44610da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626600 Jul 23 10:45:44.583811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40350) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:44.660904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bbdb02b9-56e4-499f-bb56-6259cffac08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:44.690949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bbdb02b9-56e4-499f-bb56-6259cffac08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:44.766160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bbdb02b9-56e4-499f-bb56-6259cffac08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:44.771346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bbdb02b9-56e4-499f-bb56-6259cffac08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:44.773025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bbdb02b9-56e4-499f-bb56-6259cffac08e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/490d7a0f-5c8d-45d4-b9e4-ba26de8e132f HTTP/1.1" status: 204 len: 168 time: 0.1882486 Jul 23 10:45:44.786855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb02b9-56e4-499f-bb56-6259cffac08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490d7a0f-5c8d-45d4-b9e4-ba26de8e132f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:44.862933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 843b3439-1a88-4346-950b-5e582eb9cf61 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:45:44.895030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 843b3439-1a88-4346-950b-5e582eb9cf61 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:45:44.895386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 843b3439-1a88-4346-950b-5e582eb9cf61 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:45:45.077693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcade8e-66d3-4f7f-b10b-0a4438e2cd67 req-c8ff7d8e-6fec-436a-881a-23addacd2910 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:45.079236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fcade8e-66d3-4f7f-b10b-0a4438e2cd67 req-c8ff7d8e-6fec-436a-881a-23addacd2910 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1264274 Jul 23 10:45:45.157628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fcade8e-66d3-4f7f-b10b-0a4438e2cd67 req-4769551f-3944-48a3-aa90-9eadd0849b77 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681319 Jul 23 10:45:45.756426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:46.258112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-127486721'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:46.289154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:46.292701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.317186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.470626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e45f3-d047-4180-9b8b-dc80b867db38 req-2a715aa1-bb6c-47f8-92f4-dbdbdb7b2545 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:46.479770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-478e45f3-d047-4180-9b8b-dc80b867db38 req-2a715aa1-bb6c-47f8-92f4-dbdbdb7b2545 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1584749 Jul 23 10:45:46.530305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-478e45f3-d047-4180-9b8b-dc80b867db38 req-991b98b8-523d-46d6-8c4f-f99ad3b04a25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477095 Jul 23 10:45:46.541040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.559548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.604620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308d130e-2c82-498a-b2c6-d6de5072a637,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:46.636404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:46.660530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.661268 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment 910f9b61-42f3-46f4-a8c9-d3c0afe43d54 of type vlan for network de80b35d-96cd-40f7-a0a1-28109487fa17 Jul 23 10:45:46.776702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.870575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.879718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:46.882775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:46.932101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1723073 Jul 23 10:45:46.932683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40470) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:46.939924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-750243086'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:46.984276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=de80b35d-96cd-40f7-a0a1-28109487fa17,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:46.994325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.994675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.995126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.995659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.996350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.997347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.997929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.998661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.999186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:46.999756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:47.000251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:47.000807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dac979-045f-4ffd-9212-7874a0037ffa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:45:47.016928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network de80b35d-96cd-40f7-a0a1-28109487fa17 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:47.028183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:47.037088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.111262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:47.136043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-2dde88aa-06bc-438f-a303-3123d6ed7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:47.144328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-2dde88aa-06bc-438f-a303-3123d6ed7d87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.3929167 Jul 23 10:45:47.146712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.147067 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment ec6796b5-0bbf-4b6b-803d-02752e03be6e of type vlan for network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 Jul 23 10:45:47.186161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:47.257581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.321108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.334790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-800954763'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:47.337111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:47.338039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.420447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-fad0c814-dede-491b-87ed-273853b8a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:47.428090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-fad0c814-dede-491b-87ed-273853b8a804 service neutron] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.2755301 Jul 23 10:45:47.430544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Made reservation on behalf of 3071f1decba64ef1b18a388145e156bd for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:47.441118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.499367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=56b5252f-0ea2-4d22-af2a-459437bfaeb6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:47.504504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4c5b4f04-e725-4ce7-a6da-09db44d43e2d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5707748 Jul 23 10:45:47.507680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40494) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:47.512082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:47.529510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:47.568420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.672617 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-231aef2e-2416-4e12-8b51-82b5709456a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 1001 time: 0.2241931 Jul 23 10:45:47.816883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.846988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:47.850818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.852846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.866401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:45:47.877637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:47.878182 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Added segment 327c3952-098f-432a-b1e5-a095e9ef6fc2 of type vlan for network 0eef5447-60a4-4518-9fef-b5b946a90778 Jul 23 10:45:48.058400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.066645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-aaafb332-99dc-4ce0-9945-7c9f5b37bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:48.068119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-aaafb332-99dc-4ce0-9945-7c9f5b37bfb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.2949686 Jul 23 10:45:48.083483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aacd25d-b2cc-4ebb-810c-c3f4186d7574,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:48.130548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec7484-3a2e-4268-8174-116e65feda56 req-539e46c0-3431-4e07-9d7f-2ecf528b1f05 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:48.132165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bdec7484-3a2e-4268-8174-116e65feda56 req-539e46c0-3431-4e07-9d7f-2ecf528b1f05 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.4565871 Jul 23 10:45:48.157558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.197404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.206366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:48.207619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.259161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=c36e1568-a18e-4831-985a-f9c5997f48a8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:48.280707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': '910f9b61-42f3-46f4-a8c9-d3c0afe43d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:48.281080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: de80b35d-96cd-40f7-a0a1-28109487fa17, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:45:48.309461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bdec7484-3a2e-4268-8174-116e65feda56 req-6bfdddf1-8ada-4353-b8b8-b42fdca9ea4f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684024 Jul 23 10:45:48.349286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network de80b35d-96cd-40f7-a0a1-28109487fa17 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:45:48.369989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1827114 Jul 23 10:45:48.374961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:48.386881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-f6714bd6-534a-4cac-9b64-e0aef838ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:48.390657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Request body: {'subnet': {'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:48.391504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-f6714bd6-534a-4cac-9b64-e0aef838ec6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162985 Jul 23 10:45:48.397002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, de80b35d-96cd-40f7-a0a1-28109487fa17) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:48.416506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1cf45-20a4-4c73-a7b3-3e7b17a6ca5b None None] Network de80b35d-96cd-40f7-a0a1-28109487fa17 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:48.435720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:48.436702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.479108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c786d50a-bf11-4eb7-b073-28617ac200a7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9576354 Jul 23 10:45:48.507129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:48.513919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:48.581574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366dde1-fd89-4f89-8f43-4b3dcfb6765b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event updated for resources: {'Network': ['ID=0eef5447-60a4-4518-9fef-b5b946a90778,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:48.662503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0eef5447-60a4-4518-9fef-b5b946a90778 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:45:48.683464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:48.689253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.694958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Made reservation on behalf of 3071f1decba64ef1b18a388145e156bd for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:48.701430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.701732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-432cdee5-ec5e-49bf-8f94-7e61ca9c5648 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003111 Jul 23 10:45:48.954574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-de80b35d-96cd-40f7-a0a1-28109487fa17', 'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': 'c36e1568-a18e-4831-985a-f9c5997f48a8'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:45:48.955665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:48.967981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-bc96fd44-27eb-4c19-a075-bdb8cba4b5b5 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565041 Jul 23 10:45:49.054409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.179251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Allocated IP 172.20.0.2 (de80b35d-96cd-40f7-a0a1-28109487fa17/c36e1568-a18e-4831-985a-f9c5997f48a8/86b53f2f-0f70-4bad-ac82-9165303990b9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:49.219803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=d724b702-b1e3-419c-bfae-f03c4b8dc64e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:49.269363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': 'ec6796b5-0bbf-4b6b-803d-02752e03be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:49.269739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: 56b5252f-0ea2-4d22-af2a-459437bfaeb6, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:45:49.301888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.371136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event updated for resources: {'Subnet': ['ID=6580334b-e867-477e-854f-d9ec1932e070,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:49.377416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:45:49.431295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 56b5252f-0ea2-4d22-af2a-459437bfaeb6) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:49.443086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:49.443795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.477244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb21c6-ae93-4ea2-bede-55b9d7341b67 None None] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:49.513048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Checking segment: {'id': '327c3952-098f-432a-b1e5-a095e9ef6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:49.513506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Network hostable DHCP agents. Network: 0eef5447-60a4-4518-9fef-b5b946a90778, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:45:49.526397 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7305005e-4413-4896-9dcb-241854856876 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0155098 Jul 23 10:45:49.526961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:49.534701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976717485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:49.563647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Network 0eef5447-60a4-4518-9fef-b5b946a90778 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:45:49.580302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0eef5447-60a4-4518-9fef-b5b946a90778) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:49.587208 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.591501 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.596137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:49.596981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.640108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2029e1-07b8-434a-b196-b39f0cce1923 req-be8eac14-c149-4857-909d-a61d2efb0d43 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:49.648974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f2029e1-07b8-434a-b196-b39f0cce1923 req-be8eac14-c149-4857-909d-a61d2efb0d43 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.2076938 Jul 23 10:45:49.652238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04d5ff01-3bdb-479e-b4a6-eb48fdde9bf6 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2718058 Jul 23 10:45:49.659261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:49.670450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Request body: {'port': {'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778', 'name': 'tempest-ExtraDHCPOptionsTestJSON-190842734'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:49.733391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f2029e1-07b8-434a-b196-b39f0cce1923 req-90ef5e51-540a-45d0-937b-be4fd00302cf tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818839 Jul 23 10:45:49.738582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0469fe-93a4-4ab7-8778-447472c38fc8 None None] Network 0eef5447-60a4-4518-9fef-b5b946a90778 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:49.777186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.786743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.852693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.857238 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e8ca8ded-635d-4e93-b0cb-e280fbaf1840 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3260198 Jul 23 10:45:49.857558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40562) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:49.871445 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:49.901206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Transition to ACTIVE for port object 86b53f2f-0f70-4bad-ac82-9165303990b9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:49.983013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Transition to ACTIVE for port object 86b53f2f-0f70-4bad-ac82-9165303990b9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:49.985807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Made reservation on behalf of 3071f1decba64ef1b18a388145e156bd for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:49.990597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.002221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.037146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] device_id is not set on port d2d945c8-2b70-43ed-9b3c-802c6d128f84 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:45:50.249613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Allocated IP 172.20.0.7 (0eef5447-60a4-4518-9fef-b5b946a90778/6580334b-e867-477e-854f-d9ec1932e070/d2d945c8-2b70-43ed-9b3c-802c6d128f84) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:50.345115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Network de80b35d-96cd-40f7-a0a1-28109487fa17 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:50.351688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:50.388671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:50.418974 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.431364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Pushing event updated for resources: {'Port': ['ID=86b53f2f-0f70-4bad-ac82-9165303990b9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:50.586750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-56b5252f-0ea2-4d22-af2a-459437bfaeb6', 'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': 'd724b702-b1e3-419c-bfae-f03c4b8dc64e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:45:50.587966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.602717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-0eef5447-60a4-4518-9fef-b5b946a90778', 'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778', 'tenant_id': '3071f1decba64ef1b18a388145e156bd', 'fixed_ips': [{'subnet_id': '6580334b-e867-477e-854f-d9ec1932e070'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:45:50.603767 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.615203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.648873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Transition to ACTIVE for port object d2d945c8-2b70-43ed-9b3c-802c6d128f84 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:50.697348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.779008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Attempting to bind port 86b53f2f-0f70-4bad-ac82-9165303990b9 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:50.779590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Attempting to bind port 86b53f2f-0f70-4bad-ac82-9165303990b9 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '910f9b61-42f3-46f4-a8c9-d3c0afe43d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:50.779965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Attempting to bind port 86b53f2f-0f70-4bad-ac82-9165303990b9 on network de80b35d-96cd-40f7-a0a1-28109487fa17 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:50.803128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Network 0eef5447-60a4-4518-9fef-b5b946a90778 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:50.811740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:50.820528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:50.929328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.20.0.1 (de80b35d-96cd-40f7-a0a1-28109487fa17/c36e1568-a18e-4831-985a-f9c5997f48a8/58de2910-df20-46a7-ae87-44f41304e355) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:50.931242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:50.931965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.958508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:50.958888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Checking segment: {'id': '910f9b61-42f3-46f4-a8c9-d3c0afe43d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:50.959294 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.959718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Bound using segment: {'id': '910f9b61-42f3-46f4-a8c9-d3c0afe43d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:50.960206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Bound port: 86b53f2f-0f70-4bad-ac82-9165303990b9, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910f9b61-42f3-46f4-a8c9-d3c0afe43d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'de80b35d-96cd-40f7-a0a1-28109487fa17'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:50.960588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:50.984072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event updated for resources: {'Port': ['ID=d2d945c8-2b70-43ed-9b3c-802c6d128f84,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:50.997791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bdc42730-6882-46bd-9a10-73e283931340 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3354688 Jul 23 10:45:51.002379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:51.014433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Request body: {'port': {'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1226816227', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:51.015523 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] bootfile-name is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:51.016003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] tftp-server is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:51.016570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] server-ip-address is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:51.018420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5158-bc8b-4c71-8534-97bbb6ee8a66 req-635b2165-23ba-4c6f-8019-ed536da2c4c9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:51.026249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15b5158-bc8b-4c71-8534-97bbb6ee8a66 req-635b2165-23ba-4c6f-8019-ed536da2c4c9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1661365 Jul 23 10:45:51.148494 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15b5158-bc8b-4c71-8534-97bbb6ee8a66 req-499230d9-08ec-44c4-9014-565d445ece12 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208940 Jul 23 10:45:51.196263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.215306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Made reservation on behalf of 3071f1decba64ef1b18a388145e156bd for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:45:51.217679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object 58de2910-df20-46a7-ae87-44f41304e355 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:51.231915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.275249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] device_id is not set on port 96daf2f6-a60b-4e34-9001-79015ec5d071 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:45:51.296637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.300904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Allocated IP 172.21.0.2 (56b5252f-0ea2-4d22-af2a-459437bfaeb6/d724b702-b1e3-419c-bfae-f03c4b8dc64e/82e772f5-d9e4-4e58-b26f-cb32847a18cd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:51.304821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Allocated IP 172.20.0.2 (0eef5447-60a4-4518-9fef-b5b946a90778/6580334b-e867-477e-854f-d9ec1932e070/00244177-54ad-46cb-8621-8a25828fecb6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:51.308771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] For port 86b53f2f-0f70-4bad-ac82-9165303990b9, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:51.313678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] For port 86b53f2f-0f70-4bad-ac82-9165303990b9, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=86b53f2f-0f70-4bad-ac82-9165303990b9,segment=NetworkSegment(910f9b61-42f3-46f4-a8c9-d3c0afe43d54),segment_id=910f9b61-42f3-46f4-a8c9-d3c0afe43d54)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:51.327194 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.429447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=58de2910-df20-46a7-ae87-44f41304e355,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:51.433291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network de80b35d-96cd-40f7-a0a1-28109487fa17 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:51.435513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:51.439503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:51.522420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.555976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e6c2c-8581-431d-a145-8b575bb4157d None None] Pushing event updated for resources: {'Port': ['ID=86b53f2f-0f70-4bad-ac82-9165303990b9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:51.803332 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.856975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Transition to ACTIVE for port object 00244177-54ad-46cb-8621-8a25828fecb6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:51.869631 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.932209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:51.947780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Transition to ACTIVE for port object 82e772f5-d9e4-4e58-b26f-cb32847a18cd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:51.979068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Transition to ACTIVE for port object 00244177-54ad-46cb-8621-8a25828fecb6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:51.996053 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.005727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Transition to ACTIVE for port object 82e772f5-d9e4-4e58-b26f-cb32847a18cd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:52.045705 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.051174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Network 0eef5447-60a4-4518-9fef-b5b946a90778 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:52.059881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:52.065318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:52.086049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Pushing event updated for resources: {'Port': ['ID=00244177-54ad-46cb-8621-8a25828fecb6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:52.089613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:52.095070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:52.104543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Allocated IP 172.20.0.8 (0eef5447-60a4-4518-9fef-b5b946a90778/6580334b-e867-477e-854f-d9ec1932e070/96daf2f6-a60b-4e34-9001-79015ec5d071) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:52.114506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:52.216875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Pushing event updated for resources: {'Port': ['ID=82e772f5-d9e4-4e58-b26f-cb32847a18cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:52.284756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Attempting to bind port 00244177-54ad-46cb-8621-8a25828fecb6 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:52.285458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Attempting to bind port 00244177-54ad-46cb-8621-8a25828fecb6 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '327c3952-098f-432a-b1e5-a095e9ef6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:52.286065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Attempting to bind port 00244177-54ad-46cb-8621-8a25828fecb6 on network 0eef5447-60a4-4518-9fef-b5b946a90778 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:52.307758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:52.308144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Checking segment: {'id': '327c3952-098f-432a-b1e5-a095e9ef6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:52.308558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.309126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Bound using segment: {'id': '327c3952-098f-432a-b1e5-a095e9ef6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:52.310244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Bound port: 00244177-54ad-46cb-8621-8a25828fecb6, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327c3952-098f-432a-b1e5-a095e9ef6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0eef5447-60a4-4518-9fef-b5b946a90778'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:52.310763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.385118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] For port 00244177-54ad-46cb-8621-8a25828fecb6, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:52.394912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] For port 00244177-54ad-46cb-8621-8a25828fecb6, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00244177-54ad-46cb-8621-8a25828fecb6,segment=NetworkSegment(327c3952-098f-432a-b1e5-a095e9ef6fc2),segment_id=327c3952-098f-432a-b1e5-a095e9ef6fc2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:52.407649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.421887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Attempting to bind port 82e772f5-d9e4-4e58-b26f-cb32847a18cd on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:45:52.422280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Attempting to bind port 82e772f5-d9e4-4e58-b26f-cb32847a18cd by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ec6796b5-0bbf-4b6b-803d-02752e03be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:45:52.422855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Attempting to bind port 82e772f5-d9e4-4e58-b26f-cb32847a18cd on network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:45:52.425379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Transition to ACTIVE for port object 96daf2f6-a60b-4e34-9001-79015ec5d071 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:52.432279 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.436130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:45:52.436461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Checking segment: {'id': 'ec6796b5-0bbf-4b6b-803d-02752e03be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:45:52.436883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.437312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Bound using segment: {'id': 'ec6796b5-0bbf-4b6b-803d-02752e03be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:45:52.437811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Bound port: 82e772f5-d9e4-4e58-b26f-cb32847a18cd, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6796b5-0bbf-4b6b-803d-02752e03be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '56b5252f-0ea2-4d22-af2a-459437bfaeb6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:45:52.438203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.469645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.507848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d21ed8-52ac-496c-9c28-933dbdbedb8c None None] Pushing event updated for resources: {'Port': ['ID=00244177-54ad-46cb-8621-8a25828fecb6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:52.588465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Network 0eef5447-60a4-4518-9fef-b5b946a90778 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:52.606208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:52.609142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event updated for resources: {'Port': ['ID=96daf2f6-a60b-4e34-9001-79015ec5d071,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:52.618631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40624) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:52.619624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:52.640620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] For port 82e772f5-d9e4-4e58-b26f-cb32847a18cd, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:45:52.646014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] For port 82e772f5-d9e4-4e58-b26f-cb32847a18cd, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=82e772f5-d9e4-4e58-b26f-cb32847a18cd,segment=NetworkSegment(ec6796b5-0bbf-4b6b-803d-02752e03be6e),segment_id=ec6796b5-0bbf-4b6b-803d-02752e03be6e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:45:52.655067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.796027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:52.797343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.871490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eff06-b402-41a2-a27b-f7ba4cc078bd None None] Pushing event updated for resources: {'Port': ['ID=82e772f5-d9e4-4e58-b26f-cb32847a18cd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:52.971377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb066d3-f346-4461-b3dd-69b2fc46f267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:52.989732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6157f1bc-dabc-4e07-91d8-23c3ddcb9ef9 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9861054 Jul 23 10:45:53.007121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:53.036599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86b53f2f-0f70-4bad-ac82-9165303990b9 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:53.201529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 86b53f2f-0f70-4bad-ac82-9165303990b9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:53.278547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb066d3-f346-4461-b3dd-69b2fc46f267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.279888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.299501 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eb066d3-f346-4461-b3dd-69b2fc46f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.303071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.316941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4637e-e7d5-4131-b334-f6ce63fcb830 None None] Network de80b35d-96cd-40f7-a0a1-28109487fa17 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:53.336933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7eb066d3-f346-4461-b3dd-69b2fc46f267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e74ffb2a792844598a89e330cba7ea42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102888 Jul 23 10:45:53.338665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:53.363232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff83677-c4d6-4990-9948-3c848c5d8b93 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:53.371906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff83677-c4d6-4990-9948-3c848c5d8b93 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:53.382001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff83677-c4d6-4990-9948-3c848c5d8b93 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:53.387633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3ff83677-c4d6-4990-9948-3c848c5d8b93 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3747430 Jul 23 10:45:53.389625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:53.469795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] Provisioning for port 86b53f2f-0f70-4bad-ac82-9165303990b9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:53.477393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb066d3-f346-4461-b3dd-69b2fc46f267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b67f1-0cfc-4c7c-a3df-7b8a6e96ad61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:53.483160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039926d6-d3b4-4a08-8653-1cc6cb8ee5d7 req-53460c02-6755-4000-9a3e-88616da52ca3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:53.494319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] Provisioning complete for port 86b53f2f-0f70-4bad-ac82-9165303990b9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:53.494698 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.500276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-039926d6-d3b4-4a08-8653-1cc6cb8ee5d7 req-53460c02-6755-4000-9a3e-88616da52ca3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 1.2275798 Jul 23 10:45:53.529993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=58de2910-df20-46a7-ae87-44f41304e355,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:53.537942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c824-5794-4847-9dee-bc9c6cad5db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.560424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.568209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c824-5794-4847-9dee-bc9c6cad5db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.691314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-039926d6-d3b4-4a08-8653-1cc6cb8ee5d7 req-cc573e6f-7427-4833-af54-39d85869b5ba tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901138 Jul 23 10:45:53.776986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Deleting port 96daf2f6-a60b-4e34-9001-79015ec5d071 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:53.777332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.808558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.906957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] For port 86b53f2f-0f70-4bad-ac82-9165303990b9, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=86b53f2f-0f70-4bad-ac82-9165303990b9,segment=NetworkSegment(910f9b61-42f3-46f4-a8c9-d3c0afe43d54),segment_id=910f9b61-42f3-46f4-a8c9-d3c0afe43d54)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:53.916401 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:53.995309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2627455-778b-4ca8-be13-5971943a7d32 None None] Pushing event updated for resources: {'Port': ['ID=86b53f2f-0f70-4bad-ac82-9165303990b9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:54.046758 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:54.071731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:54.075805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network de80b35d-96cd-40f7-a0a1-28109487fa17 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:54.100271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:54.128339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Calling delete_port for 96daf2f6-a60b-4e34-9001-79015ec5d071 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:54.299898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b9584-937f-429b-a06b-e27f453ff320 None None] Network 0eef5447-60a4-4518-9fef-b5b946a90778 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:54.441431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c824-5794-4847-9dee-bc9c6cad5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:54.455532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1954705b-07f5-4046-a11a-95d8b166a869 None None] Provisioning for port 00244177-54ad-46cb-8621-8a25828fecb6 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:54.459321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c824-5794-4847-9dee-bc9c6cad5db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:54.463321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6fb0c824-5794-4847-9dee-bc9c6cad5db7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a9b67f1-0cfc-4c7c-a3df-7b8a6e96ad61 HTTP/1.1" status: 204 len: 168 time: 1.1227167 Jul 23 10:45:54.479020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0c824-5794-4847-9dee-bc9c6cad5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b67f1-0cfc-4c7c-a3df-7b8a6e96ad61,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:54.516731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router b65f409a-cdea-42f1-8cb7-4964c9d14e15 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:45:54.701519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:54.733816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:45:54.762092 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] Sync routers for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:45:54.771633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-918e40a3-81fb-40d2-9be7-c8dce5e2d9ea tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/b65f409a-cdea-42f1-8cb7-4964c9d14e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9125741 Jul 23 10:45:54.774758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event deleted for resources: {'Port': ['ID=96daf2f6-a60b-4e34-9001-79015ec5d071,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:54.775901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:54.817339 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:54.826844 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:54.833376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bff0dbe2-1042-45e3-a100-ccc6857fad16 None None] Provisioning for port 58de2910-df20-46a7-ae87-44f41304e355 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:54.877740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bff0dbe2-1042-45e3-a100-ccc6857fad16 None None] Provisioning complete for port 58de2910-df20-46a7-ae87-44f41304e355 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:54.878148 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bff0dbe2-1042-45e3-a100-ccc6857fad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:54.911502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0045567-ced2-457a-8ba2-73754ebe2010 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:54.913652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d0045567-ced2-457a-8ba2-73754ebe2010 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports/58de2910-df20-46a7-ae87-44f41304e355 HTTP/1.1" status: 200 len: 910 time: 0.1359682 Jul 23 10:45:54.919966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:54.986982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.003221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a130e794-5651-4436-a176-1c4088a9b8af tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "DELETE /v2.0/ports/96daf2f6-a60b-4e34-9001-79015ec5d071 HTTP/1.1" status: 204 len: 168 time: 1.6065035 Jul 23 10:45:55.005775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40696) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:55.006797 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:55.017391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Request body: {'port': {'name': 'tempest-new-port-name-1398668171', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:45:55.017869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.api.validators [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] bootfile-name is not in valid_values {{(pid=93833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:55.025115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.api.validators [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] tftp-server is not in valid_values {{(pid=93833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:55.025564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.api.validators [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] server-ip-address is not in valid_values {{(pid=93833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 10:45:55.034895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bff0dbe2-1042-45e3-a100-ccc6857fad16 None None] Port 58de2910-df20-46a7-ae87-44f41304e355 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:55.036966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:55.039058 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:55.090200 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:55.093355 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f8c30-cce2-4c34-9745-8b9e8a853ca1 None None] The sync data for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:45:55.134462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bff0dbe2-1042-45e3-a100-ccc6857fad16 None None] Provisioning complete for port 86b53f2f-0f70-4bad-ac82-9165303990b9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:55.142949 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bff0dbe2-1042-45e3-a100-ccc6857fad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.333881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e438904-c7d7-4994-b7cb-183fd9e6348a None None] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:55.338134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00244177-54ad-46cb-8621-8a25828fecb6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:55.399663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40710) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:55.403601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.421560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca73bbb5-991c-4211-8f6e-4b001b850621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.485444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201eb83-7f25-44ac-a08e-ca57d91566f2 req-022f39cf-13d5-43f1-8f4d-4f7ad2a1c479 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:55.487627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d201eb83-7f25-44ac-a08e-ca57d91566f2 req-022f39cf-13d5-43f1-8f4d-4f7ad2a1c479 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.4588115 Jul 23 10:45:55.634766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d201eb83-7f25-44ac-a08e-ca57d91566f2 req-67d77a96-5f0d-4b47-9634-7f8934cdfda0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402330 Jul 23 10:45:55.737754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 00244177-54ad-46cb-8621-8a25828fecb6 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:55.751334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 00244177-54ad-46cb-8621-8a25828fecb6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:55.751745 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.838005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca73bbb5-991c-4211-8f6e-4b001b850621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.850851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca73bbb5-991c-4211-8f6e-4b001b850621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.908700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.926518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Provisioning complete for port 00244177-54ad-46cb-8621-8a25828fecb6 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:55.926903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.936756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca73bbb5-991c-4211-8f6e-4b001b850621 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56ccc9701af64c1b9df9abb6b8ec450e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342636 Jul 23 10:45:55.937364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:55.956421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.969333 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:55.976454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73bbb5-991c-4211-8f6e-4b001b850621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669d67ae-0928-4324-b3c6-2d9622b4c533,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:56.054074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.060311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event updated for resources: {'Port': ['ID=d2d945c8-2b70-43ed-9b3c-802c6d128f84,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:56.138043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 00244177-54ad-46cb-8621-8a25828fecb6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00244177-54ad-46cb-8621-8a25828fecb6,segment=NetworkSegment(327c3952-098f-432a-b1e5-a095e9ef6fc2),segment_id=327c3952-098f-432a-b1e5-a095e9ef6fc2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:56.155899 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.157191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 82e772f5-d9e4-4e58-b26f-cb32847a18cd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:56.173670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] In _notify_port_updated(), no bound segment for port d2d945c8-2b70-43ed-9b3c-802c6d128f84 on network 0eef5447-60a4-4518-9fef-b5b946a90778 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:45:56.187699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:56.193095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.198033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-845bc83c-c69e-4223-a94c-b73e55698fd1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "PUT /v2.0/ports/d2d945c8-2b70-43ed-9b3c-802c6d128f84 HTTP/1.1" status: 200 len: 1136 time: 1.1912234 Jul 23 10:45:56.198922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40724) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:56.206834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e211440b-f274-4df0-9477-f2d6034b3140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.304145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e211440b-f274-4df0-9477-f2d6034b3140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.323603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794534a5-379d-42ca-bfd4-e57f96244a1a tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:56.335771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=00244177-54ad-46cb-8621-8a25828fecb6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:56.337074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-794534a5-379d-42ca-bfd4-e57f96244a1a tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "GET /v2.0/ports/d2d945c8-2b70-43ed-9b3c-802c6d128f84 HTTP/1.1" status: 200 len: 1136 time: 0.1349461 Jul 23 10:45:56.344298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:56.436552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 82e772f5-d9e4-4e58-b26f-cb32847a18cd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:56.444318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86b53f2f-0f70-4bad-ac82-9165303990b9 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:56.482226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Provisioning for port 82e772f5-d9e4-4e58-b26f-cb32847a18cd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:56.489153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Provisioning complete for port 82e772f5-d9e4-4e58-b26f-cb32847a18cd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:56.490136 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.568890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 86b53f2f-0f70-4bad-ac82-9165303990b9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:56.569331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.639949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e211440b-f274-4df0-9477-f2d6034b3140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.643050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e211440b-f274-4df0-9477-f2d6034b3140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.655298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e211440b-f274-4df0-9477-f2d6034b3140 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/669d67ae-0928-4324-b3c6-2d9622b4c533 HTTP/1.1" status: 204 len: 168 time: 0.7102056 Jul 23 10:45:56.686799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211440b-f274-4df0-9477-f2d6034b3140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d67ae-0928-4324-b3c6-2d9622b4c533,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:56.750177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Deleting port d2d945c8-2b70-43ed-9b3c-802c6d128f84 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:56.756055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.766780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:56.880205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.21.0.1 (56b5252f-0ea2-4d22-af2a-459437bfaeb6/d724b702-b1e3-419c-bfae-f03c4b8dc64e/c09b98e5-f60b-4f96-af7e-2c21fda2c2fb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:45:56.937762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] For port 82e772f5-d9e4-4e58-b26f-cb32847a18cd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=82e772f5-d9e4-4e58-b26f-cb32847a18cd,segment=NetworkSegment(ec6796b5-0bbf-4b6b-803d-02752e03be6e),segment_id=ec6796b5-0bbf-4b6b-803d-02752e03be6e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:56.950238 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.008756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5fb3-e056-4ffb-ac45-6d0764c36b88 req-740592ea-47c6-4176-9043-d856025d5013 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:57.010319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce8b5fb3-e056-4ffb-ac45-6d0764c36b88 req-740592ea-47c6-4176-9043-d856025d5013 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.2266247 Jul 23 10:45:57.041223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.094096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Calling delete_port for d2d945c8-2b70-43ed-9b3c-802c6d128f84 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:57.095367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce8b5fb3-e056-4ffb-ac45-6d0764c36b88 req-654195f7-6a14-47e4-83d7-ca266de58757 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783894 Jul 23 10:45:57.141714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00244177-54ad-46cb-8621-8a25828fecb6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:57.205849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Pushing event updated for resources: {'Port': ['ID=82e772f5-d9e4-4e58-b26f-cb32847a18cd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:57.226937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.244793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Provisioning complete for port 58de2910-df20-46a7-ae87-44f41304e355 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:57.245891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.307172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Port 58de2910-df20-46a7-ae87-44f41304e355 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:57.317854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object c09b98e5-f60b-4f96-af7e-2c21fda2c2fb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:45:57.320840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9eee-9de9-4d74-912b-99ff3662af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.358769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 00244177-54ad-46cb-8621-8a25828fecb6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:57.359148 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.483395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.612339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=c09b98e5-f60b-4f96-af7e-2c21fda2c2fb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:57.630197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:57.633379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:57.635918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Provisioning for port d2d945c8-2b70-43ed-9b3c-802c6d128f84 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:57.636385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.639195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:45:57.648189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Provisioning complete for port d2d945c8-2b70-43ed-9b3c-802c6d128f84 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:57.649427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.728869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72bad611-6c04-4b00-aa1d-d7e0126a2857 None None] Port d2d945c8-2b70-43ed-9b3c-802c6d128f84 was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:45:57.805523 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event deleted for resources: {'Port': ['ID=d2d945c8-2b70-43ed-9b3c-802c6d128f84,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:57.842673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b75a0f67-92d9-4231-89d6-461276215a61 None None] Could not find standard attr ID for object 96daf2f6-a60b-4e34-9001-79015ec5d071. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:45:57.848210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.850322 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-35db9245-c880-4563-844d-55dbd66681c1 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "DELETE /v2.0/ports/d2d945c8-2b70-43ed-9b3c-802c6d128f84 HTTP/1.1" status: 204 len: 168 time: 1.5050180 Jul 23 10:45:57.850996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b75a0f67-92d9-4231-89d6-461276215a61 None None] Could not find standard attr ID for object d2d945c8-2b70-43ed-9b3c-802c6d128f84. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:45:57.853177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40780) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:57.871527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b75a0f67-92d9-4231-89d6-461276215a61 None None] Provisioning complete for port 82e772f5-d9e4-4e58-b26f-cb32847a18cd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:57.872629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b75a0f67-92d9-4231-89d6-461276215a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.891703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:57.987127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Deleting subnet 6580334b-e867-477e-854f-d9ec1932e070 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:45:58.003812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.114778 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.213295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e02f486f-11b8-418d-a79a-c7ec428be29c None None] Provisioning for port c09b98e5-f60b-4f96-af7e-2c21fda2c2fb completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:45:58.224363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e02f486f-11b8-418d-a79a-c7ec428be29c None None] Provisioning complete for port c09b98e5-f60b-4f96-af7e-2c21fda2c2fb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:58.227231 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e02f486f-11b8-418d-a79a-c7ec428be29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.257398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.304981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e02f486f-11b8-418d-a79a-c7ec428be29c None None] Port c09b98e5-f60b-4f96-af7e-2c21fda2c2fb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:45:58.393482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.423487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4fc7c-196e-46fd-81ec-8254255f97b9 req-a2f0e26e-f6fc-4f06-83a9-a9b4b1c931a9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:58.425107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc4fc7c-196e-46fd-81ec-8254255f97b9 req-a2f0e26e-f6fc-4f06-83a9-a9b4b1c931a9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1831887 Jul 23 10:45:58.502787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc4fc7c-196e-46fd-81ec-8254255f97b9 req-658ccd80-65d5-49d2-9d4e-4d0566d023cc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714989 Jul 23 10:45:58.533050 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.572886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event deleted for resources: {'Subnet': ['ID=6580334b-e867-477e-854f-d9ec1932e070,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:58.577514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.579694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-22025c75-0e10-459d-a93f-aac70ae9654b tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "DELETE /v2.0/subnets/6580334b-e867-477e-854f-d9ec1932e070 HTTP/1.1" status: 204 len: 168 time: 0.7254395 Jul 23 10:45:58.582071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40802) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:58.585015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a08ad-639d-488c-8cb9-c5d58fe777a1 None None] Network 0eef5447-60a4-4518-9fef-b5b946a90778 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:45:58.767889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.770468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40810) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:58.804198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.809840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.862331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Deleting port 00244177-54ad-46cb-8621-8a25828fecb6 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:58.862922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.884169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] DHCP port deletion for 0eef5447-60a4-4518-9fef-b5b946a90778 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:45:58.962075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] For port 00244177-54ad-46cb-8621-8a25828fecb6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00244177-54ad-46cb-8621-8a25828fecb6,segment=NetworkSegment(327c3952-098f-432a-b1e5-a095e9ef6fc2),segment_id=327c3952-098f-432a-b1e5-a095e9ef6fc2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:58.962739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.964942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=c09b98e5-f60b-4f96-af7e-2c21fda2c2fb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:58.967301 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8861e3bb-72d1-48ed-bde8-edfd3654076f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:58.969642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Deleting port 00244177-54ad-46cb-8621-8a25828fecb6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:45:58.971760 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.013627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Calling delete_port for 00244177-54ad-46cb-8621-8a25828fecb6 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:59.018207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 82e772f5-d9e4-4e58-b26f-cb32847a18cd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:45:59.019639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.162044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.204939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event deleted for resources: {'Port': ['ID=00244177-54ad-46cb-8621-8a25828fecb6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:59.209787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] No DVR routers for this DVR port 00244177-54ad-46cb-8621-8a25828fecb6 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:45:59.224303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8861e3bb-72d1-48ed-bde8-edfd3654076f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.225158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:45:59.230097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:45:59.246871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8861e3bb-72d1-48ed-bde8-edfd3654076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.320217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.333422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eef5447-60a4-4518-9fef-b5b946a90778']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:59.358127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327c3952-098f-432a-b1e5-a095e9ef6fc2') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:59.358432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327c3952-098f-432a-b1e5-a095e9ef6fc2') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:59.376615 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.391699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.398232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:45:59.398640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:45:59.473585 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:45:59.507160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.511028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] For port 00244177-54ad-46cb-8621-8a25828fecb6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=00244177-54ad-46cb-8621-8a25828fecb6,segment=NetworkSegment(327c3952-098f-432a-b1e5-a095e9ef6fc2),segment_id=327c3952-098f-432a-b1e5-a095e9ef6fc2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:45:59.511625 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.519632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router b65f409a-cdea-42f1-8cb7-4964c9d14e15 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:45:59.531242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Calling delete_port for 00244177-54ad-46cb-8621-8a25828fecb6 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:45:59.538834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.542738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] 10.222.0.37 "DELETE /v2.0/networks/0eef5447-60a4-4518-9fef-b5b946a90778 HTTP/1.1" status: 204 len: 168 time: 0.9572763 Jul 23 10:45:59.600163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b6b33-1e06-4ccc-a442-042a0dea78c5 tempest-ExtraDHCPOptionsTestJSON-1693055835 tempest-ExtraDHCPOptionsTestJSON-1693055835-project] Pushing event deleted for resources: {'Network': ['ID=0eef5447-60a4-4518-9fef-b5b946a90778,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:59.608511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861e3bb-72d1-48ed-bde8-edfd3654076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e3934-9e5b-421d-b732-965514f23411,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:45:59.612956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8861e3bb-72d1-48ed-bde8-edfd3654076f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=396b5923f2ac4aa0aea1741708cc9cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8377569 Jul 23 10:45:59.620375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40830) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:59.641195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 82e772f5-d9e4-4e58-b26f-cb32847a18cd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:45:59.642193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.730882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:45:59.747242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dac316d8-5321-4232-8964-27f88daafdce tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/b65f409a-cdea-42f1-8cb7-4964c9d14e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8259068 Jul 23 10:45:59.749970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:59.787942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95696c7c-f749-4957-8fc1-418d131badef None None] Sync routers for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:45:59.808503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a7d580b-10d6-416f-82c7-a5d72e4c6c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.846244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95696c7c-f749-4957-8fc1-418d131badef None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:45:59.847808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135e0ef-bc92-47f6-909d-3fcbe62b362b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:45:59.850965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7135e0ef-bc92-47f6-909d-3fcbe62b362b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports/c09b98e5-f60b-4f96-af7e-2c21fda2c2fb HTTP/1.1" status: 200 len: 910 time: 0.0983467 Jul 23 10:45:59.852457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-95696c7c-f749-4957-8fc1-418d131badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:45:59.858576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:45:59.860775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a7d580b-10d6-416f-82c7-a5d72e4c6c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.873699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.961150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a7d580b-10d6-416f-82c7-a5d72e4c6c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.964025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a7d580b-10d6-416f-82c7-a5d72e4c6c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:45:59.965167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6a7d580b-10d6-416f-82c7-a5d72e4c6c48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a1e3934-9e5b-421d-b732-965514f23411 HTTP/1.1" status: 204 len: 168 time: 0.3438139 Jul 23 10:45:59.999843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00244177-54ad-46cb-8621-8a25828fecb6 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:00.006426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:00.008438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29a8aa-e767-4769-8b59-3491450bba5c req-e0ea15d3-0e37-473d-a18d-be248dc13a89 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:00.010178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf29a8aa-e767-4769-8b59-3491450bba5c req-e0ea15d3-0e37-473d-a18d-be248dc13a89 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.3344383 Jul 23 10:46:00.011043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d580b-10d6-416f-82c7-a5d72e4c6c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e3934-9e5b-421d-b732-965514f23411,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:00.083365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-95696c7c-f749-4957-8fc1-418d131badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:00.087462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf29a8aa-e767-4769-8b59-3491450bba5c req-0bd3342e-360d-4a65-ab79-ea1e347a9285 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665367 Jul 23 10:46:00.181717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Network 0eef5447-60a4-4518-9fef-b5b946a90778 is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:46:00.182186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] No DVR routers for this DVR port 00244177-54ad-46cb-8621-8a25828fecb6 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:00.210366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95696c7c-f749-4957-8fc1-418d131badef None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:00.211021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-95696c7c-f749-4957-8fc1-418d131badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:45:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:00.215221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ca2b58a1-128a-4684-9931-bda2db10b2ca None None] Provisioning complete for port c09b98e5-f60b-4f96-af7e-2c21fda2c2fb triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:00.215713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca2b58a1-128a-4684-9931-bda2db10b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.217340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 00244177-54ad-46cb-8621-8a25828fecb6 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:00.217686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 00244177-54ad-46cb-8621-8a25828fecb6 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:00.222350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Pushing event deleted for resources: {'Port': ['ID=00244177-54ad-46cb-8621-8a25828fecb6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:00.238554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.238939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.239247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.239613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.239946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.240279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.240607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.240949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.241256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.241579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.241903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.242227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c08c3-7333-4c6d-aff6-796c7156526d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:00.245728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5174a6d4-cbbb-4a85-bc3d-7b9b9b9650af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.337310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-95696c7c-f749-4957-8fc1-418d131badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:00.343339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95696c7c-f749-4957-8fc1-418d131badef None None] The sync data for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:00.364330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.388979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b58a1-128a-4684-9931-bda2db10b2ca None None] Port c09b98e5-f60b-4f96-af7e-2c21fda2c2fb cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:00.425977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.617930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bfa15687-e94a-47d1-9625-e3cb43229295 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3071f1decba64ef1b18a388145e156bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076577 Jul 23 10:46:00.618668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40872) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:00.701013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3370bd27-a2e8-465f-a5ac-6bd170a520f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.748772 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3370bd27-a2e8-465f-a5ac-6bd170a520f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.816313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3370bd27-a2e8-465f-a5ac-6bd170a520f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.820290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3370bd27-a2e8-465f-a5ac-6bd170a520f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:00.835469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3370bd27-a2e8-465f-a5ac-6bd170a520f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4aacd25d-b2cc-4ebb-810c-c3f4186d7574 HTTP/1.1" status: 204 len: 168 time: 0.2129812 Jul 23 10:46:00.843175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370bd27-a2e8-465f-a5ac-6bd170a520f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aacd25d-b2cc-4ebb-810c-c3f4186d7574,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:01.277541 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:01.278235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port c09b98e5-f60b-4f96-af7e-2c21fda2c2fb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:01.278235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:01.310153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe4824-3dd7-4c9f-ab66-df714b973675 req-f2811647-a4f6-467d-acb6-adfcd3c56512 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:01.315322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67fe4824-3dd7-4c9f-ab66-df714b973675 req-f2811647-a4f6-467d-acb6-adfcd3c56512 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1372743 Jul 23 10:46:01.388025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67fe4824-3dd7-4c9f-ab66-df714b973675 req-71349cc2-f6d6-4ea8-951b-629515d7faf6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510962 Jul 23 10:46:01.393775 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:46:01.474354 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:01.491797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for c09b98e5-f60b-4f96-af7e-2c21fda2c2fb owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:01.741837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:01.802123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=c09b98e5-f60b-4f96-af7e-2c21fda2c2fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:02.125311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.157708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 40966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:02.327685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'networks': [{'name': 'tempest-network--2062930818'}, {'name': 'tempest-network--1156275617'}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:02.328006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'network': {'name': 'tempest-network--2062930818'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:02.328465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'network': {'name': 'tempest-network--1156275617'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:02.365330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'network': 2} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:02.370907 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.381510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.404827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router b65f409a-cdea-42f1-8cb7-4964c9d14e15 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:46:02.520946 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.529673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.540803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.541639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.586270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab773c-e555-4fc4-b268-48caea06fe5f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:02.598858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:02.608724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0884c012-49c2-421c-b58d-fa31b46df341 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/b65f409a-cdea-42f1-8cb7-4964c9d14e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7502337 Jul 23 10:46:02.611529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:02.621808 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] Sync routers for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:02.635020 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:02.636128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:02.675870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:02.693477 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:02.704555 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:02.705658 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:02.725761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.726231 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Added segment f8847536-2605-4420-b398-4bafc30af9fb of type vlan for network a65b8a60-d03c-477b-9961-b52edbe0c793 Jul 23 10:46:02.744932 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:02.745890 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4945d-2c2d-4059-8bff-a62ac1fba393 None None] The sync data for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:02.787524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61c4c6-4152-4db3-893c-24e8ae61dc12 req-a8b2dff2-9f8c-4b3f-bd59-e3df7b2dbc9c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:02.790399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da61c4c6-4152-4db3-893c-24e8ae61dc12 req-a8b2dff2-9f8c-4b3f-bd59-e3df7b2dbc9c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.2456424 Jul 23 10:46:02.895808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 40992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:02.912921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.938029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da61c4c6-4152-4db3-893c-24e8ae61dc12 req-197ef311-07b1-4072-9de3-481db34a8be0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871923 Jul 23 10:46:02.969727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:02.988594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:02.988957 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Added segment 38fbc639-91cd-4325-aefd-ee5ef677dcfc of type vlan for network 90264bcd-fa45-41f6-b48c-1c223775aa5a Jul 23 10:46:03.038705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.070896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.071470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.077753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:03.082649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:03.083302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.123722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9638724 Jul 23 10:46:03.126387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41002) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:03.180800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535e9fec-86a9-4d88-9e33-5243d8bc0cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.219094 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.242405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Network': ['ID=a65b8a60-d03c-477b-9961-b52edbe0c793,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:03.256407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a65b8a60-d03c-477b-9961-b52edbe0c793 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:03.450116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535e9fec-86a9-4d88-9e33-5243d8bc0cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.470276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535e9fec-86a9-4d88-9e33-5243d8bc0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.478622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec874-24dc-49c2-b951-f402bff513e9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Network': ['ID=90264bcd-fa45-41f6-b48c-1c223775aa5a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:03.495187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 90264bcd-fa45-41f6-b48c-1c223775aa5a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:03.518563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ff9e0-6d55-44d8-bb34-bcdc2cfe6ee4 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:03.525904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ff9e0-6d55-44d8-bb34-bcdc2cfe6ee4 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:03.533338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ff9e0-6d55-44d8-bb34-bcdc2cfe6ee4 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:03.540753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ff9e0-6d55-44d8-bb34-bcdc2cfe6ee4 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:03.542735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d75ff9e0-6d55-44d8-bb34-bcdc2cfe6ee4 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4153459 Jul 23 10:46:03.547897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41014) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:03.625211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-535e9fec-86a9-4d88-9e33-5243d8bc0cfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72f153288fc742b58480853e418c9fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249339 Jul 23 10:46:03.626040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e9fec-86a9-4d88-9e33-5243d8bc0cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e15ba4f-df4f-47bc-9b9d-bcbe9d4b9f15,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:03.628142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:03.643828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.728460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a98e-d698-4277-a61a-a2e27999dd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.745006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.760929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65b8a60-d03c-477b-9961-b52edbe0c793']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:03.772960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a98e-d698-4277-a61a-a2e27999dd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.774873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8847536-2605-4420-b398-4bafc30af9fb') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:03.775272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8847536-2605-4420-b398-4bafc30af9fb') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:03.788201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.807542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 58de2910-df20-46a7-ae87-44f41304e355 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:03.807542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.814954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.818695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:03.818695 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:03.822438 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:03.894423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.907097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.912663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/networks/a65b8a60-d03c-477b-9961-b52edbe0c793 HTTP/1.1" status: 204 len: 168 time: 0.3615525 Jul 23 10:46:03.913809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:03.923809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8701742-172e-4823-b022-31f532254f86 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Network': ['ID=a65b8a60-d03c-477b-9961-b52edbe0c793,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:03.966667 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.969236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a98e-d698-4277-a61a-a2e27999dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.972073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a98e-d698-4277-a61a-a2e27999dd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:03.975894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ef6a98e-d698-4277-a61a-a2e27999dd5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e15ba4f-df4f-47bc-9b9d-bcbe9d4b9f15 HTTP/1.1" status: 204 len: 168 time: 0.3425419 Jul 23 10:46:04.018560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 58de2910-df20-46a7-ae87-44f41304e355 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:04.096803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a98e-d698-4277-a61a-a2e27999dd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e15ba4f-df4f-47bc-9b9d-bcbe9d4b9f15,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:04.163918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.177675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5bbc7-a0eb-480c-8112-4baeb7613111 req-666bbd05-6213-47cd-8347-b87e8d5cc6af tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:04.186380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ab5bbc7-a0eb-480c-8112-4baeb7613111 req-666bbd05-6213-47cd-8347-b87e8d5cc6af tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1113417 Jul 23 10:46:04.262163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ab5bbc7-a0eb-480c-8112-4baeb7613111 req-d468a732-9d2a-49bb-aa26-a9b63290fa8f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746760 Jul 23 10:46:04.429797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.440689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.460242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90264bcd-fa45-41f6-b48c-1c223775aa5a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:04.474395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fbc639-91cd-4325-aefd-ee5ef677dcfc') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:04.474756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fbc639-91cd-4325-aefd-ee5ef677dcfc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:04.487795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.530212 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.545173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:04.545586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:04.548611 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:04.651728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.658740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.684294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:04.689387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41066) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:04.696088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/networks/90264bcd-fa45-41f6-b48c-1c223775aa5a HTTP/1.1" status: 204 len: 168 time: 0.7809734 Jul 23 10:46:04.734306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a33e-3a16-4ea6-89a5-7fa836d4a8c8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Network': ['ID=90264bcd-fa45-41f6-b48c-1c223775aa5a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:04.740359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=58de2910-df20-46a7-ae87-44f41304e355,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:04.916264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fd1ab-9768-4ae9-81dd-799c0e9ac497 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:04.937923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fd1ab-9768-4ae9-81dd-799c0e9ac497 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:04.937923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4c8fd1ab-9768-4ae9-81dd-799c0e9ac497 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2382522 Jul 23 10:46:04.937923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41080) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:04.957053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-736451253'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:04.970141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.022061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:05.026951 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.097009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:05.113284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.113744 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Added segment 8a6ffaee-7dbd-490d-aa31-51920b307c4f of type vlan for network 0b8fc625-2999-4fdf-84e9-9aeba027328c Jul 23 10:46:05.169618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router b65f409a-cdea-42f1-8cb7-4964c9d14e15 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:46:05.203679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.249627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.256703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:05.257353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.323703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:05.332830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-851d76b6-3048-4836-a47e-4f832e95f7a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/b65f409a-cdea-42f1-8cb7-4964c9d14e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174761 Jul 23 10:46:05.332830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:05.336330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4021432 Jul 23 10:46:05.341471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41094) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:05.343266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] Sync routers for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:05.354788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-464717587'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:05.375460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:05.375460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:05.406072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c2e904d8-9775-4c50-bc91-e6fbbc30c46f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=b65f409a-cdea-42f1-8cb7-4964c9d14e15 HTTP/1.1" status: 200 len: 205 time: 0.0683229 Jul 23 10:46:05.406299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:05.433931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:05.440265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.449018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:05.473729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] Routers {'b65f409a-cdea-42f1-8cb7-4964c9d14e15'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:05.474255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88322077-a5a2-4e88-872f-91f10c204937 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Network': ['ID=0b8fc625-2999-4fdf-84e9-9aeba027328c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:05.474811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:05.510863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:05.554584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 0b8fc625-2999-4fdf-84e9-9aeba027328c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:05.556960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:05.557597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf61675-bd53-4091-8a0a-be4045b57739 None None] The sync data for ids ['b65f409a-cdea-42f1-8cb7-4964c9d14e15'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:05.567541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.571609 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Added segment f29ebed2-96a1-4b91-be39-062afb8577e2 of type vlan for network 59097edc-0805-4758-b326-3a97ce100c0c Jul 23 10:46:05.674802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336065-5810-4887-8d76-50cc20f921ea req-00ed7bbd-b3fd-489f-840d-4d43682d840b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:05.676405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84336065-5810-4887-8d76-50cc20f921ea req-00ed7bbd-b3fd-489f-840d-4d43682d840b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.3011703 Jul 23 10:46:05.705224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.754271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84336065-5810-4887-8d76-50cc20f921ea req-8cdd54a0-3862-41a2-9178-bf49d7a6cd64 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598242 Jul 23 10:46:05.780660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.786471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:05.795717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:05.958602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Network': ['ID=59097edc-0805-4758-b326-3a97ce100c0c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:05.970897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 59097edc-0805-4758-b326-3a97ce100c0c details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:05.985256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ebd266fa-9ae4-447a-b7cb-c15b9a8d14d6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6366251 Jul 23 10:46:05.987196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:05.996723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.001151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'ports': [{'network_id': '0b8fc625-2999-4fdf-84e9-9aeba027328c', 'name': 'tempest-port--1116085087', 'admin_state_up': True}, {'network_id': '59097edc-0805-4758-b326-3a97ce100c0c', 'admin_state_up': False}]} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:06.001475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'port': {'network_id': '0b8fc625-2999-4fdf-84e9-9aeba027328c', 'name': 'tempest-port--1116085087', 'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:06.001962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'port': {'network_id': '59097edc-0805-4758-b326-3a97ce100c0c', 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:06.225508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.227908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.286142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41130) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:06.311033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'port': 2} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:06.318982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.335444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.339086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.340321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router b65f409a-cdea-42f1-8cb7-4964c9d14e15 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:06.352963 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.354773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fae9a751-8743-478d-828c-de328ef336a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/b65f409a-cdea-42f1-8cb7-4964c9d14e15 HTTP/1.1" status: 204 len: 168 time: 0.9476597 Jul 23 10:46:06.357590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:06.436866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet d724b702-b1e3-419c-bfae-f03c4b8dc64e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:06.440222 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.459460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] device_id is not set on port 22b67be4-de96-4f5b-a076-c22a26c3562e yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:06.487323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.579661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1005994471'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:06.608643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Made reservation on behalf of 9ff44e22ec3a44b3bdd10123e3cc4cec for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:06.613092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.637022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.651960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.659957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.795037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.817502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] device_id is not set on port 7fc52811-1a15-474e-ba57-e32985d1aafb yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:06.841287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded3ad3-4fca-45de-bde0-b01085f8e2be None None] Network 56b5252f-0ea2-4d22-af2a-459437bfaeb6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:06.889995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:06.892405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/d724b702-b1e3-419c-bfae-f03c4b8dc64e HTTP/1.1" status: 204 len: 168 time: 0.5333929 Jul 23 10:46:06.900117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:06.902657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bc054-9d47-421c-bbca-a19c39420368 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=d724b702-b1e3-419c-bfae-f03c4b8dc64e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:07.035722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.040965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet c36e1568-a18e-4831-985a-f9c5997f48a8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:07.057697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.131103 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.193227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.200900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.222603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.235021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] DHCP port deletion for 56b5252f-0ea2-4d22-af2a-459437bfaeb6 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:46:07.315136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:07.344682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.369793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.370441 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Added segment a11b448f-1793-43a1-9a67-15adc68d26c6 of type vlan for network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 Jul 23 10:46:07.373387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077f3599-33fe-4689-8dd4-1829712e7bee,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:07.379061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] Deleting port 82e772f5-d9e4-4e58-b26f-cb32847a18cd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:07.379408 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.390503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Port': ['ID=22b67be4-de96-4f5b-a076-c22a26c3562e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:07.483950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.516610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] For port 82e772f5-d9e4-4e58-b26f-cb32847a18cd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=82e772f5-d9e4-4e58-b26f-cb32847a18cd,segment=NetworkSegment(ec6796b5-0bbf-4b6b-803d-02752e03be6e),segment_id=ec6796b5-0bbf-4b6b-803d-02752e03be6e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:07.517327 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.547989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] Calling delete_port for 82e772f5-d9e4-4e58-b26f-cb32847a18cd owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:07.552240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=c36e1568-a18e-4831-985a-f9c5997f48a8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:07.557050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.569620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e754bf-5b3f-4b22-9d51-5e2efbd05cb7 None None] Network de80b35d-96cd-40f7-a0a1-28109487fa17 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:07.570291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b925bbc9-557b-4bf0-b6bc-8ae9f07a4117 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/c36e1568-a18e-4831-985a-f9c5997f48a8 HTTP/1.1" status: 204 len: 168 time: 0.6689210 Jul 23 10:46:07.571062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:07.705801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.805863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 82e772f5-d9e4-4e58-b26f-cb32847a18cd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:07.806343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.812536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.837696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] No DVR routers for this DVR port 82e772f5-d9e4-4e58-b26f-cb32847a18cd on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:07.852657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990e8d-7aac-4c2e-a334-bd7a614136d8 req-020d683a-af57-4c65-9a3e-3d385414199d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:07.854190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc990e8d-7aac-4c2e-a334-bd7a614136d8 req-020d683a-af57-4c65-9a3e-3d385414199d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.6593626 Jul 23 10:46:07.865953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.873878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Checking segment: {'id': '8a6ffaee-7dbd-490d-aa31-51920b307c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0b8fc625-2999-4fdf-84e9-9aeba027328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:07.874473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network hostable DHCP agents. Network: 0b8fc625-2999-4fdf-84e9-9aeba027328c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:07.885477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5d53d-0656-47aa-81be-9550221d305b None None] Pushing event deleted for resources: {'Port': ['ID=82e772f5-d9e4-4e58-b26f-cb32847a18cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:07.941433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc990e8d-7aac-4c2e-a334-bd7a614136d8 req-463e3947-13d5-4f50-ab86-c3e366924e90 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715835 Jul 23 10:46:07.942015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network 0b8fc625-2999-4fdf-84e9-9aeba027328c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:07.946392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 82e772f5-d9e4-4e58-b26f-cb32847a18cd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=82e772f5-d9e4-4e58-b26f-cb32847a18cd,segment=NetworkSegment(ec6796b5-0bbf-4b6b-803d-02752e03be6e),segment_id=ec6796b5-0bbf-4b6b-803d-02752e03be6e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:07.949279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.959930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 0b8fc625-2999-4fdf-84e9-9aeba027328c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:07.964617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.973160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:07.973842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.974490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe565202-729d-4195-a3aa-c1926cf4f5c8 None None] Network 0b8fc625-2999-4fdf-84e9-9aeba027328c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:07.978272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:07.979395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:07.982379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 82e772f5-d9e4-4e58-b26f-cb32847a18cd owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:08.068663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Pushing event updated for resources: {'Network': ['ID=28ac8457-af2e-403d-bbcf-c06cdb16fa46,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:08.077663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.105348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port 82e772f5-d9e4-4e58-b26f-cb32847a18cd on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:08.124795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:08.128979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-326dc8b7-5135-45c8-b443-994ddf573c84 tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8414028 Jul 23 10:46:08.140524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Port': ['ID=7fc52811-1a15-474e-ba57-e32985d1aafb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:08.153677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Checking segment: {'id': 'f29ebed2-96a1-4b91-be39-062afb8577e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '59097edc-0805-4758-b326-3a97ce100c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:08.154070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network hostable DHCP agents. Network: 59097edc-0805-4758-b326-3a97ce100c0c, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:08.175929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network 59097edc-0805-4758-b326-3a97ce100c0c is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:08.189508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=82e772f5-d9e4-4e58-b26f-cb32847a18cd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:08.206168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 59097edc-0805-4758-b326-3a97ce100c0c) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:08.219111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:08.225174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] DHCP port deletion for de80b35d-96cd-40f7-a0a1-28109487fa17 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:46:08.228385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c567492-8c5b-4abe-bd2d-aa548adeafa2 None None] Network 59097edc-0805-4758-b326-3a97ce100c0c requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:08.230891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:08.241567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:08.242291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.282426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a5d94e19-adde-4909-b889-740e2d61033c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2908058 Jul 23 10:46:08.283637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41178) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:08.294251 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.311161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b5252f-0ea2-4d22-af2a-459437bfaeb6']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:08.325518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6796b5-0bbf-4b6b-803d-02752e03be6e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:08.327702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6796b5-0bbf-4b6b-803d-02752e03be6e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:08.347365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.375605 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.394626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:08.394626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:08.398796 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:08.434057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829dff74-9fbc-4187-b4a6-443703c636d1 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:08.455988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829dff74-9fbc-4187-b4a6-443703c636d1 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:08.457332 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-829dff74-9fbc-4187-b4a6-443703c636d1 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1716299 Jul 23 10:46:08.460045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41182) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:08.500202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.511938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.519029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/56b5252f-0ea2-4d22-af2a-459437bfaeb6 HTTP/1.1" status: 204 len: 168 time: 0.9427063 Jul 23 10:46:08.521173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:08.521516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:08.551043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Request body: {'port': {'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46', 'binding:host_id': 'n-h2-778550-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1730961990'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:08.551784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] Deleting port 86b53f2f-0f70-4bad-ac82-9165303990b9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:08.552258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.570920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a44c9-7bdb-4f9b-ae52-5f37748fd582 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=56b5252f-0ea2-4d22-af2a-459437bfaeb6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:08.627950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Deleting port 22b67be4-de96-4f5b-a076-c22a26c3562e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:08.628319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.629089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] For port 86b53f2f-0f70-4bad-ac82-9165303990b9, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=86b53f2f-0f70-4bad-ac82-9165303990b9,segment=NetworkSegment(910f9b61-42f3-46f4-a8c9-d3c0afe43d54),segment_id=910f9b61-42f3-46f4-a8c9-d3c0afe43d54)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:08.629579 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.647583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] Calling delete_port for 86b53f2f-0f70-4bad-ac82-9165303990b9 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:08.670547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Made reservation on behalf of 6939903d431c4c4ab64a290af2053415 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:08.675786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.685462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.703902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.734332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.758760 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.767295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Calling delete_port for 22b67be4-de96-4f5b-a076-c22a26c3562e owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:08.785418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] Pushing event deleted for resources: {'Port': ['ID=86b53f2f-0f70-4bad-ac82-9165303990b9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:08.799547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3ae8a-1d80-4949-b315-616df007e30d None None] No DVR routers for this DVR port 86b53f2f-0f70-4bad-ac82-9165303990b9 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:08.866229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 86b53f2f-0f70-4bad-ac82-9165303990b9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:08.866564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.933698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 86b53f2f-0f70-4bad-ac82-9165303990b9, host n-d-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:08.934062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:08.962757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.002988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 86b53f2f-0f70-4bad-ac82-9165303990b9 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:09.017414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Port': ['ID=22b67be4-de96-4f5b-a076-c22a26c3562e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:09.019115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 82e772f5-d9e4-4e58-b26f-cb32847a18cd no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:09.023580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.029038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-701f606a-ea23-4b17-9a5c-b10d1e67629a tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/ports/22b67be4-de96-4f5b-a076-c22a26c3562e HTTP/1.1" status: 204 len: 168 time: 0.5679185 Jul 23 10:46:09.030097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41204) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:09.045451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Port 86b53f2f-0f70-4bad-ac82-9165303990b9 was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:46:09.048882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.055429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 82e772f5-d9e4-4e58-b26f-cb32847a18cd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:09.055990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 82e772f5-d9e4-4e58-b26f-cb32847a18cd not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:09.056288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86b53f2f-0f70-4bad-ac82-9165303990b9 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:09.083731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 86b53f2f-0f70-4bad-ac82-9165303990b9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:09.084311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 86b53f2f-0f70-4bad-ac82-9165303990b9 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:09.123106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=86b53f2f-0f70-4bad-ac82-9165303990b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:09.144288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port 86b53f2f-0f70-4bad-ac82-9165303990b9 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:09.201919 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.230353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Deleting port 7fc52811-1a15-474e-ba57-e32985d1aafb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:09.231853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.267170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.277000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de80b35d-96cd-40f7-a0a1-28109487fa17']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:09.288349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910f9b61-42f3-46f4-a8c9-d3c0afe43d54') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:09.288890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910f9b61-42f3-46f4-a8c9-d3c0afe43d54') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:09.297530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.310947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.312193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.317026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:09.317432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.328775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Calling delete_port for 7fc52811-1a15-474e-ba57-e32985d1aafb owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:09.379730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:09.382222 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:09.388006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.390566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port c1c6a621-2800-4412-8598-313687c6dc0f yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:09.410249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.412465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/de80b35d-96cd-40f7-a0a1-28109487fa17 HTTP/1.1" status: 204 len: 168 time: 0.8900273 Jul 23 10:46:09.418462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:09.442409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.484272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.492664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/ports/7fc52811-1a15-474e-ba57-e32985d1aafb HTTP/1.1" status: 204 len: 168 time: 0.4550829 Jul 23 10:46:09.492664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566dbad-7fd2-41b5-bd28-30beaffe5af9 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Port': ['ID=7fc52811-1a15-474e-ba57-e32985d1aafb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:09.492664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41218) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:09.527464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-1006692755'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:09.527745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9fcd5743-1390-4d70-ac7e-50a1616e845c tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0345974 Jul 23 10:46:09.531883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41220) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:09.537061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-596119557'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:09.541439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64de1f1-6f14-400e-8e04-2d20a75d35e1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:09.554239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748169e8-646b-48e0-a474-354fac7e2555 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=de80b35d-96cd-40f7-a0a1-28109487fa17,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:09.566558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:09.570244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.602602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:09.611074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef75c6-5818-472a-a0cd-2af6ffa06b45 req-df7c99d6-8923-494e-bf93-cc6bdb8bbce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:09.612770 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.613222 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Added segment 4e27784b-b08a-421f-8acd-451bb7dd181b of type vlan for network 83609748-161d-42f8-b7fc-7e99a27d3ee6 Jul 23 10:46:09.620212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77ef75c6-5818-472a-a0cd-2af6ffa06b45 req-df7c99d6-8923-494e-bf93-cc6bdb8bbce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.4947779 Jul 23 10:46:09.654014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:09.658736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.665718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.699928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.706027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:09.706539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.741245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2082343 Jul 23 10:46:09.743900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41226) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:09.764162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-401627668'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:09.835872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff6c75-3b44-44dd-915d-592d252b4095 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Network': ['ID=83609748-161d-42f8-b7fc-7e99a27d3ee6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:09.848195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 83609748-161d-42f8-b7fc-7e99a27d3ee6 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:09.852488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:09.858088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.877765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port c1c6a621-2800-4412-8598-313687c6dc0f yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:09.892616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:09.904087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.904284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:09.904700 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Added segment fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88 of type vlan for network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 Jul 23 10:46:09.908746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77ef75c6-5818-472a-a0cd-2af6ffa06b45 req-bc6d3af4-8472-40dd-852c-9f03a99eb1ba tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876153 Jul 23 10:46:09.912381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.925661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.925960 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment 5223dc72-2a28-4b9d-8cc8-19e8be61e695 of type vlan for network b9831885-30db-455e-8995-79004feb8d72 Jul 23 10:46:09.935263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Transition to ACTIVE for port object c1c6a621-2800-4412-8598-313687c6dc0f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:09.970633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.980538 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:09.985176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.022358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.030273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:10.031034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.045817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=c1c6a621-2800-4412-8598-313687c6dc0f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:10.080167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3353553 Jul 23 10:46:10.125457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Checking segment: {'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:10.126531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Network hostable DHCP agents. Network: 28ac8457-af2e-403d-bbcf-c06cdb16fa46, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:10.141226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.141502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307fe48-95fb-49d2-a1c6-7a0ff2c06bcc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Network': ['ID=505eb3fb-3db1-42a9-80fc-dcf18a6f25b9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:10.148116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:10.148961 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.154351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:10.274799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=b9831885-30db-455e-8995-79004feb8d72,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:10.285803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:10.295466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network b9831885-30db-455e-8995-79004feb8d72 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:10.300651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41238) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:10.302049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8e333784-76ea-4230-9599-ae8f4521a698 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8529077 Jul 23 10:46:10.306210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': 'b9831885-30db-455e-8995-79004feb8d72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:10.320489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 28ac8457-af2e-403d-bbcf-c06cdb16fa46) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:10.334015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:10.364618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.365732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.367925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.379289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.379882 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.381557 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 2 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.408937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.409782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.410131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.414931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.415293 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.416488 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 3 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.417361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf70341-974b-48ba-867d-4564921a704f None None] Network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:10.450486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.450940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.451287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.468197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.469574 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.470983 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 4 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.487076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:10.493887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.506658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.511653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.512065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.533656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.538969 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.538969 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 5 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.557614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.559142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.559733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.571388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.573728 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.573728 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 6 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.612156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.614441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.614906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.626583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.626928 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.627314 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 7 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.658933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.661510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.661510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.668059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.668393 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.669417 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 8 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.686827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.687171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.687667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.696788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.697124 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.698060 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 9 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.727477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.728108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.728467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.736792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.737204 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.737532 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 10 to bind port c1c6a621-2800-4412-8598-313687c6dc0f Jul 23 10:46:10.763716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:10.764213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:10.764726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:10.786387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port c1c6a621-2800-4412-8598-313687c6dc0f on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:10.787306 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port c1c6a621-2800-4412-8598-313687c6dc0f on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:10.788218 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.800150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.893612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] For port c1c6a621-2800-4412-8598-313687c6dc0f, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:10.895214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempted to set empty binding levels {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 10:46:10.923556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:10.986554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=5769c729-ed67-4894-b51d-bc807fd38265,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:11.006905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': '5223dc72-2a28-4b9d-8cc8-19e8be61e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b9831885-30db-455e-8995-79004feb8d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:11.007409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: b9831885-30db-455e-8995-79004feb8d72, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:11.013742 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-7dcdcb6c-07fb-4939-8961-78a7da7ae907 service neutron] show failed (client error): The resource could not be found. Jul 23 10:46:11.015114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-7dcdcb6c-07fb-4939-8961-78a7da7ae907 service neutron] 10.222.0.55 "GET /v2.0/ports/18e10745-b4db-493f-b705-f11a1f04e5f9/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.1316438 Jul 23 10:46:11.061917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network b9831885-30db-455e-8995-79004feb8d72 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:11.080731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:11.081675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.083871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, b9831885-30db-455e-8995-79004feb8d72) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:11.091115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:11.091860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.095241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27998ebc-a690-40fe-84d9-4ffb77ad855c None None] Network b9831885-30db-455e-8995-79004feb8d72 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:11.131207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c166c29a-f8eb-4b6c-844b-d30433443c91 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8291957 Jul 23 10:46:11.132049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41260) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:11.138542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6139812 Jul 23 10:46:11.141688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:11.146739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1853090297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:11.203455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.204628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.234843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5188db-0b50-426f-818f-0b55493ba5f2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=c1c6a621-2800-4412-8598-313687c6dc0f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:11.386324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.396652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.424740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.425996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5f8cbbb5-03dc-4690-ab4c-19c87ce0ea6b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2920012 Jul 23 10:46:11.428756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:11.439484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'port': {'network_id': 'b9831885-30db-455e-8995-79004feb8d72', 'name': 'tempest-RoutersTest-271304158'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:11.566854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba699e50-8c79-4dd7-af07-ba4b5725fa53 req-1c34b2df-f971-458c-870f-279ee86a2a49 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:11.569746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba699e50-8c79-4dd7-af07-ba4b5725fa53 req-1c34b2df-f971-458c-870f-279ee86a2a49 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.3902049 Jul 23 10:46:11.580018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Deleting port c1c6a621-2800-4412-8598-313687c6dc0f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:11.580611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.688721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] For port c1c6a621-2800-4412-8598-313687c6dc0f, host n-h2-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:11.689090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.724284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Calling delete_port for c1c6a621-2800-4412-8598-313687c6dc0f owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:11.819476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-e71fc0c9-1a49-465f-a509-acb469aff5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:11.821852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-b9831885-30db-455e-8995-79004feb8d72', 'network_id': 'b9831885-30db-455e-8995-79004feb8d72', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': '5769c729-ed67-4894-b51d-bc807fd38265'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:46:11.823265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.827804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-e71fc0c9-1a49-465f-a509-acb469aff5c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 1096 time: 0.5372334 Jul 23 10:46:11.849234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:11.917919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba699e50-8c79-4dd7-af07-ba4b5725fa53 req-1de76251-bf28-4628-be0e-c54f4651b039 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813713 Jul 23 10:46:11.956127 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:11.976126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:11.979886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.022163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1c6a621-2800-4412-8598-313687c6dc0f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:12.034629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.037509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-74ae4e88-338e-4fcd-b375-3044c37845ed tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c1c6a621-2800-4412-8598-313687c6dc0f HTTP/1.1" status: 204 len: 168 time: 0.8862066 Jul 23 10:46:12.040190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:12.052275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] device_id is not set on port af821ca5-d6d2-42b9-b7fd-02f339e463f2 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:12.111546 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae41da04-3829-47da-b447-de70d588433d tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:46:12.123001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ae41da04-3829-47da-b447-de70d588433d tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "GET /v2.0/ports/c1c6a621-2800-4412-8598-313687c6dc0f HTTP/1.1" status: 404 len: 333 time: 0.0817676 Jul 23 10:46:12.123633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:12.131144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Request body: {'port': {'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1540054656'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:12.157410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Allocated IP 172.20.0.2 (b9831885-30db-455e-8995-79004feb8d72/5769c729-ed67-4894-b51d-bc807fd38265/3537a928-a010-4db1-87f3-64971c50a250) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:12.184780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Made reservation on behalf of 6939903d431c4c4ab64a290af2053415 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:12.187209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.236097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.238558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port b5058b19-6c77-439d-a41e-f09e9b56bc16 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:12.456097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.498147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.567629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.577848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Transition to ACTIVE for port object 3537a928-a010-4db1-87f3-64971c50a250 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:12.596869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Transition to ACTIVE for port object 3537a928-a010-4db1-87f3-64971c50a250 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:12.607873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.611706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:12.636770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=b5058b19-6c77-439d-a41e-f09e9b56bc16,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:12.653162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:12.659646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:12.661971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:12.664066 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.692889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-01381ecc-f5dc-481b-958e-28f9123721b2 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5681767 Jul 23 10:46:12.695400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:12.709091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:12.727051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Pushing event updated for resources: {'Port': ['ID=3537a928-a010-4db1-87f3-64971c50a250,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:12.757459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Network b9831885-30db-455e-8995-79004feb8d72 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:12.776686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:12.779258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:12.794780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:12.797711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cc03e73a-07b6-4d0b-bb0a-6f12395ebcdc {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:46:12.798038 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:46:12.851870 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.880118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:12.949312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Attempting to bind port 3537a928-a010-4db1-87f3-64971c50a250 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:12.949912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Attempting to bind port 3537a928-a010-4db1-87f3-64971c50a250 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '5223dc72-2a28-4b9d-8cc8-19e8be61e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b9831885-30db-455e-8995-79004feb8d72'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:12.951210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Attempting to bind port 3537a928-a010-4db1-87f3-64971c50a250 on network b9831885-30db-455e-8995-79004feb8d72 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:12.957536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:46:12.957921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Checking segment: {'id': '5223dc72-2a28-4b9d-8cc8-19e8be61e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b9831885-30db-455e-8995-79004feb8d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:12.958338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.958743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Bound using segment: {'id': '5223dc72-2a28-4b9d-8cc8-19e8be61e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b9831885-30db-455e-8995-79004feb8d72'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:46:12.959217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Bound port: 3537a928-a010-4db1-87f3-64971c50a250, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5223dc72-2a28-4b9d-8cc8-19e8be61e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b9831885-30db-455e-8995-79004feb8d72'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:46:12.963356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.966885 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:12.990629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Transition to ACTIVE for port object 18e10745-b4db-493f-b705-f11a1f04e5f9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:12.992632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:46:12.998863 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334bf75-943a-4d3a-a5c9-64688befc900" -d '{"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:46:12.999847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:13.005261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:13.144807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] For port 3537a928-a010-4db1-87f3-64971c50a250, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:13.148067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] For port 3537a928-a010-4db1-87f3-64971c50a250, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3537a928-a010-4db1-87f3-64971c50a250,segment=NetworkSegment(5223dc72-2a28-4b9d-8cc8-19e8be61e695),segment_id=5223dc72-2a28-4b9d-8cc8-19e8be61e695)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:46:13.214418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:13.310529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:13.313805 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6d7808-e6cc-44dd-8795-9532ada6beb8 x-openstack-request-id: req-6d6d7808-e6cc-44dd-8795-9532ada6beb8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:46:13.314107 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-unplugged", "status": "completed", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:46:13.314721 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d6d7808-e6cc-44dd-8795-9532ada6beb8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:46:13.314963 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'code': 200} Jul 23 10:46:13.364003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:13.402205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:13.429215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa90948-0099-46a1-ab5e-6d23934bbb1c None None] Pushing event updated for resources: {'Port': ['ID=3537a928-a010-4db1-87f3-64971c50a250,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:13.463324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] device_id is not set on port 4629e779-1144-4ec1-9c0b-fcda10d47a9c yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:13.488467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e40dd-9671-4846-8984-a2226427fc00 req-2d69ef7d-bd77-4852-afc6-66512c00b03b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:13.501707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a2e40dd-9671-4846-8984-a2226427fc00 req-2d69ef7d-bd77-4852-afc6-66512c00b03b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.4466529 Jul 23 10:46:13.578880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41316) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:13.585259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'subnets': [{'network_id': '83609748-161d-42f8-b7fc-7e99a27d3ee6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--873321270', 'ip_version': 6}, {'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:13.586112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'subnet': {'network_id': '83609748-161d-42f8-b7fc-7e99a27d3ee6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--873321270', 'ip_version': 6}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:13.586822 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Request body: {'subnet': {'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:13.613387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] No DVR routers for this DVR port 18e10745-b4db-493f-b705-f11a1f04e5f9 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:13.733721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port b5058b19-6c77-439d-a41e-f09e9b56bc16 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:13.744290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:13.765363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Transition to ACTIVE for port object b5058b19-6c77-439d-a41e-f09e9b56bc16 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:13.802747 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:13.814244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a2e40dd-9671-4846-8984-a2226427fc00 req-f3248360-65b1-4275-9b0a-ef73b83a05a6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116257 Jul 23 10:46:13.864697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=b5058b19-6c77-439d-a41e-f09e9b56bc16,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:13.898086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.20.0.5 (b9831885-30db-455e-8995-79004feb8d72/5769c729-ed67-4894-b51d-bc807fd38265/4629e779-1144-4ec1-9c0b-fcda10d47a9c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:13.987095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:13.987454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:13.987809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:13.992610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:13.993868 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:13.994433 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 2 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.041568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Made reservation on behalf of 61582938c2e24f0b808c08cd6f0a6002 for: {'subnet': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:14.047348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.047751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.081237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.081876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.082882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.085673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.086329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.086887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.099563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.102337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Port 18e10745-b4db-493f-b705-f11a1f04e5f9 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.102830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Attempting to bind port 18e10745-b4db-493f-b705-f11a1f04e5f9 on network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.104967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.105314 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.110938 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 3 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.114756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:46:14.115307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Checking segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:14.115876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Bound using segment: {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:46:14.116471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Bound port: 18e10745-b4db-493f-b705-f11a1f04e5f9, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978b4cc3-22b3-4dee-ab80-5d73ce7361ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:46:14.117000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.130044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object 4629e779-1144-4ec1-9c0b-fcda10d47a9c will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:14.131011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.131768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.132128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.181430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.181778 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.183732 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 4 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.211445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:14.215092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.216217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.216640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.216860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:46:14.218835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.227090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.227444 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.233438 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 5 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.244783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.261911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.262311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.262650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.275514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.276932 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.278735 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 6 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.302234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.302679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.302990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.340963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:14.342090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.344538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] 10.222.0.20 "PUT /v2.0/ports/18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 1091 time: 2.5010412 Jul 23 10:46:14.351000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.351719 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.355693 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 7 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.380072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network b9831885-30db-455e-8995-79004feb8d72 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:14.381291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=4629e779-1144-4ec1-9c0b-fcda10d47a9c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:14.382192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.382765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.384197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.396895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.397551 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.399979 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 8 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.407935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:14.412676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:14.428169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.428871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.429473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.436188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.436785 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.440483 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 9 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.488376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.489110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.490510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.507724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.508539 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.514447 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 10 to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 Jul 23 10:46:14.546042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:14.546839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:14.547395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:14.572480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:14.573228 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port b5058b19-6c77-439d-a41e-f09e9b56bc16 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:14.573818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.602500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a8a2a-b242-4513-99f9-457e6fc1ec71 service neutron] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:14.632137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:14.632569 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.689894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-df05df60-d4a4-4be0-8c10-ab1b33b6e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:14.691745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-df05df60-d4a4-4be0-8c10-ab1b33b6e731 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1094 time: 0.3052320 Jul 23 10:46:14.693985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8f13451f-b456-4c5f-9766-37ebff38579e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.2642505 Jul 23 10:46:14.699867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41340) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:14.843059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] For port b5058b19-6c77-439d-a41e-f09e9b56bc16, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:14.843540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempted to set empty binding levels {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 10:46:14.857030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.899475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f532396-5c54-449b-8e7f-f93a0b26a272 None None] Network b9831885-30db-455e-8995-79004feb8d72 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:14.948426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=b5058b19-6c77-439d-a41e-f09e9b56bc16,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:14.960780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] In _notify_port_updated(), no bound segment for port b5058b19-6c77-439d-a41e-f09e9b56bc16 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:46:14.964454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:14.970191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:14.974420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-374e04b3-e7ff-454d-80e3-37618899e736 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "PUT /v2.0/ports/b5058b19-6c77-439d-a41e-f09e9b56bc16 HTTP/1.1" status: 200 len: 975 time: 2.2772179 Jul 23 10:46:14.984832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41344) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:15.102500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3537a928-a010-4db1-87f3-64971c50a250 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:15.133016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-530631de-ef51-43c9-b167-e9375c4d03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.135294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-530631de-ef51-43c9-b167-e9375c4d03e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.4368875 Jul 23 10:46:15.154175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-54b904a4-df7e-4ae7-a860-64fe7cb7041e None None] Provisioning for port 3537a928-a010-4db1-87f3-64971c50a250 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:15.207867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3537a928-a010-4db1-87f3-64971c50a250 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:15.213291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3537a928-a010-4db1-87f3-64971c50a250 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:15.213982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:15.254758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:15.323276 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:15.327307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Subnet': ['ID=b54c02f8-f670-4969-a057-095a2054f277,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:15.346367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:46:15.348637 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:46:15.353464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734a96-3378-4ad5-9222-0096971480aa req-ecdc7791-8814-437d-b5b4-a91ad4fc3c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.362471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5e734a96-3378-4ad5-9222-0096971480aa req-ecdc7791-8814-437d-b5b4-a91ad4fc3c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.3868339 Jul 23 10:46:15.389975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3537a928-a010-4db1-87f3-64971c50a250, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3537a928-a010-4db1-87f3-64971c50a250,segment=NetworkSegment(5223dc72-2a28-4b9d-8cc8-19e8be61e695),segment_id=5223dc72-2a28-4b9d-8cc8-19e8be61e695)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:15.397338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:15.437911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5e734a96-3378-4ad5-9222-0096971480aa req-81491eb9-fa07-4961-bb5b-8a888fd38d76 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696242 Jul 23 10:46:15.456965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Checking segment: {'id': '4e27784b-b08a-421f-8acd-451bb7dd181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '83609748-161d-42f8-b7fc-7e99a27d3ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:15.457867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network hostable DHCP agents. Network: 83609748-161d-42f8-b7fc-7e99a27d3ee6, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:15.487708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network 83609748-161d-42f8-b7fc-7e99a27d3ee6 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:15.509061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 83609748-161d-42f8-b7fc-7e99a27d3ee6) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:15.513920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3537a928-a010-4db1-87f3-64971c50a250,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:15.522388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213b318-ecf8-45a7-8c58-ff386018fc6b None None] Network 83609748-161d-42f8-b7fc-7e99a27d3ee6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:15.526300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:15.620545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event updated for resources: {'Subnet': ['ID=0513cca8-5ec2-43be-8bf8-3d73aa6e058d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:15.651394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Checking segment: {'id': 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:15.651870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network hostable DHCP agents. Network: 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:15.690429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:15.714914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:15.727648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.728478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.729342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:15.735956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010aa7a4-e660-452d-8a4e-f0bbfa354f27 None None] Network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:15.773988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4a646d9d-f21b-4189-b775-42e1ea1083a3 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1939065 Jul 23 10:46:15.776587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:15.913541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4f4ae-0b87-4f47-838a-4704ae91cbb8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.915243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4f4ae-0b87-4f47-838a-4704ae91cbb8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.918243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4f4ae-0b87-4f47-838a-4704ae91cbb8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:15.935617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3ec4f4ae-0b87-4f47-838a-4704ae91cbb8 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1478407 Jul 23 10:46:15.936367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:16.039540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Deleting subnet b54c02f8-f670-4969-a057-095a2054f277 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:16.052131 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.109538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fcf2f6c9-110d-4cf2-b392-6cb825ac6027 None None] Provisioning for port 4629e779-1144-4ec1-9c0b-fcda10d47a9c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:16.116007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fcf2f6c9-110d-4cf2-b392-6cb825ac6027 None None] Provisioning complete for port 4629e779-1144-4ec1-9c0b-fcda10d47a9c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:16.116678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f6c9-110d-4cf2-b392-6cb825ac6027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.120395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4369ecb4-2a2a-44e2-947b-d32e51ee9329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-83609748-161d-42f8-b7fc-7e99a27d3ee6', 'network_id': '83609748-161d-42f8-b7fc-7e99a27d3ee6', 'tenant_id': '61582938c2e24f0b808c08cd6f0a6002', 'fixed_ips': [{'subnet_id': 'b54c02f8-f670-4969-a057-095a2054f277'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:46:16.121474 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4369ecb4-2a2a-44e2-947b-d32e51ee9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.141850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.155943 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba8109-58cf-450e-a591-a83f472b2fa2 x-openstack-request-id: req-33ba8109-58cf-450e-a591-a83f472b2fa2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:46:16.156233 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:46:16.156694 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33ba8109-58cf-450e-a591-a83f472b2fa2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:46:16.157241 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'status': 'completed', 'code': 200} Jul 23 10:46:16.157969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-505eb3fb-3db1-42a9-80fc-dcf18a6f25b9', 'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9', 'tenant_id': '61582938c2e24f0b808c08cd6f0a6002', 'fixed_ips': [{'subnet_id': '0513cca8-5ec2-43be-8bf8-3d73aa6e058d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:46:16.159111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.230555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.233118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.233602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.234079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.234544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.235008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.235606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.236081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.236542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.237000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.237457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.237911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.238365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.238820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.239280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.239761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.240335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.241004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.241476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.241930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.242385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.242836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.243287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.243776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.244228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.244681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.245133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.245588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.246038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.246655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.247746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.248204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.251964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ecc6f452-9ef8-4db6-a439-21eeb337d02b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28042 time: 1.2559502 Jul 23 10:46:16.257202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41376) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:16.298913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.331594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-4c4e59fb-7698-49d5-bf44-0106d8b736b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 999 time: 1.0887749 Jul 23 10:46:16.344208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Subnet': ['ID=b54c02f8-f670-4969-a057-095a2054f277,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:16.351114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.356702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d734d9a7-4eb9-4dd1-89ce-04fcf4700cac tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/subnets/b54c02f8-f670-4969-a057-095a2054f277 HTTP/1.1" status: 204 len: 168 time: 0.4190090 Jul 23 10:46:16.358052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41378) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:16.410410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2f6c9-110d-4cf2-b392-6cb825ac6027 None None] Port 4629e779-1144-4ec1-9c0b-fcda10d47a9c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:16.416340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9da7f-bf38-48ab-9c8f-dbdd448c137a None None] Network 83609748-161d-42f8-b7fc-7e99a27d3ee6 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:16.431194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Deleting subnet 0513cca8-5ec2-43be-8bf8-3d73aa6e058d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:16.453134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Allocated IP 2001:db8:0:1::1 (505eb3fb-3db1-42a9-80fc-dcf18a6f25b9/0513cca8-5ec2-43be-8bf8-3d73aa6e058d/7880610d-2c67-4eb3-b663-cf1caa029f2a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:16.480152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fcf2f6c9-110d-4cf2-b392-6cb825ac6027 None None] Provisioning complete for port 3537a928-a010-4db1-87f3-64971c50a250 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:16.480536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f6c9-110d-4cf2-b392-6cb825ac6027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.648999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-642b683f-a65d-4c4e-9930-fad30631bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.650391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-642b683f-a65d-4c4e-9930-fad30631bf37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.2056499 Jul 23 10:46:16.652100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-d5e5fd69-a5a7-455e-9e86-3c77f5275fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.654188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-d5e5fd69-a5a7-455e-9e86-3c77f5275fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1094 time: 0.5315228 Jul 23 10:46:16.737942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.823128 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.846562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Transition to ACTIVE for port object 7880610d-2c67-4eb3-b663-cf1caa029f2a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:16.863097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Transition to ACTIVE for port object 7880610d-2c67-4eb3-b663-cf1caa029f2a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:16.871447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.876866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Deleting port b5058b19-6c77-439d-a41e-f09e9b56bc16 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:16.877296 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.883033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.920528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829fb0-f9bf-45bc-8fb1-49e1616d48ec req-d547b392-1f0b-400e-a265-e8e7843e4860 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:16.922440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df829fb0-f9bf-45bc-8fb1-49e1616d48ec req-d547b392-1f0b-400e-a265-e8e7843e4860 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 0.3990042 Jul 23 10:46:16.964060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:16.967971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:16.973701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:16.996996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:17.007446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Pushing event updated for resources: {'Port': ['ID=7880610d-2c67-4eb3-b663-cf1caa029f2a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:17.015556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7c0b5277-2e73-46e5-a884-35f8f6186dcf None None] Provisioning complete for port 4629e779-1144-4ec1-9c0b-fcda10d47a9c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:17.015880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c0b5277-2e73-46e5-a884-35f8f6186dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.094390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] For port b5058b19-6c77-439d-a41e-f09e9b56bc16, host n-h2-778550-4, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:17.094923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.107554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3537a928-a010-4db1-87f3-64971c50a250 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:17.140402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.165296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Attempting to bind port 7880610d-2c67-4eb3-b663-cf1caa029f2a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:17.166958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Attempting to bind port 7880610d-2c67-4eb3-b663-cf1caa029f2a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:17.167669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Attempting to bind port 7880610d-2c67-4eb3-b663-cf1caa029f2a on network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:17.179815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-b64e240c-86c6-4ceb-9453-c32d31646f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:17.181461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-b64e240c-86c6-4ceb-9453-c32d31646f10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.5080993 Jul 23 10:46:17.210394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b5277-2e73-46e5-a884-35f8f6186dcf None None] Port 4629e779-1144-4ec1-9c0b-fcda10d47a9c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:17.211928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Calling delete_port for b5058b19-6c77-439d-a41e-f09e9b56bc16 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:17.214976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-a9cb2a58-a2f1-46b8-86f7-0854ff30a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:17.217373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-a9cb2a58-a2f1-46b8-86f7-0854ff30a433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5311713 Jul 23 10:46:17.221043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:46:17.221664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Checking segment: {'id': 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:17.222453 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.223619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Bound using segment: {'id': 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:46:17.224607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Bound port: 7880610d-2c67-4eb3-b663-cf1caa029f2a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '505eb3fb-3db1-42a9-80fc-dcf18a6f25b9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:46:17.225317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.232542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.286766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Subnet': ['ID=0513cca8-5ec2-43be-8bf8-3d73aa6e058d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:17.289546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df829fb0-f9bf-45bc-8fb1-49e1616d48ec req-48b6842b-648b-4fe1-8b20-08751d2f359e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593223 Jul 23 10:46:17.292329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.294459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-47e19022-2e70-4e0b-bc7d-bcec70dd6659 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/subnets/0513cca8-5ec2-43be-8bf8-3d73aa6e058d HTTP/1.1" status: 204 len: 168 time: 0.9352455 Jul 23 10:46:17.298385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:17.341863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] For port 7880610d-2c67-4eb3-b663-cf1caa029f2a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:17.347147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] For port 7880610d-2c67-4eb3-b663-cf1caa029f2a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7880610d-2c67-4eb3-b663-cf1caa029f2a,segment=NetworkSegment(fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88),segment_id=fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:46:17.358348 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.389633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4dee21-0a0a-468f-9635-96df44c283e6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:17.396036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41406) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:17.396452 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7b4dee21-0a0a-468f-9635-96df44c283e6 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0969870 Jul 23 10:46:17.444697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-7a49a2ee-1a43-4273-91b9-d1a16e27e8b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 999 time: 0.2526376 Jul 23 10:46:17.466341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeac453-3c9d-4302-a31f-c1f1128f012d None None] Pushing event updated for resources: {'Port': ['ID=7880610d-2c67-4eb3-b663-cf1caa029f2a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:17.535847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e7cef-aac3-476b-a362-25aaf33edaea None None] Network 505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:17.539737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3537a928-a010-4db1-87f3-64971c50a250 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:17.540214 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.679213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.691568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-f2b692dc-a264-435c-b880-dafc4e7180ec service neutron] 10.222.0.20 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346919 Jul 23 10:46:17.701010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-e084b76f-4189-405f-98d8-26e8b0773d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:17.702825 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-e084b76f-4189-405f-98d8-26e8b0773d7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.2227161 Jul 23 10:46:17.801652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5abf0b2-593a-4b86-90aa-8716d1a3049d None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:46:17.812810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.886706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5058b19-6c77-439d-a41e-f09e9b56bc16,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:17.934295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:17.939020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9e2ca1a8-0257-42a5-a4d1-0bc6e219e91b tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b5058b19-6c77-439d-a41e-f09e9b56bc16 HTTP/1.1" status: 204 len: 168 time: 1.6737933 Jul 23 10:46:17.939553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:17.962893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abf0b2-593a-4b86-90aa-8716d1a3049d None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:46:17.987540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2ff8943-03f4-461f-8079-ef8c81012cc3 req-2060277b-3163-427b-8cae-30c40151afa8 service neutron] 10.222.0.20 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819686 Jul 23 10:46:17.988498 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-105a2809-7dd1-42ec-9f53-8587b6e08bc3 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:46:17.995977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-105a2809-7dd1-42ec-9f53-8587b6e08bc3 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "GET /v2.0/ports/b5058b19-6c77-439d-a41e-f09e9b56bc16 HTTP/1.1" status: 404 len: 333 time: 0.0496738 Jul 23 10:46:17.996232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:18.002284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2119149796', 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:18.030811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Made reservation on behalf of 6939903d431c4c4ab64a290af2053415 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:18.037039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.041911 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.061810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.085545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port 7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:18.268661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-0b56d0de-056d-43e8-a7e5-621a53b9933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:18.270288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-0b56d0de-056d-43e8-a7e5-621a53b9933c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4838545 Jul 23 10:46:18.305077 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.364565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Deleting port 7880610d-2c67-4eb3-b663-cf1caa029f2a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:18.364990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.491865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=4629e779-1144-4ec1-9c0b-fcda10d47a9c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:18.655791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-9734d9e0-9615-4412-b0e1-9f5f8b3199a1 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649721 Jul 23 10:46:18.819759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.883132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:18.888188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:18.892210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:18.893171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:18.893896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:18.904299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:18.921398 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9bd89b49-c9ab-46a1-97db-d6dd923b181c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9232149 Jul 23 10:46:18.922272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41442) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:18.977880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d2d96e-8a66-4435-ba6e-9db4913ba28f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:18.980193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-76d2d96e-8a66-4435-ba6e-9db4913ba28f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "GET /v2.0/ports/7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1 HTTP/1.1" status: 200 len: 955 time: 0.0568464 Jul 23 10:46:18.983954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:19.014113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.055133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3d51e8dd-51d8-40c7-b1b6-8ad9be0647a6 None None] Provisioning complete for port 4629e779-1144-4ec1-9c0b-fcda10d47a9c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:19.055767 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d51e8dd-51d8-40c7-b1b6-8ad9be0647a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.083988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Deleting port 7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:19.085265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.101722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3d51e8dd-51d8-40c7-b1b6-8ad9be0647a6 None None] Port 4629e779-1144-4ec1-9c0b-fcda10d47a9c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:19.152102 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.166542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Calling delete_port for 7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:19.268416 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.361916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.379757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1 HTTP/1.1" status: 204 len: 168 time: 0.3946514 Jul 23 10:46:19.380995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03c8c3-4b3a-4075-903c-f87cf728b6c9 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:19.382870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:19.432611 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-082051d5-afe7-471a-a1cb-7d65acb30d7a tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:46:19.434426 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-082051d5-afe7-471a-a1cb-7d65acb30d7a tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "GET /v2.0/ports/7e685be6-ae73-41f1-b9ec-73ed0c4ee6d1 HTTP/1.1" status: 404 len: 333 time: 0.0475206 Jul 23 10:46:19.438687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:19.448262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Request body: {'port': {'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-455887744'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:19.473509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Made reservation on behalf of 6939903d431c4c4ab64a290af2053415 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:19.476435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.478695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-bf23941e-8c29-48ec-84f6-010b4229bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:19.480243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-bf23941e-8c29-48ec-84f6-010b4229bab0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1094 time: 1.3763299 Jul 23 10:46:19.493474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port 9c283e11-62a5-47f2-9b00-57bc3004a495 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:19.499095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] For port 7880610d-2c67-4eb3-b663-cf1caa029f2a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7880610d-2c67-4eb3-b663-cf1caa029f2a,segment=NetworkSegment(fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88),segment_id=fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:19.499478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.521163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-5971d888-404b-4e6d-b5c7-dab133e48471 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605482 Jul 23 10:46:19.533108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Calling delete_port for 7880610d-2c67-4eb3-b663-cf1caa029f2a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:19.658837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.705689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.735940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1231-cd3f-48e6-9c38-6a765196bd24 req-1e7cb078-e0f0-4996-a6fb-8bc69b94db19 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:19.738612 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f4d1231-cd3f-48e6-9c38-6a765196bd24 req-1e7cb078-e0f0-4996-a6fb-8bc69b94db19 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 943 time: 1.2176628 Jul 23 10:46:19.779948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:19.783692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:19.788300 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:19.789636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:19.790480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.812730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3686504 Jul 23 10:46:19.817605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:19.835433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:19.839475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a495bf3-8ffb-49a0-bf27-09227dbc8a56 tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=9c283e11-62a5-47f2-9b00-57bc3004a495,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:19.853920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-90ca5102-b494-4434-9a76-273d79674ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:19.855643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-90ca5102-b494-4434-9a76-273d79674ae9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.3674884 Jul 23 10:46:19.935819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-fd17cdca-c33c-4f83-9802-6758076577fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 999 time: 0.0711186 Jul 23 10:46:19.953216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.969109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:19.994054 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f4d1231-cd3f-48e6-9c38-6a765196bd24 req-9e7705f7-cabd-4839-ba2f-0e4f588a98d3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211561 Jul 23 10:46:20.151952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-21994102-3ea5-4dc1-a934-3eb46a0f74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:20.154740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-21994102-3ea5-4dc1-a934-3eb46a0f74de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.1989853 Jul 23 10:46:20.155634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.172292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] device_id is not set on port 9c283e11-62a5-47f2-9b00-57bc3004a495 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:20.180927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] No DVR routers for this DVR port 7880610d-2c67-4eb3-b663-cf1caa029f2a on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:20.185356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.199556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Transition to ACTIVE for port object 9c283e11-62a5-47f2-9b00-57bc3004a495 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:20.204210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.260774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Port': ['ID=7880610d-2c67-4eb3-b663-cf1caa029f2a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:20.268345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=9c283e11-62a5-47f2-9b00-57bc3004a495,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:20.285427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.285750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.286108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.290652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.291103 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.291633 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 2 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.311098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.311470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.312576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.317114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.317446 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.317903 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 3 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.334117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.334617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.334789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.339581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.339964 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.341211 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 4 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.354472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.354809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.355151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.355446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.360613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.360889 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.361404 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 5 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.374843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.375592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.376241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.382446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.383016 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.383761 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 6 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.398542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.399648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.400087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.400573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505eb3fb-3db1-42a9-80fc-dcf18a6f25b9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:20.408967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.409810 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.410378 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 7 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.427981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-16c561d6-5581-4cb8-a55a-afed245e9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:20.429538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-16c561d6-5581-4cb8-a55a-afed245e9626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625792 Jul 23 10:46:20.429842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.431779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:20.432088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9075d5-f7bc-4eaf-a5c9-ecdbea959e88') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:20.432584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.433234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.439106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.439732 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.440329 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 8 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.459763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:46:20.486953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.487394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.487830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.497555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.497982 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.506072 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 9 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.520146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.520578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.520990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.525577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.526021 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.526482 n-d-778550-4 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempt 10 to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 Jul 23 10:46:20.563637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:20.564071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:20.564529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempting to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:20.566964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.569327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:46:20.569738 n-d-778550-4 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Failed to bind port 9c283e11-62a5-47f2-9b00-57bc3004a495 on host n-h2-778550-4 for vnic_type normal using segments [{'id': 'a11b448f-1793-43a1-9a67-15adc68d26c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '28ac8457-af2e-403d-bbcf-c06cdb16fa46'}] Jul 23 10:46:20.570182 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.604873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:20.612110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.625145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'port_id': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'mac_address': 'fa:16:3e:3a:ba:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:46:20.671372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] For port 9c283e11-62a5-47f2-9b00-57bc3004a495, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:20.671629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:20.672055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.672203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attempted to set empty binding levels {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:20.675924 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:20.683090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.727539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.730559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] In _notify_port_updated(), no bound segment for port 9c283e11-62a5-47f2-9b00-57bc3004a495 on network 28ac8457-af2e-403d-bbcf-c06cdb16fa46 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:46:20.732027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:20.732915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.738221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "PUT /v2.0/ports/9c283e11-62a5-47f2-9b00-57bc3004a495 HTTP/1.1" status: 200 len: 974 time: 0.9190090 Jul 23 10:46:20.739216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41484) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:20.775174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.781632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-7b8ef468-22e0-4abb-b442-854189c8060f service neutron] 10.222.0.20 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031647 Jul 23 10:46:20.786437 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.795623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.797665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/networks/505eb3fb-3db1-42a9-80fc-dcf18a6f25b9 HTTP/1.1" status: 204 len: 168 time: 3.3925097 Jul 23 10:46:20.798362 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.801576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41492) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:20.813103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeaac2-6bee-4d12-a2a6-67446d700b6f tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event updated for resources: {'Port': ['ID=9c283e11-62a5-47f2-9b00-57bc3004a495,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:20.923037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=4629e779-1144-4ec1-9c0b-fcda10d47a9c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:20.937242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Deleting port 9c283e11-62a5-47f2-9b00-57bc3004a495 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:20.937717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:20.995885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74faae2-b9aa-4da7-a962-ff4a9b753a17 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Network': ['ID=505eb3fb-3db1-42a9-80fc-dcf18a6f25b9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:21.062437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e10745-b4db-493f-b705-f11a1f04e5f9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:46:21.063890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] For port 9c283e11-62a5-47f2-9b00-57bc3004a495, host n-h2-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:21.064252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.086978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Calling delete_port for 9c283e11-62a5-47f2-9b00-57bc3004a495 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:21.102982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:21.110770 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.166643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.192764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.217562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:21.224800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c283e11-62a5-47f2-9b00-57bc3004a495,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:21.237872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.242432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd298771-cf34-4a74-a2e5-03f957254feb tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9c283e11-62a5-47f2-9b00-57bc3004a495 HTTP/1.1" status: 204 len: 168 time: 0.4974279 Jul 23 10:46:21.242810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:21.292457 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c566a4-f058-4e35-832f-8d8b0a38fe9c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] GET failed (client error): The resource could not be found. Jul 23 10:46:21.294416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b1c566a4-f058-4e35-832f-8d8b0a38fe9c tempest-PortsAdminExtendedAttrsTestJSON-687400163 tempest-PortsAdminExtendedAttrsTestJSON-687400163-project-admin] 10.222.0.37 "GET /v2.0/ports/9c283e11-62a5-47f2-9b00-57bc3004a495 HTTP/1.1" status: 404 len: 333 time: 0.0504644 Jul 23 10:46:21.298318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:21.298447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.332168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network b9831885-30db-455e-8995-79004feb8d72 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:21.343172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:21.385901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65d94-9f79-423d-92d5-295d8f4c2001 req-41614ed0-6d0b-4cfd-933c-8ff8f20bf32e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:21.387982 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cad65d94-9f79-423d-92d5-295d8f4c2001 req-41614ed0-6d0b-4cfd-933c-8ff8f20bf32e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 944 time: 0.2699749 Jul 23 10:46:21.409038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.431908 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5bf064c-f52e-44b5-a55a-fd0e97e928bc req-c9fdee6a-1c66-4784-a915-2d602537ad02 service neutron] 10.222.0.20 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215854 Jul 23 10:46:21.484352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['18e10745-b4db-493f-b705-f11a1f04e5f9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:46:21.557693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.586947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ac8457-af2e-403d-bbcf-c06cdb16fa46']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:21.601047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b448f-1793-43a1-9a67-15adc68d26c6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:21.601348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b448f-1793-43a1-9a67-15adc68d26c6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:21.605931 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.639499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.650201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cad65d94-9f79-423d-92d5-295d8f4c2001 req-9a192c64-d36a-4ee2-8786-4407c779376c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796441 Jul 23 10:46:21.657663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83609748-161d-42f8-b7fc-7e99a27d3ee6']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:21.665972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.689796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:21.690214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.690343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e27784b-b08a-421f-8acd-451bb7dd181b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:21.690783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e27784b-b08a-421f-8acd-451bb7dd181b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:21.734567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.766115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.786483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:21.787769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:21.796199 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:21.814924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router 2b9d0fcb-80c9-4758-907c-7218806acda8 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:21.827566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.838803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.848038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] 10.222.0.37 "DELETE /v2.0/networks/28ac8457-af2e-403d-bbcf-c06cdb16fa46 HTTP/1.1" status: 204 len: 168 time: 0.5482678 Jul 23 10:46:21.868469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8870c2-5939-48ef-9b1b-20dcde0e662c tempest-PortsAdminExtendedAttrsTestJSON-1872153248 tempest-PortsAdminExtendedAttrsTestJSON-1872153248-project] Pushing event deleted for resources: {'Network': ['ID=28ac8457-af2e-403d-bbcf-c06cdb16fa46,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:21.890754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-12f84d42-5f8a-4483-baa7-908a7c4cd61f None None] Provisioning complete for port 4629e779-1144-4ec1-9c0b-fcda10d47a9c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:21.891747 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12f84d42-5f8a-4483-baa7-908a7c4cd61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:21.975083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-12f84d42-5f8a-4483-baa7-908a7c4cd61f None None] Port 4629e779-1144-4ec1-9c0b-fcda10d47a9c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:22.039915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.050693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.055297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/networks/83609748-161d-42f8-b7fc-7e99a27d3ee6 HTTP/1.1" status: 204 len: 168 time: 1.1527264 Jul 23 10:46:22.060295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41530) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:22.103457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94e35-d908-4e32-a292-0840efb7e0fc tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Network': ['ID=83609748-161d-42f8-b7fc-7e99a27d3ee6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:22.141411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:22.150007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc5937cd-332d-4449-8695-e9baec101768 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/2b9d0fcb-80c9-4758-907c-7218806acda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4488022 Jul 23 10:46:22.153403 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] Sync routers for ids ['2b9d0fcb-80c9-4758-907c-7218806acda8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:22.174389 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] Routers {'2b9d0fcb-80c9-4758-907c-7218806acda8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:22.175032 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2b9d0fcb-80c9-4758-907c-7218806acda8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.181345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082663b5-39f3-4952-96bd-a6b686ea74b5 req-1f6ddc59-8d8b-4eff-8cb1-4fa231bbfc23 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:22.183351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-082663b5-39f3-4952-96bd-a6b686ea74b5 req-1f6ddc59-8d8b-4eff-8cb1-4fa231bbfc23 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 944 time: 0.1907456 Jul 23 10:46:22.186296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:22.212199 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.227374 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] Routers {'2b9d0fcb-80c9-4758-907c-7218806acda8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:22.228035 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2b9d0fcb-80c9-4758-907c-7218806acda8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.272772 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.275079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6745f35-4a46-4a11-9c4b-cdfab45c45a0 None None] The sync data for ids ['2b9d0fcb-80c9-4758-907c-7218806acda8'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:22.290670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-a072b63a-9a73-4727-9496-7d4978028ea1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:22.292898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-a072b63a-9a73-4727-9496-7d4978028ea1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c&tenant_id=c28bf5d98a9540e3bc01a0a43679df33&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 944 time: 0.3465774 Jul 23 10:46:22.299535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.348438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:22.367063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfac67f-4151-4067-9fff-04c56f8cfe42 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:22.368526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbfac67f-4151-4067-9fff-04c56f8cfe42 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports/4629e779-1144-4ec1-9c0b-fcda10d47a9c HTTP/1.1" status: 200 len: 976 time: 0.1811640 Jul 23 10:46:22.371331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:22.398998 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-e8a8a754-1961-4cb3-ac2a-d446805b2631 service neutron] delete failed (client error): The resource could not be found. Jul 23 10:46:22.400114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-e8a8a754-1961-4cb3-ac2a-d446805b2631 service neutron] 10.222.0.55 "DELETE /v2.0/ports/18e10745-b4db-493f-b705-f11a1f04e5f9/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0985918 Jul 23 10:46:22.469014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-082663b5-39f3-4952-96bd-a6b686ea74b5 req-3c8406cb-7349-4bca-b004-9c7828abd892 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728555 Jul 23 10:46:22.519355 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.562266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59097edc-0805-4758-b326-3a97ce100c0c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.583975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29ebed2-96a1-4b91-be39-062afb8577e2') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.584291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29ebed2-96a1-4b91-be39-062afb8577e2') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:22.602756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.616732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-e7d2f4b0-dcd5-4e21-a09c-ff2abf499616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:22.618269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-e7d2f4b0-dcd5-4e21-a09c-ff2abf499616 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1095 time: 0.0961874 Jul 23 10:46:22.639915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.655162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d188d7d-8672-4464-b053-015d8409d9ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ff44e22ec3a44b3bdd10123e3cc4cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054948 Jul 23 10:46:22.657550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41548) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:22.660474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:22.660888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:22.664458 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:22.779638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc56de6-f71c-4940-b2a0-093f5d9edfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.803827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.804927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc56de6-f71c-4940-b2a0-093f5d9edfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.820315 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.831638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/networks/59097edc-0805-4758-b326-3a97ce100c0c HTTP/1.1" status: 204 len: 168 time: 0.7666430 Jul 23 10:46:22.833252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-e7280d20-d063-4f7c-8d4b-809f5583d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:22.834819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-e7280d20-d063-4f7c-8d4b-809f5583d20f service neutron] 10.222.0.55 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.2058635 Jul 23 10:46:22.835365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41552) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:22.866347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec4639-ca6f-4dc6-9db6-16126818b877 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Network': ['ID=59097edc-0805-4758-b326-3a97ce100c0c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:22.896959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc56de6-f71c-4940-b2a0-093f5d9edfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.899955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc56de6-f71c-4940-b2a0-093f5d9edfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:22.901264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7dc56de6-f71c-4940-b2a0-093f5d9edfb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/077f3599-33fe-4689-8dd4-1829712e7bee HTTP/1.1" status: 204 len: 168 time: 0.2428384 Jul 23 10:46:22.962545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56de6-f71c-4940-b2a0-093f5d9edfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077f3599-33fe-4689-8dd4-1829712e7bee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:23.036093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.090268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-dad55af6-d369-4d71-8e57-e6970a4c0e49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 1000 time: 0.2433155 Jul 23 10:46:23.101849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.157991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-083b53fa-0a45-42c3-9901-ce3d6a9396b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:23.159962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-083b53fa-0a45-42c3-9901-ce3d6a9396b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.0491712 Jul 23 10:46:23.351368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.365975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:23.371853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8fc625-2999-4fdf-84e9-9aeba027328c']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:23.382919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6ffaee-7dbd-490d-aa31-51920b307c4f') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:23.383365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6ffaee-7dbd-490d-aa31-51920b307c4f') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:23.394389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.412999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.422996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:23.423852 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.449856 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-83d38d1b-9bfc-4d5b-9db0-3e5d68c876d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6939903d431c4c4ab64a290af2053415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821064 Jul 23 10:46:23.452511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:23.455274 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:23.511213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.527186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7f1f-016f-4b06-9616-d01406dd3122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.527543 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.530698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] 10.222.0.37 "DELETE /v2.0/networks/0b8fc625-2999-4fdf-84e9-9aeba027328c HTTP/1.1" status: 204 len: 168 time: 0.6848629 Jul 23 10:46:23.556438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7f1f-016f-4b06-9616-d01406dd3122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.579486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e9fdf-6111-46fb-92b4-7135f52aaf98 tempest-BulkNetworkOpsIpV6Test-262307960 tempest-BulkNetworkOpsIpV6Test-262307960-project] Pushing event deleted for resources: {'Network': ['ID=0b8fc625-2999-4fdf-84e9-9aeba027328c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:23.589925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-4c17cb3c-48bd-41ea-92dc-f4eabcc930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:23.594467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-4c17cb3c-48bd-41ea-92dc-f4eabcc930b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4159501 Jul 23 10:46:23.631754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7f1f-016f-4b06-9616-d01406dd3122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.634697 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7f1f-016f-4b06-9616-d01406dd3122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.639118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a0d7f1f-016f-4b06-9616-d01406dd3122 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c64de1f1-6f14-400e-8e04-2d20a75d35e1 HTTP/1.1" status: 204 len: 168 time: 0.1780100 Jul 23 10:46:23.663038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 4629e779-1144-4ec1-9c0b-fcda10d47a9c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:23.663455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.689160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d7f1f-016f-4b06-9616-d01406dd3122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64de1f1-6f14-400e-8e04-2d20a75d35e1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:23.811859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a4490-9a90-42c3-a0e5-088e87e5a574 req-cead1e23-a107-412e-a019-ebbff448736c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:23.813929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a3a4490-9a90-42c3-a0e5-088e87e5a574 req-cead1e23-a107-412e-a019-ebbff448736c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 944 time: 0.1981232 Jul 23 10:46:23.842147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-bcf01575-717e-4acc-a0fb-01a885c8bde4 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413154 Jul 23 10:46:23.848119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:23.882612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a3a4490-9a90-42c3-a0e5-088e87e5a574 req-e534b2b7-5455-4ef5-8756-dde10d904e32 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609226 Jul 23 10:46:23.884220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 4629e779-1144-4ec1-9c0b-fcda10d47a9c owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:24.012736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5a94d8b-fc59-4dc9-b436-ce76068718e8 req-4f3bd4b7-c4f9-45d2-a0d4-7e9793a565c9 service neutron] 10.222.0.55 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603470 Jul 23 10:46:24.037995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.147546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41584) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:24.214862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.272135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=4629e779-1144-4ec1-9c0b-fcda10d47a9c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:24.460233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:24.552625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10769cf9-30ca-4cf6-a432-f984bcc29c47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61582938c2e24f0b808c08cd6f0a6002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035225 Jul 23 10:46:24.556415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41602) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:24.592278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.631115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 18e10745-b4db-493f-b705-f11a1f04e5f9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:24.636869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 18e10745-b4db-493f-b705-f11a1f04e5f9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:24.637529 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.674944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9510cdb-882c-4a75-a189-4fa4dc18d320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.729680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9510cdb-882c-4a75-a189-4fa4dc18d320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.795897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9510cdb-882c-4a75-a189-4fa4dc18d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.801710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9510cdb-882c-4a75-a189-4fa4dc18d320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:24.802899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a9510cdb-882c-4a75-a189-4fa4dc18d320 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43ab773c-e555-4fc4-b268-48caea06fe5f HTTP/1.1" status: 204 len: 168 time: 0.2446918 Jul 23 10:46:24.822355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9510cdb-882c-4a75-a189-4fa4dc18d320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab773c-e555-4fc4-b268-48caea06fe5f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:24.876400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router 2b9d0fcb-80c9-4758-907c-7218806acda8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:46:24.958656 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:25.039389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:25.042387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:46:25.047097 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b864094a-2cfd-4b4e-a656-82799a9e9a86" -d '{"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:46:25.055694 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:25.061516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:25.096766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41622) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:25.098735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9605886d-21df-407f-a61e-66269c343e4b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/2b9d0fcb-80c9-4758-907c-7218806acda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7205372 Jul 23 10:46:25.121164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] Sync routers for ids ['2b9d0fcb-80c9-4758-907c-7218806acda8'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:25.158242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] Routers {'2b9d0fcb-80c9-4758-907c-7218806acda8'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:25.159157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2b9d0fcb-80c9-4758-907c-7218806acda8'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:25.257819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73212ffe-67b8-4789-bf19-068b35128118 req-8e13826f-567a-46d3-a886-dc5581bfcc31 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:25.270557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:25.273460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73212ffe-67b8-4789-bf19-068b35128118 req-8e13826f-567a-46d3-a886-dc5581bfcc31 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.2058206 Jul 23 10:46:25.311084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] Routers {'2b9d0fcb-80c9-4758-907c-7218806acda8'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:25.312028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['2b9d0fcb-80c9-4758-907c-7218806acda8'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:25.357274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73212ffe-67b8-4789-bf19-068b35128118 req-9890cbd3-43ef-4d11-9560-c5f34aa839e6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815983 Jul 23 10:46:25.379550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:25.384332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:25.385371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:25.390962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7d82a-708f-41fa-9c69-259ebd777e21 None None] The sync data for ids ['2b9d0fcb-80c9-4758-907c-7218806acda8'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:25.487896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dfba6055-b936-4830-9664-77417de77b45 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/47a0801a-98e9-4aef-a3a2-470f15cf6f43 HTTP/1.1" status: 200 len: 993 time: 0.1019945 Jul 23 10:46:25.628921 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77f140-0fe2-4f73-b1c2-b1f3b6378e7b x-openstack-request-id: req-4d77f140-0fe2-4f73-b1c2-b1f3b6378e7b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:46:25.628921 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:46:25.629224 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d77f140-0fe2-4f73-b1c2-b1f3b6378e7b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:46:25.629460 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'code': 200} Jul 23 10:46:26.002446 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-26570390-4647-4733-b408-479e08377677 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 10:46:26.012996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:26.020454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-26570390-4647-4733-b408-479e08377677 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/2b9d0fcb-80c9-4758-907c-7218806acda8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9220355 Jul 23 10:46:26.083476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-80fe6711-4401-4b62-8ff2-256a47595246 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b9d0fcb-80c9-4758-907c-7218806acda8 HTTP/1.1" status: 200 len: 205 time: 0.0677245 Jul 23 10:46:26.084492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41660) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:26.180361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.275795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41668) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:26.416663 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.420249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.441223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-621773917', 'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:26.489666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Made reservation on behalf of 0a5f0e587de4466385f17a307ddd405c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:26.492805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.511480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.513897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9d0fcb-80c9-4758-907c-7218806acda8 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:26.525446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.526764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d71aca88-2033-4e33-9897-f786cf69d9e1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/2b9d0fcb-80c9-4758-907c-7218806acda8 HTTP/1.1" status: 204 len: 168 time: 0.4412706 Jul 23 10:46:26.529908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41680) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:26.542971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.622376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet 5769c729-ed67-4894-b51d-bc807fd38265 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:26.626386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.664003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41682) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:26.712610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.796787 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.804916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.846357 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.853469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:26.854157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1716516820'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:26.869039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.869397 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Added segment ead577e3-12e0-4a07-aaa6-c8125ae8b679 of type vlan for network a52b193a-c41c-4e45-a499-c9684c43486b Jul 23 10:46:26.871150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4996af-ff7d-4755-956e-bae16cdbbc86,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:26.924976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.941765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Made reservation on behalf of 2515a6ba78c6499b8d155504a15f7689 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:26.945534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.963165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.966456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:26.967809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:26.969756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.005022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7253704 Jul 23 10:46:27.010228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:27.018313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'subnet': {'network_id': 'a52b193a-c41c-4e45-a499-c9684c43486b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:27.073019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e26a11b-9e01-4c88-8db4-b2810be83f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.076087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a12b0-7929-4644-b7c2-3ba36e858740 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Network': ['ID=a52b193a-c41c-4e45-a499-c9684c43486b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:27.100050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a52b193a-c41c-4e45-a499-c9684c43486b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:27.135051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.137209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.163856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Made reservation on behalf of 0a5f0e587de4466385f17a307ddd405c for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:27.166385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.172804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=5769c729-ed67-4894-b51d-bc807fd38265,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:27.174890 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.239714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97809193-bd5e-46df-85cd-1bb65624de60,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:27.252613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:27.263329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.263723 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Added segment 5f24e933-2e37-4678-b772-7ab1adbbb4a6 of type vlan for network 556dceca-b28c-48df-be55-d19c2a168fff Jul 23 10:46:27.321940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.326305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7f400-6bac-4b82-8034-e91e026fb28f None None] Network b9831885-30db-455e-8995-79004feb8d72 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:27.326675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14f4cc65-fe12-4e00-90ec-a5a69979e65e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/5769c729-ed67-4894-b51d-bc807fd38265 HTTP/1.1" status: 204 len: 168 time: 0.7956653 Jul 23 10:46:27.329103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.333219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41696) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:27.442943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.445745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.451318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:27.458922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.537816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8723564 Jul 23 10:46:27.538034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41700) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:27.544229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-6ef089f1-029b-4e84-8017-9293211a6ee0 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-785947386') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:27.608334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd841cb-e91a-42a5-b194-2cdbdd47abb5 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Pushing event updated for resources: {'Network': ['ID=556dceca-b28c-48df-be55-d19c2a168fff,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:27.622567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 556dceca-b28c-48df-be55-d19c2a168fff details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:27.649992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 3537a928-a010-4db1-87f3-64971c50a250 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:27.650344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.680003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] DHCP port deletion for b9831885-30db-455e-8995-79004feb8d72 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:46:27.778806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 3537a928-a010-4db1-87f3-64971c50a250, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3537a928-a010-4db1-87f3-64971c50a250,segment=NetworkSegment(5223dc72-2a28-4b9d-8cc8-19e8be61e695),segment_id=5223dc72-2a28-4b9d-8cc8-19e8be61e695)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:27.779218 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.782966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] Deleting port 3537a928-a010-4db1-87f3-64971c50a250 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:27.783666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.812653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 3537a928-a010-4db1-87f3-64971c50a250 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:27.888993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] For port 3537a928-a010-4db1-87f3-64971c50a250, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3537a928-a010-4db1-87f3-64971c50a250,segment=NetworkSegment(5223dc72-2a28-4b9d-8cc8-19e8be61e695),segment_id=5223dc72-2a28-4b9d-8cc8-19e8be61e695)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:27.889506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.904766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] Calling delete_port for 3537a928-a010-4db1-87f3-64971c50a250 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:27.980422 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:27.993627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.022502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] Pushing event deleted for resources: {'Port': ['ID=3537a928-a010-4db1-87f3-64971c50a250,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:28.025885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=3537a928-a010-4db1-87f3-64971c50a250,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:28.030057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port 3537a928-a010-4db1-87f3-64971c50a250 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:28.042000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f906f-6cc1-45c7-98aa-363009d95608 None None] No DVR routers for this DVR port 3537a928-a010-4db1-87f3-64971c50a250 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:28.061589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ef089f1-029b-4e84-8017-9293211a6ee0 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "PUT /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-785947386 HTTP/1.1" status: 201 len: 201 time: 0.5227101 Jul 23 10:46:28.065177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.086254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-8462dfa6-1b19-40ba-a250-159592c22f47 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-785947386') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.119671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:46:28.120517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.135266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.147066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9831885-30db-455e-8995-79004feb8d72']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.166724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5223dc72-2a28-4b9d-8cc8-19e8be61e695') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.167035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5223dc72-2a28-4b9d-8cc8-19e8be61e695') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.177309 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.192822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.200891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:28.201361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:28.205866 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:28.237429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cf444e37-8ab5-470f-8101-cb6b89f2024c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:28.240720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Checking segment: {'id': 'ead577e3-12e0-4a07-aaa6-c8125ae8b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a52b193a-c41c-4e45-a499-c9684c43486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:28.241367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network hostable DHCP agents. Network: a52b193a-c41c-4e45-a499-c9684c43486b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:28.269949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.283452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.289948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8462dfa6-1b19-40ba-a250-159592c22f47 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-785947386 HTTP/1.1" status: 204 len: 168 time: 0.2234914 Jul 23 10:46:28.293459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/b9831885-30db-455e-8995-79004feb8d72 HTTP/1.1" status: 204 len: 168 time: 0.9591162 Jul 23 10:46:28.294459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41706) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.294819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.301144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-47755da2-1892-4d24-80e4-11925563805e tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.302116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-630593091'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:28.306102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network a52b193a-c41c-4e45-a499-c9684c43486b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:28.319889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8568d4c-c01c-4054-8fa3-2d2af8bcec41 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=b9831885-30db-455e-8995-79004feb8d72,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:28.339402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a52b193a-c41c-4e45-a499-c9684c43486b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:28.346979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:28.348001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.352257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:28.352540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf83c55-c42e-4f3e-902a-414b59609186 None None] Network a52b193a-c41c-4e45-a499-c9684c43486b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:28.357251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.410004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:28.412557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9db3f76c-4783-4637-b216-93373aed483e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4010897 Jul 23 10:46:28.425505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41712) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.442342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1221891083', 'network_id': 'a52b193a-c41c-4e45-a499-c9684c43486b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:28.473376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-47755da2-1892-4d24-80e4-11925563805e tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags HTTP/1.1" status: 200 len: 237 time: 0.1772151 Jul 23 10:46:28.477167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.488673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.489024 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment cdcab14d-126a-4077-bc6d-5f5f96caf6ce of type vlan for network a7b33cd8-4f50-413d-926c-84eec90d542f Jul 23 10:46:28.492182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-8d9b7d0f-7683-4e27-af9c-147ac7f3c913 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', {'tags': ['tempest-TagsTest-Tag-2090360346', 'tempest-TagsTest-Tag-587905945', 'tempest-TagsTest-Tag-170740773']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.539375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba0f2f-acee-4a7a-b7f2-629c320aede4 None None] Network a52b193a-c41c-4e45-a499-c9684c43486b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:28.624147 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d9b7d0f-7683-4e27-af9c-147ac7f3c913 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "PUT /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags HTTP/1.1" status: 200 len: 307 time: 0.1418142 Jul 23 10:46:28.624575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.631401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-3034007a-8c85-4990-9e6a-c8b8c0a322e2 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-2090360346') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.632926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.691243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Made reservation on behalf of 0a5f0e587de4466385f17a307ddd405c for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:28.693614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.726943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.736369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:28.737657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:28.759602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3034007a-8c85-4990-9e6a-c8b8c0a322e2 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "DELETE /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-2090360346 HTTP/1.1" status: 204 len: 168 time: 0.1335351 Jul 23 10:46:28.760003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41724) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.766439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-8d4c5147-0ff7-4968-aaba-d8d1e348f5dd tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-2090360346') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.769635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] device_id is not set on port 99e721d9-efea-46cc-a42f-c0dcefd243ef yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:46:28.853642 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-8d4c5147-0ff7-4968-aaba-d8d1e348f5dd tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] show failed (client error): The resource could not be found. Jul 23 10:46:28.857914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d4c5147-0ff7-4968-aaba-d8d1e348f5dd tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-2090360346 HTTP/1.1" status: 404 len: 326 time: 0.0969024 Jul 23 10:46:28.858489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.864296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-b1e44661-1b7e-4e5b-837e-9f594fbfff4c tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-587905945') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:28.866427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5689340 Jul 23 10:46:28.867190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81e9a-eeed-434e-a4d8-8ac31a06bbc3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=a7b33cd8-4f50-413d-926c-84eec90d542f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:28.869288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41728) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.883215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:28.890941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a7b33cd8-4f50-413d-926c-84eec90d542f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:28.964641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b1e44661-1b7e-4e5b-837e-9f594fbfff4c tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-587905945 HTTP/1.1" status: 204 len: 168 time: 0.1012082 Jul 23 10:46:28.964922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:28.970656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-0fb6fb91-a0e0-4d15-bc10-78b5ea5c11c7 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-170740773') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.020800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3537a928-a010-4db1-87f3-64971c50a250 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:29.041528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3537a928-a010-4db1-87f3-64971c50a250 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:29.041883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3537a928-a010-4db1-87f3-64971c50a250 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:29.045867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Allocated IP 172.20.0.8 (a52b193a-c41c-4e45-a499-c9684c43486b/cf444e37-8ab5-470f-8101-cb6b89f2024c/99e721d9-efea-46cc-a42f-c0dcefd243ef) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:29.062385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:29.066918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0fb6fb91-a0e0-4d15-bc10-78b5ea5c11c7 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-170740773 HTTP/1.1" status: 204 len: 168 time: 0.0974460 Jul 23 10:46:29.067403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.067537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41732) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.071355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-a45d4c1a-2d81-407b-968c-eac262ab9709 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.169284 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a45d4c1a-2d81-407b-968c-eac262ab9709 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "DELETE /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags HTTP/1.1" status: 204 len: 168 time: 0.0987380 Jul 23 10:46:29.169501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.174728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-67f5869f-7df6-44b8-9650-2c2a4ea7d71f tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-587905945') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.242470 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-67f5869f-7df6-44b8-9650-2c2a4ea7d71f tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] show failed (client error): The resource could not be found. Jul 23 10:46:29.246387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67f5869f-7df6-44b8-9650-2c2a4ea7d71f tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-587905945 HTTP/1.1" status: 404 len: 325 time: 0.0724268 Jul 23 10:46:29.247138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.251612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-6ce7e8e9-b19d-4dec-b05a-ba0b6d6b5083 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff', 'tempest-TagsTest-Tag-170740773') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.319634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.324324 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-6ce7e8e9-b19d-4dec-b05a-ba0b6d6b5083 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] show failed (client error): The resource could not be found. Jul 23 10:46:29.328549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ce7e8e9-b19d-4dec-b05a-ba0b6d6b5083 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "GET /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags/tempest-TagsTest-Tag-170740773 HTTP/1.1" status: 404 len: 325 time: 0.0778384 Jul 23 10:46:29.328803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.333156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-a871240d-e110-4891-9fef-6de0b4de8aa6 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '556dceca-b28c-48df-be55-d19c2a168fff') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.377985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.408280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a871240d-e110-4891-9fef-6de0b4de8aa6 tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "DELETE /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff/tags HTTP/1.1" status: 204 len: 168 time: 0.0750861 Jul 23 10:46:29.408544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41742) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.468477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.478713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=a9eff803-9bd2-44fc-878d-7c60f2fa9018,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:29.491343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.520905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network a52b193a-c41c-4e45-a499-c9684c43486b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:29.521873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:29.522231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: a7b33cd8-4f50-413d-926c-84eec90d542f, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:29.530389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:29.532794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:29.563168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Port': ['ID=99e721d9-efea-46cc-a42f-c0dcefd243ef,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:29.603265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:29.603937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.610387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network a7b33cd8-4f50-413d-926c-84eec90d542f is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:29.610941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.632634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556dceca-b28c-48df-be55-d19c2a168fff']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.642166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a7b33cd8-4f50-413d-926c-84eec90d542f) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:29.645763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f24e933-2e37-4678-b772-7ab1adbbb4a6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.646369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f24e933-2e37-4678-b772-7ab1adbbb4a6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:29.651114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:29.651446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87053087-5118-421d-b9e0-20c053287234 None None] Network a7b33cd8-4f50-413d-926c-84eec90d542f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:29.651930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.664548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1095fe8-5a0d-4fc4-9c6b-b02491b8dda9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2272737 Jul 23 10:46:29.671852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41750) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.688967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.715668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.725810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:29.725810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.726602 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b7e64b59-c1c9-420f-b7d2-70e9a13716f8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8537254 Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:29.727758 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:29.731484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:29.749658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1441842591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:29.810283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Deleting port 99e721d9-efea-46cc-a42f-c0dcefd243ef {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:29.812958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.820398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.823193 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.825360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.844099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.846497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] 10.222.0.37 "DELETE /v2.0/networks/556dceca-b28c-48df-be55-d19c2a168fff HTTP/1.1" status: 204 len: 168 time: 0.4370916 Jul 23 10:46:29.893309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773c136-818f-46f9-be38-b4bca1b6303d tempest-TagsTest-1309600254 tempest-TagsTest-1309600254-project] Pushing event deleted for resources: {'Network': ['ID=556dceca-b28c-48df-be55-d19c2a168fff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:29.930847 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88efe8e2-d66c-4e3c-af4d-f9000f16819a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.980479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.983287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:29.987952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.015037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-a7b33cd8-4f50-413d-926c-84eec90d542f', 'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': 'a9eff803-9bd2-44fc-878d-7c60f2fa9018'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:46:30.015792 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.016590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Calling delete_port for 99e721d9-efea-46cc-a42f-c0dcefd243ef owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:30.025404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.026432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0fff5dd5-19f8-4b31-a5cf-baf1a922c438 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2823927 Jul 23 10:46:30.029706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:30.233883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.313536 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.348174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event deleted for resources: {'Port': ['ID=99e721d9-efea-46cc-a42f-c0dcefd243ef,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:30.398552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.408305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-88db4042-ef6b-4846-94b0-2e9911df761b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/ports/99e721d9-efea-46cc-a42f-c0dcefd243ef HTTP/1.1" status: 204 len: 168 time: 0.7353404 Jul 23 10:46:30.409080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41774) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:30.409416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41778) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:30.421121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a52b193a-c41c-4e45-a499-c9684c43486b', 'external_fixed_ips': [{'subnet_id': 'cf444e37-8ab5-470f-8101-cb6b89f2024c', 'ip_address': '172.20.0.8'}]}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:30.436600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Allocated IP 172.20.0.2 (a7b33cd8-4f50-413d-926c-84eec90d542f/a9eff803-9bd2-44fc-878d-7c60f2fa9018/d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:30.464331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.467343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.496753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.583934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.642935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.651917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Transition to ACTIVE for port object d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:30.667903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Transition to ACTIVE for port object d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:30.674308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.725023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Network a7b33cd8-4f50-413d-926c-84eec90d542f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:30.729499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:30.737026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:30.756673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-29e99e04-1938-42c2-8c2c-8498c93e92f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2515a6ba78c6499b8d155504a15f7689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458405 Jul 23 10:46:30.772914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Pushing event updated for resources: {'Port': ['ID=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:30.801911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Attempting to bind port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:30.802283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Attempting to bind port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:30.802655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Attempting to bind port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d on network a7b33cd8-4f50-413d-926c-84eec90d542f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:30.807966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:46:30.808340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Checking segment: {'id': 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:30.808749 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.809810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Bound using segment: {'id': 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:46:30.810314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Bound port: d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a7b33cd8-4f50-413d-926c-84eec90d542f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:46:30.810733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.819033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41786) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:30.845365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.20.0.1 (a7b33cd8-4f50-413d-926c-84eec90d542f/a9eff803-9bd2-44fc-878d-7c60f2fa9018/fb4ed067-59d4-42db-acce-6bec16eb9dd2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:30.873104 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.893542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] For port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:30.897312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] For port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,segment=NetworkSegment(cdcab14d-126a-4077-bc6d-5f5f96caf6ce),segment_id=cdcab14d-126a-4077-bc6d-5f5f96caf6ce)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:46:30.902683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.936522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c267959-70af-4c6b-a0f8-c9c01ba965d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.967887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c267959-70af-4c6b-a0f8-c9c01ba965d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:30.990258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65b13-7e01-466a-859e-f17036d70ec1 None None] Pushing event updated for resources: {'Port': ['ID=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:31.030268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.046073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object fb4ed067-59d4-42db-acce-6bec16eb9dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:31.083894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.132752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network a7b33cd8-4f50-413d-926c-84eec90d542f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:31.135956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:31.141591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:31.181934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c267959-70af-4c6b-a0f8-c9c01ba965d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.183202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=fb4ed067-59d4-42db-acce-6bec16eb9dd2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:31.184798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c267959-70af-4c6b-a0f8-c9c01ba965d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.188336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1c267959-70af-4c6b-a0f8-c9c01ba965d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97809193-bd5e-46df-85cd-1bb65624de60 HTTP/1.1" status: 204 len: 168 time: 0.3654621 Jul 23 10:46:31.196209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.200557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.222735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267959-70af-4c6b-a0f8-c9c01ba965d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97809193-bd5e-46df-85cd-1bb65624de60,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:31.237397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.299531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.499768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.504922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Allocated IP 172.20.0.8 (a52b193a-c41c-4e45-a499-c9684c43486b/cf444e37-8ab5-470f-8101-cb6b89f2024c/9cc7a7a7-a0bf-443a-90b5-4125b31f1704) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:31.707435 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.790412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.885236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Port': ['ID=9cc7a7a7-a0bf-443a-90b5-4125b31f1704,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:31.917424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network a52b193a-c41c-4e45-a499-c9684c43486b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:31.920400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:31.924065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:31.990762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:31.997514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:32.132746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:32.143102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=fb4ed067-59d4-42db-acce-6bec16eb9dd2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:32.257240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network a7b33cd8-4f50-413d-926c-84eec90d542f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:32.258970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:32.418393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router 5ab1994b-26bc-418a-8333-25f238c19039 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:32.430321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec682f-c8da-4ba6-9bda-ce6bb9850ee9 None None] Network a7b33cd8-4f50-413d-926c-84eec90d542f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:32.508650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:32.533525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:32.538004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026844 Jul 23 10:46:32.548817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41830) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:32.574324 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:32.618286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-48d57487-7896-4bf6-b6b6-0f3ff64e885c None None] Provisioning for port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:32.652221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:32.658980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dbe96338-e2b5-4f6b-810e-baf9d058a0a2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/5ab1994b-26bc-418a-8333-25f238c19039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274376 Jul 23 10:46:32.664120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:32.667882 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] Sync routers for ids ['5ab1994b-26bc-418a-8333-25f238c19039'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:32.681828 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] Routers {'5ab1994b-26bc-418a-8333-25f238c19039'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:32.682451 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ab1994b-26bc-418a-8333-25f238c19039'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:32.747606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797838d-c0b5-4360-a466-520c4e4155bc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:32.749063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b797838d-c0b5-4360-a466-520c4e4155bc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports/fb4ed067-59d4-42db-acce-6bec16eb9dd2 HTTP/1.1" status: 200 len: 910 time: 0.0839262 Jul 23 10:46:32.751934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41836) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:32.846437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f9384795-8b59-402c-bc4b-95f109a571dd tempest-NetworksApiDiscovery-1472191217 tempest-NetworksApiDiscovery-1472191217-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2920334 Jul 23 10:46:32.959447 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:32.994465 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] Routers {'5ab1994b-26bc-418a-8333-25f238c19039'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:32.995128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ab1994b-26bc-418a-8333-25f238c19039'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:33.012540 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.098607 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:33.103666 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ffa30e-818b-48ce-85ee-19f78d96d596 None None] The sync data for ids ['5ab1994b-26bc-418a-8333-25f238c19039'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:33.187794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:33.314246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:33.319573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:33.322471 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.390121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:33.461167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Router 3bc9c144-7938-427c-b0a5-8afad6cbd693 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:33.492891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.609960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,segment=NetworkSegment(cdcab14d-126a-4077-bc6d-5f5f96caf6ce),segment_id=cdcab14d-126a-4077-bc6d-5f5f96caf6ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:33.611336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-656ca48d-a47f-4fa6-838a-64fd6e1bb7eb None None] Provisioning complete for port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:33.612007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-656ca48d-a47f-4fa6-838a-64fd6e1bb7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.616237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.630772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a8d5-05d5-44f2-9bbd-6656a2008fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.645088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.741757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:33.810238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-656ca48d-a47f-4fa6-838a-64fd6e1bb7eb None None] Provisioning for port fb4ed067-59d4-42db-acce-6bec16eb9dd2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:33.815214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-656ca48d-a47f-4fa6-838a-64fd6e1bb7eb None None] Provisioning complete for port fb4ed067-59d4-42db-acce-6bec16eb9dd2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:33.815632 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-656ca48d-a47f-4fa6-838a-64fd6e1bb7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.865850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-656ca48d-a47f-4fa6-838a-64fd6e1bb7eb None None] Port fb4ed067-59d4-42db-acce-6bec16eb9dd2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:33.959080 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a8d5-05d5-44f2-9bbd-6656a2008fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.992956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-56ed4cf4-3c46-4878-930f-99a851951c5c None None] Provisioning complete for port fb4ed067-59d4-42db-acce-6bec16eb9dd2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:33.994450 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56ed4cf4-3c46-4878-930f-99a851951c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:33.994684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a8d5-05d5-44f2-9bbd-6656a2008fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.030898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8a8d5-05d5-44f2-9bbd-6656a2008fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a731e1c-27e8-4129-b474-7803e99e2c87,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:34.058668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-56ed4cf4-3c46-4878-930f-99a851951c5c None None] Port fb4ed067-59d4-42db-acce-6bec16eb9dd2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:34.067359 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a4f8a8d5-05d5-44f2-9bbd-6656a2008fa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93adfb1a71bc4694be23cc41119a4128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726320 Jul 23 10:46:34.089060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:34.184729 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a782c285-c11f-45d1-8f04-f50eaa0805a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.193755 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8b9f086d-4e27-459e-bf65-b77d76fa7744 None None] Provisioning complete for port fb4ed067-59d4-42db-acce-6bec16eb9dd2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:34.194135 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b9f086d-4e27-459e-bf65-b77d76fa7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.228180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a782c285-c11f-45d1-8f04-f50eaa0805a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.236562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:34.258835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Sync routers for ids ['3bc9c144-7938-427c-b0a5-8afad6cbd693'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:34.261607 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.263242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aadee50e-b6f7-4658-a3e1-88518dfb2bef tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8514166 Jul 23 10:46:34.266017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41860) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:34.290841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Routers {'3bc9c144-7938-427c-b0a5-8afad6cbd693'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:34.291560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3bc9c144-7938-427c-b0a5-8afad6cbd693'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:34.308563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port fb4ed067-59d4-42db-acce-6bec16eb9dd2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:34.309071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.318575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a782c285-c11f-45d1-8f04-f50eaa0805a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.342734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a782c285-c11f-45d1-8f04-f50eaa0805a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.345327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a782c285-c11f-45d1-8f04-f50eaa0805a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a731e1c-27e8-4129-b474-7803e99e2c87 HTTP/1.1" status: 204 len: 168 time: 0.2538300 Jul 23 10:46:34.415125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782c285-c11f-45d1-8f04-f50eaa0805a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a731e1c-27e8-4129-b474-7803e99e2c87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:34.434835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.544439 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.577986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for fb4ed067-59d4-42db-acce-6bec16eb9dd2 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:34.643550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.658532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f086d-4e27-459e-bf65-b77d76fa7744 None None] Port fb4ed067-59d4-42db-acce-6bec16eb9dd2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:34.669239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.728795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Deleting port 9cc7a7a7-a0bf-443a-90b5-4125b31f1704 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:34.729300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.744496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Set router 3bc9c144-7938-427c-b0a5-8afad6cbd693 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:46:34.885227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:34.899053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Calling delete_port for 9cc7a7a7-a0bf-443a-90b5-4125b31f1704 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:34.983344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.033513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc9c144-7938-427c-b0a5-8afad6cbd693', 'name': '', 'tenant_id': '0a5f0e587de4466385f17a307ddd405c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a52b193a-c41c-4e45-a499-c9684c43486b', 'external_fixed_ips': [{'subnet_id': 'cf444e37-8ab5-470f-8101-cb6b89f2024c', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '9cc7a7a7-a0bf-443a-90b5-4125b31f1704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:46:30Z', 'updated_at': '2021-07-23T10:46:32Z', 'revision_number': 3, 'project_id': '0a5f0e587de4466385f17a307ddd405c', 'gw_port': {'id': '9cc7a7a7-a0bf-443a-90b5-4125b31f1704', 'name': '', 'network_id': 'a52b193a-c41c-4e45-a499-c9684c43486b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc9c144-7938-427c-b0a5-8afad6cbd693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'cf444e37-8ab5-470f-8101-cb6b89f2024c', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:46:31Z', 'updated_at': '2021-07-23T10:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf444e37-8ab5-470f-8101-cb6b89f2024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:35.063813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:35.066195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Checking router: 3bc9c144-7938-427c-b0a5-8afad6cbd693 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:46:35.066689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Updating router 3bc9c144-7938-427c-b0a5-8afad6cbd693 port 9cc7a7a7-a0bf-443a-90b5-4125b31f1704 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:46:35.084025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=fb4ed067-59d4-42db-acce-6bec16eb9dd2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:35.124051 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.135433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.178824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cc7a7a7-a0bf-443a-90b5-4125b31f1704,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:35.303567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.421339 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.423030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:35.423437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.454109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.456985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.534554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.534554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc9c144-7938-427c-b0a5-8afad6cbd693 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:35.544972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.546223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-17d7db76-2114-4a0a-893f-c2f224f23de2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3bc9c144-7938-427c-b0a5-8afad6cbd693 HTTP/1.1" status: 204 len: 168 time: 1.2790823 Jul 23 10:46:35.548898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41896) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:35.616042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Deleting subnet cf444e37-8ab5-470f-8101-cb6b89f2024c {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:35.716810 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:46:35.717405 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:46:35.717514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.761339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.792002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-33672abe-3789-402a-8b85-e275662335bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1710575 Jul 23 10:46:35.816750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.909156 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.959931 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:35.964559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/cf444e37-8ab5-470f-8101-cb6b89f2024c HTTP/1.1" status: 204 len: 168 time: 0.4113028 Jul 23 10:46:35.968787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41902) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:35.973677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8f5fd-7d18-46e0-9a3e-3817bfb5fd10 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cf444e37-8ab5-470f-8101-cb6b89f2024c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:36.062187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.062690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.063172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.063673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.064151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.064627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.065102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.067055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ac89f171-8167-444c-8890-43e93534e58c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.1943951 Jul 23 10:46:36.081409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.220956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router 5ab1994b-26bc-418a-8333-25f238c19039 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:46:36.261022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Port 9cc7a7a7-a0bf-443a-90b5-4125b31f1704 not found while updating agent binding for router 3bc9c144-7938-427c-b0a5-8afad6cbd693. {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 10:46:36.289394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:36.289771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:46:36.290473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_agentschedulers_db [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bc9c144-7938-427c-b0a5-8afad6cbd693'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:46:36.290925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ce14d-5dc6-44ac-a89c-aedffa37de0c None None] The sync data for ids ['3bc9c144-7938-427c-b0a5-8afad6cbd693'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:36.307543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ee466f96-9a2b-4681-bd89-689bc79eaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.308646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ee466f96-9a2b-4681-bd89-689bc79eaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.310083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ee466f96-9a2b-4681-bd89-689bc79eaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.312066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ee466f96-9a2b-4681-bd89-689bc79eaeef service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 2292 time: 0.1661689 Jul 23 10:46:36.374639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:36.386135 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] Sync routers for ids ['5ab1994b-26bc-418a-8333-25f238c19039'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:36.388649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-640dc40e-97d3-47f7-b60f-926eaf8e75b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/5ab1994b-26bc-418a-8333-25f238c19039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6356592 Jul 23 10:46:36.396857 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] Routers {'5ab1994b-26bc-418a-8333-25f238c19039'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:36.397779 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ab1994b-26bc-418a-8333-25f238c19039'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.400271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41916) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:36.434249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.471126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5d3d024-4ee0-4cb5-b04a-8949bacf8e38 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab1994b-26bc-418a-8333-25f238c19039 HTTP/1.1" status: 200 len: 205 time: 0.0658393 Jul 23 10:46:36.474814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:36.475831 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.486923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] Routers {'5ab1994b-26bc-418a-8333-25f238c19039'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:36.487774 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5ab1994b-26bc-418a-8333-25f238c19039'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.510621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52b193a-c41c-4e45-a499-c9684c43486b']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.529991 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.530600 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255022d-1eea-4ae3-9fab-70056762add8 None None] The sync data for ids ['5ab1994b-26bc-418a-8333-25f238c19039'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:36.550805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead577e3-12e0-4a07-aaa6-c8125ae8b679') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.551102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead577e3-12e0-4a07-aaa6-c8125ae8b679') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:36.585530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.604416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-a4bc98f6-4c7b-4aaa-897a-c849db7e2278 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.2844667 Jul 23 10:46:36.608447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.615334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:36.615769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:36.617737 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:36.657197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.733203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-8b30a5d1-05e0-4835-9b3a-41c093bcdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.734786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-8b30a5d1-05e0-4835-9b3a-41c093bcdb23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.1014690 Jul 23 10:46:36.736049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.742504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a52b193a-c41c-4e45-a499-c9684c43486b {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 10:46:36.767338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:36.769692 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a52b193a-c41c-4e45-a499-c9684c43486b HTTP/1.1" status: 204 len: 168 time: 0.7931542 Jul 23 10:46:36.792891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9efed7-16b6-445c-957d-6822d2d01559 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event deleted for resources: {'Network': ['ID=a52b193a-c41c-4e45-a499-c9684c43486b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:36.868992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-f7d2cce9-26c9-4187-9f09-cf449150b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:36.870561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-f7d2cce9-26c9-4187-9f09-cf449150b460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252365 Jul 23 10:46:37.034157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.037327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.110432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.111040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab1994b-26bc-418a-8333-25f238c19039 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:37.121124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-37408e76-0e2c-414b-bede-39a81729417e service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428224 Jul 23 10:46:37.125888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.132990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41942) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:37.135597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-247307e0-a2a9-40ae-bcac-937dfe00f38f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/5ab1994b-26bc-418a-8333-25f238c19039 HTTP/1.1" status: 204 len: 168 time: 0.6589415 Jul 23 10:46:37.169224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:37.173720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'name': 'tempest-router--78087508', 'project_id': '6d9d047a1fb2450e8210d75c81064e25'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:37.217029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.218108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.328705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet a9eff803-9bd2-44fc-878d-7c60f2fa9018 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:46:37.339174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.339863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.347287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.366657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.371276 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-06b72543-37c4-49d0-a78a-d25e6886e045 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2004125 Jul 23 10:46:37.373924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:37.443637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.482596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.521071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-9ea29bdf-31d5-40c4-a904-8e32d09d9f68 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840115 Jul 23 10:46:37.620673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-f6d72768-87cc-49c0-b83c-46d100a6f69e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0913374 Jul 23 10:46:37.742467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-088cfb4f-24d7-4592-b0ff-8bcc172aa5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:37.745532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-088cfb4f-24d7-4592-b0ff-8bcc172aa5d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1155789 Jul 23 10:46:37.855465 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.883405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:37.909153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.909985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-05c5ab70-c5d8-48d6-84e2-c4ccd3403982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:37.911890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-05c5ab70-c5d8-48d6-84e2-c4ccd3403982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312790 Jul 23 10:46:37.913874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.975117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.976155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bd6973d-8125-4c75-affe-483b7b7d85f4 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:37.992323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:37.994450 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d224d6a-e812-4ba9-9c6d-f3310a35f33b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3bd6973d-8125-4c75-affe-483b7b7d85f4 HTTP/1.1" status: 204 len: 168 time: 0.6188557 Jul 23 10:46:38.023036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-815168b9-7055-4b29-9c02-c74fa0a5ddfc service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020653 Jul 23 10:46:38.059932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.093397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583be633-b354-44cf-b3dd-923b3960fdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.097011 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.100354 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc961e15-5a53-48ae-9542-db80696f1f62 None None] Network a7b33cd8-4f50-413d-926c-84eec90d542f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:38.110141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/a9eff803-9bd2-44fc-878d-7c60f2fa9018 HTTP/1.1" status: 204 len: 168 time: 0.9560077 Jul 23 10:46:38.112744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 41984) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:38.277155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80b72c-8a10-42bb-8c76-c56731c0942b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=a9eff803-9bd2-44fc-878d-7c60f2fa9018,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:38.314107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583be633-b354-44cf-b3dd-923b3960fdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.325143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583be633-b354-44cf-b3dd-923b3960fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.326696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:38.361615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-dd4ad6d6-201c-4fac-8090-25d832f720f2 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300388 Jul 23 10:46:38.385790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] DHCP port deletion for a7b33cd8-4f50-413d-926c-84eec90d542f request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:46:38.390354 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:46:38.453679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-583be633-b354-44cf-b3dd-923b3960fdd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f613d03399aa418498a0ba2c5a8c9348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667539 Jul 23 10:46:38.455163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 41994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:38.455970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583be633-b354-44cf-b3dd-923b3960fdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93aa07d-c4ed-461d-aaee-995ba3de882e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:38.484173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] Deleting port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:38.484852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.531330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-547fc4e6-2b90-4f49-a2e9-115cc1c0e46e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.1606500 Jul 23 10:46:38.537403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.568982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d62ca3f-5244-475b-ab3f-82cb7ce617f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.578265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] For port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,segment=NetworkSegment(cdcab14d-126a-4077-bc6d-5f5f96caf6ce),segment_id=cdcab14d-126a-4077-bc6d-5f5f96caf6ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:38.578954 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.604249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d62ca3f-5244-475b-ab3f-82cb7ce617f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.613311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] Calling delete_port for d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:38.685770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d62ca3f-5244-475b-ab3f-82cb7ce617f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.689315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d62ca3f-5244-475b-ab3f-82cb7ce617f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.690831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3d62ca3f-5244-475b-ab3f-82cb7ce617f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d93aa07d-c4ed-461d-aaee-995ba3de882e HTTP/1.1" status: 204 len: 168 time: 0.2311075 Jul 23 10:46:38.702040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ca3f-5244-475b-ab3f-82cb7ce617f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93aa07d-c4ed-461d-aaee-995ba3de882e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:38.745982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-42097608-6832-42dc-bac8-944b09690ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:38.750604 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-42097608-6832-42dc-bac8-944b09690ace service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.2102273 Jul 23 10:46:38.784596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.794903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1748722186', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:38.844418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.845938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.853127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] Pushing event deleted for resources: {'Port': ['ID=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:38.867760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b5dcf-9975-4697-8887-4a6a8db417c8 None None] No DVR routers for this DVR port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:38.879225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:38.879953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.926998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-e3db9895-c175-4b74-8621-68dd45cbc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:38.928575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-e3db9895-c175-4b74-8621-68dd45cbc1c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713061 Jul 23 10:46:38.987908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d, host n-d-778550-4, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:38.988300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:38.998927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.030493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:39.035078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:39.038873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:46:39.069157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.077735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:39.078105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:39.135791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:39.149662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port d08b89ca-ea9a-4b2f-a10a-63fded4b6b9d on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:46:39.201976 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.245720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-03febc5b-9e95-4702-9f58-02fe6a7a3f91 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877083 Jul 23 10:46:39.312057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.323188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:39.347103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b33cd8-4f50-413d-926c-84eec90d542f']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:39.349211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad74d8eb-da0a-4f72-995d-f368f21c6f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.365969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:39.366530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcab14d-126a-4077-bc6d-5f5f96caf6ce') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:39.380009 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.448868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.456895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:46:39.457369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.528496 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad74d8eb-da0a-4f72-995d-f368f21c6f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.536038 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad74d8eb-da0a-4f72-995d-f368f21c6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:46:39.540097 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:46:39.550707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.578118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.580302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/a7b33cd8-4f50-413d-926c-84eec90d542f HTTP/1.1" status: 204 len: 168 time: 1.4283555 Jul 23 10:46:39.581432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.594193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42012) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:39.599728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181755145', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:39.607281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.610194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f4fc3-c7b8-48ff-9b57-b4938ed7b5a9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=a7b33cd8-4f50-413d-926c-84eec90d542f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:39.617393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-7e7dbb0b-fbf4-4c97-ab9c-91e8d65ceb0d service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649552 Jul 23 10:46:39.682152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-b462753f-df74-45c8-bdf4-6a0dee1885db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.0561175 Jul 23 10:46:39.688552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.692806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.692972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ad74d8eb-da0a-4f72-995d-f368f21c6f41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=448d8db8cc7941dfbe3f472b6b3fdb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661542 Jul 23 10:46:39.694044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d8eb-da0a-4f72-995d-f368f21c6f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aade813d-dbc6-4f18-8c82-2bef6e2711cf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:39.694333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:39.810609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-0886aa96-282d-4dae-853a-0feba192c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:39.817213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-0886aa96-282d-4dae-853a-0feba192c58d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1216249 Jul 23 10:46:39.833666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Allocated IP 172.25.4.84 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/8b66498e-d6df-4435-95d7-f3052672d1cb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:39.878576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.899773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa4797a1-5071-4cdb-8f0f-6eabb9d6792e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.928806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa4797a1-5071-4cdb-8f0f-6eabb9d6792e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:39.978278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:40.023568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:40.068660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:40.076566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:40.082133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:40.085678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event updated for resources: {'Port': ['ID=8b66498e-d6df-4435-95d7-f3052672d1cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:40.114079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-4ead5ec7-a36d-41e6-906b-f0b5c5961290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:40.115615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-4ead5ec7-a36d-41e6-906b-f0b5c5961290 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2726245 Jul 23 10:46:40.155808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa4797a1-5071-4cdb-8f0f-6eabb9d6792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:40.158277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa4797a1-5071-4cdb-8f0f-6eabb9d6792e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:40.159545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa4797a1-5071-4cdb-8f0f-6eabb9d6792e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aade813d-dbc6-4f18-8c82-2bef6e2711cf HTTP/1.1" status: 204 len: 168 time: 0.4517765 Jul 23 10:46:40.178196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:40.195394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4797a1-5071-4cdb-8f0f-6eabb9d6792e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aade813d-dbc6-4f18-8c82-2bef6e2711cf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:40.291034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-9ac91600-9117-4a3b-845f-a386560315f5 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456501 Jul 23 10:46:40.440168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-52172754-3cb8-421c-96f7-2de374458a05 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403785 Jul 23 10:46:40.557152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:40.913576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.139463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-f5575dbe-4a8f-4ed9-948c-56c53ca019ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.6917758 Jul 23 10:46:41.140260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.147989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Router 6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:41.181879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.290684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:41.307690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] Sync routers for ids ['6bebc19c-919e-46ba-86c1-5f3eb95bd3e1'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:41.323644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] Routers {'6bebc19c-919e-46ba-86c1-5f3eb95bd3e1'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:41.324278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6bebc19c-919e-46ba-86c1-5f3eb95bd3e1'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:41.340914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.342593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af143217-7fcf-4a0d-811c-e28de3df8166 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0149233 Jul 23 10:46:41.345197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:41.363647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.25.4.122 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/4ec5c739-7af0-4769-9f57-de4a00cfd15d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:41.394316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:41.417245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] Routers {'6bebc19c-919e-46ba-86c1-5f3eb95bd3e1'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:41.422286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6bebc19c-919e-46ba-86c1-5f3eb95bd3e1'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:41.479269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:41.480000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9ad91-e943-435d-858b-1235b6422571 None None] The sync data for ids ['6bebc19c-919e-46ba-86c1-5f3eb95bd3e1'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:41.522110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-e4dc4e2b-3fbe-4c66-9b8d-3f1b7900056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:41.523760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-e4dc4e2b-3fbe-4c66-9b8d-3f1b7900056f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.3758874 Jul 23 10:46:41.545185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-febb98f5-0ad0-408b-bf5a-3fdcdf8a3dc7 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 HTTP/1.1" status: 200 len: 920 time: 0.1963305 Jul 23 10:46:41.545792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:41.585306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b613b6b3-0735-46c2-b3e4-305aa8859f8d tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 HTTP/1.1" status: 200 len: 205 time: 0.0384083 Jul 23 10:46:41.587841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:41.622895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.653417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-adc43409-5400-434c-a51b-5c1eecab6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:41.654977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-adc43409-5400-434c-a51b-5c1eecab6aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069863 Jul 23 10:46:41.724269 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.812078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-e84362d5-64dd-4b1a-80e6-461d782f0ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502540 Jul 23 10:46:41.813344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.848389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:41.902157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:41.903461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=4ec5c739-7af0-4769-9f57-de4a00cfd15d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:41.915403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:41.920413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:41.945569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Deleting port 8b66498e-d6df-4435-95d7-f3052672d1cb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:41.946045 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:42.080730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-53fc11ba-d5af-41d4-9736-a76d2b611f92 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595797 Jul 23 10:46:42.162699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-42fdaf52-826e-486e-819a-d9c5577f04da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.0723939 Jul 23 10:46:42.230662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-5fc74d8c-1039-452e-8a3e-0a333e89fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:42.233506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-5fc74d8c-1039-452e-8a3e-0a333e89fc2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0633352 Jul 23 10:46:42.427971 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:42.478898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-f50512f7-6160-4dda-ad31-476065f9a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:42.485230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-f50512f7-6160-4dda-ad31-476065f9a425 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194531 Jul 23 10:46:42.519642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:42.544343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Calling delete_port for 8b66498e-d6df-4435-95d7-f3052672d1cb owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:42.710413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-d6c15239-433c-48e3-883f-736ed275b5b0 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925945 Jul 23 10:46:42.742906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:42.827118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event deleted for resources: {'Port': ['ID=8b66498e-d6df-4435-95d7-f3052672d1cb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:42.879906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-ec166c73-9372-4b8c-8987-3ce61f2525a7 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618130 Jul 23 10:46:42.888987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:42.938172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:42.941572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-b78fe02f-24c6-444e-b66f-1a419be55694 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0543156 Jul 23 10:46:43.137393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.143333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.144445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-0c82b323-229a-4e74-8726-72cf83e402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:43.397953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-0c82b323-229a-4e74-8726-72cf83e402d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.2093325 Jul 23 10:46:43.402233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.402233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Fanout notify agent at l3_agent the message router_deleted on router 6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:43.402233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.404325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42118) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:43.404747 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4250871d-04f6-43e5-a9ff-e2606bb185b7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 HTTP/1.1" status: 204 len: 168 time: 1.6772113 Jul 23 10:46:43.405322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-810303813', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': False}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:43.405322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.405322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.429277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-05a145bb-7793-45f6-84a3-8b2826d48160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:43.430900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-05a145bb-7793-45f6-84a3-8b2826d48160 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2564898 Jul 23 10:46:43.437255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.446781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router c4c5c381-3b28-435c-8e99-3ff3af6421d2 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:43.788534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:43.802347 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] Sync routers for ids ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:43.805877 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.821930 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] Routers {'c4c5c381-3b28-435c-8e99-3ff3af6421d2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:43.821930 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:43.843532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-0c86a3a8-fb9b-4bf2-a425-35bff55b1d58 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041212 Jul 23 10:46:43.844244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:43.845357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5857fa0d-4b28-4e0a-b0d5-c43c4d99b5c1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2496901 Jul 23 10:46:43.848110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:43.873215 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:43.885289 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] Routers {'c4c5c381-3b28-435c-8e99-3ff3af6421d2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:43.885985 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:43.927149 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:43.927869 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cacf2d-5cd8-4ab7-9cda-64322a915016 None None] The sync data for ids ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:44.065634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-92792075-6099-4596-9aba-48d6d0f07dfd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/routers/c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 200 len: 881 time: 0.2162006 Jul 23 10:46:44.068771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42142) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:44.158886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-456324f0-54f6-4150-ab62-a82b5688a3d5 req-b3aecee3-ac2d-4256-be43-f4e83f0d0025 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562354 Jul 23 10:46:44.386188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:44.416680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:44.439182 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67d76c95-6156-43b1-87f7-1b63ab3d9351 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3688626 Jul 23 10:46:44.442703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42158) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:44.454302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1181755145'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:44.703440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Allocated IP 172.25.4.91 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/4533b5ee-1382-4578-a099-137570dbca07) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:45.380920 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:45.476650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:45.485278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:45.528800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:45.531955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:45.546878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:45.551623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:45.553388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Port': ['ID=4533b5ee-1382-4578-a099-137570dbca07,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:45.712200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:46.034085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router c4c5c381-3b28-435c-8e99-3ff3af6421d2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:46:46.236239 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:46.302319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:46.312034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:46.315545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-216c5b17-cd68-4312-b0ca-32f6fe5fd81c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 200 len: 888 time: 1.8696542 Jul 23 10:46:46.315917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:46.318352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] Sync routers for ids ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:46.343451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] Routers {'c4c5c381-3b28-435c-8e99-3ff3af6421d2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:46.344356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:46.379197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:46.388972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] Routers {'c4c5c381-3b28-435c-8e99-3ff3af6421d2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:46.389920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:46.423324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:46.424625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ce111-2b21-406b-a79b-8b7717a79c71 None None] The sync data for ids ['c4c5c381-3b28-435c-8e99-3ff3af6421d2'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:46.454235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-84ddb917-d4e0-4121-8622-e6a76d4d08f4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/routers/c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 200 len: 888 time: 0.1370718 Jul 23 10:46:46.456844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:46.507672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:46.508245 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-15f8e938-adda-4bd9-a0f3-6840a66b20d2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 200 len: 205 time: 0.0478346 Jul 23 10:46:46.509244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42220) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:46.650091 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:46.670099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Router 58a803f5-6d39-4964-97c2-4e0cf687b52d is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:46.801549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:46.910511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 4ec5c739-7af0-4769-9f57-de4a00cfd15d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:46.911086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:46.957358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:46.969869 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Sync routers for ids ['58a803f5-6d39-4964-97c2-4e0cf687b52d'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:46.995404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.003012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:47.004800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7c53abc2-af37-494b-bca5-4ae85baf8da2 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7362156 Jul 23 10:46:47.005494 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Routers {'58a803f5-6d39-4964-97c2-4e0cf687b52d'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:47.006612 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['58a803f5-6d39-4964-97c2-4e0cf687b52d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:47.153465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.170923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 4ec5c739-7af0-4769-9f57-de4a00cfd15d owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:47.171328 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Set router 58a803f5-6d39-4964-97c2-4e0cf687b52d gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:46:47.200615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ad2238a-1dd2-4382-ba9e-2db83a00cbb0 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/58a803f5-6d39-4964-97c2-4e0cf687b52d HTTP/1.1" status: 200 len: 907 time: 0.1954558 Jul 23 10:46:47.203093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42258) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:47.208043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-810303813', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': True}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:47.264242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.265305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.335964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.517750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.552545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=4ec5c739-7af0-4769-9f57-de4a00cfd15d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:47.601945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.608332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.608683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.609043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.609371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.609705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.610081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.610671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.611176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.611803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.612106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.612585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.613488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:47.630865 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a803f5-6d39-4964-97c2-4e0cf687b52d', 'name': 'tempest-snat-router-810303813', 'tenant_id': '0a5f0e587de4466385f17a307ddd405c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': False}, 'gw_port_id': '4533b5ee-1382-4578-a099-137570dbca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:46:43Z', 'updated_at': '2021-07-23T10:46:46Z', 'revision_number': 3, 'project_id': '0a5f0e587de4466385f17a307ddd405c', 'gw_port': {'id': '4533b5ee-1382-4578-a099-137570dbca07', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a803f5-6d39-4964-97c2-4e0cf687b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:46:44Z', 'updated_at': '2021-07-23T10:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:47.650201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.666960 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Checking router: 58a803f5-6d39-4964-97c2-4e0cf687b52d for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:46:47.667806 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Updating router 58a803f5-6d39-4964-97c2-4e0cf687b52d port 4533b5ee-1382-4578-a099-137570dbca07 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:46:47.723918 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.924733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:47.927194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.041730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.043327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router c4c5c381-3b28-435c-8e99-3ff3af6421d2 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:48.074027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.078735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4fbffbf0-355a-4d9c-9b9d-3aeaa30628a3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 204 len: 168 time: 1.5674632 Jul 23 10:46:48.082449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:48.093754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-1651603387'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:48.145430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:48.152840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.182719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:46:48.206418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.209430 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment c32fc2e3-bed1-46d0-8570-e079da89f8ff of type vlan for network 189388dc-cd42-4022-9dfa-1fe3621704e0 Jul 23 10:46:48.229937 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.272717 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Transition to ACTIVE for port object 4533b5ee-1382-4578-a099-137570dbca07 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:48.276135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.288926 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.313972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.321495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:48.322270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.417766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Pushing event updated for resources: {'Port': ['ID=4533b5ee-1382-4578-a099-137570dbca07,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:48.443910 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Attempting to bind port 4533b5ee-1382-4578-a099-137570dbca07 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:48.444532 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Attempting to bind port 4533b5ee-1382-4578-a099-137570dbca07 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:48.445096 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Attempting to bind port 4533b5ee-1382-4578-a099-137570dbca07 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:48.450989 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.451617 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.452141 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.452641 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.453152 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.453648 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.454140 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.454645 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.455133 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.455672 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.456164 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.456665 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:46:48.469823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:46:48.470464 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:48.471038 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.471638 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:46:48.472386 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Bound port: 4533b5ee-1382-4578-a099-137570dbca07, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:46:48.472948 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.499720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=189388dc-cd42-4022-9dfa-1fe3621704e0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:48.516831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-06ed35da-51f2-4e94-a254-077675b82e6a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4307058 Jul 23 10:46:48.517393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42292) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:48.518428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:46:48.536986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:48.601354 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.660525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.666031 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] For port 4533b5ee-1382-4578-a099-137570dbca07, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:48.671909 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] For port 4533b5ee-1382-4578-a099-137570dbca07, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4533b5ee-1382-4578-a099-137570dbca07,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:46:48.686885 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.735512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:46:48.742566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:48.852857 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Routers {'58a803f5-6d39-4964-97c2-4e0cf687b52d'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:48.853483 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['58a803f5-6d39-4964-97c2-4e0cf687b52d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:48.970923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Allocated IP 172.25.4.145 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/bcfe41dc-b55d-4515-b2a4-2c0498d64d77) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:49.012863 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9b30c-e5f3-47f7-b6f5-ecedc86d5405 None None] Pushing event updated for resources: {'Port': ['ID=4533b5ee-1382-4578-a099-137570dbca07,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:49.151186 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] Set router 58a803f5-6d39-4964-97c2-4e0cf687b52d gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:46:49.221865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.250822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.313175 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.375712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': 'c32fc2e3-bed1-46d0-8570-e079da89f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:49.376169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: 189388dc-cd42-4022-9dfa-1fe3621704e0, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:46:49.406519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Port': ['ID=bcfe41dc-b55d-4515-b2a4-2c0498d64d77,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:49.444049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:46:49.464614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:49.486576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:49.492184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:49.543054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 189388dc-cd42-4022-9dfa-1fe3621704e0) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:49.577547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a0fed-f968-41d5-bd3c-366036009d99 None None] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:49.602171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:49.603239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.660559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1384895 Jul 23 10:46:49.665416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef126c-9c3c-4176-a795-b6ec32c78812 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=2749643b-f990-4303-8704-7ce3d60f3c30,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:49.671346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:49.675658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1239421888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:49.697769 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a803f5-6d39-4964-97c2-4e0cf687b52d', 'name': 'tempest-snat-router-810303813', 'tenant_id': '0a5f0e587de4466385f17a307ddd405c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': False}, 'gw_port_id': '4533b5ee-1382-4578-a099-137570dbca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:46:43Z', 'updated_at': '2021-07-23T10:46:46Z', 'revision_number': 3, 'project_id': '0a5f0e587de4466385f17a307ddd405c', 'gw_port': {'id': '4533b5ee-1382-4578-a099-137570dbca07', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a803f5-6d39-4964-97c2-4e0cf687b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:46:44Z', 'updated_at': '2021-07-23T10:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:49.775037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.776664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.830002 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac001847-0343-4f78-8f8c-ec5b31efb2a8 None None] The sync data for ids ['58a803f5-6d39-4964-97c2-4e0cf687b52d'] in n-d-778550-4 is: [{'id': '58a803f5-6d39-4964-97c2-4e0cf687b52d', 'name': 'tempest-snat-router-810303813', 'tenant_id': '0a5f0e587de4466385f17a307ddd405c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91'}], 'enable_snat': False}, 'gw_port_id': '4533b5ee-1382-4578-a099-137570dbca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:46:43Z', 'updated_at': '2021-07-23T10:46:46Z', 'revision_number': 3, 'project_id': '0a5f0e587de4466385f17a307ddd405c', 'gw_port': {'id': '4533b5ee-1382-4578-a099-137570dbca07', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a803f5-6d39-4964-97c2-4e0cf687b52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:46:44Z', 'updated_at': '2021-07-23T10:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:49.898798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-189388dc-cd42-4022-9dfa-1fe3621704e0', 'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': '2749643b-f990-4303-8704-7ce3d60f3c30'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:46:49.906852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.974414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:49.987769 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.021310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.022910 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f9c7dd2e-a690-4a97-bd41-adf844335252 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3514392 Jul 23 10:46:50.025859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:50.114612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Allocated IP 172.20.0.2 (189388dc-cd42-4022-9dfa-1fe3621704e0/2749643b-f990-4303-8704-7ce3d60f3c30/d4cb3b88-033f-45b3-8946-ea5809d1551b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:50.125515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.400397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.424243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Transition to ACTIVE for port object d4cb3b88-033f-45b3-8946-ea5809d1551b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:50.468644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Transition to ACTIVE for port object d4cb3b88-033f-45b3-8946-ea5809d1551b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:50.475798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.478260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.589672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Pushing event updated for resources: {'Port': ['ID=d4cb3b88-033f-45b3-8946-ea5809d1551b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:50.627467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:50.646764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:50.653928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:50.744023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Router 93af4d57-13c9-4c64-82fc-a9fe52d011c1 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:50.820753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Attempting to bind port d4cb3b88-033f-45b3-8946-ea5809d1551b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:46:50.821441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Attempting to bind port d4cb3b88-033f-45b3-8946-ea5809d1551b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c32fc2e3-bed1-46d0-8570-e079da89f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:46:50.822203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Attempting to bind port d4cb3b88-033f-45b3-8946-ea5809d1551b on network 189388dc-cd42-4022-9dfa-1fe3621704e0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:46:50.835072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:46:50.837400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Checking segment: {'id': 'c32fc2e3-bed1-46d0-8570-e079da89f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:46:50.838030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.841076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Bound using segment: {'id': 'c32fc2e3-bed1-46d0-8570-e079da89f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:46:50.843807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Bound port: d4cb3b88-033f-45b3-8946-ea5809d1551b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32fc2e3-bed1-46d0-8570-e079da89f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '189388dc-cd42-4022-9dfa-1fe3621704e0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:46:50.844544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.936491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:50.985937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:50.985937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5dbbf0e9-1234-40f9-a136-ea9e08346e6c tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7696838 Jul 23 10:46:50.985937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42354) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:51.112742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-095f1add-16fd-4506-9817-069d2be69376 None None] For port d4cb3b88-033f-45b3-8946-ea5809d1551b, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:46:51.118764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-095f1add-16fd-4506-9817-069d2be69376 None None] For port d4cb3b88-033f-45b3-8946-ea5809d1551b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4cb3b88-033f-45b3-8946-ea5809d1551b,segment=NetworkSegment(c32fc2e3-bed1-46d0-8570-e079da89f8ff),segment_id=c32fc2e3-bed1-46d0-8570-e079da89f8ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:46:51.132866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Sync routers for ids ['93af4d57-13c9-4c64-82fc-a9fe52d011c1'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:51.140571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-30bee386-4487-4230-bb81-eb86afc7fab8 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/93af4d57-13c9-4c64-82fc-a9fe52d011c1 HTTP/1.1" status: 200 len: 907 time: 0.1607285 Jul 23 10:46:51.143235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42360) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:51.150033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.188490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4533b5ee-1382-4578-a099-137570dbca07 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:51.193410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Routers {'93af4d57-13c9-4c64-82fc-a9fe52d011c1'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:51.194333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['93af4d57-13c9-4c64-82fc-a9fe52d011c1'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:51.286118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.364232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Set router 93af4d57-13c9-4c64-82fc-a9fe52d011c1 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:46:51.414594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.572676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.605418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f1add-16fd-4506-9817-069d2be69376 None None] Pushing event updated for resources: {'Port': ['ID=d4cb3b88-033f-45b3-8946-ea5809d1551b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:51.724886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Deleting port bcfe41dc-b55d-4515-b2a4-2c0498d64d77 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:51.725236 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.897216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.20.0.1 (189388dc-cd42-4022-9dfa-1fe3621704e0/2749643b-f990-4303-8704-7ce3d60f3c30/1cef9a60-08e1-4469-a00a-e0af51ed4c27) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:51.903768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4533b5ee-1382-4578-a099-137570dbca07 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:51.907488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.917827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4533b5ee-1382-4578-a099-137570dbca07 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:51.917827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:51.973014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Calling delete_port for bcfe41dc-b55d-4515-b2a4-2c0498d64d77 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:51.992014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af4d57-13c9-4c64-82fc-a9fe52d011c1', 'name': 'tempest-snat-router-810303813', 'tenant_id': '0a5f0e587de4466385f17a307ddd405c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'bcfe41dc-b55d-4515-b2a4-2c0498d64d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:46:47Z', 'updated_at': '2021-07-23T10:46:49Z', 'revision_number': 3, 'project_id': '0a5f0e587de4466385f17a307ddd405c', 'gw_port': {'id': 'bcfe41dc-b55d-4515-b2a4-2c0498d64d77', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af4d57-13c9-4c64-82fc-a9fe52d011c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:46:48Z', 'updated_at': '2021-07-23T10:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:52.079008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Checking router: 93af4d57-13c9-4c64-82fc-a9fe52d011c1 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:46:52.079369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Updating router 93af4d57-13c9-4c64-82fc-a9fe52d011c1 port bcfe41dc-b55d-4515-b2a4-2c0498d64d77 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:46:52.123149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.290417 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.307331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object 1cef9a60-08e1-4469-a00a-e0af51ed4c27 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:46:52.368477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.415104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:52.418850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:52.425103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:52.456587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=1cef9a60-08e1-4469-a00a-e0af51ed4c27,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:52.500028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.515037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf370a5-345e-4996-9f6d-de21b7f88360 req-99f337d1-c5d9-4f25-b258-78ec62ff3442 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:52.525119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbf370a5-345e-4996-9f6d-de21b7f88360 req-99f337d1-c5d9-4f25-b258-78ec62ff3442 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.3764117 Jul 23 10:46:52.647781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbf370a5-345e-4996-9f6d-de21b7f88360 req-0b12b89a-1a8f-420f-bd25-0a8b0bbbf03f tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045389 Jul 23 10:46:52.647781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.649991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.676979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:52.680743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4533b5ee-1382-4578-a099-137570dbca07, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4533b5ee-1382-4578-a099-137570dbca07,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:52.692439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:52.750688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcfe41dc-b55d-4515-b2a4-2c0498d64d77,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:52.838132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4533b5ee-1382-4578-a099-137570dbca07,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:52.884306 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:46:52.885042 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:46:52.911722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.044184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.110141 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.114708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.201761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.202457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93af4d57-13c9-4c64-82fc-a9fe52d011c1 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:53.217812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.219291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8621438d-1a91-4e35-b282-1c85019d354d tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/routers/93af4d57-13c9-4c64-82fc-a9fe52d011c1 HTTP/1.1" status: 204 len: 168 time: 2.0744672 Jul 23 10:46:53.221948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42410) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:53.416896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Port bcfe41dc-b55d-4515-b2a4-2c0498d64d77 not found while updating agent binding for router 93af4d57-13c9-4c64-82fc-a9fe52d011c1. {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 10:46:53.425715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4cb3b88-033f-45b3-8946-ea5809d1551b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:53.515402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 26824ee8-2887-49c8-86b6-4c36311872b6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:53.517775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.601189 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.662674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.663713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.691014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 26824ee8-2887-49c8-86b6-4c36311872b6 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:53.877292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2e6df-9d49-4433-a9b7-ed80b0788371 None None] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:46:53.889740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:53.893496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:53.893869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:46:53.894484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_agentschedulers_db [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93af4d57-13c9-4c64-82fc-a9fe52d011c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:46:53.894877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791a906-12e9-46ca-a97e-36665cf3cf63 None None] The sync data for ids ['93af4d57-13c9-4c64-82fc-a9fe52d011c1'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:53.969655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Deleting port 4533b5ee-1382-4578-a099-137570dbca07 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:53.970403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.107002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d4cb3b88-033f-45b3-8946-ea5809d1551b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:54.110859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] Provisioning for port d4cb3b88-033f-45b3-8946-ea5809d1551b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:54.119557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.123528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] Provisioning complete for port d4cb3b88-033f-45b3-8946-ea5809d1551b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:54.124478 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.144537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.146310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d4cb3b88-033f-45b3-8946-ea5809d1551b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:54.146700 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.187059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] For port 4533b5ee-1382-4578-a099-137570dbca07, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4533b5ee-1382-4578-a099-137570dbca07,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:54.187444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.206281 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.223818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Calling delete_port for 4533b5ee-1382-4578-a099-137570dbca07 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:54.381048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.464963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.531051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] For port d4cb3b88-033f-45b3-8946-ea5809d1551b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4cb3b88-033f-45b3-8946-ea5809d1551b,segment=NetworkSegment(c32fc2e3-bed1-46d0-8570-e079da89f8ff),segment_id=c32fc2e3-bed1-46d0-8570-e079da89f8ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:54.549752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.563836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=1cef9a60-08e1-4469-a00a-e0af51ed4c27,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:54.569026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:54.571561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:54.589466 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.735164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc243b7-c7a2-4d4d-832d-257f870d4829 None None] Pushing event updated for resources: {'Port': ['ID=d4cb3b88-033f-45b3-8946-ea5809d1551b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:54.739610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.869460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:54.886825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event deleted for resources: {'Port': ['ID=4533b5ee-1382-4578-a099-137570dbca07,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:54.932945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=26824ee8-2887-49c8-86b6-4c36311872b6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:54.946437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:46:54.947444 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:46:54.966512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3a95b32-0f2d-47d4-8c68-a699d4c55267 None None] Provisioning complete for port d4cb3b88-033f-45b3-8946-ea5809d1551b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:54.971245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3a95b32-0f2d-47d4-8c68-a699d4c55267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.040828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.153733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.154079 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP 47a0801a-98e9-4aef-a3a2-470f15cf6f43 disassociated (deleted). External IP: 172.25.4.245, port: 18e10745-b4db-493f-b705-f11a1f04e5f9. Jul 23 10:46:55.228327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3a95b32-0f2d-47d4-8c68-a699d4c55267 None None] Provisioning for port 1cef9a60-08e1-4469-a00a-e0af51ed4c27 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:46:55.233853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3a95b32-0f2d-47d4-8c68-a699d4c55267 None None] Provisioning complete for port 1cef9a60-08e1-4469-a00a-e0af51ed4c27 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:55.234402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3a95b32-0f2d-47d4-8c68-a699d4c55267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.256832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.273045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.290064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router 560f3b93-3015-4768-ad25-ed1313819a7b is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:55.352855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c3a95b32-0f2d-47d4-8c68-a699d4c55267 None None] Port 1cef9a60-08e1-4469-a00a-e0af51ed4c27 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:55.362505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.363569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58a803f5-6d39-4964-97c2-4e0cf687b52d {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:46:55.369834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.371946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d50cb4d1-d06f-4b11-aa09-272251ee0a71 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "DELETE /v2.0/routers/58a803f5-6d39-4964-97c2-4e0cf687b52d HTTP/1.1" status: 204 len: 168 time: 2.1477184 Jul 23 10:46:55.375882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:55.382041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1784936994', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:55.438603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.440638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.528960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:55.547810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-473b8da6-bd24-4a96-ae92-23f563188c0c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/560f3b93-3015-4768-ad25-ed1313819a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5206928 Jul 23 10:46:55.548157 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] Sync routers for ids ['560f3b93-3015-4768-ad25-ed1313819a7b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:55.552490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:55.564690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4533b5ee-1382-4578-a099-137570dbca07 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:55.565799 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] Routers {'560f3b93-3015-4768-ad25-ed1313819a7b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:55.566439 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['560f3b93-3015-4768-ad25-ed1313819a7b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:55.581178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.610959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-09f28089-335d-4994-a470-d88866d52b0c None None] Provisioning complete for port 1cef9a60-08e1-4469-a00a-e0af51ed4c27 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:55.611338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09f28089-335d-4994-a470-d88866d52b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.635144 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:55.649177 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] Routers {'560f3b93-3015-4768-ad25-ed1313819a7b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:55.651088 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['560f3b93-3015-4768-ad25-ed1313819a7b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:55.653164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4533b5ee-1382-4578-a099-137570dbca07 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:55.653520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4533b5ee-1382-4578-a099-137570dbca07 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 10:46:55.692067 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:55.693687 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64dfb35-3412-453c-98a0-bc968e0c0f71 None None] The sync data for ids ['560f3b93-3015-4768-ad25-ed1313819a7b'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:55.698963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Port 4533b5ee-1382-4578-a099-137570dbca07 not found, will not notify nova. {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 10:46:55.739574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-09f28089-335d-4994-a470-d88866d52b0c None None] Port 1cef9a60-08e1-4469-a00a-e0af51ed4c27 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:46:55.827486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:55.900727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193129b-a516-4d4f-a72e-6a9677c974e3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:55.905390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d193129b-a516-4d4f-a72e-6a9677c974e3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports/1cef9a60-08e1-4469-a00a-e0af51ed4c27 HTTP/1.1" status: 200 len: 910 time: 0.3513117 Jul 23 10:46:55.907925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:55.913771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2749643b-f990-4303-8704-7ce3d60f3c30'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:56.017943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4cb3b88-033f-45b3-8946-ea5809d1551b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:46:56.041930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router 25a0a600-3304-423e-bf91-039e52d6de80 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:46:56.107935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d4cb3b88-033f-45b3-8946-ea5809d1551b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:46:56.108557 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:56.390769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:56.397343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:56.400791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:56.402476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] Sync routers for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:56.419977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:56.421434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:56.610603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:56.646222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:56.651988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-de6b257b-47f1-446a-8369-0d12f41de3bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/floatingips/47a0801a-98e9-4aef-a3a2-470f15cf6f43 HTTP/1.1" status: 204 len: 168 time: 3.9690247 Jul 23 10:46:56.673233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:46:56.685693 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:46:56.744867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:46:56.893423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Allocated IP 172.25.4.67 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a8bf611d-c478-4011-982c-1ce4028fdde2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:46:57.243628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-645799f8-864f-4fa6-8d1a-b62e2b5311c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:57.282091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:57.325098 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee91921f-a725-4b0a-88ab-39cba41f5992 x-openstack-request-id: req-ee91921f-a725-4b0a-88ab-39cba41f5992 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:46:57.325851 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:46:57.325851 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee91921f-a725-4b0a-88ab-39cba41f5992 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:46:57.326246 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'status': 'completed', 'code': 200} Jul 23 10:46:57.419900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:57.448192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:57.476405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:57.515958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:55Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:57.534723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:46:57.547461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:46:57.554720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:46:57.560376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event updated for resources: {'Port': ['ID=a8bf611d-c478-4011-982c-1ce4028fdde2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:57.560926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbc4b8-db75-4591-8201-cd27e6fe2c59 req-240a95df-a082-4361-a8ab-756cd615e54f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:57.567998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-acfbc4b8-db75-4591-8201-cd27e6fe2c59 req-240a95df-a082-4361-a8ab-756cd615e54f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.2651446 Jul 23 10:46:57.599058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] Checking router: 25a0a600-3304-423e-bf91-039e52d6de80 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:46:57.600689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-fed432d9-a0d1-475d-a307-bd6b1b2ee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:57.602516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-fed432d9-a0d1-475d-a307-bd6b1b2ee838 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 1096 time: 0.2422335 Jul 23 10:46:57.617668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:57.617668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:57.755240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4533b5ee-1382-4578-a099-137570dbca07 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:46:57.795476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:46:57.808538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4533b5ee-1382-4578-a099-137570dbca07 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:46:57.809329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4533b5ee-1382-4578-a099-137570dbca07 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:46:57.927754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-4e85395a-c4dd-415d-a304-ccfffcdabad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:57.929411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-4e85395a-c4dd-415d-a304-ccfffcdabad4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 200 len: 898 time: 0.3064830 Jul 23 10:46:58.059979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-c8617b4c-4956-4ba5-88eb-cf0363ccb8f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 200 len: 217 time: 0.1115799 Jul 23 10:46:58.073878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=1cef9a60-08e1-4469-a00a-e0af51ed4c27,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:46:58.092235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-acfbc4b8-db75-4591-8201-cd27e6fe2c59 req-87f87355-5287-43df-bd20-302ebd64e239 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5109298 Jul 23 10:46:58.103454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:58.106114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:58.107905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e5785ec-0066-4ad8-80a3-d24d632a5923 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/ports/1cef9a60-08e1-4469-a00a-e0af51ed4c27 HTTP/1.1" status: 200 len: 910 time: 2.1991131 Jul 23 10:46:58.110576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:58.230270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:55Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:58.287896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838b5bd-b982-40fa-a5bb-b84492a2ee35 None None] The sync data for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 is: [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:44:47Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '739db1e7-f922-48d4-92f8-3d362c858f21', 'name': '', 'network_id': '041765fa-9b47-4c1f-9cdf-ed765f58fbb5', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:7d:99:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:45Z', 'updated_at': '2021-07-23T10:44:55Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': 'ea8f59f1-426c-40e2-9751-36822b5cea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:58.338288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:58.379046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-11c26b61-7712-40e9-b3e5-c543c2bf087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:58.380579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-11c26b61-7712-40e9-b3e5-c543c2bf087d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 200 len: 834 time: 0.3132708 Jul 23 10:46:58.553939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-73aebace-7fe2-4fcd-9b35-d953992b863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:58.555471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-73aebace-7fe2-4fcd-9b35-d953992b863b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041765fa-9b47-4c1f-9cdf-ed765f58fbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322045 Jul 23 10:46:58.728076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:58.833413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-c706ab97-d4eb-4ada-9825-7820798bf9c8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:58.834994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-c706ab97-d4eb-4ada-9825-7820798bf9c8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.1933255 Jul 23 10:46:58.854267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:58.936488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738a02e-72b7-48af-8f64-2b9d7138dde5 None None] New status for floating IP 47a0801a-98e9-4aef-a3a2-470f15cf6f43: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:46:58.993748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-e067cd95-e856-482b-be2a-50516cfcbfd9 service neutron] 10.222.0.20 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815940 Jul 23 10:46:59.118567 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60fcc4c3-dc5e-46c3-a0ce-cf48457a2230 req-1f711589-0957-448d-ae2d-ebd17375d5de service neutron] 10.222.0.20 "GET /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017995 Jul 23 10:46:59.194734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 18e10745-b4db-493f-b705-f11a1f04e5f9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:46:59.195541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:59.226934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Router 4c3fe1b6-ac2d-48fe-b820-1d00642e53fe is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:46:59.402631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:46:59.414150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] Sync routers for ids ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:46:59.456773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] Routers {'4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:59.459213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:59.502953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:59.505829 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1766dfb4-1605-4fc4-92fd-c04aad7e604e tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1281536 Jul 23 10:46:59.508310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42596) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:46:59.516182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': False}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:46:59.571104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 18e10745-b4db-493f-b705-f11a1f04e5f9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=18e10745-b4db-493f-b705-f11a1f04e5f9,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:46:59.571838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:59.580649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:59.593250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 18e10745-b4db-493f-b705-f11a1f04e5f9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:46:59.607514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] Routers {'4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:46:59.608148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:46:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:59.623068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba16bc-0b04-48b4-9b92-6f56d95a9564 req-43c98835-ecd7-40e3-a3db-1e115b425cd9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:46:59.624998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aba16bc-0b04-48b4-9b92-6f56d95a9564 req-43c98835-ecd7-40e3-a3db-1e115b425cd9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 945 time: 0.3927367 Jul 23 10:46:59.671859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:46:59.671859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cefca7-2780-4cf7-8226-4f14348aa8f0 None None] The sync data for ids ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:46:59.927700 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6abc612c-d803-4307-aa22-69b86e842e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:46:59.936541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0aba16bc-0b04-48b4-9b92-6f56d95a9564 req-3279b25c-4329-42e0-8744-56324edb3684 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=96731889-a3e2-43f6-846f-8e716944cb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987576 Jul 23 10:47:00.000962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 1cef9a60-08e1-4469-a00a-e0af51ed4c27 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:00.001284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.005882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.165904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=18e10745-b4db-493f-b705-f11a1f04e5f9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:00.194933 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.204808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.260773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] No DVR routers for this DVR port 18e10745-b4db-493f-b705-f11a1f04e5f9 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:47:00.265621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.269216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8f7b2506-47a3-4868-bb86-c39bf308f4bb req-93e9c4fe-12a9-4e6e-b2d7-db7c44e238f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "DELETE /v2.0/ports/18e10745-b4db-493f-b705-f11a1f04e5f9 HTTP/1.1" status: 204 len: 173 time: 1.4226580 Jul 23 10:47:00.279403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-deleted', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:47:00.282191 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d4905-58b6-47df-8aed-625f4ba0ada8" -d '{"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-deleted", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:47:00.314419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.358168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 1cef9a60-08e1-4469-a00a-e0af51ed4c27 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:00.381972 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4bb7f-6e1a-4168-bb64-02c272e34777 x-openstack-request-id: req-95d4bb7f-6e1a-4168-bb64-02c272e34777 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:47:00.382428 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5664db-415c-4fe2-94c9-e0eda230bc0c", "name": "network-vif-deleted", "tag": "18e10745-b4db-493f-b705-f11a1f04e5f9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:47:00.382596 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95d4bb7f-6e1a-4168-bb64-02c272e34777 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:47:00.390496 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5664db-415c-4fe2-94c9-e0eda230bc0c', 'name': 'network-vif-deleted', 'tag': '18e10745-b4db-493f-b705-f11a1f04e5f9', 'status': 'completed', 'code': 200} Jul 23 10:47:00.676830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:00.723759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=1cef9a60-08e1-4469-a00a-e0af51ed4c27,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:00.984124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:01.221767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2dc1a9c-6e03-4b1a-951c-6588aba38d30 req-6346242d-052b-4665-a2cf-3a84849e9171 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e5664db-415c-4fe2-94c9-e0eda230bc0c HTTP/1.1" status: 200 len: 210 time: 0.1033263 Jul 23 10:47:01.265355 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:01.394942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:01.399349 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:01.414037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router 560f3b93-3015-4768-ad25-ed1313819a7b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:01.555922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:01.570040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Router 4c3fe1b6-ac2d-48fe-b820-1d00642e53fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:01.579100 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] Sync routers for ids ['560f3b93-3015-4768-ad25-ed1313819a7b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:01.584113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-004ac787-2a83-4d6a-a4dd-d51e6fa4b2cf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/560f3b93-3015-4768-ad25-ed1313819a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4721770 Jul 23 10:47:01.584389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:01.593661 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] Routers {'560f3b93-3015-4768-ad25-ed1313819a7b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:01.594445 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['560f3b93-3015-4768-ad25-ed1313819a7b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.634075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.644281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b804c3e-1847-4c6c-a21f-86a26e35dfcb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=560f3b93-3015-4768-ad25-ed1313819a7b HTTP/1.1" status: 200 len: 205 time: 0.0586510 Jul 23 10:47:01.646840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:01.672570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] Routers {'560f3b93-3015-4768-ad25-ed1313819a7b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:01.672570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['560f3b93-3015-4768-ad25-ed1313819a7b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.729573 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.730335 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8acade-fd7c-4934-ac4b-980cc549d47c None None] The sync data for ids ['560f3b93-3015-4768-ad25-ed1313819a7b'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:01.809390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:01.854986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:01.868524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:01.877471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] Sync routers for ids ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:01.877972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fd887eb4-33ad-4c1c-82ab-dd37693a93a9 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "PUT /v2.0/routers/4c3fe1b6-ac2d-48fe-b820-1d00642e53fe HTTP/1.1" status: 200 len: 921 time: 2.3654797 Jul 23 10:47:01.879151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42652) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:01.888677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] Routers {'4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:01.889391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.935627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.952021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] Routers {'4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:01.953911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.994251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:01.994921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceebe95-beef-49b9-9d59-a7a2f0294c40 None None] The sync data for ids ['4c3fe1b6-ac2d-48fe-b820-1d00642e53fe'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:02.117761 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.121932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.180938 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5684159-7b61-4e93-bb1b-be55cee0880e tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/4c3fe1b6-ac2d-48fe-b820-1d00642e53fe HTTP/1.1" status: 200 len: 921 time: 0.2972319 Jul 23 10:47:02.181797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:02.194264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.205091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router 560f3b93-3015-4768-ad25-ed1313819a7b {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:02.258322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.262837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-29bc923b-5138-4ca4-b1d4-6f1e8389f7b3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/560f3b93-3015-4768-ad25-ed1313819a7b HTTP/1.1" status: 204 len: 168 time: 0.6141222 Jul 23 10:47:02.264604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42664) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:02.402116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f60d2-12af-4c50-9c39-ff4cfb8ca966 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:02.404770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-190f60d2-12af-4c50-9c39-ff4cfb8ca966 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=4c3fe1b6-ac2d-48fe-b820-1d00642e53fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2222636 Jul 23 10:47:02.405526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:02.408489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42668) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:02.434057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet 2749643b-f990-4303-8704-7ce3d60f3c30 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:47:02.447285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.523936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.526749 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.601333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:02.624678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.626553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 18e10745-b4db-493f-b705-f11a1f04e5f9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:02.627088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 18e10745-b4db-493f-b705-f11a1f04e5f9 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:02.692002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.721797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=2749643b-f990-4303-8704-7ce3d60f3c30,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:02.741308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.744036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b16fa0ee-cea7-4433-93d7-9838ef09b648 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/2749643b-f990-4303-8704-7ce3d60f3c30 HTTP/1.1" status: 204 len: 168 time: 0.4777968 Jul 23 10:47:02.747293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42678) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:02.748867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e3902-94df-4802-a6f1-d3c82ecee19d None None] Network 189388dc-cd42-4022-9dfa-1fe3621704e0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:02.879173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:02.958471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port d4cb3b88-033f-45b3-8946-ea5809d1551b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:02.958471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.100322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port d4cb3b88-033f-45b3-8946-ea5809d1551b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4cb3b88-033f-45b3-8946-ea5809d1551b,segment=NetworkSegment(c32fc2e3-bed1-46d0-8570-e079da89f8ff),segment_id=c32fc2e3-bed1-46d0-8570-e079da89f8ff)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:03.103502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.119886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] DHCP port deletion for 189388dc-cd42-4022-9dfa-1fe3621704e0 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:47:03.140518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for d4cb3b88-033f-45b3-8946-ea5809d1551b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:03.213440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Deleting port d4cb3b88-033f-45b3-8946-ea5809d1551b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:03.214017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.292477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] For port d4cb3b88-033f-45b3-8946-ea5809d1551b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d4cb3b88-033f-45b3-8946-ea5809d1551b,segment=NetworkSegment(c32fc2e3-bed1-46d0-8570-e079da89f8ff),segment_id=c32fc2e3-bed1-46d0-8570-e079da89f8ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:03.293886 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.309890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Calling delete_port for d4cb3b88-033f-45b3-8946-ea5809d1551b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:03.363283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.407237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=d4cb3b88-033f-45b3-8946-ea5809d1551b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:03.417440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port d4cb3b88-033f-45b3-8946-ea5809d1551b on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:47:03.420413 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.479265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] No DVR routers for this DVR port d4cb3b88-033f-45b3-8946-ea5809d1551b on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:47:03.491046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Pushing event deleted for resources: {'Port': ['ID=d4cb3b88-033f-45b3-8946-ea5809d1551b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:03.504548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.504914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.505222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.508457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.511484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.512143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.512675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.513177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.513675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.514179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.516717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca03a05-c7ab-4f25-9ad1-cc652abafe78 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:03.517600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.518105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9286605-e79f-470f-ae62-4f5c1ab5a259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:03.521165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ca03a05-c7ab-4f25-9ad1-cc652abafe78 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 1.1096523 Jul 23 10:47:03.525933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:03.564375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-43acac89-f055-426f-81c6-3dea056b8df9 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c3fe1b6-ac2d-48fe-b820-1d00642e53fe HTTP/1.1" status: 200 len: 205 time: 0.0357881 Jul 23 10:47:03.574958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.582648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42696) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:03.602562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189388dc-cd42-4022-9dfa-1fe3621704e0']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:03.630146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32fc2e3-bed1-46d0-8570-e079da89f8ff') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:03.630451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32fc2e3-bed1-46d0-8570-e079da89f8ff') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:03.653094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.669311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.675934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:47:03.676337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:47:03.680295 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:47:03.777287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.807148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.813119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.815486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/189388dc-cd42-4022-9dfa-1fe3621704e0 HTTP/1.1" status: 204 len: 168 time: 1.0662668 Jul 23 10:47:03.822529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42700) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:03.827749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61321614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:03.850566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f05b2f-dabf-4234-a851-edbb07967f27 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=189388dc-cd42-4022-9dfa-1fe3621704e0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:03.855603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4cb3b88-033f-45b3-8946-ea5809d1551b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:03.885795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d4cb3b88-033f-45b3-8946-ea5809d1551b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:03.886550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d4cb3b88-033f-45b3-8946-ea5809d1551b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:03.892012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.893352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.972265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:03.980033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.003221 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.007828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:04.009168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bb0319e1-de74-45c5-bc16-b1a3f08cc2cd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1855013 Jul 23 10:47:04.013371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527602208'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:04.055962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.073939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.077660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:04.081632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.198548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:47:04.207928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.208326 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment 772a1f31-0180-4539-95f6-60e065111a15 of type vlan for network b76336d1-df87-4eea-a24c-13b38096fae4 Jul 23 10:47:04.293971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.351910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Deleting port a8bf611d-c478-4011-982c-1ce4028fdde2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:04.352469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.365948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.372066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:04.372598 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.443651 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.593722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=b76336d1-df87-4eea-a24c-13b38096fae4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:04.608491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network b76336d1-df87-4eea-a24c-13b38096fae4 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:47:04.618199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-773ffdc4-3609-4a17-9101-4fd705b28bd0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6088111 Jul 23 10:47:04.620598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42714) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:04.629594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:04.794592 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:04.827464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Calling delete_port for a8bf611d-c478-4011-982c-1ce4028fdde2 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:04.835565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:04.838960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.114918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.115259 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.155395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event deleted for resources: {'Port': ['ID=a8bf611d-c478-4011-982c-1ce4028fdde2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:05.212674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 739db1e7-f922-48d4-92f8-3d362c858f21 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:05.213039 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.237524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=48067ff7-feb7-480d-8ffb-c71fc551b9a2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:05.265668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:05.266113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: b76336d1-df87-4eea-a24c-13b38096fae4, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:47:05.288786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network b76336d1-df87-4eea-a24c-13b38096fae4 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:47:05.303808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, b76336d1-df87-4eea-a24c-13b38096fae4) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:05.310934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:05.311610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.315664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba8228-ebff-4f78-8f7d-2506ee412c11 None None] Network b76336d1-df87-4eea-a24c-13b38096fae4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:05.333456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0465ea73-3adf-44aa-bba2-7d47270491fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7099428 Jul 23 10:47:05.336809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42736) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:05.459949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.703695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.728147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.850631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 739db1e7-f922-48d4-92f8-3d362c858f21, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=739db1e7-f922-48d4-92f8-3d362c858f21,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:05.850876 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.874658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.875305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3fe1b6-ac2d-48fe-b820-1d00642e53fe {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:05.888809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.893807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:05.903994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-98140765-9757-49f0-b1b6-37d2b18e9870 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/4c3fe1b6-ac2d-48fe-b820-1d00642e53fe HTTP/1.1" status: 204 len: 168 time: 2.3200259 Jul 23 10:47:05.905229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 739db1e7-f922-48d4-92f8-3d362c858f21 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:05.910671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-763988541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:05.944960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-b76336d1-df87-4eea-a24c-13b38096fae4', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:47:05.945994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:05.967690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.116480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.117507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.201798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Allocated IP 172.20.0.2 (b76336d1-df87-4eea-a24c-13b38096fae4/48067ff7-feb7-480d-8ffb-c71fc551b9a2/a31dc298-444d-475b-ab01-27ef53b955b0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:06.251727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.261579 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.279970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.337926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.340575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-453be5a7-c61b-4ea3-aa62-a22fc5ae3c46 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4428613 Jul 23 10:47:06.347979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42754) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:06.366752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:06.373241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=739db1e7-f922-48d4-92f8-3d362c858f21,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:06.503716 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.523827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Transition to ACTIVE for port object a31dc298-444d-475b-ab01-27ef53b955b0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:06.564365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Transition to ACTIVE for port object a31dc298-444d-475b-ab01-27ef53b955b0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:06.580069 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.677038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Network b76336d1-df87-4eea-a24c-13b38096fae4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:06.702512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:06.711122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.20.0.1 (b76336d1-df87-4eea-a24c-13b38096fae4/48067ff7-feb7-480d-8ffb-c71fc551b9a2/fdab387f-11d8-43b3-8bdb-acfadface6a7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:06.724112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:06.734847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Pushing event updated for resources: {'Port': ['ID=a31dc298-444d-475b-ab01-27ef53b955b0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:06.879594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.896466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object fdab387f-11d8-43b3-8bdb-acfadface6a7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:06.911450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Attempting to bind port a31dc298-444d-475b-ab01-27ef53b955b0 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:06.912048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Attempting to bind port a31dc298-444d-475b-ab01-27ef53b955b0 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:06.912359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Attempting to bind port a31dc298-444d-475b-ab01-27ef53b955b0 on network b76336d1-df87-4eea-a24c-13b38096fae4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:06.917893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:06.918467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Checking segment: {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:06.918952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.919694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Bound using segment: {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:06.920242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Bound port: a31dc298-444d-475b-ab01-27ef53b955b0, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:06.920859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:06.941148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:07.005966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] For port a31dc298-444d-475b-ab01-27ef53b955b0, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:07.010502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] For port a31dc298-444d-475b-ab01-27ef53b955b0, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a31dc298-444d-475b-ab01-27ef53b955b0,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:07.018651 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:07.049117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:07.070113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network b76336d1-df87-4eea-a24c-13b38096fae4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:07.088759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:07.092021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=fdab387f-11d8-43b3-8bdb-acfadface6a7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:07.097761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:07.171614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbe389-6bde-443a-95a9-b9dfb77e8562 None None] Pushing event updated for resources: {'Port': ['ID=a31dc298-444d-475b-ab01-27ef53b955b0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:07.176854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:07.525831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router 25a0a600-3304-423e-bf91-039e52d6de80 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:07.973387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:07.981129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:07.992535 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] Sync routers for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:08.000517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a2c38da-4e14-4448-a2ae-2ab0b0713cc0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/25a0a600-3304-423e-bf91-039e52d6de80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5812211 Jul 23 10:47:08.002931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42780) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:08.008760 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:08.009392 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:08.135601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a31dc298-444d-475b-ab01-27ef53b955b0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:08.209617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting subnet ea8f59f1-426c-40e2-9751-36822b5cea38 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:47:08.219191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.227148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.276980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a31dc298-444d-475b-ab01-27ef53b955b0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:08.309389 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:08.326625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.435024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.537836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.570030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.576191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8f59f1-426c-40e2-9751-36822b5cea38,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:08.580724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.588860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b8cef-9c26-43fa-964b-bc49788a7d24 None None] Network 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:08.591150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 42782) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:08.599370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b29a66b2-dfa8-453f-978a-067a3c180998 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/subnets/ea8f59f1-426c-40e2-9751-36822b5cea38 HTTP/1.1" status: 204 len: 168 time: 0.5933378 Jul 23 10:47:08.657196 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:47:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:08.690859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] Checking router: 25a0a600-3304-423e-bf91-039e52d6de80 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:08.700797 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] Routers {'25a0a600-3304-423e-bf91-039e52d6de80'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:08.701838 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['25a0a600-3304-423e-bf91-039e52d6de80'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:08.718743 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:08.888504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] DHCP port deletion for 041765fa-9b47-4c1f-9cdf-ed765f58fbb5 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:47:08.993001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2c99c-8ba1-4a46-b0bd-a2204a6b9921 None None] Network b76336d1-df87-4eea-a24c-13b38096fae4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:09.009292 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] Set router 25a0a600-3304-423e-bf91-039e52d6de80 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:09.192029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.205791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] Provisioning for port a31dc298-444d-475b-ab01-27ef53b955b0 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:09.226805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] Provisioning complete for port a31dc298-444d-475b-ab01-27ef53b955b0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:09.227381 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.272739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Allocated IP 172.25.4.168 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/f2eb5af8-92ee-4198-a2aa-be6c16218809) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:09.292664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] Deleting port 0adb4011-3fda-45f8-a932-625cb1f556aa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:09.294001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.385418 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.414311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.442592 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:47:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:09.495455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] For port 0adb4011-3fda-45f8-a932-625cb1f556aa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0adb4011-3fda-45f8-a932-625cb1f556aa,segment=NetworkSegment(978b4cc3-22b3-4dee-ab80-5d73ce7361ad),segment_id=978b4cc3-22b3-4dee-ab80-5d73ce7361ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:09.498032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.501662 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa405f8-0f04-41f1-8fab-410b4b785d0d None None] The sync data for ids ['25a0a600-3304-423e-bf91-039e52d6de80'] in n-d-778550-4 is: [{'id': '25a0a600-3304-423e-bf91-039e52d6de80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940861186', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:37Z', 'updated_at': '2021-07-23T10:47:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': 'f36ec5a0-d243-4bed-8802-f66375e599db', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a0a600-3304-423e-bf91-039e52d6de80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:38Z', 'updated_at': '2021-07-23T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:09.518795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] Calling delete_port for 0adb4011-3fda-45f8-a932-625cb1f556aa owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:09.620768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.649609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.670587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=fdab387f-11d8-43b3-8bdb-acfadface6a7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:09.721520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:09.770597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] Pushing event deleted for resources: {'Port': ['ID=0adb4011-3fda-45f8-a932-625cb1f556aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:09.812820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa453b77-e1e1-4ff3-b9f4-9ba54a1c57c4 None None] No DVR routers for this DVR port 0adb4011-3fda-45f8-a932-625cb1f556aa on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:47:09.822101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network b76336d1-df87-4eea-a24c-13b38096fae4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:09.851341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:09.858518 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.001135 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.034361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] For port a31dc298-444d-475b-ab01-27ef53b955b0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a31dc298-444d-475b-ab01-27ef53b955b0,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:10.051951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0adb4011-3fda-45f8-a932-625cb1f556aa no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:10.062001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.153566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port f36ec5a0-d243-4bed-8802-f66375e599db {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:10.153914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.201623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:47:10.214295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a6127-f922-402e-86bb-f7512fb9b246 None None] Pushing event updated for resources: {'Port': ['ID=a31dc298-444d-475b-ab01-27ef53b955b0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:10.227111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0adb4011-3fda-45f8-a932-625cb1f556aa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:10.227491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0adb4011-3fda-45f8-a932-625cb1f556aa not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:10.227931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 739db1e7-f922-48d4-92f8-3d362c858f21 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:10.317467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 739db1e7-f922-48d4-92f8-3d362c858f21 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:10.318213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 739db1e7-f922-48d4-92f8-3d362c858f21 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:10.420262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da91e7ae-107a-48c9-b77a-2a7b292b0369 None None] Provisioning for port fdab387f-11d8-43b3-8bdb-acfadface6a7 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:10.436934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da91e7ae-107a-48c9-b77a-2a7b292b0369 None None] Provisioning complete for port fdab387f-11d8-43b3-8bdb-acfadface6a7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:10.440696 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da91e7ae-107a-48c9-b77a-2a7b292b0369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.476889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port f36ec5a0-d243-4bed-8802-f66375e599db, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f36ec5a0-d243-4bed-8802-f66375e599db,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:10.477277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.517078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da91e7ae-107a-48c9-b77a-2a7b292b0369 None None] Port fdab387f-11d8-43b3-8bdb-acfadface6a7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:10.537455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da91e7ae-107a-48c9-b77a-2a7b292b0369 None None] Provisioning complete for port a31dc298-444d-475b-ab01-27ef53b955b0 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:10.537845 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da91e7ae-107a-48c9-b77a-2a7b292b0369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:10.994247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for f36ec5a0-d243-4bed-8802-f66375e599db owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:11.007410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-06f5dbd5-a03b-47b0-9232-5661744dccfc None None] Provisioning complete for port fdab387f-11d8-43b3-8bdb-acfadface6a7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:11.007827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f5dbd5-a03b-47b0-9232-5661744dccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.143109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06f5dbd5-a03b-47b0-9232-5661744dccfc None None] Port fdab387f-11d8-43b3-8bdb-acfadface6a7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:11.277629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.278522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-18ca8046-f072-475e-829b-a0ad31f1ac65 None None] Provisioning complete for port fdab387f-11d8-43b3-8bdb-acfadface6a7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:11.279410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18ca8046-f072-475e-829b-a0ad31f1ac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.362199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-18ca8046-f072-475e-829b-a0ad31f1ac65 None None] Port fdab387f-11d8-43b3-8bdb-acfadface6a7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:11.407339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:11.420349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:11.428941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-de234c2b-b328-428c-8867-937fef88adbb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0848937 Jul 23 10:47:11.441056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 42936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:11.454277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:11.455227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:11.460613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-2077146384'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:11.490256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event updated for resources: {'Port': ['ID=f2eb5af8-92ee-4198-a2aa-be6c16218809,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:11.530901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:11.553699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:11.555871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:11.562135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.576706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:11.611708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:47:11.631835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:11.639592 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.640225 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment 9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a of type vlan for network f611b7b4-5e9c-4192-9e0b-d125570d4210 Jul 23 10:47:11.649194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.803142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.853236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.863580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:11.864542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:11.880230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=f36ec5a0-d243-4bed-8802-f66375e599db,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:11.901078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a31dc298-444d-475b-ab01-27ef53b955b0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:12.012227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a31dc298-444d-475b-ab01-27ef53b955b0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:12.012708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.019745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:08Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:08Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:12.114291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=f611b7b4-5e9c-4192-9e0b-d125570d4210,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:12.119906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-68e5ce2f-283a-4f06-a4bc-a5d2dae8664b tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6752870 Jul 23 10:47:12.123194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:12.130306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:12.138476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:47:12.265404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:12.265754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Updating router d9043b08-d260-4940-a78a-3d79b46ce7fe port fdab387f-11d8-43b3-8bdb-acfadface6a7 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:47:12.305014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:12.311839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.352093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.475478 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.568735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.939323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.944186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:12.999602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.048914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.049748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Fanout notify agent at l3_agent the message router_deleted on router 25a0a600-3304-423e-bf91-039e52d6de80 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:13.095851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.102115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.108801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:13.111974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cd0301b9-1123-4ecf-b42d-bb9fc2f8785b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/routers/25a0a600-3304-423e-bf91-039e52d6de80 HTTP/1.1" status: 204 len: 168 time: 4.5138395 Jul 23 10:47:13.129951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Transition to ACTIVE for port object fdab387f-11d8-43b3-8bdb-acfadface6a7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:13.145119 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.245575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=3851f259-a3e4-479e-b116-32108c55013a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:13.442054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:13.442533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: f611b7b4-5e9c-4192-9e0b-d125570d4210, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:47:13.456294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.476340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.486872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.531212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Attempting to bind port fdab387f-11d8-43b3-8bdb-acfadface6a7 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:13.531773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Attempting to bind port fdab387f-11d8-43b3-8bdb-acfadface6a7 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:13.531995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Attempting to bind port fdab387f-11d8-43b3-8bdb-acfadface6a7 on network b76336d1-df87-4eea-a24c-13b38096fae4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:13.547651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98da43-909f-4f47-a6e6-a2d1d3d458dd None None] Pushing event updated for resources: {'Port': ['ID=fdab387f-11d8-43b3-8bdb-acfadface6a7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:13.579294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:13.582254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Checking segment: {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:13.601685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.602390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Bound using segment: {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:13.603129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Bound port: fdab387f-11d8-43b3-8bdb-acfadface6a7, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772a1f31-0180-4539-95f6-60e065111a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:13.604222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.784952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.805428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041765fa-9b47-4c1f-9cdf-ed765f58fbb5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:13.831516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978b4cc3-22b3-4dee-ab80-5d73ce7361ad') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:13.831912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978b4cc3-22b3-4dee-ab80-5d73ce7361ad') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:13.851982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.857987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Router 965bbb00-e785-4861-af65-31a7403c8de0 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:47:13.883935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.889109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f36ec5a0-d243-4bed-8802-f66375e599db no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:13.906005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:47:13.906607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:13.946946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: f36ec5a0-d243-4bed-8802-f66375e599db {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:13.947330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f36ec5a0-d243-4bed-8802-f66375e599db not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:13.988057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] For port fdab387f-11d8-43b3-8bdb-acfadface6a7, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:13.997915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] For port fdab387f-11d8-43b3-8bdb-acfadface6a7, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fdab387f-11d8-43b3-8bdb-acfadface6a7,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:14.005188 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:47:14.034894 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:47:14.041828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:47:14.061780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, f611b7b4-5e9c-4192-9e0b-d125570d4210) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:14.076631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:14.077202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.094684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc50bd7-ffe1-40af-bdc4-5c4c8a987320 None None] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:14.100568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.112013 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.113129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:14.121830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/networks/041765fa-9b47-4c1f-9cdf-ed765f58fbb5 HTTP/1.1" status: 204 len: 168 time: 1.0043740 Jul 23 10:47:14.130411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:14.136419 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] Sync routers for ids ['965bbb00-e785-4861-af65-31a7403c8de0'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:14.137973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.142406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f9b50378-285d-4de4-8bd6-a804da25e1a7 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "PUT /v2.0/routers/965bbb00-e785-4861-af65-31a7403c8de0 HTTP/1.1" status: 200 len: 879 time: 7.7916844 Jul 23 10:47:14.142867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43208) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:14.146490 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] Routers {'965bbb00-e785-4861-af65-31a7403c8de0'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:14.157449 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['965bbb00-e785-4861-af65-31a7403c8de0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:14.173298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0951b1a7-db7c-48ad-9c3b-eb69f585b9e2 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0448711 Jul 23 10:47:14.200323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:14.239206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2e867-355a-4dae-8b54-eb876ab2ddb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Network': ['ID=041765fa-9b47-4c1f-9cdf-ed765f58fbb5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:14.299234 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:14.350539 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] Routers {'965bbb00-e785-4861-af65-31a7403c8de0'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:14.355990 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['965bbb00-e785-4861-af65-31a7403c8de0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:14.367289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:14.370951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:14.513053 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:14.513960 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acd74d6-ed58-4183-aeee-7d87a00b8ecf None None] The sync data for ids ['965bbb00-e785-4861-af65-31a7403c8de0'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:14.527845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f13525bb-890b-4f90-8453-c5ea80cc36bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.613284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98da43-909f-4f47-a6e6-a2d1d3d458dd None None] Pushing event updated for resources: {'Port': ['ID=fdab387f-11d8-43b3-8bdb-acfadface6a7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:14.623387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f13525bb-890b-4f90-8453-c5ea80cc36bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:14.657584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3851c7d1-09c8-435c-86b3-d4639a6a97b7 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/965bbb00-e785-4861-af65-31a7403c8de0 HTTP/1.1" status: 200 len: 920 time: 0.5133052 Jul 23 10:47:14.665111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43260) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:14.736260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:15.160673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-f611b7b4-5e9c-4192-9e0b-d125570d4210', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:47:15.163335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:15.272758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d309c6a-2379-4b13-88b0-f412d4ac2904 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:15.277595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43328) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:15.284039 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d309c6a-2379-4b13-88b0-f412d4ac2904 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=965bbb00-e785-4861-af65-31a7403c8de0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3957763 Jul 23 10:47:15.308068 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f13525bb-890b-4f90-8453-c5ea80cc36bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:15.313181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f13525bb-890b-4f90-8453-c5ea80cc36bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:15.314888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f13525bb-890b-4f90-8453-c5ea80cc36bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/security-groups/96731889-a3e2-43f6-846f-8e716944cb6b HTTP/1.1" status: 204 len: 168 time: 1.1663804 Jul 23 10:47:15.350630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13525bb-890b-4f90-8453-c5ea80cc36bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96731889-a3e2-43f6-846f-8e716944cb6b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:15.418702 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:47:15.610730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8f976-09dd-4f89-b2e0-fe008ea4cda5 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:15.619508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1bd8f976-09dd-4f89-b2e0-fe008ea4cda5 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.3386388 Jul 23 10:47:15.620771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43350) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:15.697873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:15.735809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-51a27f9e-8f53-4fce-8364-98172e9d6d11 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=965bbb00-e785-4861-af65-31a7403c8de0 HTTP/1.1" status: 200 len: 205 time: 0.1098523 Jul 23 10:47:15.736502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43360) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:15.757863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Allocated IP 172.21.0.2 (f611b7b4-5e9c-4192-9e0b-d125570d4210/3851f259-a3e4-479e-b116-32108c55013a/fa171009-9928-4b2b-b82a-600c9f301209) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:16.058411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.149981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43388) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:16.185894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221603434', 'description': 'tempest-secgroup-smoke-221603434 description', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:16.205677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:08Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:13Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:16.244261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093fe60-a451-4562-a689-553d8faf79c7 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:08Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:13Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:16.303502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.305545 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.313475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.324716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Transition to ACTIVE for port object fa171009-9928-4b2b-b82a-600c9f301209 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:16.342886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Transition to ACTIVE for port object fa171009-9928-4b2b-b82a-600c9f301209 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:16.363848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.432101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.21.0.1 (f611b7b4-5e9c-4192-9e0b-d125570d4210/3851f259-a3e4-479e-b116-32108c55013a/29071a67-a254-4b08-b490-7bacdc616f35) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:16.442793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:16.451456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:16.459330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:16.547892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Pushing event updated for resources: {'Port': ['ID=fa171009-9928-4b2b-b82a-600c9f301209,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:16.663220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Attempting to bind port fa171009-9928-4b2b-b82a-600c9f301209 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:16.663863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Attempting to bind port fa171009-9928-4b2b-b82a-600c9f301209 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:16.664473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Attempting to bind port fa171009-9928-4b2b-b82a-600c9f301209 on network f611b7b4-5e9c-4192-9e0b-d125570d4210 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:16.670752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:16.671559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Checking segment: {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:16.672437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.673013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Bound using segment: {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:16.673985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Bound port: fa171009-9928-4b2b-b82a-600c9f301209, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:16.674608 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.700064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.723487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object 29071a67-a254-4b08-b490-7bacdc616f35 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:16.797400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.797851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] For port fa171009-9928-4b2b-b82a-600c9f301209, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:16.805972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] For port fa171009-9928-4b2b-b82a-600c9f301209, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fa171009-9928-4b2b-b82a-600c9f301209,segment=NetworkSegment(9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a),segment_id=9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:16.823105 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:16.829290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:16.832543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:16.859692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:16.957244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=29071a67-a254-4b08-b490-7bacdc616f35,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:16.985127 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.083511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0e4fd-3ab8-4a71-accb-efad80d3bd66 None None] Pushing event updated for resources: {'Port': ['ID=fa171009-9928-4b2b-b82a-600c9f301209,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:17.202855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Deleting port f2eb5af8-92ee-4198-a2aa-be6c16218809 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:17.203400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.244544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.267384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.268058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.405923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.416057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2647471 Jul 23 10:47:17.463171 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.482765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Calling delete_port for f2eb5af8-92ee-4198-a2aa-be6c16218809 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:17.501626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:17.513778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': 'a89bab57-b666-4320-88d6-71caa436e123', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:17.668519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4750508-5212-4d28-af16-e66a9aa5d74a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89bab57-b666-4320-88d6-71caa436e123,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:17.904584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:17.946606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event deleted for resources: {'Port': ['ID=f2eb5af8-92ee-4198-a2aa-be6c16218809,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:17.999346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fa171009-9928-4b2b-b82a-600c9f301209 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:18.120566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.126907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fa171009-9928-4b2b-b82a-600c9f301209 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:18.133532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fdab387f-11d8-43b3-8bdb-acfadface6a7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:18.255128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fdab387f-11d8-43b3-8bdb-acfadface6a7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:18.262743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fdab387f-11d8-43b3-8bdb-acfadface6a7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:18.263248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.314377 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.352536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.376985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.493662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.505478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.523329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.530250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.531096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Fanout notify agent at l3_agent the message router_deleted on router 965bbb00-e785-4861-af65-31a7403c8de0 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:18.538767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.539923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dbc1a236-c8e8-4386-af85-e41c6165e7f3 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/965bbb00-e785-4861-af65-31a7403c8de0 HTTP/1.1" status: 204 len: 168 time: 2.8024893 Jul 23 10:47:18.546695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43444) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:18.555531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055887493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:18.592003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port fdab387f-11d8-43b3-8bdb-acfadface6a7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fdab387f-11d8-43b3-8bdb-acfadface6a7,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:18.604737 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.608372 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.610611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.611623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f4d0d7-8bf1-4fd8-a9e9-d77dfd33a2b5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:18.654737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.659575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fcb6fc95-6aee-4f53-949d-10afb14b06b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1541588 Jul 23 10:47:18.668631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43446) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:18.679718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': 'a89bab57-b666-4320-88d6-71caa436e123', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:18.737851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.745142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=fdab387f-11d8-43b3-8bdb-acfadface6a7,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:18.745806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.796613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:18.801810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24c6da28-7ee4-4077-8f52-105f080d6812 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2540116 Jul 23 10:47:18.802749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43450) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:18.812965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': True}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:18.857072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c8d7c-face-425b-8a03-2b2ff747f0e3 None None] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:18.859154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.043722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.055362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.063204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] Provisioning for port fa171009-9928-4b2b-b82a-600c9f301209 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:19.073065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] Provisioning complete for port fa171009-9928-4b2b-b82a-600c9f301209 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:19.073896 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.109631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f7ef91-5964-4fde-bcb1-9dc3745297ad,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:19.125226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.128888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4a6b7d82-eaea-4c2d-ba46-0201521ea438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4563515 Jul 23 10:47:19.133248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:19.155150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': 'a89bab57-b666-4320-88d6-71caa436e123', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:19.177113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.199836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.202621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.242487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] For port fa171009-9928-4b2b-b82a-600c9f301209, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fa171009-9928-4b2b-b82a-600c9f301209,segment=NetworkSegment(9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a),segment_id=9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:19.266605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.329052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.351518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.386463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf1725-1f3b-413b-9ea9-f07cc5787622 None None] Pushing event updated for resources: {'Port': ['ID=fa171009-9928-4b2b-b82a-600c9f301209,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:19.424959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=29071a67-a254-4b08-b490-7bacdc616f35,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:19.492302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.545020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.552892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.613429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.617734 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4830420 Jul 23 10:47:19.618302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43468) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:19.618775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5803b7-134c-403c-963c-14787761b4d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2b1302-4344-4c69-a290-458e265aeff5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:19.631080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': 'a89bab57-b666-4320-88d6-71caa436e123', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:19.657997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:19.659547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:19.663855 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.699710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.711230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.868520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:19.914709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d58dd5a-9378-4107-b7cc-5d7b66f506cb None None] Provisioning complete for port fa171009-9928-4b2b-b82a-600c9f301209 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:19.919274 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d58dd5a-9378-4107-b7cc-5d7b66f506cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:19.999082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fa171009-9928-4b2b-b82a-600c9f301209 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:20.002963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.025786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.119900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:20.124061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fa171009-9928-4b2b-b82a-600c9f301209 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:20.126678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.134461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2804b929-1315-4dc7-8f86-e66f60b213f5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9169362 Jul 23 10:47:20.138121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:20.140841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a909874c-6565-4b98-af0e-295dc87088fd,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:20.159483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-402133543'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:20.188624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.191408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-317ea29d-18df-407d-b8b5-6adaf9b2a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5699780 Jul 23 10:47:20.195603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43490) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:20.225248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:20.227703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:20.228603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': 'a89bab57-b666-4320-88d6-71caa436e123', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:20.231950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.288026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:47:20.296565 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:47:20.315256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:20.315646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.315912 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment c74dc589-039f-4db1-bba9-95d5351e0f2b of type vlan for network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee Jul 23 10:47:20.316850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:20.318453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Allocated IP 172.25.4.187 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/94905751-395e-41a0-ab6f-a99a4f162bbb) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:20.327740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.431668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.501259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.517916 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:20.518574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.564061 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4247944 Jul 23 10:47:20.568129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:20.583525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:20.665393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d58dd5a-9378-4107-b7cc-5d7b66f506cb None None] Provisioning for port 29071a67-a254-4b08-b490-7bacdc616f35 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:20.685319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d58dd5a-9378-4107-b7cc-5d7b66f506cb None None] Provisioning complete for port 29071a67-a254-4b08-b490-7bacdc616f35 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:20.685697 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d58dd5a-9378-4107-b7cc-5d7b66f506cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.701887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:20.747323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.779046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.807716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:20.814631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93092a89-547c-4ff1-8c93-d6f0b590fd19 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=310a4fa3-2f62-4dbf-b27f-461af33ed7ee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:20.847652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fdab387f-11d8-43b3-8bdb-acfadface6a7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:20.870899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.889053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:20.893139 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:20.938989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:47:20.983899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.013933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3433f1f-9ad0-43d8-8fc7-02ce66aa8d3f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:21.084266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.085608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0067c5b8-b9ac-4a15-8dfc-2f2a640839d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8826544 Jul 23 10:47:21.090043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43512) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:21.100888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:21.104765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:21.107894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:21.112335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': 'a89bab57-b666-4320-88d6-71caa436e123', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:21.145517 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:47:21.152063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52d5cf3d-1dcf-417a-87e5-5ea0112dbc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.180230 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.193597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Port': ['ID=94905751-395e-41a0-ab6f-a99a4f162bbb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:21.422149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0d58dd5a-9378-4107-b7cc-5d7b66f506cb None None] Port 29071a67-a254-4b08-b490-7bacdc616f35 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:21.481061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fdab387f-11d8-43b3-8bdb-acfadface6a7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:21.481838 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.580202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.580822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.589802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-af5feb23-86a2-446f-9e49-651785e5cd7e None None] Provisioning complete for port 29071a67-a254-4b08-b490-7bacdc616f35 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:21.590642 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af5feb23-86a2-446f-9e49-651785e5cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.596011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.608673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.637502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-af5feb23-86a2-446f-9e49-651785e5cd7e None None] Port 29071a67-a254-4b08-b490-7bacdc616f35 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:21.691278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:17Z', 'revision_number': 3, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:21.767396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:21.767786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Updating router d9043b08-d260-4940-a78a-3d79b46ce7fe port 29071a67-a254-4b08-b490-7bacdc616f35 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:47:21.797584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b479f28-841b-4258-b23d-5cff565448a7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:21.814775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=5b25a99f-3dcf-4b4a-b0f9-137101ea8255,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:21.833928 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.906721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:21.907002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: 310a4fa3-2f62-4dbf-b27f-461af33ed7ee, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:47:21.932465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52d5cf3d-1dcf-417a-87e5-5ea0112dbc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.943387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.947299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.958229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52d5cf3d-1dcf-417a-87e5-5ea0112dbc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.974950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:21.976320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-927ae94e-3a20-4240-96f9-95a96f222b39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8729441 Jul 23 10:47:21.986395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:21.991729 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'network': {'name': 'tempest-network-smoke--839656041', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:22.001767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:47:22.028050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-52d5cf3d-1dcf-417a-87e5-5ea0112dbc15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3b92796bcd044739368d963ea81ec1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2165580 Jul 23 10:47:22.029571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:22.038329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5cf3d-1dcf-417a-87e5-5ea0112dbc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7997eb34-2825-47c8-b482-e26146d36352,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:22.043776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 310a4fa3-2f62-4dbf-b27f-461af33ed7ee) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:22.060197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:22.060797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.070786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:22.074242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.109477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b98b1bc-ff97-44d6-baed-d18f0be54439 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5302491 Jul 23 10:47:22.110241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:22.210736 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:47:22.214403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e945937-a93d-4ed6-a884-7f41c449e390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.225531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Router 59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:47:22.241641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.241641 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Added segment 831c551f-6526-4997-8c7e-0d5497672cb5 of type vlan for network d8929ae6-646a-4119-9ad8-b2de25bf9685 Jul 23 10:47:22.250342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4526c6-5289-4dd5-8094-1c09f570ed6c None None] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:22.289791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.331998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e945937-a93d-4ed6-a884-7f41c449e390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.449894 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.453692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:22.457882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.459459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3b390329-8be7-4657-be4c-bff46c83ebdd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "PUT /v2.0/routers/59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb HTTP/1.1" status: 200 len: 915 time: 3.6550951 Jul 23 10:47:22.464140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43542) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:22.466600 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] Sync routers for ids ['59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:22.492517 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] Routers {'59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:22.493157 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:22.511597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.518678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:22.521830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.582843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Transition to ACTIVE for port object 29071a67-a254-4b08-b490-7bacdc616f35 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:22.586503 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:22.608940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e945937-a93d-4ed6-a884-7f41c449e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.609417 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] Routers {'59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:22.609635 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:22.612540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e945937-a93d-4ed6-a884-7f41c449e390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.616419 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2e945937-a93d-4ed6-a884-7f41c449e390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7997eb34-2825-47c8-b482-e26146d36352 HTTP/1.1" status: 204 len: 168 time: 0.5833211 Jul 23 10:47:22.616588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:47:22.616973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.625499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:22.649747 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6622448 Jul 23 10:47:22.658594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:22.686928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'admin_state_up': True, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:22.728861 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:22.729452 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15680285-5ae6-4b14-bdf4-b34a5df606f1 None None] The sync data for ids ['59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:22.816993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e945937-a93d-4ed6-a884-7f41c449e390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7997eb34-2825-47c8-b482-e26146d36352,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:23.082222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46cc4e-d688-4be0-9c18-9c0ee20edc9e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Network': ['ID=d8929ae6-646a-4119-9ad8-b2de25bf9685,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:23.085334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Allocated IP 172.22.0.2 (310a4fa3-2f62-4dbf-b27f-461af33ed7ee/5b25a99f-3dcf-4b4a-b0f9-137101ea8255/8d87a6ce-3191-41d1-8d47-5a8e9633b222) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:23.113324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.120109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-965b6522-091f-40cc-81ec-847fef54ab2b tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb HTTP/1.1" status: 200 len: 921 time: 0.6435268 Jul 23 10:47:23.121771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.124139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43558) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:23.247905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:23.251629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.276337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fa2ed-6510-4c43-a2ad-2ffb25181b3d None None] Pushing event updated for resources: {'Port': ['ID=29071a67-a254-4b08-b490-7bacdc616f35,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:23.292970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:47:23.358746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1885476-f9ea-47b4-aafd-90419b042ecd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:23.364117 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f1885476-f9ea-47b4-aafd-90419b042ecd tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2349291 Jul 23 10:47:23.364345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:23.419441 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0516-c58e-429a-942c-615118ffec7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.444535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.447629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Attempting to bind port 29071a67-a254-4b08-b490-7bacdc616f35 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:23.448231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Attempting to bind port 29071a67-a254-4b08-b490-7bacdc616f35 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:23.448821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Attempting to bind port 29071a67-a254-4b08-b490-7bacdc616f35 on network f611b7b4-5e9c-4192-9e0b-d125570d4210 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:23.509265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68088c0e-13b7-4a4d-8fd8-d2363707e0e4 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:23.516339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-68088c0e-13b7-4a4d-8fd8-d2363707e0e4 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.1485925 Jul 23 10:47:23.517110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43570) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:23.519402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:23.519932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Checking segment: {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:23.520235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.520603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Bound using segment: {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:23.521084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Bound port: 29071a67-a254-4b08-b490-7bacdc616f35, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:23.521471 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.524162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Transition to ACTIVE for port object 8d87a6ce-3191-41d1-8d47-5a8e9633b222 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:23.556157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Transition to ACTIVE for port object 8d87a6ce-3191-41d1-8d47-5a8e9633b222 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:23.582821 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.586801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-51d9f0e6-3828-4deb-a807-466050718313 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb HTTP/1.1" status: 200 len: 205 time: 0.0666893 Jul 23 10:47:23.586979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43572) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:23.658423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:23.659552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] For port 29071a67-a254-4b08-b490-7bacdc616f35, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:23.662394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:23.666504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Pushing event updated for resources: {'Port': ['ID=8d87a6ce-3191-41d1-8d47-5a8e9633b222,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:23.677051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:23.699673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] For port 29071a67-a254-4b08-b490-7bacdc616f35, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=29071a67-a254-4b08-b490-7bacdc616f35,segment=NetworkSegment(9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a),segment_id=9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:23.717371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.740998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.748579 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.788198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.870997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Attempting to bind port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:23.871914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Attempting to bind port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:23.872259 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Attempting to bind port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 on network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:23.890465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:23.890843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Checking segment: {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:23.891246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.891672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Bound using segment: {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:23.892151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Bound port: 8d87a6ce-3191-41d1-8d47-5a8e9633b222, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:23.892533 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:23.894267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:23.894874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:23.939209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fa2ed-6510-4c43-a2ad-2ffb25181b3d None None] Pushing event updated for resources: {'Port': ['ID=29071a67-a254-4b08-b490-7bacdc616f35,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:24.036133 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.115117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0516-c58e-429a-942c-615118ffec7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.141628 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0516-c58e-429a-942c-615118ffec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.164401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Deleting port 94905751-395e-41a0-ab6f-a99a4f162bbb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:24.165064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.175100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] For port 8d87a6ce-3191-41d1-8d47-5a8e9633b222, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:24.178510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] For port 8d87a6ce-3191-41d1-8d47-5a8e9633b222, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8d87a6ce-3191-41d1-8d47-5a8e9633b222,segment=NetworkSegment(c74dc589-039f-4db1-bba9-95d5351e0f2b),segment_id=c74dc589-039f-4db1-bba9-95d5351e0f2b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:24.186265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.188531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.264530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d95d8-c927-46e7-bd40-aa6e7f96bfd8 None None] Pushing event updated for resources: {'Port': ['ID=8d87a6ce-3191-41d1-8d47-5a8e9633b222,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:24.298752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:24.377242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.411573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Calling delete_port for 94905751-395e-41a0-ab6f-a99a4f162bbb owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:24.690841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:17Z', 'revision_number': 3, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:23Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:24.739861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.748034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fa1b8-73c3-46c6-aa42-ba19919230ea None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:17Z', 'revision_number': 3, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:23Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:24.782490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event deleted for resources: {'Port': ['ID=94905751-395e-41a0-ab6f-a99a4f162bbb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:24.881760 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f6bb0516-c58e-429a-942c-615118ffec7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ca2434b903a4bdc924ea87c02dfe4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6317668 Jul 23 10:47:24.905484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43594) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:24.921226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0516-c58e-429a-942c-615118ffec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686a6a68-ad61-4044-b6ce-3b0571e1982e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:24.979073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:24.998310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.049324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.125725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.22.0.1 (310a4fa3-2f62-4dbf-b27f-461af33ed7ee/5b25a99f-3dcf-4b4a-b0f9-137101ea8255/9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:25.135689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9ed7-a8d8-4471-88e3-bf7ac339695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.186698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.198558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.213004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9ed7-a8d8-4471-88e3-bf7ac339695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.290761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.292217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Fanout notify agent at l3_agent the message router_deleted on router 59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:25.301065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.302596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62e4eb38-9671-47e6-ae41-8891963cf02c tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb HTTP/1.1" status: 204 len: 168 time: 1.7138383 Jul 23 10:47:25.306782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:25.312585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1336603513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:25.338566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9ed7-a8d8-4471-88e3-bf7ac339695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.342030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5eb9ed7-a8d8-4471-88e3-bf7ac339695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.353427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5eb9ed7-a8d8-4471-88e3-bf7ac339695b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/686a6a68-ad61-4044-b6ce-3b0571e1982e HTTP/1.1" status: 204 len: 168 time: 0.4462750 Jul 23 10:47:25.376674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb9ed7-a8d8-4471-88e3-bf7ac339695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a6a68-ad61-4044-b6ce-3b0571e1982e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:25.468695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.469725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.535034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.143 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/584b7c96-ed66-4707-a0b1-4b344c67ef6a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:25.705097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.708868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.823173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.874026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.895684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.902602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:25.904554 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-297599ae-33a3-4272-a0c8-cfaa19857fdb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5966575 Jul 23 10:47:25.908541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:25.915867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'enable_snat': False}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:25.953344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:25.998322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:26.008932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=584b7c96-ed66-4707-a0b1-4b344c67ef6a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:26.017866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:26.020472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:26.098935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2b2c3-4bef-4be2-af7b-d8e8ffcd48a4 None None] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:26.103117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8d87a6ce-3191-41d1-8d47-5a8e9633b222 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:26.320475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.339538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7be6e632-1f8d-4a4e-afba-66a00f5cf11a None None] Provisioning for port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:26.383562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:26.400046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:26.400506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.443758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:26.460064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.671454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.687089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.698727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:26.703649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:26.758146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 8d87a6ce-3191-41d1-8d47-5a8e9633b222, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8d87a6ce-3191-41d1-8d47-5a8e9633b222,segment=NetworkSegment(c74dc589-039f-4db1-bba9-95d5351e0f2b),segment_id=c74dc589-039f-4db1-bba9-95d5351e0f2b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:26.777901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.780943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 29071a67-a254-4b08-b490-7bacdc616f35 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:26.863065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.876421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=8d87a6ce-3191-41d1-8d47-5a8e9633b222,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:26.905054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:26.926045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:26.976357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 29071a67-a254-4b08-b490-7bacdc616f35 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:26.987826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 29071a67-a254-4b08-b490-7bacdc616f35 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:26.989068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.028610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.084572 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe53735f-aeb4-4b5a-b83f-abce8f2549ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.147920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.160425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Allocated IP 172.25.4.96 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/8a082042-7f18-416e-8872-809742817434) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:27.221360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 29071a67-a254-4b08-b490-7bacdc616f35, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=29071a67-a254-4b08-b490-7bacdc616f35,segment=NetworkSegment(9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a),segment_id=9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:27.241421 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.375045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=29071a67-a254-4b08-b490-7bacdc616f35,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:27.385353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.408655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a0d2-669b-4764-abdf-89b9d07af668 None None] Provisioning complete for port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:27.409816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a0d2-669b-4764-abdf-89b9d07af668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.503856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.572366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a0d2-669b-4764-abdf-89b9d07af668 None None] Provisioning for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:27.588660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b8e1a0d2-669b-4764-abdf-89b9d07af668 None None] Provisioning complete for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:27.589162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8e1a0d2-669b-4764-abdf-89b9d07af668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.603790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:27.610442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:27.616118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:27.645634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1a0d2-669b-4764-abdf-89b9d07af668 None None] Port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:27.710974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Pushing event updated for resources: {'Port': ['ID=8a082042-7f18-416e-8872-809742817434,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:27.720889 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.872341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-46a6e583-551f-45b8-bcdc-699548c1863b None None] Provisioning complete for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:27.873044 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46a6e583-551f-45b8-bcdc-699548c1863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.875161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:27.952997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-46a6e583-551f-45b8-bcdc-699548c1863b None None] Port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:27.979344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8d87a6ce-3191-41d1-8d47-5a8e9633b222 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:28.077871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:28.078609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:28.228453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:28.237443 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:28.260503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:28.322170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:28.367370 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:28.407167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router c5d0e9f0-03a3-4471-9448-b396d133519f is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:47:28.528510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 29071a67-a254-4b08-b490-7bacdc616f35 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:28.681168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 29071a67-a254-4b08-b490-7bacdc616f35 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:28.681559 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:29.029850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:29.032897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:29.114050 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:29.118194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:29.182795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:29.201912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Sync routers for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:29.224736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:29.224901 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:29.225757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.229666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-814f45a0-1df2-4269-9f53-d8eef0145f4d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.5551100 Jul 23 10:47:29.230372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43710) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.236894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:29.307373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Router 0abd8193-c2f8-4e11-9346-d81b9c518c47 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:47:29.322552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ab6f58e8-a804-4f4f-9362-81ba50b26098 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c28bf5d98a9540e3bc01a0a43679df33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875845 Jul 23 10:47:29.323555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.394141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:29.509538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:29.521163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] Sync routers for ids ['0abd8193-c2f8-4e11-9346-d81b9c518c47'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:29.535076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:29.539769 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] Routers {'0abd8193-c2f8-4e11-9346-d81b9c518c47'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:29.544214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-34e7a884-1420-4a30-a85a-006494312962 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "PUT /v2.0/routers/0abd8193-c2f8-4e11-9346-d81b9c518c47 HTTP/1.1" status: 200 len: 915 time: 3.6333401 Jul 23 10:47:29.545063 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0abd8193-c2f8-4e11-9346-d81b9c518c47'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.548331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-953f3c9c-ea2e-4216-b76d-2225b775956f None None] Provisioning complete for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:29.549266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-953f3c9c-ea2e-4216-b76d-2225b775956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:29.551194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43726) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.645957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-953f3c9c-ea2e-4216-b76d-2225b775956f None None] Port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:29.664877 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.676364 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] Routers {'0abd8193-c2f8-4e11-9346-d81b9c518c47'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:29.676934 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0abd8193-c2f8-4e11-9346-d81b9c518c47'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.718386 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.719046 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62012695-d5a4-48a1-a14d-fe0340aa1342 None None] The sync data for ids ['0abd8193-c2f8-4e11-9346-d81b9c518c47'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:29.739775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:29.752737 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-06b56c3b-4e27-465a-b229-b65b8142fd94 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6401544 Jul 23 10:47:29.758689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43732) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.760858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:29.778437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'network': {'name': 'tempest-RoutersTest-997047867'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:29.796745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dbc7699c-95bd-48a9-ba50-386557f950b0 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/0abd8193-c2f8-4e11-9346-d81b9c518c47 HTTP/1.1" status: 200 len: 921 time: 0.2443147 Jul 23 10:47:29.797382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43736) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.797505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:29.798908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.825617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b2514-0fa3-442c-b9f0-589dcf8daafa tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:29.836797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b7b2514-0fa3-442c-b9f0-589dcf8daafa tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5108156 Jul 23 10:47:29.843139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.878978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:26Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:29.916134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30140f-f29d-4c3a-b0fc-815a52dbaed7 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:29.922748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9c30140f-f29d-4c3a-b0fc-815a52dbaed7 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=0abd8193-c2f8-4e11-9346-d81b9c518c47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1234047 Jul 23 10:47:29.925065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43742) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.949025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-acdb1166-911d-4ad9-9ec6-abfcee2432c0 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012223 Jul 23 10:47:29.951946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:29.957358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760417333', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:29.958393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Checking router: c5d0e9f0-03a3-4471-9448-b396d133519f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:29.958979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Updating router c5d0e9f0-03a3-4471-9448-b396d133519f port 584b7c96-ed66-4707-a0b1-4b344c67ef6a binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:47:29.963512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:29.967997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.054792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:47:30.072188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.072984 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added segment 0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4 of type vlan for network 5b01778e-7bec-445e-b4a3-72d59c0133c9 Jul 23 10:47:30.084418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51aa44b8-b865-4a2f-b310-737d1ab3af45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.117669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:30.125035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.126749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:30.128819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01476c98-5503-4ebf-b978-1d8b64fdc466 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:30.131577 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.132861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-01476c98-5503-4ebf-b978-1d8b64fdc466 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/networks/60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 881 time: 0.2053881 Jul 23 10:47:30.135054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43746) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:30.159823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.195610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe0613ad-c1c2-4646-a3ae-efd4b09501a6 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=0abd8193-c2f8-4e11-9346-d81b9c518c47 HTTP/1.1" status: 200 len: 205 time: 0.0573361 Jul 23 10:47:30.196481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:30.283121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.289279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:30.290042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.300440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.346271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5842721 Jul 23 10:47:30.349330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:30.357614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'subnet': {'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:30.424441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.485497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e897-6a13-4abc-97e7-79a3c1f9848e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Network': ['ID=5b01778e-7bec-445e-b4a3-72d59c0133c9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:30.540365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:47:30.661840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.737095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.754246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Made reservation on behalf of 3af979bc67e04aea8d577496c5dc6d1b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:30.758985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.805311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Subnet': ['ID=79ce8bd6-eaa3-4319-a2f3-74743cc01b74,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:30.814312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Checking segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:30.815107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network hostable DHCP agents. Network: d8929ae6-646a-4119-9ad8-b2de25bf9685, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:47:30.824383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Deleting port 8a082042-7f18-416e-8872-809742817434 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:30.824745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:30.909535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:47:30.979867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, d8929ae6-646a-4119-9ad8-b2de25bf9685) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:30.990148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:30.990766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.008570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df80a76-ed66-48cc-ba83-817676fed316 None None] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:31.016909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f94dc15d-46be-4a6a-8490-0038a26069a2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0635293 Jul 23 10:47:31.017644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43764) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:31.019660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.089407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.161320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Subnet': ['ID=4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:31.168886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Calling delete_port for 8a082042-7f18-416e-8872-809742817434 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:31.173179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Checking segment: {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:31.173554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network hostable DHCP agents. Network: 5b01778e-7bec-445e-b4a3-72d59c0133c9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:47:31.195450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:47:31.210667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 5b01778e-7bec-445e-b4a3-72d59c0133c9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:31.238388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:31.239303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.259465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c0c76409-15b3-4f1d-84db-478c757e7711 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9069154 Jul 23 10:47:31.262673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:31.268930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d353790-5cb8-40d7-bfbd-d4fac3136911 None None] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:31.431217 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.461154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:28Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:31.645394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.763081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-5b01778e-7bec-445e-b4a3-72d59c0133c9', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:47:31.764007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.831966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.836740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:31.837391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Updating router d9043b08-d260-4940-a78a-3d79b46ce7fe port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:47:31.858863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:31.921487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event deleted for resources: {'Port': ['ID=8a082042-7f18-416e-8872-809742817434,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:32.026012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.036714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Transition to ACTIVE for port object 584b7c96-ed66-4707-a0b1-4b344c67ef6a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:32.091201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.110472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-d8929ae6-646a-4119-9ad8-b2de25bf9685', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:47:32.111659 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.139231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.379220 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.397751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Allocated IP 172.23.0.1 (5b01778e-7bec-445e-b4a3-72d59c0133c9/4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1/9b37370e-10e6-474b-b20c-33560e8979da) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:32.424364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.532668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.544807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.545412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Fanout notify agent at l3_agent the message router_deleted on router 0abd8193-c2f8-4e11-9346-d81b9c518c47 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:32.564660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.566178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0913a06a-b6c9-4b8a-b5f8-ae22454b6159 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/0abd8193-c2f8-4e11-9346-d81b9c518c47 HTTP/1.1" status: 204 len: 168 time: 2.3655558 Jul 23 10:47:32.570668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43798) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:32.608279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1230629433', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:32.659591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Allocated IP 172.20.0.2 (d8929ae6-646a-4119-9ad8-b2de25bf9685/79ce8bd6-eaa3-4319-a2f3-74743cc01b74/113c5650-19ec-4a67-b702-cc2f2ce909b3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:32.728715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.736885 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.755307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.778471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Transition to ACTIVE for port object 9b37370e-10e6-474b-b20c-33560e8979da will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:32.820477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e902f-89b2-4f9f-86a7-3f6c0a24dbe0 None None] Pushing event updated for resources: {'Port': ['ID=584b7c96-ed66-4707-a0b1-4b344c67ef6a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:32.828493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Attempting to bind port 584b7c96-ed66-4707-a0b1-4b344c67ef6a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:32.828870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Attempting to bind port 584b7c96-ed66-4707-a0b1-4b344c67ef6a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:32.829506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Attempting to bind port 584b7c96-ed66-4707-a0b1-4b344c67ef6a on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:32.877028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:32.877427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:32.877973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.878289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:32.878791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Bound port: 584b7c96-ed66-4707-a0b1-4b344c67ef6a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:32.879180 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.894361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:32.904440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.205981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] For port 584b7c96-ed66-4707-a0b1-4b344c67ef6a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:33.257462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.284157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] For port 584b7c96-ed66-4707-a0b1-4b344c67ef6a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=584b7c96-ed66-4707-a0b1-4b344c67ef6a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:33.287894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Transition to ACTIVE for port object 113c5650-19ec-4a67-b702-cc2f2ce909b3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:33.297479 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.416972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Transition to ACTIVE for port object 113c5650-19ec-4a67-b702-cc2f2ce909b3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:33.449500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:33.450781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:33.468760 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.567917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.1 (d8929ae6-646a-4119-9ad8-b2de25bf9685/79ce8bd6-eaa3-4319-a2f3-74743cc01b74/79d47df1-5052-45b1-a05c-a91fa32241d2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:33.647262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:33.658270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:33.666403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:33.677378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e902f-89b2-4f9f-86a7-3f6c0a24dbe0 None None] Pushing event updated for resources: {'Port': ['ID=584b7c96-ed66-4707-a0b1-4b344c67ef6a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:33.746735 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.760911 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.776777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.801104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 79d47df1-5052-45b1-a05c-a91fa32241d2 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:33.868990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:33.873851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.878903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:33.896547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:33.938850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.939045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:33.941984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Attempting to bind port 113c5650-19ec-4a67-b702-cc2f2ce909b3 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:33.944036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:33.944867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Attempting to bind port 113c5650-19ec-4a67-b702-cc2f2ce909b3 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:33.945346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Attempting to bind port 113c5650-19ec-4a67-b702-cc2f2ce909b3 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:33.947815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:33.977021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=9b37370e-10e6-474b-b20c-33560e8979da,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:33.992528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:33.993059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Checking segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:33.993685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:33.994191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Bound using segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:33.994781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Bound port: 113c5650-19ec-4a67-b702-cc2f2ce909b3, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:33.995292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.013279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Pushing event updated for resources: {'Port': ['ID=113c5650-19ec-4a67-b702-cc2f2ce909b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:34.017976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Transition to ACTIVE for port object 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:34.023856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:34.039197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=79d47df1-5052-45b1-a05c-a91fa32241d2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:34.090809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.102591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.127222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Allocated IP 172.23.0.2 (5b01778e-7bec-445e-b4a3-72d59c0133c9/4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1/94cff4a8-6050-4224-9fbf-302493d6e9cd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:34.272311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.369815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.413799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] For port 113c5650-19ec-4a67-b702-cc2f2ce909b3, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:34.467386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.488467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Transition to ACTIVE for port object 94cff4a8-6050-4224-9fbf-302493d6e9cd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:34.523125 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.765962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] For port 113c5650-19ec-4a67-b702-cc2f2ce909b3, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=113c5650-19ec-4a67-b702-cc2f2ce909b3,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:34.769775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671c2cf-4dae-410e-8095-a8628ee68b3d None None] Pushing event updated for resources: {'Port': ['ID=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:34.794376 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.813527 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.837797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.874033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Transition to ACTIVE for port object 94cff4a8-6050-4224-9fbf-302493d6e9cd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:34.874285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.937957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:34.954054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:35.031738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:35.104520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:35.129360 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:35.139256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:35.199458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event updated for resources: {'Port': ['ID=9b37370e-10e6-474b-b20c-33560e8979da,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:35.285654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:35.296490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=79d47df1-5052-45b1-a05c-a91fa32241d2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:35.501965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:35.508007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:35.569983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:35.572712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:35.738606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:35.744674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:35.752065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:35.837218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Allocated IP 172.25.4.140 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/fc9af0ae-d9cd-416b-8c29-9112b0636c29) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:35.850207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router c5d0e9f0-03a3-4471-9448-b396d133519f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:35.857896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90b499-8a68-4baa-b98e-85cdafc8b89c None None] Pushing event updated for resources: {'Port': ['ID=113c5650-19ec-4a67-b702-cc2f2ce909b3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:35.911593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:35.988879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Pushing event updated for resources: {'Port': ['ID=94cff4a8-6050-4224-9fbf-302493d6e9cd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:36.041958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Attempting to bind port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:36.042579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Attempting to bind port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:36.043163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Attempting to bind port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 on network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:36.104635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:36.111238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bba5e326-6f55-4b21-8712-7026c21a367d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/c5d0e9f0-03a3-4471-9448-b396d133519f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0828311 Jul 23 10:47:36.124647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:36.125602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Checking segment: {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:36.125809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.126301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Bound using segment: {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:36.126434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:36.127083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Bound port: 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74dc589-039f-4db1-bba9-95d5351e0f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:36.138149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.141626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:26Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:36.147761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Attempting to bind port 94cff4a8-6050-4224-9fbf-302493d6e9cd on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:36.148899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Attempting to bind port 94cff4a8-6050-4224-9fbf-302493d6e9cd by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:36.148899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Attempting to bind port 94cff4a8-6050-4224-9fbf-302493d6e9cd on network 5b01778e-7bec-445e-b4a3-72d59c0133c9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:36.153687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43866) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:36.159735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:36.169312 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-917a1738-c599-410c-924b-8ba1eeceffe1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9050541 Jul 23 10:47:36.231985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:36.232379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Checking segment: {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:36.232788 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.233199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Bound using segment: {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:36.233696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Bound port: 94cff4a8-6050-4224-9fbf-302493d6e9cd, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:36.234088 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.239242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35d60d-b831-4618-8aee-4f9e712c2ac6 None None] The sync data for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 is: [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:26Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:36.289009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.327211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] For port 94cff4a8-6050-4224-9fbf-302493d6e9cd, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:36.334560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] For port 94cff4a8-6050-4224-9fbf-302493d6e9cd, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94cff4a8-6050-4224-9fbf-302493d6e9cd,segment=NetworkSegment(0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4),segment_id=0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:36.403804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.425376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.490920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852e316-0269-4307-aaf2-406b42b57777 None None] Pushing event updated for resources: {'Port': ['ID=94cff4a8-6050-4224-9fbf-302493d6e9cd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:36.549273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:36.610578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] For port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:36.635366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] For port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,segment=NetworkSegment(c74dc589-039f-4db1-bba9-95d5351e0f2b),segment_id=c74dc589-039f-4db1-bba9-95d5351e0f2b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:36.647687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:36.651386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:36.688029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:36.878759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:36.880160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:36.884303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671c2cf-4dae-410e-8095-a8628ee68b3d None None] Pushing event updated for resources: {'Port': ['ID=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:36.994112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f7173-4f0c-4e8a-8fb0-760da95c8f75 None None] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:37.109771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event updated for resources: {'Port': ['ID=fc9af0ae-d9cd-416b-8c29-9112b0636c29,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:37.282896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-19b5cd27-050f-40df-bd6f-2c3d31ad449b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221603434&fields=id&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 267 time: 0.7201521 Jul 23 10:47:37.295379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-30dbbc17-278d-4b82-be3b-811c9d07f7f1 None None] Provisioning for port 113c5650-19ec-4a67-b702-cc2f2ce909b3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:37.486470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.extraroute_db [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 10:47:37.556084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.extraroute_db [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Removed routes are [] {{(pid=93833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 10:47:37.558957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:37.600634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:38.019130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43906) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:38.089580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:38.097064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:38.236668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-e892a6fe-21a4-4d51-8eaf-eb51875fcdcb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:38.257859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-e892a6fe-21a4-4d51-8eaf-eb51875fcdcb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 796 time: 0.9589159 Jul 23 10:47:38.328182 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-3eb1935c-af8c-4eff-a301-e3a0f6304a8c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/quotas/c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 375 time: 0.0690916 Jul 23 10:47:38.467341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 584b7c96-ed66-4707-a0b1-4b344c67ef6a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:38.498026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:38.597186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b37370e-10e6-474b-b20c-33560e8979da', 'name': '', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:d8:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:36Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:38.690910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cbe485-8449-4471-bcd3-5ea9e6fc5614 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b37370e-10e6-474b-b20c-33560e8979da', 'name': '', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:d8:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:36Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:38.701582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 584b7c96-ed66-4707-a0b1-4b344c67ef6a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:38.736372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 584b7c96-ed66-4707-a0b1-4b344c67ef6a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:38.736765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:38.807228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:38.840261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:38.843819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2d53755-6564-4543-b68e-fa5c189624fc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 932 time: 2.6866860 Jul 23 10:47:38.844754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43922) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:39.025961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c080f5-59c2-4d53-a66a-34c5e16638b7 None None] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:39.156088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6035e687-3cfe-4183-a46e-5631d006e1c8 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 932 time: 0.3000183 Jul 23 10:47:39.156931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43926) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:39.164287 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.173800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'routes': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:39.231283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac0b50bf-9195-4163-8582-4bb5ba8c78b9 None None] Provisioning for port 79d47df1-5052-45b1-a05c-a91fa32241d2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:39.244071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac0b50bf-9195-4163-8582-4bb5ba8c78b9 None None] Provisioning complete for port 79d47df1-5052-45b1-a05c-a91fa32241d2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:39.244882 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac0b50bf-9195-4163-8582-4bb5ba8c78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.251481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830a93a3-0364-4836-ae5d-8cce20768e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.263898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.394246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830a93a3-0364-4836-ae5d-8cce20768e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.456282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830a93a3-0364-4836-ae5d-8cce20768e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.490793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b50bf-9195-4163-8582-4bb5ba8c78b9 None None] Port 79d47df1-5052-45b1-a05c-a91fa32241d2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:39.514807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 584b7c96-ed66-4707-a0b1-4b344c67ef6a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=584b7c96-ed66-4707-a0b1-4b344c67ef6a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:39.530616 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:39.533377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 113c5650-19ec-4a67-b702-cc2f2ce909b3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:39.643505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-19058d73-9d6d-4b39-bdf4-4654a7d9bd7c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3143718 Jul 23 10:47:39.650764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-830a93a3-0364-4836-ae5d-8cce20768e55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1641ecaa99f644bea250babcd3dd1550&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6298668 Jul 23 10:47:39.655021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:39.662825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a93a3-0364-4836-ae5d-8cce20768e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654475cf-b177-46ae-853c-2bdcb5414000,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:39.909265 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Sync routers for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:39.915194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e616d034-c029-4349-b0dc-5518151f5e46 None None] Provisioning for port 94cff4a8-6050-4224-9fbf-302493d6e9cd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:39.941391 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:39.943900 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:39.996572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=584b7c96-ed66-4707-a0b1-4b344c67ef6a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:40.039799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 113c5650-19ec-4a67-b702-cc2f2ce909b3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:40.042210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e616d034-c029-4349-b0dc-5518151f5e46 None None] Provisioning complete for port 79d47df1-5052-45b1-a05c-a91fa32241d2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:40.042987 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e616d034-c029-4349-b0dc-5518151f5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.076596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 113c5650-19ec-4a67-b702-cc2f2ce909b3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:40.085150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.176658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.186575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c531f34a-702d-4617-81aa-16ad74d1361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.219247 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:40.231195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e616d034-c029-4349-b0dc-5518151f5e46 None None] Port 79d47df1-5052-45b1-a05c-a91fa32241d2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:40.417094 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.422528 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c531f34a-702d-4617-81aa-16ad74d1361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.489420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 113c5650-19ec-4a67-b702-cc2f2ce909b3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=113c5650-19ec-4a67-b702-cc2f2ce909b3,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:40.498435 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.499300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94cff4a8-6050-4224-9fbf-302493d6e9cd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:40.503498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-523702a9-2b20-4175-9e5b-97ec470dbd5b None None] Provisioning complete for port 79d47df1-5052-45b1-a05c-a91fa32241d2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:40.503876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-523702a9-2b20-4175-9e5b-97ec470dbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.669669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-6f7f08bc-e76d-46de-b1cd-2364f0252da1 service neutron] 10.222.0.37 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017207 Jul 23 10:47:40.807357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-523702a9-2b20-4175-9e5b-97ec470dbd5b None None] Port 79d47df1-5052-45b1-a05c-a91fa32241d2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:40.829112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=113c5650-19ec-4a67-b702-cc2f2ce909b3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:40.834815 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-c17c1ca5-2d0f-44dc-955a-3e021c83dd5a service neutron] 10.222.0.37 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555886 Jul 23 10:47:40.837586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c531f34a-702d-4617-81aa-16ad74d1361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.841387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c531f34a-702d-4617-81aa-16ad74d1361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.844730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c531f34a-702d-4617-81aa-16ad74d1361f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/654475cf-b177-46ae-853c-2bdcb5414000 HTTP/1.1" status: 204 len: 168 time: 1.1882670 Jul 23 10:47:40.859098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531f34a-702d-4617-81aa-16ad74d1361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654475cf-b177-46ae-853c-2bdcb5414000,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:40.867592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 94cff4a8-6050-4224-9fbf-302493d6e9cd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:40.908539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.extraroute_db [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added routes are [] {{(pid=93833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 10:47:40.908989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.extraroute_db [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 10:47:40.911553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 94cff4a8-6050-4224-9fbf-302493d6e9cd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:40.911939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:40.938115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Router a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:47:40.982827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Provisioning complete for port 94cff4a8-6050-4224-9fbf-302493d6e9cd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:40.983116 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.025484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.111008 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 2, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:41.142364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:41.191571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:41.192471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:41.252336 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Checking router: c5d0e9f0-03a3-4471-9448-b396d133519f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:41.273172 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Updating router c5d0e9f0-03a3-4471-9448-b396d133519f port 79d47df1-5052-45b1-a05c-a91fa32241d2 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:47:41.356652 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.385434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:41.401678 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670e892-2296-4960-861f-3bf393caa348 None None] Sync routers for ids ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:41.431278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.432851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee84e2ec-fde6-4d8e-a322-df1f8c7e8f1a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8611865 Jul 23 10:47:41.435569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:41.444144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:41.506714 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670e892-2296-4960-861f-3bf393caa348 None None] Routers {'a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:41.507548 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3670e892-2296-4960-861f-3bf393caa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:41.529373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a772e743-e7c4-40b3-82a9-9cb0d2f25e4e req-b03ded85-ff8b-49e0-acd2-fb54e0a986df tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 210 time: 0.1682446 Jul 23 10:47:41.638092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.653231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.742897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:41.755834 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3670e892-2296-4960-861f-3bf393caa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:41.775284 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff589e67-1fda-41c9-bea4-42478d16a2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:41.826185 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670e892-2296-4960-861f-3bf393caa348 None None] Routers {'a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:41.827192 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3670e892-2296-4960-861f-3bf393caa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:41.976512 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3670e892-2296-4960-861f-3bf393caa348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:41.978372 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670e892-2296-4960-861f-3bf393caa348 None None] The sync data for ids ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:42.009535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:42.054555 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.124674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.159684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.170001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff589e67-1fda-41c9-bea4-42478d16a2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.176946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff589e67-1fda-41c9-bea4-42478d16a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.195084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:42.197403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.203793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.208280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ddefe837-40af-43ca-a5b0-a8b1d66bcca0 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 698 time: 3.0502801 Jul 23 10:47:42.209021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 43992) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:42.264130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ff589e67-1fda-41c9-bea4-42478d16a2c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9800f8dd03e5448d8cef8cdaf5564749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198741 Jul 23 10:47:42.265841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 43994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:42.271872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:42.290326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff589e67-1fda-41c9-bea4-42478d16a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d4196-16e6-423f-9155-9c79143c894f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:42.375242 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.400618 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Transition to ACTIVE for port object 79d47df1-5052-45b1-a05c-a91fa32241d2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:42.409489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Deleting port fc9af0ae-d9cd-416b-8c29-9112b0636c29 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:42.409848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.425207 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.438815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa82eefb-227e-4ce0-8bf5-2962ce80cbc5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 698 time: 0.2279119 Jul 23 10:47:42.441882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44004) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:42.502928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 94cff4a8-6050-4224-9fbf-302493d6e9cd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94cff4a8-6050-4224-9fbf-302493d6e9cd,segment=NetworkSegment(0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4),segment_id=0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:42.510075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174a8a02-44db-46b6-ae7c-612ae7594790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.523523 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.623373 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cb6c9-a2ef-47a2-ab2f-dcf37ae2ebb9 None None] Pushing event updated for resources: {'Port': ['ID=79d47df1-5052-45b1-a05c-a91fa32241d2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:42.654351 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Attempting to bind port 79d47df1-5052-45b1-a05c-a91fa32241d2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:42.655803 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Attempting to bind port 79d47df1-5052-45b1-a05c-a91fa32241d2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:42.656265 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Attempting to bind port 79d47df1-5052-45b1-a05c-a91fa32241d2 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:42.662587 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:42.662883 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Checking segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:42.663390 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.663903 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Bound using segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:42.664474 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Bound port: 79d47df1-5052-45b1-a05c-a91fa32241d2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:42.665042 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.762626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.780913 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] For port 79d47df1-5052-45b1-a05c-a91fa32241d2, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:42.783952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:47:42.784424 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:47:42.786838 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] For port 79d47df1-5052-45b1-a05c-a91fa32241d2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79d47df1-5052-45b1-a05c-a91fa32241d2,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:42.794891 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:42.805803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Calling delete_port for fc9af0ae-d9cd-416b-8c29-9112b0636c29 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:42.861004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a55b1b42-fd52-4557-a1f8-dcea8809f25a req-e985bd8a-19a4-486f-ab9a-1934e0eecc46 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 210 time: 0.1018531 Jul 23 10:47:42.915124 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:42.918890 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:42.942633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 584b7c96-ed66-4707-a0b1-4b344c67ef6a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:42.946731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=94cff4a8-6050-4224-9fbf-302493d6e9cd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:42.999192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174a8a02-44db-46b6-ae7c-612ae7594790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.227196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 584b7c96-ed66-4707-a0b1-4b344c67ef6a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:43.227731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.291366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.320152 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:43.334907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Pushing event deleted for resources: {'Port': ['ID=fc9af0ae-d9cd-416b-8c29-9112b0636c29,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:43.381310 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cb6c9-a2ef-47a2-ab2f-dcf37ae2ebb9 None None] Pushing event updated for resources: {'Port': ['ID=79d47df1-5052-45b1-a05c-a91fa32241d2,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:43.460864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.466586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:40Z', 'revision_number': 7, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b37370e-10e6-474b-b20c-33560e8979da', 'name': '', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:d8:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:36Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:43.564073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:43.564393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Updating router d9043b08-d260-4940-a78a-3d79b46ce7fe port 9b37370e-10e6-474b-b20c-33560e8979da binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:47:43.579758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174a8a02-44db-46b6-ae7c-612ae7594790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.584392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174a8a02-44db-46b6-ae7c-612ae7594790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.586468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-174a8a02-44db-46b6-ae7c-612ae7594790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/896d4196-16e6-423f-9155-9c79143c894f HTTP/1.1" status: 204 len: 168 time: 1.3177497 Jul 23 10:47:43.597455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a8a02-44db-46b6-ae7c-612ae7594790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d4196-16e6-423f-9155-9c79143c894f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:43.693076 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:42Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:43.706276 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:43.728132 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196208a0-e29a-4922-a5ce-bb75499d5664 None None] The sync data for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 is: [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:42Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:44.039656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:44.044207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.050186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.052290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Provisioning for port 9b37370e-10e6-474b-b20c-33560e8979da completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:44.062218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Provisioning complete for port 9b37370e-10e6-474b-b20c-33560e8979da triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:44.063998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.202144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5908ac53-f181-46a8-816c-e163c4505aed None None] Port 9b37370e-10e6-474b-b20c-33560e8979da cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:44.237682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Router a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:44.284383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:44.295789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:44.296507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.399786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6a436aaa-2029-4440-83c2-442e5502d265 None None] Provisioning complete for port 9b37370e-10e6-474b-b20c-33560e8979da triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:44.400167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a436aaa-2029-4440-83c2-442e5502d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.418859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:44.440849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.449517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-850120e9-eda0-4516-a676-f6a3d1977bfb tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "PUT /v2.0/routers/a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 200 len: 706 time: 3.0090196 Jul 23 10:47:44.449517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:44.453744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] Sync routers for ids ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:44.577016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-3bc7eecf-d20b-4699-80eb-e8c8888baa14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:44.579577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-3bc7eecf-d20b-4699-80eb-e8c8888baa14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 796 time: 1.3193333 Jul 23 10:47:44.651663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3dd77bd-ba2c-450f-873a-96b045cce5c4 req-4279951b-3aef-4d07-b01c-a859ab1354a0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 210 time: 0.1058457 Jul 23 10:47:44.665100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44054) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:44.676884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-112536b0-0e52-44cd-b967-e75943eaf993 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/routers/a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 200 len: 741 time: 0.2109165 Jul 23 10:47:44.677920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] Routers {'a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:44.678717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:44.747762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:44.758485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6a436aaa-2029-4440-83c2-442e5502d265 None None] Port 9b37370e-10e6-474b-b20c-33560e8979da cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:44.772868 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.773649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-44d87281-a4a4-4b30-a0ed-5d6ffdf27f21 tempest-RoutersAdminTest-1494664089 tempest-RoutersAdminTest-1494664089-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&device_id=a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 200 len: 205 time: 0.1026187 Jul 23 10:47:44.776084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:44.783654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] Routers {'a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:44.784449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:44.808371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-f41bab3a-305c-448d-bcec-fdd98f5398b9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 379 time: 0.2144527 Jul 23 10:47:44.829644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'port': {'device_id': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'admin_state_up': True, 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'security_groups': ['a89bab57-b666-4320-88d6-71caa436e123']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:44.872738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-499a225d-a684-486d-811f-7d91c72d447a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 200 len: 205 time: 0.0953376 Jul 23 10:47:44.875154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:44.875903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:44.876584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec52e8-cb10-4c7c-a818-736b1c14d265 None None] The sync data for ids ['a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:44.886202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:44.993227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,segment=NetworkSegment(c74dc589-039f-4db1-bba9-95d5351e0f2b),segment_id=c74dc589-039f-4db1-bba9-95d5351e0f2b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:45.007064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.022582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 113c5650-19ec-4a67-b702-cc2f2ce909b3 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:45.068775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.096633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Transition to ACTIVE for port object 9b37370e-10e6-474b-b20c-33560e8979da will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:45.161700 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.223080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.254058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 113c5650-19ec-4a67-b702-cc2f2ce909b3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:45.254058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.448187 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.450780 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.535394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.537557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:45.538587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Fanout notify agent at l3_agent the message router_deleted on router a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:47:45.576390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.578002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a827690e-f9e3-4ef2-9136-fad16aed8e63 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 204 len: 168 time: 0.7018235 Jul 23 10:47:45.587354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:45.678396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8940e57d-2e05-4a6c-aaeb-d122d0e47a28 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 200 len: 205 time: 0.0834239 Jul 23 10:47:45.680673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44088) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:45.690869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Attempting to bind port 9b37370e-10e6-474b-b20c-33560e8979da on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:45.691636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Attempting to bind port 9b37370e-10e6-474b-b20c-33560e8979da by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:45.692260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Attempting to bind port 9b37370e-10e6-474b-b20c-33560e8979da on network 5b01778e-7bec-445e-b4a3-72d59c0133c9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:45.729030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:45.729495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Checking segment: {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:45.729967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.731062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Bound using segment: {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:45.731657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Bound port: 9b37370e-10e6-474b-b20c-33560e8979da, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:45.732250 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.747090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc742596-3760-4083-b814-b810f60a61e3 None None] Pushing event updated for resources: {'Port': ['ID=9b37370e-10e6-474b-b20c-33560e8979da,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:45.803960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:45.810524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:45.844229 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b7facebc-31e0-4407-bd9b-809015fc22c0 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] delete failed (client error): The resource could not be found. Jul 23 10:47:45.847979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b7facebc-31e0-4407-bd9b-809015fc22c0 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/a4b1ad0d-c0ba-4e2a-9b26-9926f8255b72 HTTP/1.1" status: 404 len: 336 time: 0.1656678 Jul 23 10:47:45.850206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:45.944637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b6c42054-fcb0-40f5-9843-c89b74c19e30 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=0abd8193-c2f8-4e11-9346-d81b9c518c47 HTTP/1.1" status: 200 len: 205 time: 0.0925753 Jul 23 10:47:45.946844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.025843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] For port 9b37370e-10e6-474b-b20c-33560e8979da, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:46.034986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aea0bf0f-7b7f-4c35-848e-a7d2e2d0f57c req-cca0cea3-643f-41b8-ba71-cfe6a9696730 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 210 time: 0.1586077 Jul 23 10:47:46.036927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] For port 9b37370e-10e6-474b-b20c-33560e8979da, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9b37370e-10e6-474b-b20c-33560e8979da,segment=NetworkSegment(0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4),segment_id=0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:46.044072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:46.060181 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-3aef9b3d-40e5-4e70-832f-5d76cb220534 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] delete failed (client error): The resource could not be found. Jul 23 10:47:46.061571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3aef9b3d-40e5-4e70-832f-5d76cb220534 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/0abd8193-c2f8-4e11-9346-d81b9c518c47 HTTP/1.1" status: 404 len: 336 time: 0.1136134 Jul 23 10:47:46.063922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.143289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c3023f5b-a710-4d2c-b30b-7b47665ab5e1 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb HTTP/1.1" status: 200 len: 205 time: 0.0761981 Jul 23 10:47:46.144128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.156930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:46.158391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:46.222945 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-9969a825-1747-48fd-8aa4-4d0e3e0c2565 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] delete failed (client error): The resource could not be found. Jul 23 10:47:46.224047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9969a825-1747-48fd-8aa4-4d0e3e0c2565 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/59cd9fa6-4ba2-45e8-a44b-03c20bb29bdb HTTP/1.1" status: 404 len: 336 time: 0.0684519 Jul 23 10:47:46.230043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44112) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.342396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-14ea1b3d-c0c5-47e0-8b72-95234259fc0a tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=965bbb00-e785-4861-af65-31a7403c8de0 HTTP/1.1" status: 200 len: 205 time: 0.1104050 Jul 23 10:47:46.343049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.399493 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-49765391-25f9-47f7-91fa-5441190457ba tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] delete failed (client error): The resource could not be found. Jul 23 10:47:46.404055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49765391-25f9-47f7-91fa-5441190457ba tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/965bbb00-e785-4861-af65-31a7403c8de0 HTTP/1.1" status: 404 len: 336 time: 0.0599566 Jul 23 10:47:46.405097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.498208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42e0ffff-8332-44f2-8d43-06cbc93444c2 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c3fe1b6-ac2d-48fe-b820-1d00642e53fe HTTP/1.1" status: 200 len: 205 time: 0.0892799 Jul 23 10:47:46.498844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.544354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.13 (d8929ae6-646a-4119-9ad8-b2de25bf9685/79ce8bd6-eaa3-4319-a2f3-74743cc01b74/3a533fbe-e93c-42aa-a256-8f287f2ee164) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:46.616735 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-5d924d46-2510-440d-afe2-a2695a2a465f tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] delete failed (client error): The resource could not be found. Jul 23 10:47:46.620448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5d924d46-2510-440d-afe2-a2695a2a465f tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/4c3fe1b6-ac2d-48fe-b820-1d00642e53fe HTTP/1.1" status: 404 len: 336 time: 0.1181328 Jul 23 10:47:46.621199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.671200 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a5434f10-fd29-4de8-98f2-de797c0b04a4 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 HTTP/1.1" status: 200 len: 205 time: 0.0484643 Jul 23 10:47:46.674128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.740650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79d47df1-5052-45b1-a05c-a91fa32241d2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:46.745202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc742596-3760-4083-b814-b810f60a61e3 None None] Pushing event updated for resources: {'Port': ['ID=9b37370e-10e6-474b-b20c-33560e8979da,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:46.770471 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-0033b9e7-5c97-4f64-b728-8acf6cac2d54 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] delete failed (client error): The resource could not be found. Jul 23 10:47:46.773214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0033b9e7-5c97-4f64-b728-8acf6cac2d54 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/routers/6bebc19c-919e-46ba-86c1-5f3eb95bd3e1 HTTP/1.1" status: 404 len: 336 time: 0.0980778 Jul 23 10:47:46.784017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:46.816771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:46.835817 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0393b957-9605-4980-b567-680133b21396 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] DELETE failed (client error): The resource could not be found. Jul 23 10:47:46.836640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0393b957-9605-4980-b567-680133b21396 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:47:46.839328 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0393b957-9605-4980-b567-680133b21396 tempest-RoutersAdminTest-1882120894 tempest-RoutersAdminTest-1882120894-project] 10.222.0.37 "DELETE /v2.0/subnets/cf444e37-8ab5-470f-8101-cb6b89f2024c HTTP/1.1" status: 404 len: 337 time: 0.0540006 Jul 23 10:47:46.907075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 9b37370e-10e6-474b-b20c-33560e8979da {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:46.907671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:46.922222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:46.997914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 3a533fbe-e93c-42aa-a256-8f287f2ee164 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:47.001421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 79d47df1-5052-45b1-a05c-a91fa32241d2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:47.038779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 79d47df1-5052-45b1-a05c-a91fa32241d2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:47.039107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.220184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b1116ee-c507-40ab-a610-a16a0c9101ab req-92b904da-64a2-4c32-ac7c-442ba293253a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 210 time: 0.0565472 Jul 23 10:47:47.240670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 9b37370e-10e6-474b-b20c-33560e8979da, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9b37370e-10e6-474b-b20c-33560e8979da,segment=NetworkSegment(0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4),segment_id=0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:47.246923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.270247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.292278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 9b37370e-10e6-474b-b20c-33560e8979da owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:47.323604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:40Z', 'revision_number': 7, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b37370e-10e6-474b-b20c-33560e8979da', 'name': '', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:d8:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:46Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:47.359000 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.363008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bb278-3262-4be7-b033-761d8a46bc68 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:40Z', 'revision_number': 7, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b37370e-10e6-474b-b20c-33560e8979da', 'name': '', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:d8:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:46Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:47.399370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:47.468335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:47.476229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 79d47df1-5052-45b1-a05c-a91fa32241d2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79d47df1-5052-45b1-a05c-a91fa32241d2,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:47.484399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.485227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:47.548520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:47.552979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:47.567046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:47.672241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.683860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.684119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.684472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.685121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:47.685618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.702326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.702805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.703164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.705196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.705562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.706560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.707660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.708015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.709489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:47.807923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:47.845643 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:47.849869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:47.850717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:47.856207 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:47.873055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=79d47df1-5052-45b1-a05c-a91fa32241d2,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:47.998564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94cff4a8-6050-4224-9fbf-302493d6e9cd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:48.070986 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.071702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.079373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.140365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8d6b070f-ba6a-4900-8922-624fe56a0803 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3247728 Jul 23 10:47:48.153144 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:48.160487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=9b37370e-10e6-474b-b20c-33560e8979da,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:48.163823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 94cff4a8-6050-4224-9fbf-302493d6e9cd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:48.169618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.177759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91664e6df0ef486891c8da845650de54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7769058 Jul 23 10:47:48.185006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:48.209520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Request body: {'port': {'device_id': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:48.335217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea26ac94-b035-4faa-a831-ab1e2521bac3 None None] Provisioning for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:48.338275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd70370-0d31-4c4f-8aef-64cf00a01fc7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:48.353219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea26ac94-b035-4faa-a831-ab1e2521bac3 None None] Provisioning complete for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:48.356684 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac94-b035-4faa-a831-ab1e2521bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.397865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.408780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.415894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.416574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.418288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.419687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.420311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.420886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.421494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.422073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.422657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.423243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fb46c-be35-490d-80af-6aeea0bc25a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:47:48.474851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea26ac94-b035-4faa-a831-ab1e2521bac3 None None] Port 3a533fbe-e93c-42aa-a256-8f287f2ee164 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:48.488801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b25f2f-5897-4305-bfba-d0b3f5e020f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.572270 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:40Z', 'revision_number': 7, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b37370e-10e6-474b-b20c-33560e8979da', 'name': '', 'network_id': '5b01778e-7bec-445e-b4a3-72d59c0133c9', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:d8:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:46Z', 'revision_number': 4, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:48.578474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b25f2f-5897-4305-bfba-d0b3f5e020f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.678570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:48.704052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:48.706533 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:48.719391 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b25f2f-5897-4305-bfba-d0b3f5e020f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.722570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b25f2f-5897-4305-bfba-d0b3f5e020f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.732584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f8b25f2f-5897-4305-bfba-d0b3f5e020f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fd70370-0d31-4c4f-8aef-64cf00a01fc7 HTTP/1.1" status: 204 len: 168 time: 0.5388026 Jul 23 10:47:48.747760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:48.756141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b25f2f-5897-4305-bfba-d0b3f5e020f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd70370-0d31-4c4f-8aef-64cf00a01fc7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:48.852640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51533c6f-346e-44b9-92da-aad63e4801c8 req-d27915f2-010c-407a-8358-6f805206cb51 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:48.862630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-51533c6f-346e-44b9-92da-aad63e4801c8 req-d27915f2-010c-407a-8358-6f805206cb51 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 932 time: 0.4957626 Jul 23 10:47:48.877427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79d47df1-5052-45b1-a05c-a91fa32241d2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:48.948823 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:49.047408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 79d47df1-5052-45b1-a05c-a91fa32241d2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:49.047908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:49.133099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-51533c6f-346e-44b9-92da-aad63e4801c8 req-9714345b-ebb1-43c7-9178-700189a567d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694838 Jul 23 10:47:49.379884 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:49.439111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:49.495981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c2dcdd4-0aba-4145-bf24-7aaf7d1570ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a5f0e587de4466385f17a307ddd405c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574582 Jul 23 10:47:49.499372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44208) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:49.642717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b75aaaf-110d-444e-bf56-ea469d6a19ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:49.692645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b75aaaf-110d-444e-bf56-ea469d6a19ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:49.786374 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b75aaaf-110d-444e-bf56-ea469d6a19ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:49.789677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b75aaaf-110d-444e-bf56-ea469d6a19ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:49.791222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6b75aaaf-110d-444e-bf56-ea469d6a19ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a4996af-ff7d-4755-956e-bae16cdbbc86 HTTP/1.1" status: 204 len: 168 time: 0.2909067 Jul 23 10:47:49.802903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75aaaf-110d-444e-bf56-ea469d6a19ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4996af-ff7d-4755-956e-bae16cdbbc86,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:49.902440 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 8, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:49.943552 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a81b6-1a19-4198-9cb6-83443d49af3d None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 8, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:50.141250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a533fbe-e93c-42aa-a256-8f287f2ee164 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:47:50.154719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:50.171457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:50.176750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Transition to ACTIVE for port object 3a533fbe-e93c-42aa-a256-8f287f2ee164 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:50.366688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:50.543257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:50.599269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:50.615383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:50.616013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9277eb3d-21cb-4f58-9fa2-65448af7923a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1723523 Jul 23 10:47:50.662080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a552-27e6-4fa1-9bf1-99320b78e587 req-0790fddf-7c4f-4a9a-b166-bfbac9b643e3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:50.664725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cb3a552-27e6-4fa1-9bf1-99320b78e587 req-0790fddf-7c4f-4a9a-b166-bfbac9b643e3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.2947037 Jul 23 10:47:50.724610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9b37370e-10e6-474b-b20c-33560e8979da no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:50.748503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet 4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:47:50.780259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:50.794189 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cb3a552-27e6-4fa1-9bf1-99320b78e587 req-4482bab6-dbdc-4731-896b-4f81448f42c8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198187 Jul 23 10:47:50.812736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:50.813566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:50.813876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:50.820398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 9b37370e-10e6-474b-b20c-33560e8979da {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:50.820944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9b37370e-10e6-474b-b20c-33560e8979da not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:50.833165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:50.838878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:47:50.839117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:50.870184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:50.870518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:50.895653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:50.898074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Checking segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:50.898692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Bound using segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:50.899357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Bound port: 3a533fbe-e93c-42aa-a256-8f287f2ee164, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:50.900705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:50.959202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:51.098898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:51.111434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:51.131287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:51.138955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:51.222374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:51.232375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:51.234180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1092 time: 3.0847347 Jul 23 10:47:51.234845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:47:51.237441 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a031b2a-d07d-4f67-a7be-8ba12f648dac" -d '{"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:47:51.268644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44280) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:51.408951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618a954-62b3-4325-8cc7-2d41dff092a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:51.431244 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b65e1-64ac-4968-846d-1d3a857941ce x-openstack-request-id: req-f47b65e1-64ac-4968-846d-1d3a857941ce {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:47:51.432070 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:47:51.433476 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f47b65e1-64ac-4968-846d-1d3a857941ce {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:47:51.434749 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'status': 'completed', 'code': 200} Jul 23 10:47:51.494452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-1abcde8b-facc-45cc-bcac-f2223aae7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:51.506255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-1abcde8b-facc-45cc-bcac-f2223aae7349 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1095 time: 0.2155235 Jul 23 10:47:51.622188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-9bd5d42d-226f-44f9-a0b7-1bc02185ec79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 217 time: 0.0990994 Jul 23 10:47:51.629656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1022176810'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:51.671186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 8, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:51.729587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:51.738966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:51.744808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:51.746350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:51.750623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-4e606ec7-6bf5-4063-970d-00fa61f420b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:51.752735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-4e606ec7-6bf5-4063-970d-00fa61f420b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.1132195 Jul 23 10:47:51.754008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:51.757581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:51.774752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:51.873161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:51.934233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-93808c97-7a99-45bb-9817-2dbff790653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:51.941312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-93808c97-7a99-45bb-9817-2dbff790653d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803632 Jul 23 10:47:51.996750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.043899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:52.053427 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.058113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6adee79a-b506-45b9-b285-833e9c3892e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1 HTTP/1.1" status: 204 len: 168 time: 1.4416132 Jul 23 10:47:52.059959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:52.139819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.154707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.161709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fe715-b8e6-4b68-831b-11b53dd7c7d1 req-4db25ffd-d718-47a2-aac0-fb4d2599e24b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:52.165046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3777ad-ec71-4beb-ab86-f5edca279647 None None] Network 5b01778e-7bec-445e-b4a3-72d59c0133c9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:52.170015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-516fe715-b8e6-4b68-831b-11b53dd7c7d1 req-4db25ffd-d718-47a2-aac0-fb4d2599e24b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.2331052 Jul 23 10:47:52.177205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:47:52.192411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.193021 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Added segment 46970c54-d95d-4637-9e94-afa43cb13c06 of type vlan for network 69467f95-a582-4821-9bfa-6efa9b4234e0 Jul 23 10:47:52.246637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.280822 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-516fe715-b8e6-4b68-831b-11b53dd7c7d1 req-a12c4210-e1a3-46e2-bca1-5bc47c87dce8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097078 Jul 23 10:47:52.286521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.296590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.302465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:52.303115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.315920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-7cf8da59-eae5-4900-94ca-8764ea76bf44 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618577 Jul 23 10:47:52.389176 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:47:52.414688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 94cff4a8-6050-4224-9fbf-302493d6e9cd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:52.422350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.441596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0d6bda-f268-450b-bec7-3ce2874dd53a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:52.453950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 8, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:52.505446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2152388 Jul 23 10:47:52.508334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016456cd-faac-4067-b57b-b106280ed44b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Network': ['ID=69467f95-a582-4821-9bfa-6efa9b4234e0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:52.520053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44306) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:52.527895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'subnet': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:52.540326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:47:52.604815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a411c93-afdb-451b-85a1-04fc271253c3 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 8, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16', 'name': '', 'network_id': '310a4fa3-2f62-4dbf-b27f-461af33ed7ee', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:95:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:24Z', 'updated_at': '2021-07-23T10:47:44Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '5b25a99f-3dcf-4b4a-b0f9-137101ea8255', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:52.605233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 94cff4a8-6050-4224-9fbf-302493d6e9cd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=94cff4a8-6050-4224-9fbf-302493d6e9cd,segment=NetworkSegment(0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4),segment_id=0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:52.605619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.631492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 94cff4a8-6050-4224-9fbf-302493d6e9cd owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:52.789062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.846704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=94cff4a8-6050-4224-9fbf-302493d6e9cd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:52.870310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port 94cff4a8-6050-4224-9fbf-302493d6e9cd on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:47:52.895897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:52.905659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:52.915662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1a1fd-c83f-435b-a6bf-fda89db5ce90 None None] DHCP port deletion for 5b01778e-7bec-445e-b4a3-72d59c0133c9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:47:52.929621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cfc620b-6928-42dd-af75-0d7f1b6b4412 req-480cbfa2-44b1-44b9-9d01-1dc77612df80 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957081 Jul 23 10:47:53.047639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.066229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b01778e-7bec-445e-b4a3-72d59c0133c9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:53.081816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:53.082124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e522dc1-5e93-40de-9b2a-f36b7f8ee5a4') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:53.097297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.139118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.149665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:47:53.150285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:47:53.159410 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:47:53.252133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.273232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.273776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-5f4590f9-2004-446a-8e86-4ce69e46039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:53.276114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-5f4590f9-2004-446a-8e86-4ce69e46039a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1095 time: 0.2552910 Jul 23 10:47:53.278402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.280833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:53.290294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/5b01778e-7bec-445e-b4a3-72d59c0133c9 HTTP/1.1" status: 204 len: 168 time: 1.2255769 Jul 23 10:47:53.304423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954de44-e05c-4299-adc6-b8d72bfa1c83 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=5b01778e-7bec-445e-b4a3-72d59c0133c9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:53.423308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a3d22-50f0-44d2-a2ce-ab07658c079e req-7c82ff9b-9330-4c5e-8c35-175d06d738d3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:53.427123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Subnet': ['ID=c2f62c59-2ece-45ec-9ada-0532b6a8c21e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:53.431706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-622a3d22-50f0-44d2-a2ce-ab07658c079e req-7c82ff9b-9330-4c5e-8c35-175d06d738d3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.0783515 Jul 23 10:47:53.478780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-622a3d22-50f0-44d2-a2ce-ab07658c079e req-22225df5-94a8-4c60-a27c-7f41df5b7149 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Jul 23 10:47:53.665993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Checking segment: {'id': '46970c54-d95d-4637-9e94-afa43cb13c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:53.666362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network hostable DHCP agents. Network: 69467f95-a582-4821-9bfa-6efa9b4234e0, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:47:53.676064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-89b91188-4064-44b4-b93f-404409f4ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:53.677541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-89b91188-4064-44b4-b93f-404409f4ea5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.3919203 Jul 23 10:47:53.754577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-751817e1-32e3-424f-9e78-ca1526bfc877 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 217 time: 0.0687296 Jul 23 10:47:53.757540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:47:53.790817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 69467f95-a582-4821-9bfa-6efa9b4234e0) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:53.800921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7f5d6b-59e7-4a4d-b1e3-afe6352b1c27 None None] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:53.840409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-1ed6e339-4501-4917-adb3-7bd2fab9ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:53.842039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-1ed6e339-4501-4917-adb3-7bd2fab9ce45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.0777526 Jul 23 10:47:53.843709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:53.844884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:53.929835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fdf60f86-b94b-4355-88fa-04b752ff932d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4041944 Jul 23 10:47:53.930178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:53.941490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'name': 'tempest-AllowedAddressPairTestJSON-1508988925'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:53.966290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-7eb46cf3-7863-4855-841b-dc6cc8c84e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:53.967815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-7eb46cf3-7863-4855-841b-dc6cc8c84e9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170647 Jul 23 10:47:54.124347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-812d7d61-d978-4be5-9c39-cae94c016ee8 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497800 Jul 23 10:47:54.155447 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.177486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.183944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-69467f95-a582-4821-9bfa-6efa9b4234e0', 'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'tenant_id': '5910a036b86840dc872b4b74ceef045c', 'fixed_ips': [{'subnet_id': 'c2f62c59-2ece-45ec-9ada-0532b6a8c21e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:47:54.185118 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.197581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:54.209924 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.238418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] device_id is not set on port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:47:54.353901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44354) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:54.421758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Allocated IP 172.20.0.2 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/c36fec2b-d85f-44f1-832c-26c8eb21c447) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:54.442721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a031b2a-d07d-4f67-a7be-8ba12f648dac req-d645aca7-2b7f-4c76-8634-1f7ce13a98f6 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100162 Jul 23 10:47:54.621130 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.632964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Transition to ACTIVE for port object c36fec2b-d85f-44f1-832c-26c8eb21c447 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:54.653365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Transition to ACTIVE for port object c36fec2b-d85f-44f1-832c-26c8eb21c447 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:54.663033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.706824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:54.712402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:54.717123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:54.753795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Pushing event updated for resources: {'Port': ['ID=c36fec2b-d85f-44f1-832c-26c8eb21c447,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:54.801001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94cff4a8-6050-4224-9fbf-302493d6e9cd no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:54.806287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Allocated IP 172.20.0.6 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/1f0c4986-9da1-46b8-83a1-0816dc8a9c41) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:54.863176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 94cff4a8-6050-4224-9fbf-302493d6e9cd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:54.863548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 94cff4a8-6050-4224-9fbf-302493d6e9cd not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:54.892363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Attempting to bind port c36fec2b-d85f-44f1-832c-26c8eb21c447 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:47:54.893052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Attempting to bind port c36fec2b-d85f-44f1-832c-26c8eb21c447 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '46970c54-d95d-4637-9e94-afa43cb13c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:47:54.893721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Attempting to bind port c36fec2b-d85f-44f1-832c-26c8eb21c447 on network 69467f95-a582-4821-9bfa-6efa9b4234e0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:47:54.904567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:47:54.905555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Checking segment: {'id': '46970c54-d95d-4637-9e94-afa43cb13c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:47:54.906151 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:54.906738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Bound using segment: {'id': '46970c54-d95d-4637-9e94-afa43cb13c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:47:54.907400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Bound port: c36fec2b-d85f-44f1-832c-26c8eb21c447, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46970c54-d95d-4637-9e94-afa43cb13c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:47:54.908007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.000678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] For port c36fec2b-d85f-44f1-832c-26c8eb21c447, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:47:55.006041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] For port c36fec2b-d85f-44f1-832c-26c8eb21c447, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c36fec2b-d85f-44f1-832c-26c8eb21c447,segment=NetworkSegment(46970c54-d95d-4637-9e94-afa43cb13c06),segment_id=46970c54-d95d-4637-9e94-afa43cb13c06)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:47:55.025684 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.165687 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55a892-b1d1-472a-8b1d-d419c83cb7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.294855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa5738-b344-4c61-94ce-955e300019c6 req-6989bc59-2a49-49b1-9bbc-05f85abdb5e8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:55.294855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b2aa5738-b344-4c61-94ce-955e300019c6 req-6989bc59-2a49-49b1-9bbc-05f85abdb5e8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.4621334 Jul 23 10:47:55.294855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.300848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9829d-efab-426d-95b1-418f490f5cbe None None] Pushing event updated for resources: {'Port': ['ID=c36fec2b-d85f-44f1-832c-26c8eb21c447,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:55.302029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Transition to ACTIVE for port object 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:55.302029 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b2aa5738-b344-4c61-94ce-955e300019c6 req-4edc861c-ffc8-4c76-8863-9ffad5b8db8f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759608 Jul 23 10:47:55.324338 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.393214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:55.394972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=1f0c4986-9da1-46b8-83a1-0816dc8a9c41,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:55.397757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:55.400117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:55.426936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:55.427534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.471632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:55.472679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.534187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55a892-b1d1-472a-8b1d-d419c83cb7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.552877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b4008452-5689-4049-a017-c7e5609280d6 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6163383 Jul 23 10:47:55.553546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:55.559345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'name': 'tempest-AllowedAddressPairTestJSON-648865330', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1b:96:12'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:55.565546 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df55a892-b1d1-472a-8b1d-d419c83cb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.631753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df55a892-b1d1-472a-8b1d-d419c83cb7fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbc39fd26279424a8427ce65931cf626&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2701442 Jul 23 10:47:55.633073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55a892-b1d1-472a-8b1d-d419c83cb7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d223cd-7b0e-451b-a63f-ff6a6c7d0e41,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:55.637882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,segment=NetworkSegment(c74dc589-039f-4db1-bba9-95d5351e0f2b),segment_id=c74dc589-039f-4db1-bba9-95d5351e0f2b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:55.638247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.640500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44400) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:55.675310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:55.801197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:55.919449 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:55.941405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] device_id is not set on port 37c5f760-8402-4ca1-8ef3-f2343b3bb0b7 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:47:55.962356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3275f96-84aa-4e51-b6a6-257811d37633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.043795 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3275f96-84aa-4e51-b6a6-257811d37633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.090395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Allocated IP 172.20.0.13 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/37c5f760-8402-4ca1-8ef3-f2343b3bb0b7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:56.092150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.120586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:56.226307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3275f96-84aa-4e51-b6a6-257811d37633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.228724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3275f96-84aa-4e51-b6a6-257811d37633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.232031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f3275f96-84aa-4e51-b6a6-257811d37633 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0d223cd-7b0e-451b-a63f-ff6a6c7d0e41 HTTP/1.1" status: 204 len: 168 time: 0.5904400 Jul 23 10:47:56.249361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3275f96-84aa-4e51-b6a6-257811d37633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d223cd-7b0e-451b-a63f-ff6a6c7d0e41,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:56.474048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.546856 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.585380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16953905-bf70-419f-8cff-289fc5424994 req-74961ed1-a268-42bf-96ec-32a9e6633bc6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:56.587157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16953905-bf70-419f-8cff-289fc5424994 req-74961ed1-a268-42bf-96ec-32a9e6633bc6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.1838505 Jul 23 10:47:56.598297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Transition to ACTIVE for port object 37c5f760-8402-4ca1-8ef3-f2343b3bb0b7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:47:56.699370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16953905-bf70-419f-8cff-289fc5424994 req-b0fc2ba9-8051-4a6d-a7b7-56cecc99f111 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991297 Jul 23 10:47:56.733767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:56.815011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:47:56.819728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:47:56.835093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:47:56.840471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=37c5f760-8402-4ca1-8ef3-f2343b3bb0b7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:56.997006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44442) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:57.000206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:57.001046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.022002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9773c084-9b7d-4025-9a60-20bb34ab4c71 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4673793 Jul 23 10:47:57.023216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05feb32a-e2e6-437c-973f-2b3962b7b157 None None] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:57.025277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:57.096997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:47:57.104402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40569847-3c42-4f10-8e46-a82ca99a989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.122732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ad9d6-a0f3-4cf4-9003-cd8a7e706107 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:57.129878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ad9d6-a0f3-4cf4-9003-cd8a7e706107 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:57.137696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ad9d6-a0f3-4cf4-9003-cd8a7e706107 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:57.139943 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec1ad9d6-a0f3-4cf4-9003-cd8a7e706107 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1131942 Jul 23 10:47:57.142865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44452) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:57.301582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:47:57.313884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e39b76be-02fd-4779-8f8f-96cf891a27bf tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0286231 Jul 23 10:47:57.316785 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:47:57.317291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:57.327748 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:57.328648 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:57.369807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port 37c5f760-8402-4ca1-8ef3-f2343b3bb0b7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:57.370557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.403321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c36fec2b-d85f-44f1-832c-26c8eb21c447 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:47:57.422452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:47:57.431809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet 5b25a99f-3dcf-4b4a-b0f9-137101ea8255 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:47:57.436856 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.443953 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:57.458295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40569847-3c42-4f10-8e46-a82ca99a989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.472056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40569847-3c42-4f10-8e46-a82ca99a989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.495071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.567077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40569847-3c42-4f10-8e46-a82ca99a989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb1461a-44d5-4ee8-a90c-cbae95d90fe5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:57.589000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.613939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-40569847-3c42-4f10-8e46-a82ca99a989f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc0008ecdd6b4e15842ef242a929e207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124470 Jul 23 10:47:57.614944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:57.655077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e8d4b07f-c238-4395-966f-9175ffdacd36 None None] Provisioning for port c36fec2b-d85f-44f1-832c-26c8eb21c447 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:57.681544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a71558f-8b3a-4c80-8159-b287b7a67010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.697580 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:55Z', 'revision_number': 9, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:57.737655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.739063 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:47:57.748600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ff97285-9608-42d4-8b6a-e4aa16986a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.757723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:47:57.760537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:47:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:57.765264 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.793373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for 37c5f760-8402-4ca1-8ef3-f2343b3bb0b7 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:57.798471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ff97285-9608-42d4-8b6a-e4aa16986a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.910276 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:47:57.915303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ff97285-9608-42d4-8b6a-e4aa16986a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.918287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=5b25a99f-3dcf-4b4a-b0f9-137101ea8255,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:57.919268 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ff97285-9608-42d4-8b6a-e4aa16986a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.921308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9ff97285-9608-42d4-8b6a-e4aa16986a65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eb1461a-44d5-4ee8-a90c-cbae95d90fe5 HTTP/1.1" status: 204 len: 168 time: 0.3040555 Jul 23 10:47:57.960378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff97285-9608-42d4-8b6a-e4aa16986a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb1461a-44d5-4ee8-a90c-cbae95d90fe5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:57.965319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:57.967510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4204a121-243e-4f1f-9699-d139e33b01cc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/5b25a99f-3dcf-4b4a-b0f9-137101ea8255 HTTP/1.1" status: 204 len: 168 time: 0.6495860 Jul 23 10:47:57.970641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:57.994329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039b710-f729-4be8-ad57-68f7495f8893 None None] Network 310a4fa3-2f62-4dbf-b27f-461af33ed7ee requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:47:58.053177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca7642-aa53-4718-b3d1-6f4cce4773a3 req-7e3e5bc9-de66-4596-a53b-f88761d31815 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:58.054915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27ca7642-aa53-4718-b3d1-6f4cce4773a3 req-7e3e5bc9-de66-4596-a53b-f88761d31815 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.2225242 Jul 23 10:47:58.154512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27ca7642-aa53-4718-b3d1-6f4cce4773a3 req-fa4f26ce-ff65-4b98-8b7a-db65ff1a32a4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855904 Jul 23 10:47:58.218954 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.256999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c36fec2b-d85f-44f1-832c-26c8eb21c447 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:58.287581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.292372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=37c5f760-8402-4ca1-8ef3-f2343b3bb0b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:58.314828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c36fec2b-d85f-44f1-832c-26c8eb21c447 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:58.315580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.384483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:58.464809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'mac_address': 'fa:16:3e:0a:b8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:47:58.469166 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:55Z', 'revision_number': 9, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:58.504375 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da006347-1e35-48ad-b966-ec79a58eb7d8 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:47:55Z', 'revision_number': 9, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': '29071a67-a254-4b08-b490-7bacdc616f35', 'name': '', 'network_id': 'f611b7b4-5e9c-4192-9e0b-d125570d4210', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:01:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '3851f259-a3e4-479e-b116-32108c55013a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:15Z', 'updated_at': '2021-07-23T10:47:27Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '3851f259-a3e4-479e-b116-32108c55013a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:47:58.517180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:47:58.517541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.542056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.593927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a533fbe-e93c-42aa-a256-8f287f2ee164 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:47:58.681036 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.728030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 8d87a6ce-3191-41d1-8d47-5a8e9633b222, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8d87a6ce-3191-41d1-8d47-5a8e9633b222,segment=NetworkSegment(c74dc589-039f-4db1-bba9-95d5351e0f2b),segment_id=c74dc589-039f-4db1-bba9-95d5351e0f2b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:58.729716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.761017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 8d87a6ce-3191-41d1-8d47-5a8e9633b222 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:47:58.767933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port c36fec2b-d85f-44f1-832c-26c8eb21c447, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c36fec2b-d85f-44f1-832c-26c8eb21c447,segment=NetworkSegment(46970c54-d95d-4637-9e94-afa43cb13c06),segment_id=46970c54-d95d-4637-9e94-afa43cb13c06)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:58.780781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:47:58.782440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.815268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.821225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-65af1616-ff07-4c01-b0c0-10b6385a55b8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/ports/37c5f760-8402-4ca1-8ef3-f2343b3bb0b7 HTTP/1.1" status: 204 len: 168 time: 1.6769183 Jul 23 10:47:58.822331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:58.858175 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a62cb-2aa3-44a1-941f-859dd54f1bfb tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] GET failed (client error): The resource could not be found. Jul 23 10:47:58.864340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e1a62cb-2aa3-44a1-941f-859dd54f1bfb tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "GET /v2.0/ports/37c5f760-8402-4ca1-8ef3-f2343b3bb0b7 HTTP/1.1" status: 404 len: 333 time: 0.0406988 Jul 23 10:47:58.864833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:58.871286 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.881715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'name': 'tempest-AllowedAddressPairTestJSON-2069443561'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:47:58.907389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:58.963726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=8d87a6ce-3191-41d1-8d47-5a8e9633b222,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:58.966824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port 8d87a6ce-3191-41d1-8d47-5a8e9633b222 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:47:58.986267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ee4f9-9303-4aaf-9bf6-8922cd37a254 None None] DHCP port deletion for 310a4fa3-2f62-4dbf-b27f-461af33ed7ee request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:47:59.129262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=c36fec2b-d85f-44f1-832c-26c8eb21c447,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:59.157172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:59.174029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.209053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:47:59.220992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310a4fa3-2f62-4dbf-b27f-461af33ed7ee']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:59.223638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.259092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3a533fbe-e93c-42aa-a256-8f287f2ee164'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:47:59.262623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] device_id is not set on port 742de494-ed56-4f34-9271-9fcdac0abeff yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:47:59.274729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74dc589-039f-4db1-bba9-95d5351e0f2b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:59.275033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74dc589-039f-4db1-bba9-95d5351e0f2b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:47:59.325430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.351814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:59.352173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f3f4950-12d8-42b4-bcbb-bec8f7e0aa16 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:59.353075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8d87a6ce-3191-41d1-8d47-5a8e9633b222 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:47:59.377898 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.396812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:47:59.397521 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:47:59.401234 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:47:59.483090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.506432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.514308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/310a4fa3-2f62-4dbf-b27f-461af33ed7ee HTTP/1.1" status: 204 len: 168 time: 1.5422106 Jul 23 10:47:59.515842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2814e6a-9a5b-4109-ac9f-68c6e2143e4c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=310a4fa3-2f62-4dbf-b27f-461af33ed7ee,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:59.518100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44528) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:47:59.529989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fc9d33de-13b1-447e-b789-fed6ebee4135 None None] Provisioning for port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:47:59.551277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fc9d33de-13b1-447e-b789-fed6ebee4135 None None] Provisioning complete for port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:59.551893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33de-13b1-447e-b789-fed6ebee4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:47:59.606819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 8d87a6ce-3191-41d1-8d47-5a8e9633b222 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:47:59.607467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8d87a6ce-3191-41d1-8d47-5a8e9633b222 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:47:59.640222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d33de-13b1-447e-b789-fed6ebee4135 None None] Port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:47:59.649552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:47:59.672959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c2fb-ed1f-4a5a-9e27-183bcd4311b0 req-a1f867f9-fd63-4470-a295-554b2bcfa512 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:47:59.675136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01c9c2fb-ed1f-4a5a-9e27-183bcd4311b0 req-a1f867f9-fd63-4470-a295-554b2bcfa512 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.2466021 Jul 23 10:47:59.719461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Allocated IP 172.20.0.9 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/742de494-ed56-4f34-9271-9fcdac0abeff) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:47:59.746327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01c9c2fb-ed1f-4a5a-9e27-183bcd4311b0 req-754eb847-a25d-4012-bef2-09a664ba8aaf tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597279 Jul 23 10:47:59.758985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fc9d33de-13b1-447e-b789-fed6ebee4135 None None] Provisioning complete for port c36fec2b-d85f-44f1-832c-26c8eb21c447 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:47:59.760107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33de-13b1-447e-b789-fed6ebee4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.000282 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-589ea195-93f6-428b-ac22-1604778596cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.094171 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.124223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Transition to ACTIVE for port object 742de494-ed56-4f34-9271-9fcdac0abeff will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:00.190713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.195485 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.263361 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.308924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:00.331247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:00.337131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:00.414843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:00.415892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.428150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=742de494-ed56-4f34-9271-9fcdac0abeff,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:00.447845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-050f4c2c-d474-40b6-b80e-780b90af6475 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5818250 Jul 23 10:48:00.452086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44556) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:00.479225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5eb3c1c2-a41e-4385-baad-f4b27398cd04 None None] Provisioning complete for port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:00.479850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c1c2-a41e-4385-baad-f4b27398cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.577995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1b:96:12'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:00.585588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c1c2-a41e-4385-baad-f4b27398cd04 None None] Port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:00.590906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5eb3c1c2-a41e-4385-baad-f4b27398cd04 None None] Could not find standard attr ID for object 37c5f760-8402-4ca1-8ef3-f2343b3bb0b7. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:48:00.938124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a91a9ce2-2b64-4ac7-ab59-d0054837e018 None None] Provisioning for port 742de494-ed56-4f34-9271-9fcdac0abeff completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:00.944026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a91a9ce2-2b64-4ac7-ab59-d0054837e018 None None] Provisioning complete for port 742de494-ed56-4f34-9271-9fcdac0abeff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:00.945126 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a91a9ce2-2b64-4ac7-ab59-d0054837e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:00.976677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c36fec2b-d85f-44f1-832c-26c8eb21c447 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:01.047796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.072054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port 29071a67-a254-4b08-b490-7bacdc616f35 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:01.072404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.082923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd165b3-0bea-4cb0-b028-023f6eecd458 req-5899780f-419c-41be-9d69-ea832b42c2bd tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:01.088735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a91a9ce2-2b64-4ac7-ab59-d0054837e018 None None] Port 742de494-ed56-4f34-9271-9fcdac0abeff cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:01.090216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cfd165b3-0bea-4cb0-b028-023f6eecd458 req-5899780f-419c-41be-9d69-ea832b42c2bd tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.1826882 Jul 23 10:48:01.189064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c36fec2b-d85f-44f1-832c-26c8eb21c447 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:01.191363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.227247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cfd165b3-0bea-4cb0-b028-023f6eecd458 req-f61f2685-08ea-4f06-a4d3-e8fd84375a24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313281 Jul 23 10:48:01.264771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port 29071a67-a254-4b08-b490-7bacdc616f35, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=29071a67-a254-4b08-b490-7bacdc616f35,segment=NetworkSegment(9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a),segment_id=9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:01.265335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.287647 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.318557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for 29071a67-a254-4b08-b490-7bacdc616f35 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:01.400528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:01.472822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.482466 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.492696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:01.497036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:01.497630 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.645218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.703866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:48:01.706466 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b9ced2-8edf-44a4-83c8-12b4b1bf3abf" -d '{"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:48:01.744370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:01.757720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.783068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=742de494-ed56-4f34-9271-9fcdac0abeff,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:01.868684 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71209f1f-e10b-4997-9a62-44b7fe9efeb9 x-openstack-request-id: req-71209f1f-e10b-4997-9a62-44b7fe9efeb9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:48:01.869070 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:48:01.869434 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71209f1f-e10b-4997-9a62-44b7fe9efeb9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:48:01.872861 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'code': 200} Jul 23 10:48:01.919537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:01.986998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] In _notify_port_updated(), no bound segment for port 742de494-ed56-4f34-9271-9fcdac0abeff on network 69467f95-a582-4821-9bfa-6efa9b4234e0 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:48:01.992631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:01.993270 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:01.998022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-03891814-780f-49c7-856c-63a6da35bb72 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "PUT /v2.0/ports/742de494-ed56-4f34-9271-9fcdac0abeff HTTP/1.1" status: 200 len: 993 time: 1.4395492 Jul 23 10:48:02.000482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44600) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:02.019556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.023390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d7639505-5ff5-4539-8abd-f0677a212f63 None None] Provisioning complete for port 742de494-ed56-4f34-9271-9fcdac0abeff triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:02.030278 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7639505-5ff5-4539-8abd-f0677a212f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.058941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=29071a67-a254-4b08-b490-7bacdc616f35,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:02.064034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc7091-4fa5-4b24-9cb1-6d58e51d2ac3 req-36033772-6b34-48e7-bf0a-bc5322366f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:02.066138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15dc7091-4fa5-4b24-9cb1-6d58e51d2ac3 req-36033772-6b34-48e7-bf0a-bc5322366f4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1097 time: 0.1301782 Jul 23 10:48:02.075778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7639505-5ff5-4539-8abd-f0677a212f63 None None] Port 742de494-ed56-4f34-9271-9fcdac0abeff cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:02.166315 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15dc7091-4fa5-4b24-9cb1-6d58e51d2ac3 req-ee2ecdf2-e833-4877-b7db-52e736d571de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934377 Jul 23 10:48:02.201370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port 742de494-ed56-4f34-9271-9fcdac0abeff {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:02.201828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.299714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.316953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for 742de494-ed56-4f34-9271-9fcdac0abeff owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:02.380134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.517274 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.527344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.578343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=742de494-ed56-4f34-9271-9fcdac0abeff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:02.779794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:02.782126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-52b7f9f9-8224-46d8-8ce8-44c2ea8be322 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/ports/742de494-ed56-4f34-9271-9fcdac0abeff HTTP/1.1" status: 204 len: 168 time: 0.7799895 Jul 23 10:48:02.784875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44624) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:02.886037 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-977b901d-a448-4a2b-9784-4be00b66a2ea tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] GET failed (client error): The resource could not be found. Jul 23 10:48:02.893005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-977b901d-a448-4a2b-9784-4be00b66a2ea tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "GET /v2.0/ports/742de494-ed56-4f34-9271-9fcdac0abeff HTTP/1.1" status: 404 len: 333 time: 0.1033483 Jul 23 10:48:02.893865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:02.908216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'name': 'tempest-AllowedAddressPairTestJSON-381307730'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:03.056962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:48:03.088370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f37b0-d449-4c40-a9f4-481da975ba74 req-4cc5b7b1-297c-49c3-88ab-88e87fde4dab tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:03.091402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-323f37b0-d449-4c40-a9f4-481da975ba74 req-4cc5b7b1-297c-49c3-88ab-88e87fde4dab tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.6816568 Jul 23 10:48:03.139686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:03.144436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.168569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] device_id is not set on port 83ce85cb-c03a-4ea9-9989-bb98c824293f yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:48:03.279620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-323f37b0-d449-4c40-a9f4-481da975ba74 req-097928a9-4dcf-4dd3-8ddd-8c33d8f4e207 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224413 Jul 23 10:48:03.323845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:48:03.337403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:48:03.349084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-caf1293f-34ae-4c13-960e-3c008436495c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8296616 Jul 23 10:48:03.358136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44644) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:03.395072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:03.396020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:03.431568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Allocated IP 172.20.0.4 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/83ce85cb-c03a-4ea9-9989-bb98c824293f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:03.452972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet 3851f259-a3e4-479e-b116-32108c55013a {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:48:03.458021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.532258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.638500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.647284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:03.690893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.716610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Transition to ACTIVE for port object 83ce85cb-c03a-4ea9-9989-bb98c824293f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:03.717522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.770510 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.790264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=3851f259-a3e4-479e-b116-32108c55013a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:03.812003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.816496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1182d7d0-946b-42e8-b361-916c583675fd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/3851f259-a3e4-479e-b116-32108c55013a HTTP/1.1" status: 204 len: 168 time: 0.4534881 Jul 23 10:48:03.816838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44656) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:03.833931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56b474-c79e-4af1-95bb-7de551a7bd44 None None] Network f611b7b4-5e9c-4192-9e0b-d125570d4210 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:03.867374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:03.874645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:03.878897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:03.886063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=83ce85cb-c03a-4ea9-9989-bb98c824293f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:03.972019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:03.985597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:03.986313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.037841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49078650-3836-43bc-8817-83e688eee892 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1423075 Jul 23 10:48:04.038766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:04.046488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:96:12'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:04.056557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port fa171009-9928-4b2b-b82a-600c9f301209 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:04.056955 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.252186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port fa171009-9928-4b2b-b82a-600c9f301209, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fa171009-9928-4b2b-b82a-600c9f301209,segment=NetworkSegment(9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a),segment_id=9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:04.255717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.280043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for fa171009-9928-4b2b-b82a-600c9f301209 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:04.434382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.482800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.543271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=fa171009-9928-4b2b-b82a-600c9f301209,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:04.548247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port fa171009-9928-4b2b-b82a-600c9f301209 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:04.571939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7d4e9125-59cd-45b5-98b6-71386cf283bf None None] Provisioning for port 83ce85cb-c03a-4ea9-9989-bb98c824293f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:04.576417 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.583545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7d4e9125-59cd-45b5-98b6-71386cf283bf None None] Provisioning complete for port 83ce85cb-c03a-4ea9-9989-bb98c824293f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:04.583916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9125-59cd-45b5-98b6-71386cf283bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.639376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.650418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f611b7b4-5e9c-4192-9e0b-d125570d4210']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:04.664601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:04.665010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e83c1e1-93cf-4aaf-9ffc-40c1fdb1610a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:04.686098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.700125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e9125-59cd-45b5-98b6-71386cf283bf None None] Port 83ce85cb-c03a-4ea9-9989-bb98c824293f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:04.722594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.727920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:01Z', 'revision_number': 10, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:04.730071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:04.731086 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.760431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:48:04.772453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:04.773080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:04.821532 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:04.843197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.864478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:04.872654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/f611b7b4-5e9c-4192-9e0b-d125570d4210 HTTP/1.1" status: 204 len: 168 time: 1.0528593 Jul 23 10:48:04.878149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44684) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:04.921108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:04.962382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a936923-e4d1-4646-a429-515a0c0e64c6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=f611b7b4-5e9c-4192-9e0b-d125570d4210,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:05.011193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7e479-56c9-4f48-899d-395f7227694d req-0cd9b57e-f7ed-4b6c-a7ba-caf976e63832 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:05.013109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eca7e479-56c9-4f48-899d-395f7227694d req-0cd9b57e-f7ed-4b6c-a7ba-caf976e63832 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.5671546 Jul 23 10:48:05.015942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:05.025675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:05.178518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed31279-19b5-4922-83d1-db9ba49ee75d None None] DHCP port deletion for f611b7b4-5e9c-4192-9e0b-d125570d4210 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:05.185178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fa171009-9928-4b2b-b82a-600c9f301209 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:05.224476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=83ce85cb-c03a-4ea9-9989-bb98c824293f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:05.226823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] In _notify_port_updated(), no bound segment for port 83ce85cb-c03a-4ea9-9989-bb98c824293f on network 69467f95-a582-4821-9bfa-6efa9b4234e0 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:48:05.229055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fa171009-9928-4b2b-b82a-600c9f301209 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:05.231233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fa171009-9928-4b2b-b82a-600c9f301209 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:05.245690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:05.246451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:05.250283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2250a5eb-a239-4212-ad9a-cb9f4cb3076e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "PUT /v2.0/ports/83ce85cb-c03a-4ea9-9989-bb98c824293f HTTP/1.1" status: 200 len: 995 time: 1.2075438 Jul 23 10:48:05.257017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:05.261077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eca7e479-56c9-4f48-899d-395f7227694d req-723e948c-6196-451f-ad1b-03217e814790 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407222 Jul 23 10:48:05.387682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:01Z', 'revision_number': 10, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:05.437926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87827a4-07cd-4fee-96f3-f2d1b74bd354 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:01Z', 'revision_number': 10, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None, '_interfaces': [{'id': 'fdab387f-11d8-43b3-8bdb-acfadface6a7', 'name': '', 'network_id': 'b76336d1-df87-4eea-a24c-13b38096fae4', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'mac_address': 'fa:16:3e:69:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:06Z', 'updated_at': '2021-07-23T10:47:18Z', 'revision_number': 5, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'subnets': [{'id': '48067ff7-feb7-480d-8ffb-c71fc551b9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:48:05.599376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe92048-a8a4-4883-b14c-1b8b0e9f0082 req-e519f1a6-edad-4634-8582-77b8694c0c47 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:05.599376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abe92048-a8a4-4883-b14c-1b8b0e9f0082 req-e519f1a6-edad-4634-8582-77b8694c0c47 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.2079730 Jul 23 10:48:05.648931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-87890745-a181-4cd1-97d3-7556b5ab76d6 None None] Provisioning complete for port 83ce85cb-c03a-4ea9-9989-bb98c824293f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:05.649646 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87890745-a181-4cd1-97d3-7556b5ab76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:05.674914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abe92048-a8a4-4883-b14c-1b8b0e9f0082 req-a5235335-c4b6-46f7-97de-d8f914e35e4e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594852 Jul 23 10:48:05.715620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:05.722335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87890745-a181-4cd1-97d3-7556b5ab76d6 None None] Port 83ce85cb-c03a-4ea9-9989-bb98c824293f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:05.758125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port 83ce85cb-c03a-4ea9-9989-bb98c824293f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:05.758724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:05.895219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:05.912391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for 83ce85cb-c03a-4ea9-9989-bb98c824293f owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:05.913990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c1790-d647-4822-a4dd-c8a1fea4d20a tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:05.918239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8a8c1790-d647-4822-a4dd-c8a1fea4d20a tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1092 time: 0.1976185 Jul 23 10:48:05.919973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44714) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:06.003080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:06.052673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:06.112702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:06.383584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:06.422111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=83ce85cb-c03a-4ea9-9989-bb98c824293f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:06.521063 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:06.595848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:06.601134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ba617a86-cfdf-48f2-8b26-807e98496f99 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/ports/83ce85cb-c03a-4ea9-9989-bb98c824293f HTTP/1.1" status: 204 len: 168 time: 1.3386896 Jul 23 10:48:06.601479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:06.809026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.154 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/bd09c3de-9e1c-42f5-aaf9-6a0641fcf93e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:06.859593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 29071a67-a254-4b08-b490-7bacdc616f35 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:06.921516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 29071a67-a254-4b08-b490-7bacdc616f35 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:06.921867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 29071a67-a254-4b08-b490-7bacdc616f35 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:06.991999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port fdab387f-11d8-43b3-8bdb-acfadface6a7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:06.992304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:07.025556 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:07.110667 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb77e4e-c273-4a3a-91c3-74262587abf3 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] GET failed (client error): The resource could not be found. Jul 23 10:48:07.112322 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eeb77e4e-c273-4a3a-91c3-74262587abf3 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "GET /v2.0/ports/83ce85cb-c03a-4ea9-9989-bb98c824293f HTTP/1.1" status: 404 len: 333 time: 0.5098379 Jul 23 10:48:07.116921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44766) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:07.129236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'name': 'tempest-AllowedAddressPairTestJSON-983833675'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:07.142894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port fdab387f-11d8-43b3-8bdb-acfadface6a7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fdab387f-11d8-43b3-8bdb-acfadface6a7,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:07.143252 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:07.161042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for fdab387f-11d8-43b3-8bdb-acfadface6a7 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:07.174096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:07.273584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:07.280176 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:07.300411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] device_id is not set on port 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:48:07.369537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:07.392049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:07.397409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:07.472636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=bd09c3de-9e1c-42f5-aaf9-6a0641fcf93e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:07.472793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Allocated IP 172.20.0.8 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/43ebf110-0c86-4efb-b6ed-1c18db0c9df5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:07.709313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:08.161021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Transition to ACTIVE for port object 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:08.166765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:08.211645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=fdab387f-11d8-43b3-8bdb-acfadface6a7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:08.241083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:08.322527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:08.326565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:08.347361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:08.467965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=43ebf110-0c86-4efb-b6ed-1c18db0c9df5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:08.478917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:08.479626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:08.513651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90b0d113-579e-4623-9a9b-65dc87a9dc97 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3896234 Jul 23 10:48:08.523036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:08.536908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'network_id': '69467f95-a582-4821-9bfa-6efa9b4234e0', 'name': 'tempest-AllowedAddressPairTestJSON-173538025'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:08.800740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Made reservation on behalf of 5910a036b86840dc872b4b74ceef045c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:08.806395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:08.842977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] device_id is not set on port e8732947-74cd-4ea9-a188-edcdf054c4ba yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:48:08.889953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ecea11b9-fedc-4dbc-9b40-07e29bc3d61d None None] Provisioning for port 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:08.903336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ecea11b9-fedc-4dbc-9b40-07e29bc3d61d None None] Provisioning complete for port 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:08.903749 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecea11b9-fedc-4dbc-9b40-07e29bc3d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.004227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.033770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ecea11b9-fedc-4dbc-9b40-07e29bc3d61d None None] Port 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:09.072377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Allocated IP 172.20.0.4 (69467f95-a582-4821-9bfa-6efa9b4234e0/c2f62c59-2ece-45ec-9ada-0532b6a8c21e/e8732947-74cd-4ea9-a188-edcdf054c4ba) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:09.092702 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.268419 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.344938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.397857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Transition to ACTIVE for port object e8732947-74cd-4ea9-a188-edcdf054c4ba will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:09.427404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:48:09.450091 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.533245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:09.535693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:09.544958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:09.599967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=e8732947-74cd-4ea9-a188-edcdf054c4ba,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:09.630441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:09.632519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.648733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:48:09.656578 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e2213a26-d811-4922-a5f6-09762cb78ca1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7703300 Jul 23 10:48:09.662930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42767299-2a19-4732-931b-8b07862725fc tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1384237 Jul 23 10:48:09.664071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:09.665760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:09.674067 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:48:09.695722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1b:96:12'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:89:8e'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:09.701355 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:09.702792 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:09.832581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting subnet 48067ff7-feb7-480d-8ffb-c71fc551b9a2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:48:09.849994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:09.887332 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:10.001346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-475f28b1-046c-4376-8376-87f62fe157d4 None None] Provisioning for port e8732947-74cd-4ea9-a188-edcdf054c4ba completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:10.018582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.024859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:07Z', 'revision_number': 11, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:10.028525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.033804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-475f28b1-046c-4376-8376-87f62fe157d4 None None] Provisioning complete for port e8732947-74cd-4ea9-a188-edcdf054c4ba triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:10.034805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-475f28b1-046c-4376-8376-87f62fe157d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.067603 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:48:10.084622 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:10.085529 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:10.117033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.127675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=bd09c3de-9e1c-42f5-aaf9-6a0641fcf93e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:10.170566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-475f28b1-046c-4376-8376-87f62fe157d4 None None] Port e8732947-74cd-4ea9-a188-edcdf054c4ba cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:10.221082 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:10.236874 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.329524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.351989 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:07Z', 'revision_number': 11, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:10.394845 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d264742b-373c-4ede-9ed1-c06ec58fd5d6 None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:07Z', 'revision_number': 11, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:48:10.499320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.613003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.618388 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.651471 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP 7f27615d-0136-4e7a-a815-245867376e0d associated. External IP: 172.25.4.154, port: 3a533fbe-e93c-42aa-a256-8f287f2ee164. Jul 23 10:48:10.680780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] In _notify_port_updated(), no bound segment for port e8732947-74cd-4ea9-a188-edcdf054c4ba on network 69467f95-a582-4821-9bfa-6efa9b4234e0 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:48:10.687208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:10.687889 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.689516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "PUT /v2.0/ports/e8732947-74cd-4ea9-a188-edcdf054c4ba HTTP/1.1" status: 200 len: 1054 time: 1.0224760 Jul 23 10:48:10.715846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44876) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:10.888796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fdab387f-11d8-43b3-8bdb-acfadface6a7 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:10.916684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.932925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4fa74-e3c2-4282-97ac-c16aa7d7bad4 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event updated for resources: {'Port': ['ID=e8732947-74cd-4ea9-a188-edcdf054c4ba,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:10.943799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fdab387f-11d8-43b3-8bdb-acfadface6a7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:10.944155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fdab387f-11d8-43b3-8bdb-acfadface6a7 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:10.978535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287be138-2933-4c81-a038-761998c58eea None None] Network b76336d1-df87-4eea-a24c-13b38096fae4 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:10.984316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:10.989403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/48067ff7-feb7-480d-8ffb-c71fc551b9a2 HTTP/1.1" status: 204 len: 168 time: 1.3242397 Jul 23 10:48:10.991287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:10.993105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port e8732947-74cd-4ea9-a188-edcdf054c4ba {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:10.993555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.001685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d862b-dba0-4f15-b8c0-1490758dfd4f tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Subnet': ['ID=48067ff7-feb7-480d-8ffb-c71fc551b9a2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:11.203114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.231280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for e8732947-74cd-4ea9-a188-edcdf054c4ba owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:11.296989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-035ca26f-561c-4aa9-81ce-ae80c3a6a72f None None] Provisioning complete for port e8732947-74cd-4ea9-a188-edcdf054c4ba triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:11.297641 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035ca26f-561c-4aa9-81ce-ae80c3a6a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.410699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-035ca26f-561c-4aa9-81ce-ae80c3a6a72f None None] Port e8732947-74cd-4ea9-a188-edcdf054c4ba cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:11.512340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] DHCP port deletion for b76336d1-df87-4eea-a24c-13b38096fae4 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:11.547664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.607409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Deleting port a31dc298-444d-475b-ab01-27ef53b955b0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:11.607936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.662154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=e8732947-74cd-4ea9-a188-edcdf054c4ba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:11.677660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.712163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] For port a31dc298-444d-475b-ab01-27ef53b955b0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a31dc298-444d-475b-ab01-27ef53b955b0,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:11.712570 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.760236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router c5d0e9f0-03a3-4471-9448-b396d133519f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:48:11.763601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Calling delete_port for a31dc298-444d-475b-ab01-27ef53b955b0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:11.988330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Deleting port a31dc298-444d-475b-ab01-27ef53b955b0 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:11.988726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:11.996114 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.091197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Pushing event deleted for resources: {'Port': ['ID=a31dc298-444d-475b-ab01-27ef53b955b0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:12.114559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.116174 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.116744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.119016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1caaa365-0f3e-44a4-b9b8-8465a99945ac tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/ports/e8732947-74cd-4ea9-a188-edcdf054c4ba HTTP/1.1" status: 204 len: 168 time: 1.4018562 Jul 23 10:48:12.119669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.120200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.120745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.121984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.122510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.123506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44916) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:12.124030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.124818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.128387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.128988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.129516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:12.139303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8abef1-6cfb-453e-aade-71cb26fdf311 None None] No DVR routers for this DVR port a31dc298-444d-475b-ab01-27ef53b955b0 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:12.171650 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0420a4-f864-48c0-9073-aef98cb82843 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] GET failed (client error): The resource could not be found. Jul 23 10:48:12.174594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df0420a4-f864-48c0-9073-aef98cb82843 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "GET /v2.0/ports/e8732947-74cd-4ea9-a188-edcdf054c4ba HTTP/1.1" status: 404 len: 333 time: 0.0486250 Jul 23 10:48:12.178663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:12.184486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] For port a31dc298-444d-475b-ab01-27ef53b955b0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a31dc298-444d-475b-ab01-27ef53b955b0,segment=NetworkSegment(772a1f31-0180-4539-95f6-60e065111a15),segment_id=772a1f31-0180-4539-95f6-60e065111a15)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:12.184486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.203539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:48:12.213970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] Sync routers for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:48:12.217219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Calling delete_port for a31dc298-444d-475b-ab01-27ef53b955b0 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:12.229565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:12.237963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:12.284421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.381697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0b652a43-fe73-4dd4-a76e-c6a907370b5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4134808 Jul 23 10:48:12.383982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:48:12.386970 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f67f151-f378-4dcb-aff7-a2e956cd094c" -d '{"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:48:12.393759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:12.394223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.425387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.523049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.525456 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f3717-ae3c-42f4-b6d1-8b18a979a0d3 x-openstack-request-id: req-b80f3717-ae3c-42f4-b6d1-8b18a979a0d3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:48:12.525750 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:48:12.526006 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b80f3717-ae3c-42f4-b6d1-8b18a979a0d3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:48:12.530813 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'status': 'completed', 'code': 200} Jul 23 10:48:12.537765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for 43ebf110-0c86-4efb-b6ed-1c18db0c9df5 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:12.539902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:12.571740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Port': ['ID=a31dc298-444d-475b-ab01-27ef53b955b0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:12.679904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No DVR routers for this DVR port a31dc298-444d-475b-ab01-27ef53b955b0 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:12.761084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.849780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=43ebf110-0c86-4efb-b6ed-1c18db0c9df5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:12.915028 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:12.934605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76336d1-df87-4eea-a24c-13b38096fae4']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:12.945098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-9bc225da-e45b-4a21-a739-022b9abbb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:12.946634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-9bc225da-e45b-4a21-a739-022b9abbb3d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1097 time: 0.4149840 Jul 23 10:48:12.955068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb2ec-68b0-4a85-82f9-732bf4ae63cd req-4e6aa54d-8ee9-4674-93df-f5189da437ac tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:12.956633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d69bb2ec-68b0-4a85-82f9-732bf4ae63cd req-4e6aa54d-8ee9-4674-93df-f5189da437ac tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.3639076 Jul 23 10:48:12.978160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772a1f31-0180-4539-95f6-60e065111a15') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:12.978538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772a1f31-0180-4539-95f6-60e065111a15') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:13.020384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.026195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a31dc298-444d-475b-ab01-27ef53b955b0 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:13.106505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.109969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.119228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e7dd52a-93b1-4ead-8385-e1401409c12e tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/ports/43ebf110-0c86-4efb-b6ed-1c18db0c9df5 HTTP/1.1" status: 204 len: 168 time: 0.9392748 Jul 23 10:48:13.119890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:13.120027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a31dc298-444d-475b-ab01-27ef53b955b0 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:13.124791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a31dc298-444d-475b-ab01-27ef53b955b0 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:13.131616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:13.132236 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:13.136782 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:13.194300 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3e75da-69f6-43d7-ae4e-0c86f832eb1d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] GET failed (client error): The resource could not be found. Jul 23 10:48:13.196448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a3e75da-69f6-43d7-ae4e-0c86f832eb1d tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "GET /v2.0/ports/43ebf110-0c86-4efb-b6ed-1c18db0c9df5 HTTP/1.1" status: 404 len: 333 time: 0.0714061 Jul 23 10:48:13.197185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '7f27615d-0136-4e7a-a815-245867376e0d', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'mac_address': 'fa:16:3e:0a:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:08Z', 'updated_at': '2021-07-23T10:48:08Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:13.201309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44952) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:13.234843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d69bb2ec-68b0-4a85-82f9-732bf4ae63cd req-b32cb8d8-aa27-4186-b48c-347d5887b681 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417910 Jul 23 10:48:13.236158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-6acdec3b-2bfb-4cbc-ac3f-d1383e11b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:13.267872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-6acdec3b-2bfb-4cbc-ac3f-d1383e11b118 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.3099439 Jul 23 10:48:13.269027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44956) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:13.282458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] Checking router: c5d0e9f0-03a3-4471-9448-b396d133519f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:48:13.292854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:13.293557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:13.469121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.475440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:13.475898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.511120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.531775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/networks/b76336d1-df87-4eea-a24c-13b38096fae4 HTTP/1.1" status: 204 len: 168 time: 2.5332642 Jul 23 10:48:13.533380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:13.594884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:13.622212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'routes': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:13.644755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:13.680606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for 1f0c4986-9da1-46b8-83a1-0816dc8a9c41 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:13.869417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad062cd-ee96-4cdf-8526-c34e6c914667 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Pushing event deleted for resources: {'Network': ['ID=b76336d1-df87-4eea-a24c-13b38096fae4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:14.029268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.067860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-c949c414-8630-4c06-ae3d-c1cabbef39b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.6798944 Jul 23 10:48:14.071871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-19a5e599-afea-48f9-8562-3ede7b58be15 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/7f27615d-0136-4e7a-a815-245867376e0d HTTP/1.1" status: 200 len: 992 time: 0.7927852 Jul 23 10:48:14.100293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 44982) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:14.104198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=1f0c4986-9da1-46b8-83a1-0816dc8a9c41,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:14.194791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.extraroute_db [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Added routes are [] {{(pid=93833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 10:48:14.195094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.extraroute_db [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Removed routes are [] {{(pid=93833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 10:48:14.195492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.200799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '7f27615d-0136-4e7a-a815-245867376e0d', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'mac_address': 'fa:16:3e:0a:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:08Z', 'updated_at': '2021-07-23T10:48:08Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:14.242925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868d1a-b5b9-418c-9b74-6f71a6ae4bba None None] The sync data for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 is: [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '7f27615d-0136-4e7a-a815-245867376e0d', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'mac_address': 'fa:16:3e:0a:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:08Z', 'updated_at': '2021-07-23T10:48:08Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:48:14.272613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.278313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ed460683-f7d9-49b8-9b18-55dac1a75c1b tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/ports/1f0c4986-9da1-46b8-83a1-0816dc8a9c41 HTTP/1.1" status: 204 len: 168 time: 1.0726621 Jul 23 10:48:14.278960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 44988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:14.442145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting subnet c2f62c59-2ece-45ec-9ada-0532b6a8c21e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:48:14.450028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.467132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52ebafa8-e612-4335-81f1-81c9aa7b5bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.565928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.609998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-c2ad8c78-dd77-431f-b7cb-1cf60544e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:14.611559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-c2ad8c78-dd77-431f-b7cb-1cf60544e0f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.5083582 Jul 23 10:48:14.631476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.704388 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefee35-4fa0-4cb7-bf81-c717a0f6f94b None None] New status for floating IP 7f27615d-0136-4e7a-a815-245867376e0d: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:48:14.784148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.900435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.910090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52ebafa8-e612-4335-81f1-81c9aa7b5bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.923699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router d9043b08-d260-4940-a78a-3d79b46ce7fe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:48:14.926040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52ebafa8-e612-4335-81f1-81c9aa7b5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:14.982421 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-52ebafa8-e612-4335-81f1-81c9aa7b5bc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6684c59d3fda41a1827cecefb5792958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8367872 Jul 23 10:48:14.986541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:15.004420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-a4e39aa8-6e5d-4b43-8c3b-4d3017792ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:15.006024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-a4e39aa8-6e5d-4b43-8c3b-4d3017792ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3786764 Jul 23 10:48:15.031787 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.086155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f62c59-2ece-45ec-9ada-0532b6a8c21e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:15.093127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:15.138057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebafa8-e612-4335-81f1-81c9aa7b5bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35446cbb-da06-4a9d-9645-8a51e7543159,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:15.153482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-96203643-96ef-4981-8ad3-27a6870d7a1e service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272273 Jul 23 10:48:15.169386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.172096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c32fa0-1756-4e66-92d5-44110d7b161d None None] Network 69467f95-a582-4821-9bfa-6efa9b4234e0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:15.188993 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1639161f-b360-4349-b231-621c6e15eef8 tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/subnets/c2f62c59-2ece-45ec-9ada-0532b6a8c21e HTTP/1.1" status: 204 len: 168 time: 0.9080589 Jul 23 10:48:15.199648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:15.252559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:48:15.260277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.265308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e1ce6334-e325-4d99-9451-de7a1c1a0dee tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 699 time: 1.6543670 Jul 23 10:48:15.266008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45022) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:15.290885 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.304402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5623133-76d9-48a8-a709-94206a18fb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.334418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-171df99b-41af-42b8-bab1-0e83b20a5f3f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/7f27615d-0136-4e7a-a815-245867376e0d HTTP/1.1" status: 200 len: 992 time: 0.2403705 Jul 23 10:48:15.372818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cf54fc32-f3ad-42a3-be75-c9319f162947 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 205 time: 0.1044040 Jul 23 10:48:15.377639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:15.454198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5623133-76d9-48a8-a709-94206a18fb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.530602 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f67f151-f378-4dcb-aff7-a2e956cd094c req-8011f8e3-617a-423a-8591-429141afa72c service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635820 Jul 23 10:48:15.534857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Sync routers for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:48:15.564691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.577312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Routers {'d9043b08-d260-4940-a78a-3d79b46ce7fe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:15.580733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d9043b08-d260-4940-a78a-3d79b46ce7fe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:15.677759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Deleting port c36fec2b-d85f-44f1-832c-26c8eb21c447 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:15.678048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.680015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] DHCP port deletion for 69467f95-a582-4821-9bfa-6efa9b4234e0 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:15.870244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.874607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.968288 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5623133-76d9-48a8-a709-94206a18fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.974089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5623133-76d9-48a8-a709-94206a18fb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.977346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e5623133-76d9-48a8-a709-94206a18fb1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35446cbb-da06-4a9d-9645-8a51e7543159 HTTP/1.1" status: 204 len: 168 time: 0.9895074 Jul 23 10:48:15.984335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Set router d9043b08-d260-4940-a78a-3d79b46ce7fe gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:15.991477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:15.992410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router d9043b08-d260-4940-a78a-3d79b46ce7fe {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:48:16.021744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.027870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45052) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:16.030151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-36eed793-1ee7-4aa3-adee-44319b5dd99c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 204 len: 168 time: 0.6503069 Jul 23 10:48:16.032657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-938817717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:16.033100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] For port c36fec2b-d85f-44f1-832c-26c8eb21c447, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c36fec2b-d85f-44f1-832c-26c8eb21c447,segment=NetworkSegment(46970c54-d95d-4637-9e94-afa43cb13c06),segment_id=46970c54-d95d-4637-9e94-afa43cb13c06)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:16.033643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.036344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5623133-76d9-48a8-a709-94206a18fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35446cbb-da06-4a9d-9645-8a51e7543159,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:16.065767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Calling delete_port for c36fec2b-d85f-44f1-832c-26c8eb21c447 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:16.088763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.091516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.114951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9043b08-d260-4940-a78a-3d79b46ce7fe', 'name': 'tempest-RoutersTest-router-61321614', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:03Z', 'updated_at': '2021-07-23T10:48:07Z', 'revision_number': 11, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:16.151471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Checking router: d9043b08-d260-4940-a78a-3d79b46ce7fe for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:48:16.161175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:16.161558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:48:16.162469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_agentschedulers_db [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9043b08-d260-4940-a78a-3d79b46ce7fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:48:16.162860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51503656-e16a-4d60-adc0-af5fef325d2a None None] The sync data for ids ['d9043b08-d260-4940-a78a-3d79b46ce7fe'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:48:16.177337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.178636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] Deleting port c36fec2b-d85f-44f1-832c-26c8eb21c447 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:16.179177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.185802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.218643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.219942 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-817c359e-5100-4366-a307-976692ef2fb1 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1910417 Jul 23 10:48:16.222744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45056) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:16.227635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:16.239524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.317728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] No DVR routers for this DVR port c36fec2b-d85f-44f1-832c-26c8eb21c447 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:16.327344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Port': ['ID=c36fec2b-d85f-44f1-832c-26c8eb21c447,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:16.350772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:16.364046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] For port c36fec2b-d85f-44f1-832c-26c8eb21c447, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c36fec2b-d85f-44f1-832c-26c8eb21c447,segment=NetworkSegment(46970c54-d95d-4637-9e94-afa43cb13c06),segment_id=46970c54-d95d-4637-9e94-afa43cb13c06)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:16.364241 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.395748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] Calling delete_port for c36fec2b-d85f-44f1-832c-26c8eb21c447 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:16.479128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.505816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41a0620d-79b0-4fa0-934b-01295d41d804 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/7f27615d-0136-4e7a-a815-245867376e0d HTTP/1.1" status: 200 len: 994 time: 0.1531193 Jul 23 10:48:16.514813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69467f95-a582-4821-9bfa-6efa9b4234e0']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:16.526458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46970c54-d95d-4637-9e94-afa43cb13c06') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:16.527509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46970c54-d95d-4637-9e94-afa43cb13c06') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:16.539362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.540733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.573353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] Pushing event deleted for resources: {'Port': ['ID=c36fec2b-d85f-44f1-832c-26c8eb21c447,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:16.585731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.600067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11005cd4-6093-472f-ac4f-3c14a6770f6a None None] No DVR routers for this DVR port c36fec2b-d85f-44f1-832c-26c8eb21c447 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:16.614668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:16.623366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:16.627570 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:16.763060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.769356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:16.775474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] 10.222.0.37 "DELETE /v2.0/networks/69467f95-a582-4821-9bfa-6efa9b4234e0 HTTP/1.1" status: 204 len: 168 time: 1.5701861 Jul 23 10:48:16.811569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595a3b6-9571-416f-bd0e-3f7171471c2c tempest-AllowedAddressPairTestJSON-101071045 tempest-AllowedAddressPairTestJSON-101071045-project] Pushing event deleted for resources: {'Network': ['ID=69467f95-a582-4821-9bfa-6efa9b4234e0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:17.008173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c36fec2b-d85f-44f1-832c-26c8eb21c447 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:17.060838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c36fec2b-d85f-44f1-832c-26c8eb21c447 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:17.061535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c36fec2b-d85f-44f1-832c-26c8eb21c447 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:17.247688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:17.262319 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:17.284643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:17.478394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Router b1ee27c9-9a93-4060-84b4-799c889fb945 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:48:17.506971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86a68ce6-ecbb-44af-b55d-e81a767da237 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5910a036b86840dc872b4b74ceef045c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578568 Jul 23 10:48:17.509202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:17.577663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:48:17.581392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-372aa18f-f448-448e-88d2-2cb23df23a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:17.589559 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:17.592696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed18c740-9314-420f-b829-bbd31ae5674a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "PUT /v2.0/routers/b1ee27c9-9a93-4060-84b4-799c889fb945 HTTP/1.1" status: 200 len: 693 time: 1.3689709 Jul 23 10:48:17.597022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45128) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:17.602766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] Sync routers for ids ['b1ee27c9-9a93-4060-84b4-799c889fb945'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:48:17.638984 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] Routers {'b1ee27c9-9a93-4060-84b4-799c889fb945'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:17.640052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b1ee27c9-9a93-4060-84b4-799c889fb945'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:17.689827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-372aa18f-f448-448e-88d2-2cb23df23a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:17.751464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1eef964d-3ad1-4e93-82dd-dfde0ad5d822 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/routers/b1ee27c9-9a93-4060-84b4-799c889fb945 HTTP/1.1" status: 200 len: 699 time: 0.1523347 Jul 23 10:48:17.753902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45134) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:17.805775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1e6fb45-ce40-47f1-a0a9-da903170ed32 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1ee27c9-9a93-4060-84b4-799c889fb945 HTTP/1.1" status: 200 len: 205 time: 0.0506208 Jul 23 10:48:17.809121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:17.813732 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] Set router b1ee27c9-9a93-4060-84b4-799c889fb945 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:17.905992 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee27c9-9a93-4060-84b4-799c889fb945', 'name': 'tempest-RoutersTest-router-938817717', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:48:16Z', 'updated_at': '2021-07-23T10:48:17Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:17.990754 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] Checking router: b1ee27c9-9a93-4060-84b4-799c889fb945 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:48:18.010872 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] Routers {'b1ee27c9-9a93-4060-84b4-799c889fb945'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:18.014660 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b1ee27c9-9a93-4060-84b4-799c889fb945'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:18.072440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-3942aafd-447c-4c81-9059-25e7db126a3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500168 Jul 23 10:48:18.143676 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] Set router b1ee27c9-9a93-4060-84b4-799c889fb945 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:18.228999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-01ed6c26-f5d7-432c-b3ad-6f86e945ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:18.233901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-01ed6c26-f5d7-432c-b3ad-6f86e945ab42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1097 time: 0.0878177 Jul 23 10:48:18.285738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.316475 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ee27c9-9a93-4060-84b4-799c889fb945', 'name': 'tempest-RoutersTest-router-938817717', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:48:16Z', 'updated_at': '2021-07-23T10:48:17Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:18.382954 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e23bd9-b1b3-4142-b932-54eb5a41aa82 None None] The sync data for ids ['b1ee27c9-9a93-4060-84b4-799c889fb945'] in n-d-778550-4 is: [{'id': 'b1ee27c9-9a93-4060-84b4-799c889fb945', 'name': 'tempest-RoutersTest-router-938817717', 'tenant_id': '3af979bc67e04aea8d577496c5dc6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:48:16Z', 'updated_at': '2021-07-23T10:48:17Z', 'revision_number': 2, 'project_id': '3af979bc67e04aea8d577496c5dc6d1b', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:48:18.458171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-c91038ce-9cad-457d-ab2f-5affac885f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:18.460705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-c91038ce-9cad-457d-ab2f-5affac885f93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.2034783 Jul 23 10:48:18.486299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-372aa18f-f448-448e-88d2-2cb23df23a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.489023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-372aa18f-f448-448e-88d2-2cb23df23a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.490338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-372aa18f-f448-448e-88d2-2cb23df23a11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce0d6bda-f268-450b-bec7-3ce2874dd53a HTTP/1.1" status: 204 len: 168 time: 0.9800484 Jul 23 10:48:18.584061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aa18f-f448-448e-88d2-2cb23df23a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0d6bda-f268-450b-bec7-3ce2874dd53a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:18.589927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.592554 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.618016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-ae9ac7a0-d0f3-458c-b8fc-31464b01e786 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1002 time: 0.1503947 Jul 23 10:48:18.717937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.718416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Fanout notify agent at l3_agent the message router_deleted on router b1ee27c9-9a93-4060-84b4-799c889fb945 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:48:18.766232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:18.774272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a61ff5e5-f4c4-4635-928d-05e729352d21 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/b1ee27c9-9a93-4060-84b4-799c889fb945 HTTP/1.1" status: 204 len: 168 time: 0.9636083 Jul 23 10:48:18.775172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:18.786492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-44af13cb-3ba4-4fb2-9ac9-00540456abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:18.789523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-44af13cb-3ba4-4fb2-9ac9-00540456abda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.1616337 Jul 23 10:48:18.855034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-58ff7d41-3cc2-4015-89e7-74939ff1aa82 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1ee27c9-9a93-4060-84b4-799c889fb945 HTTP/1.1" status: 200 len: 205 time: 0.0783741 Jul 23 10:48:18.863071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:18.899820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-f6eb8b07-ffdc-4c2d-bd1c-be1de1732caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:18.903356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-f6eb8b07-ffdc-4c2d-bd1c-be1de1732caf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052265 Jul 23 10:48:18.948097 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-02c0e370-c2da-49b4-ad75-c84d80b24cc7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:18.950733 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02c0e370-c2da-49b4-ad75-c84d80b24cc7 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/b1ee27c9-9a93-4060-84b4-799c889fb945 HTTP/1.1" status: 404 len: 336 time: 0.0854974 Jul 23 10:48:18.953416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:18.995487 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71e51f2-a1d8-4099-93c9-bd5658ea8b3e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:18.996690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71e51f2-a1d8-4099-93c9-bd5658ea8b3e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:18.998726 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b71e51f2-a1d8-4099-93c9-bd5658ea8b3e tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/4bb7aa1b-ddd3-460c-a9f2-97c0e97cbed1 HTTP/1.1" status: 404 len: 337 time: 0.0442619 Jul 23 10:48:19.001364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.060111 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-08855a0c-8b1e-4c76-b590-4caca53d2354 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:19.060582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08855a0c-8b1e-4c76-b590-4caca53d2354 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:19.062357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-08855a0c-8b1e-4c76-b590-4caca53d2354 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/5b25a99f-3dcf-4b4a-b0f9-137101ea8255 HTTP/1.1" status: 404 len: 337 time: 0.0599277 Jul 23 10:48:19.064884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.099872 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b72688-0cff-45b9-a061-e8bfcb9d21fa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:19.100603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b72688-0cff-45b9-a061-e8bfcb9d21fa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:19.102372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-31b72688-0cff-45b9-a061-e8bfcb9d21fa tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/3851f259-a3e4-479e-b116-32108c55013a HTTP/1.1" status: 404 len: 337 time: 0.0365415 Jul 23 10:48:19.105433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.167925 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1b7bfe-f73c-49fb-9e47-cc69cabd3f5c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:19.171048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1b7bfe-f73c-49fb-9e47-cc69cabd3f5c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:19.176005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e1b7bfe-f73c-49fb-9e47-cc69cabd3f5c tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/48067ff7-feb7-480d-8ffb-c71fc551b9a2 HTTP/1.1" status: 404 len: 337 time: 0.0691333 Jul 23 10:48:19.180394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.196730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-53c8869f-ad36-49c2-98b1-26e767461af6 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761540 Jul 23 10:48:19.303041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-61f617ff-a48d-46d5-be38-e32603f351b5 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 200 len: 205 time: 0.1213808 Jul 23 10:48:19.305714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.369071 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-5ec86dab-2932-44f9-8071-e7f67641f42a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:19.371573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5ec86dab-2932-44f9-8071-e7f67641f42a tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/d9043b08-d260-4940-a78a-3d79b46ce7fe HTTP/1.1" status: 404 len: 336 time: 0.0600760 Jul 23 10:48:19.374512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.414284 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-901c7fca-2ebd-4581-8b35-7fe08e6a1ddd tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=560f3b93-3015-4768-ad25-ed1313819a7b HTTP/1.1" status: 200 len: 205 time: 0.0384824 Jul 23 10:48:19.418504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.423239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6503790f-3ced-4ec4-9629-6df982fc43b7 req-2bd4693a-8631-4b98-8fe6-73d53b88ac4d service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229917 Jul 23 10:48:19.509208 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a86876e9-52bc-4fc3-af1f-8ab1e5c0c002 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:19.513557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a86876e9-52bc-4fc3-af1f-8ab1e5c0c002 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/560f3b93-3015-4768-ad25-ed1313819a7b HTTP/1.1" status: 404 len: 336 time: 0.0899026 Jul 23 10:48:19.513946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45206) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.549832 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c41fe2b-d3cb-4345-8d06-241516158089 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:19.550746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c41fe2b-d3cb-4345-8d06-241516158089 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:19.552990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0c41fe2b-d3cb-4345-8d06-241516158089 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/2749643b-f990-4303-8704-7ce3d60f3c30 HTTP/1.1" status: 404 len: 337 time: 0.0379658 Jul 23 10:48:19.556413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.611390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aaa337b7-acf4-4227-9b40-b0d69df10c9d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 200 len: 205 time: 0.0527408 Jul 23 10:48:19.613812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45216) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.663382 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-05beae04-e952-42eb-b513-18885473e770 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:19.678429 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-05beae04-e952-42eb-b513-18885473e770 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/c4c5c381-3b28-435c-8e99-3ff3af6421d2 HTTP/1.1" status: 404 len: 336 time: 0.0635040 Jul 23 10:48:19.681060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45218) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.726487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1821f5a9-160d-4e5d-bae1-8ee31ac6bb71 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab1994b-26bc-418a-8333-25f238c19039 HTTP/1.1" status: 200 len: 205 time: 0.0442290 Jul 23 10:48:19.728834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45220) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.731893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45222) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.775013 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-e5ceffb1-6268-4c80-b9d0-cbfd74e5ea99 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:19.776120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e5ceffb1-6268-4c80-b9d0-cbfd74e5ea99 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/5ab1994b-26bc-418a-8333-25f238c19039 HTTP/1.1" status: 404 len: 336 time: 0.0461702 Jul 23 10:48:19.780067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45226) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.816333 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-112c6de7-f96d-4f43-9424-7f176e8ed6b9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:19.817127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112c6de7-f96d-4f43-9424-7f176e8ed6b9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:19.819763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-112c6de7-f96d-4f43-9424-7f176e8ed6b9 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/a9eff803-9bd2-44fc-878d-7c60f2fa9018 HTTP/1.1" status: 404 len: 337 time: 0.0379755 Jul 23 10:48:19.829055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45230) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.871983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.872574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc06839e-6748-418d-8bd4-856ddc20e7dc tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b9d0fcb-80c9-4758-907c-7218806acda8 HTTP/1.1" status: 200 len: 205 time: 0.0485578 Jul 23 10:48:19.914791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2043219622'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:19.940343 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-df60a1c5-b41c-44fa-b68d-0e18535e5dd6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:19.941483 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df60a1c5-b41c-44fa-b68d-0e18535e5dd6 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/2b9d0fcb-80c9-4758-907c-7218806acda8 HTTP/1.1" status: 404 len: 336 time: 0.0681658 Jul 23 10:48:19.944009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:19.952202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:19.961149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:19.977030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:19.983860 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6371b2-0924-45e7-bf50-d9eddf4c9be3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:19.984405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6371b2-0924-45e7-bf50-d9eddf4c9be3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:19.986254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e6371b2-0924-45e7-bf50-d9eddf4c9be3 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/5769c729-ed67-4894-b51d-bc807fd38265 HTTP/1.1" status: 404 len: 337 time: 0.0409377 Jul 23 10:48:19.989036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45240) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:20.038181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34647995-bcb0-40d6-a3ac-7fa6786426e4 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "GET /v2.0/ports?device_id=b65f409a-cdea-42f1-8cb7-4964c9d14e15 HTTP/1.1" status: 200 len: 205 time: 0.0478239 Jul 23 10:48:20.038793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:20.102570 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-04e77179-3136-4cf0-81fe-4ad7120fa624 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] delete failed (client error): The resource could not be found. Jul 23 10:48:20.106592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04e77179-3136-4cf0-81fe-4ad7120fa624 tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/routers/b65f409a-cdea-42f1-8cb7-4964c9d14e15 HTTP/1.1" status: 404 len: 336 time: 0.0638692 Jul 23 10:48:20.111061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45244) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:20.150463 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9015f78c-927d-497b-adb1-6f8db07a51fb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:20.150924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9015f78c-927d-497b-adb1-6f8db07a51fb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:20.156171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9015f78c-927d-497b-adb1-6f8db07a51fb tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/d724b702-b1e3-419c-bfae-f03c4b8dc64e HTTP/1.1" status: 404 len: 337 time: 0.0409141 Jul 23 10:48:20.156346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:20.181944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:20.183371 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0040f98-b6cf-4b71-a041-d3c953e2ee7d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:20.183870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0040f98-b6cf-4b71-a041-d3c953e2ee7d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:20.188153 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e0040f98-b6cf-4b71-a041-d3c953e2ee7d tempest-RoutersTest-1523454793 tempest-RoutersTest-1523454793-project] 10.222.0.37 "DELETE /v2.0/subnets/c36e1568-a18e-4831-985a-f9c5997f48a8 HTTP/1.1" status: 404 len: 337 time: 0.0285652 Jul 23 10:48:20.188303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:20.216129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eabd16e-281d-4288-9e62-8822e107630f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:20.228801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:48:20.245037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:20.245836 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Added segment df704ca2-2435-4cce-a938-750b906b178e of type vlan for network 68e2976a-24eb-478c-a619-16680a62c6d8 Jul 23 10:48:20.291450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:20.330219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:20.336278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:20.344075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:20.400014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6668999 Jul 23 10:48:20.487411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9c623-98a8-4a94-b44d-3d022f2eeaa8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Network': ['ID=68e2976a-24eb-478c-a619-16680a62c6d8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:20.501088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 68e2976a-24eb-478c-a619-16680a62c6d8 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:48:20.689634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:21.049379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45290) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:21.057040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d6a04fc7-9640-49e3-b6c1-42225c194403 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3af979bc67e04aea8d577496c5dc6d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658538 Jul 23 10:48:21.136344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a34bedaf-61ee-42cf-b50a-683fd58d74f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:21.198678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a34bedaf-61ee-42cf-b50a-683fd58d74f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:21.310079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a34bedaf-61ee-42cf-b50a-683fd58d74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:21.313124 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a34bedaf-61ee-42cf-b50a-683fd58d74f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:21.316670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a34bedaf-61ee-42cf-b50a-683fd58d74f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/308d130e-2c82-498a-b2c6-d6de5072a637 HTTP/1.1" status: 204 len: 168 time: 0.2638907 Jul 23 10:48:21.344746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bedaf-61ee-42cf-b50a-683fd58d74f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308d130e-2c82-498a-b2c6-d6de5072a637,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:22.509378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:22.663638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695526003'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:22.710182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:22.724474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:22.940551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:22.951668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.044109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d51cb6-7a3a-413d-ada3-f40282df423d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:23.126602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.131922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.186740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ec69df-db68-464f-95cb-1c93f0ae0d51,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:23.190284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.194162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-434d0806-a318-4d26-aca4-cbbe00231dd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6798775 Jul 23 10:48:23.194371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45360) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.320417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.326671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-security--624097066', 'description': 'tempest-security-description-209845069'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:23.343738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-98ac620c-7f28-4bb9-8253-99b397947553 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1462290 Jul 23 10:48:23.407887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.504326 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.511764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.519643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.521221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "PUT /v2.0/security-groups/01ec69df-db68-464f-95cb-1c93f0ae0d51 HTTP/1.1" status: 200 len: 1778 time: 0.1989448 Jul 23 10:48:23.524683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45370) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.609731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dac42-b6f2-4fdb-bda4-a1a468753d0a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ec69df-db68-464f-95cb-1c93f0ae0d51,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:23.646705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f26924b0-83bb-4fc5-8c15-ac5c4b7bb484 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups/01ec69df-db68-464f-95cb-1c93f0ae0d51 HTTP/1.1" status: 200 len: 1778 time: 0.1207070 Jul 23 10:48:23.649203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45378) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.799033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4dba-e59a-4ce8-8111-85a1de85829d tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.809457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45386) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.814706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'subnet': {'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:23.828782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4dba-e59a-4ce8-8111-85a1de85829d tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.888688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4dba-e59a-4ce8-8111-85a1de85829d tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.892421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4dba-e59a-4ce8-8111-85a1de85829d tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:23.894182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9bdc4dba-e59a-4ce8-8111-85a1de85829d tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/01ec69df-db68-464f-95cb-1c93f0ae0d51 HTTP/1.1" status: 204 len: 168 time: 0.2437398 Jul 23 10:48:23.903567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.924032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc4dba-e59a-4ce8-8111-85a1de85829d tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ec69df-db68-464f-95cb-1c93f0ae0d51,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:23.966850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d3e2c079-8131-465f-8d5a-087cd831a199 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590487 Jul 23 10:48:23.967111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:23.987109 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a9147691-e5ef-44d5-ba60-404578bd9fd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] delete failed (client error): The resource could not be found. Jul 23 10:48:23.988406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a9147691-e5ef-44d5-ba60-404578bd9fd0 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/01ec69df-db68-464f-95cb-1c93f0ae0d51 HTTP/1.1" status: 404 len: 347 time: 0.0203106 Jul 23 10:48:23.993917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:24.011068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--339154803'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:24.020349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:24.024713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.088542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.132693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.331925 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.338721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.383128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887e8b8d-b05c-4bc5-8f58-1d7b429aee04,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:24.388313 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.393078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45400) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:24.393237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-71900d9e-1f81-4c1a-afd8-6307ed6afabe tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3861105 Jul 23 10:48:24.395229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.398635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '887e8b8d-b05c-4bc5-8f58-1d7b429aee04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:24.458466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Subnet': ['ID=a4e7a786-e9a3-4814-8d10-c09b6cf48699,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:24.466164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.520044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Checking segment: {'id': 'df704ca2-2435-4cce-a938-750b906b178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:24.520414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network hostable DHCP agents. Network: 68e2976a-24eb-478c-a619-16680a62c6d8, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:48:24.527380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.533985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.554873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 68e2976a-24eb-478c-a619-16680a62c6d8 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:48:24.556166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e186ef7-1209-4ced-90c2-275416336e23,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:24.568651 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.570403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e33d4f5a-c5b7-4852-aba1-ccda50db8765 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759236 Jul 23 10:48:24.571725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 68e2976a-24eb-478c-a619-16680a62c6d8) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:24.574030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45404) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:24.585065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194d57b-70e1-420e-a106-53c123b33b04 None None] Network 68e2976a-24eb-478c-a619-16680a62c6d8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:24.588049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:24.588682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.614807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7370fdb-c027-4d0d-8aef-d77c4e985e7f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.616510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-28a09917-64af-4735-a1b4-e55b224ac29c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8059070 Jul 23 10:48:24.621399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:24.627803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7370fdb-c027-4d0d-8aef-d77c4e985e7f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.627965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-561818978'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:24.663166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7370fdb-c027-4d0d-8aef-d77c4e985e7f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.670004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7370fdb-c027-4d0d-8aef-d77c4e985e7f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.671951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d7370fdb-c027-4d0d-8aef-d77c4e985e7f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4e186ef7-1209-4ced-90c2-275416336e23 HTTP/1.1" status: 204 len: 168 time: 0.0962954 Jul 23 10:48:24.678096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:24.681137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7370fdb-c027-4d0d-8aef-d77c4e985e7f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e186ef7-1209-4ced-90c2-275416336e23,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:24.698437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:24.709120 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.769038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:48:24.794962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.795319 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Added segment 402a028b-94be-490e-9f31-c36fc719f927 of type vlan for network 4486d80b-0ff0-424c-9664-bef1613ee134 Jul 23 10:48:24.929651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.947558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-77dcd3e5-efb3-43c0-94e2-caf9adeedea5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2650015 Jul 23 10:48:24.948008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45414) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:24.977935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:24.998556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:24.999568 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.000358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-68e2976a-24eb-478c-a619-16680a62c6d8', 'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8', 'tenant_id': '9b20e2e5d4434ee0814bbfff85213eb6', 'fixed_ips': [{'subnet_id': 'a4e7a786-e9a3-4814-8d10-c09b6cf48699'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:48:25.000699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.052787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4300458 Jul 23 10:48:25.053777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45422) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.063398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'subnet': {'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:25.111353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3d3264c-c3e8-4018-9201-a17999e2b526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.142165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.154119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36159744-ad5c-41ae-9e73-d72dac36116f tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Network': ['ID=4486d80b-0ff0-424c-9664-bef1613ee134,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:25.166996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3d3264c-c3e8-4018-9201-a17999e2b526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.172696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4486d80b-0ff0-424c-9664-bef1613ee134 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:48:25.230987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3d3264c-c3e8-4018-9201-a17999e2b526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.234572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3d3264c-c3e8-4018-9201-a17999e2b526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.236200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d3d3264c-c3e8-4018-9201-a17999e2b526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/887e8b8d-b05c-4bc5-8f58-1d7b429aee04 HTTP/1.1" status: 204 len: 168 time: 0.2868917 Jul 23 10:48:25.243893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45428) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.259275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:25.266852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.289156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3264c-c3e8-4018-9201-a17999e2b526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e8b8d-b05c-4bc5-8f58-1d7b429aee04,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:25.328746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Allocated IP 2001:db8:0:ffff::2 (68e2976a-24eb-478c-a619-16680a62c6d8/a4e7a786-e9a3-4814-8d10-c09b6cf48699/9f34c6c7-5a41-4351-b84b-36321e1f228e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:25.362563 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49a9c724-47ac-46ce-b170-118f04cc2770 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083724 Jul 23 10:48:25.362563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45430) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.373643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465562848'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:25.390695 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6669500-9807-4b74-bddb-fec1e5258441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.423268 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.574607 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6669500-9807-4b74-bddb-fec1e5258441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.580033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.583575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6669500-9807-4b74-bddb-fec1e5258441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.589604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Transition to ACTIVE for port object 9f34c6c7-5a41-4351-b84b-36321e1f228e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:25.606540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Transition to ACTIVE for port object 9f34c6c7-5a41-4351-b84b-36321e1f228e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:25.615519 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.645278 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f6669500-9807-4b74-bddb-fec1e5258441 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93a33a1d26bb4252b1e12c691269a3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998095 Jul 23 10:48:25.649056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45434) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.659600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:48:25.660533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Network 68e2976a-24eb-478c-a619-16680a62c6d8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:25.661112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6669500-9807-4b74-bddb-fec1e5258441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a6e95-11a4-4fe1-a068-26aa0ff27761,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:25.661577 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.696333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Pushing event updated for resources: {'Port': ['ID=9f34c6c7-5a41-4351-b84b-36321e1f228e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:25.707983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:25.715640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:25.747379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Subnet': ['ID=377c0004-bb01-40b9-8ee2-1f244dfb4883,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:25.759028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Checking segment: {'id': '402a028b-94be-490e-9f31-c36fc719f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:25.759395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network hostable DHCP agents. Network: 4486d80b-0ff0-424c-9664-bef1613ee134, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:48:25.764428 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e27-88f0-449d-98a7-a248136bcca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.769573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.780714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 4486d80b-0ff0-424c-9664-bef1613ee134 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:48:25.781620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.793913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4486d80b-0ff0-424c-9664-bef1613ee134) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:25.796610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Attempting to bind port 9f34c6c7-5a41-4351-b84b-36321e1f228e on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:48:25.797460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Attempting to bind port 9f34c6c7-5a41-4351-b84b-36321e1f228e by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'df704ca2-2435-4cce-a938-750b906b178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:48:25.797661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Attempting to bind port 9f34c6c7-5a41-4351-b84b-36321e1f228e on network 68e2976a-24eb-478c-a619-16680a62c6d8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:48:25.801118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:25.802584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.813445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19257bbb-8ee8-4c39-b4cf-1428ef8605f9 None None] Network 4486d80b-0ff0-424c-9664-bef1613ee134 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:25.818162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e27-88f0-449d-98a7-a248136bcca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.821873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:48:25.822326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Checking segment: {'id': 'df704ca2-2435-4cce-a938-750b906b178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:25.823004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.823406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Bound using segment: {'id': 'df704ca2-2435-4cce-a938-750b906b178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:48:25.825203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Bound port: 9f34c6c7-5a41-4351-b84b-36321e1f228e, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df704ca2-2435-4cce-a938-750b906b178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '68e2976a-24eb-478c-a619-16680a62c6d8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:48:25.825552 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.830677 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-20122b00-10d5-41bb-8205-f26791cf4d7b tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7721763 Jul 23 10:48:25.831596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45436) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.838909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'port': {'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134', 'name': 'tempest-NetworksIpV6TestAttrs-1598380894'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:25.847578 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.851388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4857070 Jul 23 10:48:25.864827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45438) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:25.876007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '04e22f6d-d547-49a4-9b0b-a99a688c0488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:25.884021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2081e-cd3f-4d2e-a669-c628c552e136 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e22f6d-d547-49a4-9b0b-a99a688c0488,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:25.939523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.963382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e27-88f0-449d-98a7-a248136bcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.966078 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71c7e27-88f0-449d-98a7-a248136bcca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:25.967257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c71c7e27-88f0-449d-98a7-a248136bcca3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/047a6e95-11a4-4fe1-a068-26aa0ff27761 HTTP/1.1" status: 204 len: 168 time: 0.3168812 Jul 23 10:48:25.985544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c7e27-88f0-449d-98a7-a248136bcca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a6e95-11a4-4fe1-a068-26aa0ff27761,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.006779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:26.011941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.023692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.029613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.038718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] device_id is not set on port 780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:48:26.046548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545f4134-55ee-4043-9fe2-9031f966ac38,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.060850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.064819 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-80587ffb-cc0d-4caf-8ef5-ce5c874a1f46 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964712 Jul 23 10:48:26.065420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45444) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:26.076380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '04e22f6d-d547-49a4-9b0b-a99a688c0488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:26.116588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.124864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] For port 9f34c6c7-5a41-4351-b84b-36321e1f228e, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:48:26.146030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] For port 9f34c6c7-5a41-4351-b84b-36321e1f228e, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f34c6c7-5a41-4351-b84b-36321e1f228e,segment=NetworkSegment(df704ca2-2435-4cce-a938-750b906b178e),segment_id=df704ca2-2435-4cce-a938-750b906b178e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:48:26.162469 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.215958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Allocated IP 2001:db8::f816:3eff:fe5a:4fac (4486d80b-0ff0-424c-9664-bef1613ee134/377c0004-bb01-40b9-8ee2-1f244dfb4883/780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:26.255478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.262492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.286085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225ba27d-0012-4ef5-9eb0-aef106205ae4,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.292921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.299915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-691deda2-3722-4fbf-ac91-65fee23f48f5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2331874 Jul 23 10:48:26.300765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45450) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:26.305722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '04e22f6d-d547-49a4-9b0b-a99a688c0488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:26.332038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-4486d80b-0ff0-424c-9664-bef1613ee134', 'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134', 'tenant_id': '9b20e2e5d4434ee0814bbfff85213eb6', 'fixed_ips': [{'subnet_id': '377c0004-bb01-40b9-8ee2-1f244dfb4883'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:48:26.333350 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.345451 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.463295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.469235 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.487819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.491949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e59d6fa-5c19-42ea-853d-cf3fe06942de,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.506001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.509092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7d7ebb78-a98b-4fb0-a151-389a0a83c007 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2072239 Jul 23 10:48:26.512313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45456) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:26.518815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '04e22f6d-d547-49a4-9b0b-a99a688c0488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:26.536038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Transition to ACTIVE for port object 780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:26.588584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.624278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.721481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c87bd6-5043-4433-8f75-5dbc8363371f None None] Pushing event updated for resources: {'Port': ['ID=9f34c6c7-5a41-4351-b84b-36321e1f228e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.724908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.733294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.765069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Allocated IP 2001:db8::f816:3eff:fed7:4b67 (4486d80b-0ff0-424c-9664-bef1613ee134/377c0004-bb01-40b9-8ee2-1f244dfb4883/fd9e00ca-adeb-40f9-b1b6-18eb0e519589) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:26.771158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d0dcab-2eee-4d0b-b7c9-e1c4f6b5f46d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.783757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 4486d80b-0ff0-424c-9664-bef1613ee134 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:26.799887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:26.812740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.814798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dc3dae36-a449-48e0-b3cb-de901443883c tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3003671 Jul 23 10:48:26.817332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45470) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:26.830910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:26.843317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:26.844080 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:26.868147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '04e22f6d-d547-49a4-9b0b-a99a688c0488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:26.871316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Port': ['ID=780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:26.939700 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c51f0ff-4017-43b3-bc3e-bd85911eb866 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1055882 Jul 23 10:48:26.940329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:26.944004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.035149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting subnet 377c0004-bb01-40b9-8ee2-1f244dfb4883 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:48:27.130399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f34c6c7-5a41-4351-b84b-36321e1f228e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:27.150267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.157749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.189097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.190752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3706794 Jul 23 10:48:27.193695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45482) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:27.194719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a6d4-d432-4cf4-8cd7-12074ac61e54 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93c9587-7e0d-4ff4-bb41-d6e3a3cfbba2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:27.205335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b535592c-296d-409a-975d-aec0d91d11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.224303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.242579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Transition to ACTIVE for port object fd9e00ca-adeb-40f9-b1b6-18eb0e519589 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:27.261940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Transition to ACTIVE for port object fd9e00ca-adeb-40f9-b1b6-18eb0e519589 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:27.267942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8cab59c-aa16-434e-b8f7-0ef2e1f08056 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.279740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8cab59c-aa16-434e-b8f7-0ef2e1f08056 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.280162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 9f34c6c7-5a41-4351-b84b-36321e1f228e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:27.295317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.321663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.326995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8cab59c-aa16-434e-b8f7-0ef2e1f08056 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.370591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8cab59c-aa16-434e-b8f7-0ef2e1f08056 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.376233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b8cab59c-aa16-434e-b8f7-0ef2e1f08056 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d93c9587-7e0d-4ff4-bb41-d6e3a3cfbba2 HTTP/1.1" status: 204 len: 168 time: 0.1812840 Jul 23 10:48:27.378799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45488) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:27.381684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-65b217c9-533f-4d7a-a187-52499277fdcc req-dfb06619-1fb8-46bf-b6e8-13be2edc6dc0 tempest-ServerShowV247Test-1058336948 tempest-ServerShowV247Test-1058336948-project] (93834) timed out ('10.222.0.55', 54764) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:48:27.416769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cab59c-aa16-434e-b8f7-0ef2e1f08056 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d93c9587-7e0d-4ff4-bb41-d6e3a3cfbba2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:27.425443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:27.435277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308739369', 'description': 'tempest-secgroup-smoke-308739369 description', 'project_id': '36df81617fa04eceafba1ace18746266'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:27.459519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Network 4486d80b-0ff0-424c-9664-bef1613ee134 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:27.461063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.467480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:27.480397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:27.492253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Pushing event updated for resources: {'Port': ['ID=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:27.586778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e95b41d5-d4b8-49bb-a9bb-876ab6951f69 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2046096 Jul 23 10:48:27.588779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45496) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:27.606682 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.654745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab73a420-4e42-44a5-b970-076afb862d96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.665671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab73a420-4e42-44a5-b970-076afb862d96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.694715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Attempting to bind port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:48:27.695402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Attempting to bind port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '402a028b-94be-490e-9f31-c36fc719f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:48:27.696818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Attempting to bind port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 on network 4486d80b-0ff0-424c-9664-bef1613ee134 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:48:27.704170 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab73a420-4e42-44a5-b970-076afb862d96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.708581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:48:27.709214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Checking segment: {'id': '402a028b-94be-490e-9f31-c36fc719f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:27.709953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.711167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Bound using segment: {'id': '402a028b-94be-490e-9f31-c36fc719f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:48:27.712323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Bound port: fd9e00ca-adeb-40f9-b1b6-18eb0e519589, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402a028b-94be-490e-9f31-c36fc719f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4486d80b-0ff0-424c-9664-bef1613ee134'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:48:27.713531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.718858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab73a420-4e42-44a5-b970-076afb862d96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.720468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ab73a420-4e42-44a5-b970-076afb862d96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f9d0dcab-2eee-4d0b-b7c9-e1c4f6b5f46d HTTP/1.1" status: 204 len: 168 time: 0.1227436 Jul 23 10:48:27.727322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45498) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:27.751335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73a420-4e42-44a5-b970-076afb862d96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9d0dcab-2eee-4d0b-b7c9-e1c4f6b5f46d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:27.812942 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ba8840cc-33b8-4ee1-84b4-19197d529fe4 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0839438 Jul 23 10:48:27.815855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45500) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:27.885563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4df54598-bb95-442d-800b-67ba2c585798 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.903908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] For port fd9e00ca-adeb-40f9-b1b6-18eb0e519589, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:48:27.904091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4df54598-bb95-442d-800b-67ba2c585798 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.911472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] For port fd9e00ca-adeb-40f9-b1b6-18eb0e519589, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,segment=NetworkSegment(402a028b-94be-490e-9f31-c36fc719f927),segment_id=402a028b-94be-490e-9f31-c36fc719f927)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:48:27.920935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.949828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.958403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.979208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4df54598-bb95-442d-800b-67ba2c585798 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.990053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4df54598-bb95-442d-800b-67ba2c585798 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:27.991588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4df54598-bb95-442d-800b-67ba2c585798 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8e59d6fa-5c19-42ea-853d-cf3fe06942de HTTP/1.1" status: 204 len: 168 time: 0.1743824 Jul 23 10:48:27.996106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.005115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54598-bb95-442d-800b-67ba2c585798 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e59d6fa-5c19-42ea-853d-cf3fe06942de,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.040748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2427dc5-a044-42b9-ab09-325fdc5bc1bf None None] Pushing event updated for resources: {'Port': ['ID=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.047467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69c050-5841-4f67-8296-3a5f90a29e4b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.056469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb22508-6a62-4885-8093-8de0e4f2bc7e None None] Network 68e2976a-24eb-478c-a619-16680a62c6d8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:28.070996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.076903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9fee2122-378f-43d5-8a0f-e8f94fb26071 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6434925 Jul 23 10:48:28.077177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.092593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group_rule': {'security_group_id': 'fb69c050-5841-4f67-8296-3a5f90a29e4b', 'project_id': '36df81617fa04eceafba1ace18746266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:28.111851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.118674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-095fb02a-608c-4aab-8a43-dfb78f012526 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1202445 Jul 23 10:48:28.121822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45506) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.195635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8095259-f37a-4265-a654-3cd7ccd2cd16 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.215113 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8095259-f37a-4265-a654-3cd7ccd2cd16 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.243579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-15ef7829-248f-414f-a883-da88295176d1 None None] Provisioning for port 9f34c6c7-5a41-4351-b84b-36321e1f228e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:28.253878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-15ef7829-248f-414f-a883-da88295176d1 None None] Provisioning complete for port 9f34c6c7-5a41-4351-b84b-36321e1f228e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:28.254265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15ef7829-248f-414f-a883-da88295176d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.256134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.311740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8095259-f37a-4265-a654-3cd7ccd2cd16 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.311740 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8095259-f37a-4265-a654-3cd7ccd2cd16 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.311740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d8095259-f37a-4265-a654-3cd7ccd2cd16 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/225ba27d-0012-4ef5-9eb0-aef106205ae4 HTTP/1.1" status: 204 len: 168 time: 0.1734772 Jul 23 10:48:28.311740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45514) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.312374 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.357245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095259-f37a-4265-a654-3cd7ccd2cd16 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=225ba27d-0012-4ef5-9eb0-aef106205ae4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.386730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.411133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/377c0004-bb01-40b9-8ee2-1f244dfb4883 HTTP/1.1" status: 204 len: 168 time: 1.4697638 Jul 23 10:48:28.412814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.443825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110aa3f-c5f3-4441-906a-b34a81bb391e tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Subnet': ['ID=377c0004-bb01-40b9-8ee2-1f244dfb4883,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.460354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-84841ff2-1b0e-49db-a0ea-85b8583b97e8 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1503971 Jul 23 10:48:28.463561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45520) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.525010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b306e1a3-c963-45e5-99d7-6857bafb8cd3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.543997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b306e1a3-c963-45e5-99d7-6857bafb8cd3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.632032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.642975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9833133-cc04-4cc4-bf0d-d582bd36f3b1 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:28.654499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b306e1a3-c963-45e5-99d7-6857bafb8cd3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.655068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9833133-cc04-4cc4-bf0d-d582bd36f3b1 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:28.658456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e9833133-cc04-4cc4-bf0d-d582bd36f3b1 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2443826 Jul 23 10:48:28.665860 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15ef7829-248f-414f-a883-da88295176d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.668592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45526) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.669069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b306e1a3-c963-45e5-99d7-6857bafb8cd3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.670745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b306e1a3-c963-45e5-99d7-6857bafb8cd3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/545f4134-55ee-4043-9fe2-9031f966ac38 HTTP/1.1" status: 204 len: 168 time: 0.2059898 Jul 23 10:48:28.673546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45528) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.674164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.744815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306e1a3-c963-45e5-99d7-6857bafb8cd3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=545f4134-55ee-4043-9fe2-9031f966ac38,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.754166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-15ef7829-248f-414f-a883-da88295176d1 None None] For port 9f34c6c7-5a41-4351-b84b-36321e1f228e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f34c6c7-5a41-4351-b84b-36321e1f228e,segment=NetworkSegment(df704ca2-2435-4cce-a938-750b906b178e),segment_id=df704ca2-2435-4cce-a938-750b906b178e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:28.765856 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15ef7829-248f-414f-a883-da88295176d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.775459 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.779588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937680 Jul 23 10:48:28.780484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33a53c-c805-4237-bffe-4529fb4be4cc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c70298-e8b8-4747-95c5-9a29d339fe99,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.797335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4fe900d5-9135-493d-b69b-88a2e38eecd4 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1141856 Jul 23 10:48:28.798253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45532) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.798758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45534) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.805027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group_rule': {'security_group_id': 'fb69c050-5841-4f67-8296-3a5f90a29e4b', 'project_id': '36df81617fa04eceafba1ace18746266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:28.892064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef7829-248f-414f-a883-da88295176d1 None None] Pushing event updated for resources: {'Port': ['ID=9f34c6c7-5a41-4351-b84b-36321e1f228e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:28.918720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0075714-9be7-4105-9cd4-faef5f6fe9ab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:28.938727 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0075714-9be7-4105-9cd4-faef5f6fe9ab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 10:48:28.939374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0075714-9be7-4105-9cd4-faef5f6fe9ab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:28.941318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b0075714-9be7-4105-9cd4-faef5f6fe9ab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/4486d80b-0ff0-424c-9664-bef1613ee134 HTTP/1.1" status: 409 len: 405 time: 0.2715533 Jul 23 10:48:28.947483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:28.956185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1304792124'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:28.993891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b374bc30-95dd-47c5-9f81-8e0e4a90ecd2 None None] Provisioning complete for port 9f34c6c7-5a41-4351-b84b-36321e1f228e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:28.994266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b374bc30-95dd-47c5-9f81-8e0e4a90ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.002061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.015734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac91cd96-84e8-4df1-8282-a3c894791fb7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.025346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:29.037852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.055189 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac91cd96-84e8-4df1-8282-a3c894791fb7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.091188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd9e00ca-adeb-40f9-b1b6-18eb0e519589 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:29.156116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac91cd96-84e8-4df1-8282-a3c894791fb7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.157667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:48:29.159182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac91cd96-84e8-4df1-8282-a3c894791fb7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.163249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ac91cd96-84e8-4df1-8282-a3c894791fb7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/04e22f6d-d547-49a4-9b0b-a99a688c0488 HTTP/1.1" status: 204 len: 168 time: 0.3595719 Jul 23 10:48:29.167515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.180611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91cd96-84e8-4df1-8282-a3c894791fb7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e22f6d-d547-49a4-9b0b-a99a688c0488,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:29.186161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.191682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.221491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3153a36-08b7-4661-9f94-1159a1ac5db3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:29.234262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.234619 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Added segment 0554a298-85c4-4b60-a0ff-82f7ae915024 of type vlan for network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b Jul 23 10:48:29.241810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.243220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7808ee11-e34b-4674-b8f6-c8b1eed02cdf tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4433372 Jul 23 10:48:29.247974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45542) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.253578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group_rule': {'security_group_id': 'fb69c050-5841-4f67-8296-3a5f90a29e4b', 'project_id': '36df81617fa04eceafba1ace18746266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:29.290973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.380617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:29.391636 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:48:29.393627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8b026d2a-2a1e-4ce1-a5e6-e73361ec80cb tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2250400 Jul 23 10:48:29.398077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45546) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.400849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.411560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.416188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156725398'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:29.439008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.445659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.452749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:29.453323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.467007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.484749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.486119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367594 Jul 23 10:48:29.487230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fec99-7b80-4c50-95e7-6b436d5ba713 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab6d16a-8f4d-4214-8287-8ff41a2d3d14,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:29.495938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.501409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group_rule': {'security_group_id': 'fb69c050-5841-4f67-8296-3a5f90a29e4b', 'project_id': '36df81617fa04eceafba1ace18746266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:29.537677 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5853498 Jul 23 10:48:29.537895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45550) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.549615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'subnet': {'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:29.581918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f9612-d528-476c-8395-ebd70b576517 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Network': ['ID=06cabfc9-cbee-4c3d-94eb-7d26429dc39b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:29.599108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:48:29.653394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.680983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba599f8-33ae-4798-93d6-2794fa0f2d1f None None] Network 4486d80b-0ff0-424c-9664-bef1613ee134 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:29.790781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.799709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.803044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.817911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] Provisioning for port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:29.825514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] Provisioning complete for port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:29.826024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.831037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.850077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3bbc82-0ae3-45fb-8491-98e4268c056b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:29.892220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:29.896640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.929103 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2f98-63d3-4e63-b450-ed8bedaee19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.929370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.930447 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8f0bbcd3-611e-427d-bd50-3422e2db1c9e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4331274 Jul 23 10:48:29.931212 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.932313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5234368 Jul 23 10:48:29.934000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.936959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45556) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:29.940987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': 'e6c7e8eb-46fe-4cb0-b236-044df15df25b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:29.942382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group_rule': {'security_group_id': 'fb69c050-5841-4f67-8296-3a5f90a29e4b', 'project_id': '36df81617fa04eceafba1ace18746266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:29.947405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc75bc-ecda-4a2b-a67c-3153b0993957 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c7e8eb-46fe-4cb0-b236-044df15df25b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:29.982870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] DHCP port deletion for 4486d80b-0ff0-424c-9664-bef1613ee134 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:29.986048 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:29.997108 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Project 36df81617fa04eceafba1ace18746266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:48:30.009717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.035786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.044252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] For port fd9e00ca-adeb-40f9-b1b6-18eb0e519589, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,segment=NetworkSegment(402a028b-94be-490e-9f31-c36fc719f927),segment_id=402a028b-94be-490e-9f31-c36fc719f927)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:30.051302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.095056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] Deleting port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:30.095644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.124274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.127221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.133227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce97a92-fda4-4fbf-aadf-f7eaa54114f9 None None] Pushing event updated for resources: {'Port': ['ID=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.133841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.135709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.171322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0045131-0cb2-4249-a4c5-5bf4e2389927,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.181235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.187940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c3cd4e52-1321-415d-9869-2f8d35190b00 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2524543 Jul 23 10:48:30.189676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeb71d2-f7d1-4f66-8e41-83781797d186,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.190208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:30.196256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'security_group_rule': {'security_group_id': 'fb69c050-5841-4f67-8296-3a5f90a29e4b', 'project_id': '36df81617fa04eceafba1ace18746266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:30.215763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.216992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3a5f8a8f-9854-433a-8e21-ecaa592c96e6 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2794886 Jul 23 10:48:30.219900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45560) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:30.221870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] For port fd9e00ca-adeb-40f9-b1b6-18eb0e519589, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,segment=NetworkSegment(402a028b-94be-490e-9f31-c36fc719f927),segment_id=402a028b-94be-490e-9f31-c36fc719f927)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:30.222277 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.233828 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Project 36df81617fa04eceafba1ace18746266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:48:30.237174 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.243134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.260472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] Calling delete_port for fd9e00ca-adeb-40f9-b1b6-18eb0e519589 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:30.332863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.338089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a073cea5-5740-4a3e-8987-57aefa0f2bc2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.339980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.354532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.360109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:48:30.363153 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.369389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ed6482-4620-4a7b-a197-c18083f0fedb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.380820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.390428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-056acf94-4867-4bdf-aaf9-3bc4744323d7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902256 Jul 23 10:48:30.403299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] Pushing event deleted for resources: {'Port': ['ID=fd9e00ca-adeb-40f9-b1b6-18eb0e519589,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.407186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe091e-ef15-45c8-b896-b22a6adbbbe8 None None] No DVR routers for this DVR port fd9e00ca-adeb-40f9-b1b6-18eb0e519589 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:30.432089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a073cea5-5740-4a3e-8987-57aefa0f2bc2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.486628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Subnet': ['ID=0df8e47e-705e-4ef0-919c-57a08d3d7868,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.500354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Checking segment: {'id': '0554a298-85c4-4b60-a0ff-82f7ae915024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:30.500724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network hostable DHCP agents. Network: 06cabfc9-cbee-4c3d-94eb-7d26429dc39b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:48:30.516710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a073cea5-5740-4a3e-8987-57aefa0f2bc2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.519966 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a073cea5-5740-4a3e-8987-57aefa0f2bc2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.521148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a073cea5-5740-4a3e-8987-57aefa0f2bc2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/e6c7e8eb-46fe-4cb0-b236-044df15df25b HTTP/1.1" status: 204 len: 168 time: 0.2999244 Jul 23 10:48:30.523993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:30.540680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:48:30.566394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073cea5-5740-4a3e-8987-57aefa0f2bc2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c7e8eb-46fe-4cb0-b236-044df15df25b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.574636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 06cabfc9-cbee-4c3d-94eb-7d26429dc39b) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:30.580492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:30.583848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.605260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b1578ad7-3b44-4ccc-9d9d-cc6729a72ed2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795178 Jul 23 10:48:30.609134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:30.611671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490cf4c1-9d4c-420b-8174-47b805a7883b None None] Network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:30.614380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390758411'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:30.623898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1f4e23bd-dd6b-4511-81c2-0da89c7c1e49 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0845361 Jul 23 10:48:30.626879 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45578) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:30.632402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'port': {'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b', 'name': 'tempest-NetworksIpV6TestAttrs-892210933'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:30.668720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.742909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-45e4b09e-3b51-49db-9b4a-b37894d54102 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308739369&fields=id&tenant_id=36df81617fa04eceafba1ace18746266 HTTP/1.1" status: 200 len: 267 time: 0.0931838 Jul 23 10:48:30.861887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.867326 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.878829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-06cabfc9-cbee-4c3d-94eb-7d26429dc39b', 'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b', 'tenant_id': '9b20e2e5d4434ee0814bbfff85213eb6', 'fixed_ips': [{'subnet_id': '0df8e47e-705e-4ef0-919c-57a08d3d7868'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:48:30.879956 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.923453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282c983d-f701-4d7f-9706-fb6caba4dbad,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:30.929324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:30.933041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.935652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:30.937322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee317f7a-fef8-49e7-aa66-196ab446d6cf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3268542 Jul 23 10:48:30.939745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45588) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:30.947198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--125304041'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:30.992997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.000699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] device_id is not set on port aba2209f-3ba1-4915-b824-74082a843367 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:48:31.010180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f34c6c7-5a41-4351-b84b-36321e1f228e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:31.128737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 9f34c6c7-5a41-4351-b84b-36321e1f228e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:31.129135 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.153261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-7c1834c6-0f34-4ba9-9e33-ab1a686502e7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:31.154951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-7c1834c6-0f34-4ba9-9e33-ab1a686502e7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 813 time: 0.4041007 Jul 23 10:48:31.155947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.160937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Allocated IP 2001:db8::f816:3eff:fe1f:edc (06cabfc9-cbee-4c3d-94eb-7d26429dc39b/0df8e47e-705e-4ef0-919c-57a08d3d7868/506c287f-0827-48f6-98ae-db3dc42b6340) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:31.162634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.181300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-fb892818-6733-4894-bf95-d0c97e9de6a0 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/quotas/36df81617fa04eceafba1ace18746266 HTTP/1.1" status: 200 len: 375 time: 0.0189219 Jul 23 10:48:31.193845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.198425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2574182 Jul 23 10:48:31.205134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45592) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:31.232560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '282c983d-f701-4d7f-9706-fb6caba4dbad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd7dd0158-8b05-4fe3-8ee4-34d7dd73fa16', 'remote_ip_prefix': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:31.277292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-570df0e6-c662-45b6-b85e-500314c08534 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873926 Jul 23 10:48:31.286621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df623333-6412-4569-99e6-b8b3dbc1c594 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd0158-8b05-4fe3-8ee4-34d7dd73fa16,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:31.325208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.494798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.501299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.502211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-9a915dca-75ba-4791-9ec9-2fd2c9f6ef54 service neutron] 10.222.0.37 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205238 Jul 23 10:48:31.526136 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.533932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e37293-81ce-4001-becc-8da047a3551d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:31.557454 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.560074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-13c86375-5380-4373-88ca-aa11406b2fe7 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3538175 Jul 23 10:48:31.563034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45602) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:31.595247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1555126-976e-4e31-b5b7-1d38820984b5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.604350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1555126-976e-4e31-b5b7-1d38820984b5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.616249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd9e00ca-adeb-40f9-b1b6-18eb0e519589 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:31.617721 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-444da149-3926-4430-becf-a6554c331650 service neutron] 10.222.0.37 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144507 Jul 23 10:48:31.643043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1555126-976e-4e31-b5b7-1d38820984b5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.643913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fd9e00ca-adeb-40f9-b1b6-18eb0e519589 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:31.644278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd9e00ca-adeb-40f9-b1b6-18eb0e519589 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:31.659708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1555126-976e-4e31-b5b7-1d38820984b5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.661016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c1555126-976e-4e31-b5b7-1d38820984b5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/50e37293-81ce-4001-becc-8da047a3551d HTTP/1.1" status: 204 len: 168 time: 0.0968525 Jul 23 10:48:31.664338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:31.667030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1555126-976e-4e31-b5b7-1d38820984b5 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e37293-81ce-4001-becc-8da047a3551d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:31.671249 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.680707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Transition to ACTIVE for port object 506c287f-0827-48f6-98ae-db3dc42b6340 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:31.696770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Transition to ACTIVE for port object 506c287f-0827-48f6-98ae-db3dc42b6340 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:31.702460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.744787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:31.748265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:31.757595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:31.768724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Pushing event updated for resources: {'Port': ['ID=506c287f-0827-48f6-98ae-db3dc42b6340,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:31.794013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45614) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:31.794122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-edf9e1d2-c7d4-4531-9097-b591668c153a tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1284814 Jul 23 10:48:31.802494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Allocated IP 2001:db8::f816:3eff:fe98:1191 (06cabfc9-cbee-4c3d-94eb-7d26429dc39b/0df8e47e-705e-4ef0-919c-57a08d3d7868/aba2209f-3ba1-4915-b824-74082a843367) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:31.884861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Attempting to bind port 506c287f-0827-48f6-98ae-db3dc42b6340 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:48:31.886590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Attempting to bind port 506c287f-0827-48f6-98ae-db3dc42b6340 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0554a298-85c4-4b60-a0ff-82f7ae915024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:48:31.887202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Attempting to bind port 506c287f-0827-48f6-98ae-db3dc42b6340 on network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:48:31.894858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:48:31.895631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Checking segment: {'id': '0554a298-85c4-4b60-a0ff-82f7ae915024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:31.896317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.897095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Bound using segment: {'id': '0554a298-85c4-4b60-a0ff-82f7ae915024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:48:31.897758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Bound port: 506c287f-0827-48f6-98ae-db3dc42b6340, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0554a298-85c4-4b60-a0ff-82f7ae915024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06cabfc9-cbee-4c3d-94eb-7d26429dc39b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:48:31.900346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.943204 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf09ac95-9eba-482a-a185-962b70273a38 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:31.986753 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf09ac95-9eba-482a-a185-962b70273a38 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.026342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] For port 506c287f-0827-48f6-98ae-db3dc42b6340, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:48:32.030934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] For port 506c287f-0827-48f6-98ae-db3dc42b6340, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=506c287f-0827-48f6-98ae-db3dc42b6340,segment=NetworkSegment(0554a298-85c4-4b60-a0ff-82f7ae915024),segment_id=0554a298-85c4-4b60-a0ff-82f7ae915024)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:48:32.040407 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.047733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.071913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf09ac95-9eba-482a-a185-962b70273a38 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.075533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf09ac95-9eba-482a-a185-962b70273a38 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.077010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf09ac95-9eba-482a-a185-962b70273a38 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/d7dd0158-8b05-4fe3-8ee4-34d7dd73fa16 HTTP/1.1" status: 204 len: 168 time: 0.2819443 Jul 23 10:48:32.086418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45622) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:32.118143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09ac95-9eba-482a-a185-962b70273a38 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd0158-8b05-4fe3-8ee4-34d7dd73fa16,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:32.186987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be3bfe-7827-4d86-bdab-65b0d13bd4e1 None None] Pushing event updated for resources: {'Port': ['ID=506c287f-0827-48f6-98ae-db3dc42b6340,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:32.195902 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d36abb65-8001-471b-b057-57692282f67b req-7f628f8b-23d9-4929-b8c9-9b1d03a3cca9 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0841720 Jul 23 10:48:32.260662 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-093e5833-6ad2-4dfe-ba88-cbfb35740fb2 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1741598 Jul 23 10:48:32.271125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:32.443052 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3adf62b8-cb8c-4525-bbb6-bb8579c5df19 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.471656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Transition to ACTIVE for port object aba2209f-3ba1-4915-b824-74082a843367 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:32.541930 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3adf62b8-cb8c-4525-bbb6-bb8579c5df19 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.551567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.642406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:32.656307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:32.683854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3adf62b8-cb8c-4525-bbb6-bb8579c5df19 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.687191 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3adf62b8-cb8c-4525-bbb6-bb8579c5df19 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.690014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3adf62b8-cb8c-4525-bbb6-bb8579c5df19 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/282c983d-f701-4d7f-9706-fb6caba4dbad HTTP/1.1" status: 204 len: 168 time: 0.4152114 Jul 23 10:48:32.691168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45644) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:32.703186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:32.704613 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.711723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:32.712401 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.716579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Port': ['ID=aba2209f-3ba1-4915-b824-74082a843367,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:32.735049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8242a700-6400-43db-9ebe-d6aeddf986ca tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1066670 Jul 23 10:48:32.738010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:32.760929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf62b8-cb8c-4525-bbb6-bb8579c5df19 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282c983d-f701-4d7f-9706-fb6caba4dbad,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:32.813724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting subnet 0df8e47e-705e-4ef0-919c-57a08d3d7868 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:48:32.817613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.853774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f8c7d95a-d593-487d-b011-208f700730fd tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603382 Jul 23 10:48:32.862059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:32.872052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838268983'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:32.909592 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:32.976029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.007545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 506c287f-0827-48f6-98ae-db3dc42b6340 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:33.066852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 506c287f-0827-48f6-98ae-db3dc42b6340 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:33.144180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.224407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.235085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.257017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.261558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3954599 Jul 23 10:48:33.263254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45702) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.273654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '0ce63ce4-5ad1-4a88-994b-6d28746aab15', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:33.282755 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.333928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Subnet': ['ID=0df8e47e-705e-4ef0-919c-57a08d3d7868,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:33.338148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45680482-f684-4271-b1b0-a16ee7db4714 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce63ce4-5ad1-4a88-994b-6d28746aab15,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:33.340584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82c7663d-8830-40bc-b595-6c914818e670 req-fccc3084-6b9e-4508-92b3-7cacbaa7a3dd tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0514052 Jul 23 10:48:33.342437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.346596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-848fd95c-3e2c-481d-bdc4-6391219076ee tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/0df8e47e-705e-4ef0-919c-57a08d3d7868 HTTP/1.1" status: 204 len: 168 time: 0.6051314 Jul 23 10:48:33.351262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.362963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.412320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f2d62-5ab5-4a01-9417-a7d40e2f8ee9 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:33.414086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f2d62-5ab5-4a01-9417-a7d40e2f8ee9 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:33.419658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4b0f2d62-5ab5-4a01-9417-a7d40e2f8ee9 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0632436 Jul 23 10:48:33.419658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.425047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.432626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.452981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724bffb8-b25d-4296-8ce6-d2860b0ad688,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:33.461270 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.464677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d6383331-f2ce-42b5-a6da-8763796bb431 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1976342 Jul 23 10:48:33.467551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.546985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba28e16a-3e47-4a96-8f85-27ed42cc0e4e tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.553411 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3315515-0f0f-4f4e-b903-762b6b754002 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.569596 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3315515-0f0f-4f4e-b903-762b6b754002 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 10:48:33.570277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3315515-0f0f-4f4e-b903-762b6b754002 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:33.577358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45746) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.578558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c3315515-0f0f-4f4e-b903-762b6b754002 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/06cabfc9-cbee-4c3d-94eb-7d26429dc39b HTTP/1.1" status: 409 len: 405 time: 0.1575904 Jul 23 10:48:33.583043 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba28e16a-3e47-4a96-8f85-27ed42cc0e4e tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.586338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-883607575'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:33.618643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:33.623518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.629097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba28e16a-3e47-4a96-8f85-27ed42cc0e4e tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.640050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba28e16a-3e47-4a96-8f85-27ed42cc0e4e tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.642077 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba28e16a-3e47-4a96-8f85-27ed42cc0e4e tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/724bffb8-b25d-4296-8ce6-d2860b0ad688 HTTP/1.1" status: 204 len: 168 time: 0.1733739 Jul 23 10:48:33.647918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.668417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:48:33.678736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.680707 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Added segment 462a560b-cd38-4f69-9341-a9c2e1170b15 of type vlan for network 8855aec3-ede7-47a9-ba15-5878242bdcab Jul 23 10:48:33.688168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28e16a-3e47-4a96-8f85-27ed42cc0e4e tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=724bffb8-b25d-4296-8ce6-d2860b0ad688,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:33.769639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96186d0f-0b5c-4300-b674-2bb77a9baa44 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1201909 Jul 23 10:48:33.791065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f58b55-9897-4aac-980f-9696462f56f5 None None] Network 06cabfc9-cbee-4c3d-94eb-7d26429dc39b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:33.791381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:33.816439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.895707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] Provisioning for port 506c287f-0827-48f6-98ae-db3dc42b6340 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:33.899390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.908384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:33.930037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.943242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] Provisioning complete for port 506c287f-0827-48f6-98ae-db3dc42b6340 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:33.944043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:33.993703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aec3013-e7ce-4bc3-a9a9-5414ea3d14a3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.004145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-57a972a1-0b4c-4775-8e74-7373943e56e9 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:34.006455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-57a972a1-0b4c-4775-8e74-7373943e56e9 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.20 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 813 time: 0.2657261 Jul 23 10:48:34.049206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4706898 Jul 23 10:48:34.054067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:34.096563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'subnet': {'network_id': '8855aec3-ede7-47a9-ba15-5878242bdcab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:34.116511 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aec3013-e7ce-4bc3-a9a9-5414ea3d14a3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.120658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6460-0ecd-4c17-a32b-ed184dc43dff tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Network': ['ID=8855aec3-ede7-47a9-ba15-5878242bdcab,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:34.137156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.175306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8855aec3-ede7-47a9-ba15-5878242bdcab details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:48:34.213823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] DHCP port deletion for 06cabfc9-cbee-4c3d-94eb-7d26429dc39b request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:34.252443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] For port 506c287f-0827-48f6-98ae-db3dc42b6340, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=506c287f-0827-48f6-98ae-db3dc42b6340,segment=NetworkSegment(0554a298-85c4-4b60-a0ff-82f7ae915024),segment_id=0554a298-85c4-4b60-a0ff-82f7ae915024)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:34.290739 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.353843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aec3013-e7ce-4bc3-a9a9-5414ea3d14a3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.361132 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8aec3013-e7ce-4bc3-a9a9-5414ea3d14a3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.368877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8aec3013-e7ce-4bc3-a9a9-5414ea3d14a3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ce63ce4-5ad1-4a88-994b-6d28746aab15 HTTP/1.1" status: 204 len: 168 time: 0.5762680 Jul 23 10:48:34.372227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 45842) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:34.419345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd689dbf-cc2b-43cc-ab3c-1186605ddfbe None None] Pushing event updated for resources: {'Port': ['ID=506c287f-0827-48f6-98ae-db3dc42b6340,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:34.504984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.507847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] Deleting port 506c287f-0827-48f6-98ae-db3dc42b6340 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:34.508152 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.548201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-cbeae3ee-02cb-4808-87c8-675322b934a7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36df81617fa04eceafba1ace18746266 HTTP/1.1" status: 200 len: 379 time: 0.5240717 Jul 23 10:48:34.549206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec3013-e7ce-4bc3-a9a9-5414ea3d14a3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce63ce4-5ad1-4a88-994b-6d28746aab15,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:34.553697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0fdf984b-0b89-4a3c-99fd-47ace377d138 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1796513 Jul 23 10:48:34.575690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:34.579971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d6c7bf9-faa0-41c7-a0e6-f144ec9b4ec6 req-0b43e939-d6c0-4e7a-a13c-1a5a0b7ae239 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0976474 Jul 23 10:48:34.599803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group': {'name': 'tempest-secgroup--258129013'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:34.614742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] For port 506c287f-0827-48f6-98ae-db3dc42b6340, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=506c287f-0827-48f6-98ae-db3dc42b6340,segment=NetworkSegment(0554a298-85c4-4b60-a0ff-82f7ae915024),segment_id=0554a298-85c4-4b60-a0ff-82f7ae915024)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:34.615312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.615527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'port': {'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'admin_state_up': True, 'tenant_id': '36df81617fa04eceafba1ace18746266', 'security_groups': ['fb69c050-5841-4f67-8296-3a5f90a29e4b']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:34.629810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] Calling delete_port for 506c287f-0827-48f6-98ae-db3dc42b6340 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:34.710499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:48:34.710499 n-d-778550-4 neutron-server[93834]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 10:48:34.710499 n-d-778550-4 neutron-server[93834]: [parameters: {'project_id': 'af13ae73ac724f2d85eeaa255a6d4287', 'id': '35962e86-7999-4505-8ef7-6286a8481d9e', 'expiration': datetime.datetime(2021, 7, 23, 10, 50, 34, 700142)}] Jul 23 10:48:34.710499 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:48:34.710873 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:48:34.731750 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.768027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] Pushing event deleted for resources: {'Port': ['ID=506c287f-0827-48f6-98ae-db3dc42b6340,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:34.771518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4eeac4-37a0-4ab0-9d6e-f99d06781b96 None None] No DVR routers for this DVR port 506c287f-0827-48f6-98ae-db3dc42b6340 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:34.786363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:34.790025 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.945253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Made reservation on behalf of 36df81617fa04eceafba1ace18746266 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:34.946208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 506c287f-0827-48f6-98ae-db3dc42b6340 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:34.953211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:34.974400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 506c287f-0827-48f6-98ae-db3dc42b6340 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:34.974692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 506c287f-0827-48f6-98ae-db3dc42b6340 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:35.242204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Allocated IP 172.20.0.9 (3551837b-08f1-4652-a96c-d61cd30a3ce5/f3027c56-8263-4c7a-9109-b6c36ac451c3/d08643e8-0fc5-4623-9f1d-19e79276a7b9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:35.287581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.444881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.objects.ports [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:48:35.467257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.665041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.666085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Subnet': ['ID=49961e52-ae12-4ab1-a533-042999c0f7be,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:35.681128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.716699 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.733165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Checking segment: {'id': '462a560b-cd38-4f69-9341-a9c2e1170b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8855aec3-ede7-47a9-ba15-5878242bdcab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:35.733889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network hostable DHCP agents. Network: 8855aec3-ede7-47a9-ba15-5878242bdcab, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:48:35.752922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.754365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1758146 Jul 23 10:48:35.759006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 45998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:35.769233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '0de2d41f-ce4d-43d7-88d0-2b0c43fffd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:35.773536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f60e34-df65-4b45-a353-c360aff01868 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de2d41f-ce4d-43d7-88d0-2b0c43fffd9e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:35.777449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Transition to ACTIVE for port object d08643e8-0fc5-4623-9f1d-19e79276a7b9 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:35.829901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b72523fd-1711-4689-9c85-3c9ead6eb464 req-5dcd225c-5e89-4623-8a3e-a9034b5d60e7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0950918 Jul 23 10:48:35.852404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 8855aec3-ede7-47a9-ba15-5878242bdcab is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:48:35.871727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 8855aec3-ede7-47a9-ba15-5878242bdcab) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:35.876839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.880414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac9eed-92a7-42ae-b296-4ab9c3df6b9b None None] Network 8855aec3-ede7-47a9-ba15-5878242bdcab requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:35.890094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:35.890707 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.913362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:35.922284 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-804a47ae-fce5-448c-9e4a-0190d0069939 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8393185 Jul 23 10:48:35.925275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46016) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:36.027596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:36.055294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:36.070762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:36.084331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'Port': ['ID=d08643e8-0fc5-4623-9f1d-19e79276a7b9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:36.094622 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.212766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.232213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.252783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b3d4c-b4b2-4ba6-90b4-9c9b8b1e0cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-8855aec3-ede7-47a9-ba15-5878242bdcab', 'network_id': '8855aec3-ede7-47a9-ba15-5878242bdcab', 'tenant_id': '9b20e2e5d4434ee0814bbfff85213eb6', 'fixed_ips': [{'subnet_id': '49961e52-ae12-4ab1-a533-042999c0f7be'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:48:36.253736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f05b3d4c-b4b2-4ba6-90b4-9c9b8b1e0cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.261876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.358560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:36.361613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.390474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb4517b-1017-40f5-9ec5-2e238c70c109,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:36.424451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-40d04b78-7ec5-4c00-9409-d804e1cc1fa3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8430281 Jul 23 10:48:36.430632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.432979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ee41da3-d28e-41ba-a30c-5239295569bf tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6725008 Jul 23 10:48:36.437074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:36.466589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.515003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d71dcf5-ea51-445b-a997-1c9b18ab8b30 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules/cfb4517b-1017-40f5-9ec5-2e238c70c109 HTTP/1.1" status: 200 len: 763 time: 0.0688958 Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-f05b3d4c-b4b2-4ba6-90b4-9c9b8b1e0cf0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49961e52-ae12-4ab1-a533-042999c0f7be: This subnet is being modified by another concurrent operation. Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49961e52-ae12-4ab1-a533-042999c0f7be: This subnet is being modified by another concurrent operation. Jul 23 10:48:36.523690 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:48:36.531659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46072) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:36.532379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Request body: {'port': {'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:36.553231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1fae2c-059b-4ec9-ab3a-9dd32d0ce41a None None] Network 8855aec3-ede7-47a9-ba15-5878242bdcab requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:36.657863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Subnet': ['ID=49961e52-ae12-4ab1-a533-042999c0f7be,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:36.740704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4adf6e40-cc10-40e4-9a8c-6db87c929b0b tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2077763 Jul 23 10:48:36.743484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:36.757229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.795830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.822546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8855aec3-ede7-47a9-ba15-5878242bdcab']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:36.862323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462a560b-cd38-4f69-9341-a9c2e1170b15') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:36.862937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462a560b-cd38-4f69-9341-a9c2e1170b15') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:36.886488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.888654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-169102c9-f957-48fc-b9c0-8ddb3e545012 None None] Provisioning for port d08643e8-0fc5-4623-9f1d-19e79276a7b9 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:36.904630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-169102c9-f957-48fc-b9c0-8ddb3e545012 None None] Provisioning complete for port d08643e8-0fc5-4623-9f1d-19e79276a7b9 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:36.905257 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-169102c9-f957-48fc-b9c0-8ddb3e545012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.907472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566d39b-713d-445e-8a96-7f43b9c9cc37 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:48:36.925183 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.956554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:36.958787 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.960647 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f207e8-43a1-4a0a-bc09-26234c537f34 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:36.978298 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:36.997455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f207e8-43a1-4a0a-bc09-26234c537f34 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.154834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f207e8-43a1-4a0a-bc09-26234c537f34 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.171990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-169102c9-f957-48fc-b9c0-8ddb3e545012 None None] Port d08643e8-0fc5-4623-9f1d-19e79276a7b9 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:48:37.179289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.185474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.193126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/8855aec3-ede7-47a9-ba15-5878242bdcab HTTP/1.1" status: 204 len: 168 time: 1.2668526 Jul 23 10:48:37.196454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46150) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:37.207112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-253607555'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:37.248079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6936c84-64f4-4ab7-9863-7c273041efab tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Network': ['ID=8855aec3-ede7-47a9-ba15-5878242bdcab,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:37.268222 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65f207e8-43a1-4a0a-bc09-26234c537f34 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.270790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-65f207e8-43a1-4a0a-bc09-26234c537f34 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cfb4517b-1017-40f5-9ec5-2e238c70c109 HTTP/1.1" status: 204 len: 168 time: 0.5239885 Jul 23 10:48:37.273138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46158) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:37.287836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e6716-468a-46e4-a2ae-e79f0bd46b4b req-298e48fa-b34a-498e-ba82-b4045849dc15 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:37.289758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9e6716-468a-46e4-a2ae-e79f0bd46b4b req-298e48fa-b34a-498e-ba82-b4045849dc15 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 931 time: 0.2798219 Jul 23 10:48:37.290759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:37.296125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.346373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:48:37.355870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9e6716-468a-46e4-a2ae-e79f0bd46b4b req-fe19e98e-e8b9-4827-b503-37b108449c46 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563037 Jul 23 10:48:37.362902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.363364 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Added segment 275d6ac8-63d2-4fa0-8244-b1d366d8dd35 of type vlan for network 6723a824-9d42-40f5-a0ef-e82e727d33bc Jul 23 10:48:37.391283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566d39b-713d-445e-8a96-7f43b9c9cc37 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:48:37.407909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f207e8-43a1-4a0a-bc09-26234c537f34 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfb4517b-1017-40f5-9ec5-2e238c70c109,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:37.414274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.456388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.467135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:37.468033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.472583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-240bd052-f1cb-4cfa-9998-26b6b8f0cbd1 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1581371 Jul 23 10:48:37.475327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:37.481747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '0de2d41f-ce4d-43d7-88d0-2b0c43fffd9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:37.566058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Network': ['ID=6723a824-9d42-40f5-a0ef-e82e727d33bc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:37.576514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.601615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6723a824-9d42-40f5-a0ef-e82e727d33bc details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:48:37.671716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9bafc3b4-2c49-4989-b8a4-da4398684df2 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4666095 Jul 23 10:48:37.679971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:37.709578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08643e8-0fc5-4623-9f1d-19e79276a7b9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:48:37.719776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.740232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.743207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Transition to ACTIVE for port object d08643e8-0fc5-4623-9f1d-19e79276a7b9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:37.747629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.753152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'subnet': {'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:37.762635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f0dbce-193c-40de-9bc9-1a1fa684b4d6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:37.767292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.834830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:37.836415 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-15e52bc3-c4d2-440b-aa5c-bb6cb3e717e3 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3599274 Jul 23 10:48:37.857373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46168) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:37.903302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Pushing event updated for resources: {'Port': ['ID=d08643e8-0fc5-4623-9f1d-19e79276a7b9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:37.941212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Attempting to bind port d08643e8-0fc5-4623-9f1d-19e79276a7b9 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:48:37.941797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Attempting to bind port d08643e8-0fc5-4623-9f1d-19e79276a7b9 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:48:37.942284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Attempting to bind port d08643e8-0fc5-4623-9f1d-19e79276a7b9 on network 3551837b-08f1-4652-a96c-d61cd30a3ce5 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:48:37.949786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Port d08643e8-0fc5-4623-9f1d-19e79276a7b9 on network 3551837b-08f1-4652-a96c-d61cd30a3ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:48:37.950343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Attempting to bind port d08643e8-0fc5-4623-9f1d-19e79276a7b9 on network 3551837b-08f1-4652-a96c-d61cd30a3ce5 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:48:37.977208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:48:37.977743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Checking segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:37.978313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Bound using segment: {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:48:37.978906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Bound port: d08643e8-0fc5-4623-9f1d-19e79276a7b9, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747293f0-25ae-4fc5-86b6-b46f57d3b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:48:37.979438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:38.020058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-52f42146-d96c-4e6a-a545-3dd270e59d1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4039805 Jul 23 10:48:38.031401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1a7ea823-dc0d-402b-bc4b-2d89ebb89b03 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules/59f0dbce-193c-40de-9bc9-1a1fa684b4d6 HTTP/1.1" status: 200 len: 763 time: 0.1704595 Jul 23 10:48:38.031904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46174) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:38.138395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:38.142785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:38.144062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] For port d08643e8-0fc5-4623-9f1d-19e79276a7b9, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:48:38.153285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] For port d08643e8-0fc5-4623-9f1d-19e79276a7b9, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:48:38.169468 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:38.206694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.207714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:38.209654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] 10.222.0.20 "PUT /v2.0/ports/d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 1091 time: 1.7701609 Jul 23 10:48:38.210326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:48:38.212914 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0fde52-643b-4e40-950e-b5dc23d63778" -d '{"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:48:38.362177 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c55009-3d0b-468d-9008-8796491bdaa5 x-openstack-request-id: req-14c55009-3d0b-468d-9008-8796491bdaa5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:48:38.362863 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:48:38.363331 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14c55009-3d0b-468d-9008-8796491bdaa5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:48:38.363985 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'status': 'completed', 'code': 200} Jul 23 10:48:38.377989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256133f0-fe7f-42fd-916d-3a2fb8800171 service neutron] Pushing event updated for resources: {'Port': ['ID=d08643e8-0fc5-4623-9f1d-19e79276a7b9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:38.430448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-dccaeb41-41cd-4167-baec-397af279e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.432269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-dccaeb41-41cd-4167-baec-397af279e083 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1094 time: 0.1601348 Jul 23 10:48:38.512777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-0141a1b5-7a80-4674-947d-ab2823e7cb54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 217 time: 0.0656466 Jul 23 10:48:38.621634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-8c2cd527-9177-46b0-879d-2ce79862d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.623121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-8c2cd527-9177-46b0-879d-2ce79862d2c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 200 len: 852 time: 0.1026139 Jul 23 10:48:38.760490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd202-bd5d-4201-9e9a-99a004345ec0 req-b80d7236-ee52-4858-acc3-324a574fa6d8 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.764163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86efd202-bd5d-4201-9e9a-99a004345ec0 req-b80d7236-ee52-4858-acc3-324a574fa6d8 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.2919841 Jul 23 10:48:38.766711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-08458445-37f5-442e-95fa-6ba122bd8e37 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7336304 Jul 23 10:48:38.770303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:38.865522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.866380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.867010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.867656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.868278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.868895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.869508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.874425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-53fe6bc1-2ec8-41fa-bad5-0fde68f5cccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.7792947 Jul 23 10:48:38.893902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:38.900929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86efd202-bd5d-4201-9e9a-99a004345ec0 req-acf08c76-1340-4546-8c97-c037a61da212 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219442 Jul 23 10:48:38.905693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36aa4df6-9965-492f-8774-360cc636c930 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:38.925782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-13c05a2c-84fc-4ce3-911a-df52a4de67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:38.927716 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-13c05a2c-84fc-4ce3-911a-df52a4de67f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3551837b-08f1-4652-a96c-d61cd30a3ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2928598 Jul 23 10:48:38.929734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36aa4df6-9965-492f-8774-360cc636c930 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.064227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Subnet': ['ID=e30ee717-b48e-48dd-936b-9f3f08de2fbc,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:39.066382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Checking segment: {'id': '275d6ac8-63d2-4fa0-8244-b1d366d8dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:39.066744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network hostable DHCP agents. Network: 6723a824-9d42-40f5-a0ef-e82e727d33bc, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:48:39.109090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-a836f399-6a8e-4c21-829f-6601539a2581 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711540 Jul 23 10:48:39.110632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36aa4df6-9965-492f-8774-360cc636c930 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.119816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36aa4df6-9965-492f-8774-360cc636c930 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.122178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-36aa4df6-9965-492f-8774-360cc636c930 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/59f0dbce-193c-40de-9bc9-1a1fa684b4d6 HTTP/1.1" status: 204 len: 168 time: 0.3509254 Jul 23 10:48:39.125669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46188) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:39.144740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 6723a824-9d42-40f5-a0ef-e82e727d33bc is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:48:39.147163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-73649b1e-3c73-4e38-a166-2ec5aad38258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.148025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-73649b1e-3c73-4e38-a166-2ec5aad38258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.148511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-73649b1e-3c73-4e38-a166-2ec5aad38258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.149617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa4df6-9965-492f-8774-360cc636c930 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f0dbce-193c-40de-9bc9-1a1fa684b4d6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:39.150625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-73649b1e-3c73-4e38-a166-2ec5aad38258 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 2292 time: 0.2347529 Jul 23 10:48:39.225890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6723a824-9d42-40f5-a0ef-e82e727d33bc) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:39.237541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e2c22-1014-46cd-8098-3d1a858f50b6 None None] Network 6723a824-9d42-40f5-a0ef-e82e727d33bc requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:39.256884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.260441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.265418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1d432ab-5a4d-49af-8897-f9c459e1f505 req-d4949e5d-90e3-426a-84d4-25ed41cdf5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417532 Jul 23 10:48:39.295743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:39.296447 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d80fc1e2-54d9-4b80-9727-05fd81e17c96 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1585894 Jul 23 10:48:39.301722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Request body: {'security_group_rule': {'security_group_id': '0de2d41f-ce4d-43d7-88d0-2b0c43fffd9e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:39.315236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-93501058-8891-40cf-b12e-4e9e90da27bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.1557178 Jul 23 10:48:39.317623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-926b8809-174b-480c-ac9b-f4035fbbc89a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5695102 Jul 23 10:48:39.322140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:39.392686 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Project af13ae73ac724f2d85eeaa255a6d4287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:48:39.403061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-04d04d4d-070e-4780-83e3-e334ce526b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.405070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-04d04d4d-070e-4780-83e3-e334ce526b79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.0638309 Jul 23 10:48:39.428204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.513625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.523200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-c6facb35-e546-4e4d-9c89-637c79749dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.524939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-c6facb35-e546-4e4d-9c89-637c79749dea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130302 Jul 23 10:48:39.540633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6723a824-9d42-40f5-a0ef-e82e727d33bc', 'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc', 'tenant_id': '9b20e2e5d4434ee0814bbfff85213eb6', 'fixed_ips': [{'subnet_id': 'e30ee717-b48e-48dd-936b-9f3f08de2fbc'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:48:39.541735 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.557345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.579547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:39.580764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2838488 Jul 23 10:48:39.590009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:39.664093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-f26b3c0d-a690-4359-9285-4d9a1745ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.667784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-f26b3c0d-a690-4359-9285-4d9a1745ddb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1094 time: 0.3071651 Jul 23 10:48:39.668597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d2f1-1c85-4320-9110-77603d5e0089 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b66c70-cd75-4cb5-80c0-a17947caa1a9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:39.706978 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a371641-a176-474d-85b6-4b1a8e3f2f88 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules/35b66c70-cd75-4cb5-80c0-a17947caa1a9 HTTP/1.1" status: 200 len: 769 time: 0.1048956 Jul 23 10:48:39.717322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46202) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:39.721141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Allocated IP 2001:db8::2 (6723a824-9d42-40f5-a0ef-e82e727d33bc/e30ee717-b48e-48dd-936b-9f3f08de2fbc/4018a16c-a4ce-4360-b962-0290a0d25b60) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:39.779747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-863d964e-58ab-42ed-a30a-15185c5a16c5 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486207 Jul 23 10:48:39.912053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-fa00ee3d-0e85-45ef-a20a-7fb1c7b83f9f service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222527 Jul 23 10:48:39.957353 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-1388745e-48d1-4dcd-b437-59e87532c379 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0377655 Jul 23 10:48:39.976135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08510bf-9299-44c1-acb4-334e47911d6c req-8572f478-95d1-456e-aa50-fb348c7b7fd5 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:39.978020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b08510bf-9299-44c1-acb4-334e47911d6c req-8572f478-95d1-456e-aa50-fb348c7b7fd5 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1097 time: 0.4088690 Jul 23 10:48:40.038239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.055891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Transition to ACTIVE for port object 4018a16c-a4ce-4360-b962-0290a0d25b60 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:40.076301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Transition to ACTIVE for port object 4018a16c-a4ce-4360-b962-0290a0d25b60 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:48:40.083594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.148152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Network 6723a824-9d42-40f5-a0ef-e82e727d33bc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:40.155255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-252c2431-c81b-4a70-8ede-d36d13f0ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:40.155852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:40.161701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:40.172949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-252c2431-c81b-4a70-8ede-d36d13f0ebfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1852922 Jul 23 10:48:40.177776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Pushing event updated for resources: {'Port': ['ID=4018a16c-a4ce-4360-b962-0290a0d25b60,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:40.194418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b08510bf-9299-44c1-acb4-334e47911d6c req-e5369558-4aef-4558-8f5c-8e32b7cff206 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311188 Jul 23 10:48:40.268210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Attempting to bind port 4018a16c-a4ce-4360-b962-0290a0d25b60 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:48:40.268898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Attempting to bind port 4018a16c-a4ce-4360-b962-0290a0d25b60 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '275d6ac8-63d2-4fa0-8244-b1d366d8dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:48:40.269277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Attempting to bind port 4018a16c-a4ce-4360-b962-0290a0d25b60 on network 6723a824-9d42-40f5-a0ef-e82e727d33bc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:48:40.277531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:48:40.277911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Checking segment: {'id': '275d6ac8-63d2-4fa0-8244-b1d366d8dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:40.278626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.280223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Bound using segment: {'id': '275d6ac8-63d2-4fa0-8244-b1d366d8dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:48:40.283116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Bound port: 4018a16c-a4ce-4360-b962-0290a0d25b60, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275d6ac8-63d2-4fa0-8244-b1d366d8dd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6723a824-9d42-40f5-a0ef-e82e727d33bc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:48:40.285156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.300573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-29dd7e4b-2f35-404f-b3c9-130d6a3a9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:40.302350 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-29dd7e4b-2f35-404f-b3c9-130d6a3a9e05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017985 Jul 23 10:48:40.388041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] For port 4018a16c-a4ce-4360-b962-0290a0d25b60, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:48:40.391865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] For port 4018a16c-a4ce-4360-b962-0290a0d25b60, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4018a16c-a4ce-4360-b962-0290a0d25b60,segment=NetworkSegment(275d6ac8-63d2-4fa0-8244-b1d366d8dd35),segment_id=275d6ac8-63d2-4fa0-8244-b1d366d8dd35)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:48:40.397652 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.434849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.436116 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-f530e2e9-0956-4bd1-be67-828a53c8db4f service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265819 Jul 23 10:48:40.586160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5c272-bbf0-49e9-a99b-c71991d09f71 None None] Pushing event updated for resources: {'Port': ['ID=4018a16c-a4ce-4360-b962-0290a0d25b60,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:40.631768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7c6f25eb-bb9f-4dbc-b363-a51ae8216066 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.8998883 Jul 23 10:48:40.639448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:40.690542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-f4602208-4079-44ea-ad6b-ccfc35a4f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:40.692412 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-f4602208-4079-44ea-ad6b-ccfc35a4f4e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 914 time: 1.0125804 Jul 23 10:48:40.704536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0322c-230b-4b34-bb70-5d8e4e33cec7 req-ed76ceef-633b-44f5-95d4-f2a44ad5aacc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:40.706185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90a0322c-230b-4b34-bb70-5d8e4e33cec7 req-ed76ceef-633b-44f5-95d4-f2a44ad5aacc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.4130654 Jul 23 10:48:40.750508 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-d6339d05-cbe7-451d-b823-0acd9759ed95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 217 time: 0.0430293 Jul 23 10:48:40.759017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-0c1d47bb-006b-41cb-81fa-487e7944ea7e service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123078 Jul 23 10:48:40.778941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b16db20a-1383-40b3-bbb1-8bf80353c079 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.930902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b16db20a-1383-40b3-bbb1-8bf80353c079 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:40.937658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-02d886b1-9b6b-4328-842f-30bec64d13b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.1280229 Jul 23 10:48:41.051665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4018a16c-a4ce-4360-b962-0290a0d25b60 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:41.057105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-be561494-94ff-4e53-adc4-4e7e027d7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:41.062112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-be561494-94ff-4e53-adc4-4e7e027d7737 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1197405 Jul 23 10:48:41.081311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-90a0322c-230b-4b34-bb70-5d8e4e33cec7 req-82581924-2a2e-49a3-a62d-89b38842307d tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091865 Jul 23 10:48:41.145364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-d37c6429-cc27-46f2-a35e-76cf7d0bb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:41.147070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-d37c6429-cc27-46f2-a35e-76cf7d0bb26e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 200 len: 852 time: 0.3852003 Jul 23 10:48:41.148489 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting port 4018a16c-a4ce-4360-b962-0290a0d25b60 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:41.148826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:41.182916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca58d-44ec-4854-b18a-0112dc2fbf85 req-1e659924-37d8-4b6a-b913-d70b688c940c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:41.195481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c7ca58d-44ec-4854-b18a-0112dc2fbf85 req-1e659924-37d8-4b6a-b913-d70b688c940c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.7581651 Jul 23 10:48:41.216237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4018a16c-a4ce-4360-b962-0290a0d25b60 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:41.253984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b16db20a-1383-40b3-bbb1-8bf80353c079 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:41.317005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b16db20a-1383-40b3-bbb1-8bf80353c079 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:41.318536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b16db20a-1383-40b3-bbb1-8bf80353c079 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/35b66c70-cd75-4cb5-80c0-a17947caa1a9 HTTP/1.1" status: 204 len: 168 time: 0.6737523 Jul 23 10:48:41.322791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c7ca58d-44ec-4854-b18a-0112dc2fbf85 req-e7297b84-52d8-4ffd-b896-a0278e8facbd tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173627 Jul 23 10:48:41.323260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46228) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:41.348446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46230) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:41.366961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16db20a-1383-40b3-bbb1-8bf80353c079 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35b66c70-cd75-4cb5-80c0-a17947caa1a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:41.373521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-df3af154-66ae-4b0f-acab-97dc7d94fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:41.375002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-df3af154-66ae-4b0f-acab-97dc7d94fe9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2996223 Jul 23 10:48:41.465823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bf12332a-ad7d-478d-b644-604c8ae8749f tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1396339 Jul 23 10:48:41.468362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46232) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:41.481539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] For port 4018a16c-a4ce-4360-b962-0290a0d25b60, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4018a16c-a4ce-4360-b962-0290a0d25b60,segment=NetworkSegment(275d6ac8-63d2-4fa0-8244-b1d366d8dd35),segment_id=275d6ac8-63d2-4fa0-8244-b1d366d8dd35)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:41.482079 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:41.502626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d8a7a1b5-0e22-4bce-80b3-1ba00c5fa0ef tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/7f27615d-0136-4e7a-a815-245867376e0d HTTP/1.1" status: 200 len: 994 time: 0.1523082 Jul 23 10:48:41.507841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Calling delete_port for 4018a16c-a4ce-4360-b962-0290a0d25b60 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:41.512208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-00366034-86f8-4292-82b1-6ae3094a0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:41.513917 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-00366034-86f8-4292-82b1-6ae3094a0641 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3551837b-08f1-4652-a96c-d61cd30a3ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610340 Jul 23 10:48:41.651589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-c691d693-464e-4b5c-ae0f-cad0191265c0 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650645 Jul 23 10:48:41.695325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8938f48-e7d4-4b8f-a41e-2aae12066976 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:41.779065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8938f48-e7d4-4b8f-a41e-2aae12066976 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:41.953720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-e042703b-1cac-42ef-aa5e-fc6ae5defec8 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216478 Jul 23 10:48:41.997486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8938f48-e7d4-4b8f-a41e-2aae12066976 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:42.009732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8938f48-e7d4-4b8f-a41e-2aae12066976 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:42.010987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d8938f48-e7d4-4b8f-a41e-2aae12066976 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "DELETE /v2.0/security-groups/0de2d41f-ce4d-43d7-88d0-2b0c43fffd9e HTTP/1.1" status: 204 len: 168 time: 0.5415258 Jul 23 10:48:42.031922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46244) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:42.101060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8938f48-e7d4-4b8f-a41e-2aae12066976 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de2d41f-ce4d-43d7-88d0-2b0c43fffd9e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:42.119569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-121816ba-2b42-47f4-9586-804d1ab0bbb5 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214125 Jul 23 10:48:42.161516 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:42.224291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af0fde52-643b-4e40-950e-b5dc23d63778 req-dc527df7-cdb1-4b7d-a404-2df358d2efbe service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632544 Jul 23 10:48:42.224402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-437e0441-bd8d-442f-8bf5-cc066cbab0b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.0955641 Jul 23 10:48:42.239831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Port': ['ID=4018a16c-a4ce-4360-b962-0290a0d25b60,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:42.310836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-685408c7-6256-4d63-8bc7-bf577a865a74 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2691071 Jul 23 10:48:42.313431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46254) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:42.343888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726a5fa-90cc-4713-af51-210a3317539a None None] Network 6723a824-9d42-40f5-a0ef-e82e727d33bc requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:42.348705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-97736b5a-13a7-4294-9f39-a6c833e823a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:42.351931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-97736b5a-13a7-4294-9f39-a6c833e823a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1021655 Jul 23 10:48:42.406457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-05f5588a-0af1-4470-983b-ce83bb4774be None None] Could not find standard attr ID for object 4018a16c-a4ce-4360-b962-0290a0d25b60. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:48:42.416976 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-685a54ff-4632-4ff5-ac0c-e3c4a8f54313 tempest-SecGroupIPv6Test-791213118 tempest-SecGroupIPv6Test-791213118-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993760 Jul 23 10:48:42.425504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No DVR routers for this DVR port 4018a16c-a4ce-4360-b962-0290a0d25b60 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:42.440169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-deacc945-1fb1-43d4-a7f2-2708b7d88bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:42.441681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-deacc945-1fb1-43d4-a7f2-2708b7d88bdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799358 Jul 23 10:48:42.518295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801d7e-9ae9-495d-ac8e-119ba62584f9 req-c71e013a-61a3-4574-b0f7-c1c3a7b69013 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:42.520514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f801d7e-9ae9-495d-ac8e-119ba62584f9 req-c71e013a-61a3-4574-b0f7-c1c3a7b69013 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.2954495 Jul 23 10:48:42.582372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:42.678463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-c24b6aa6-cbb1-4b3f-8f0b-6755bb81a496 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279413 Jul 23 10:48:42.727018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f801d7e-9ae9-495d-ac8e-119ba62584f9 req-7fdf4bc2-50f3-47ec-a6ab-52d49987d86c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958458 Jul 23 10:48:42.837341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:42.945910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Subnet': ['ID=e30ee717-b48e-48dd-936b-9f3f08de2fbc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:42.963451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-77ec6816-4ab4-41cf-8946-9c1c939cde55 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713716 Jul 23 10:48:43.075775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-c849e65e-332e-4c08-bba0-9825f270f178 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.1133060 Jul 23 10:48:43.076066 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.091185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723a824-9d42-40f5-a0ef-e82e727d33bc']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:43.107098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00013bfe-9aaf-4548-b092-68872e9320e7 None None] Network 6723a824-9d42-40f5-a0ef-e82e727d33bc requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:43.108114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275d6ac8-63d2-4fa0-8244-b1d366d8dd35') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:43.108478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275d6ac8-63d2-4fa0-8244-b1d366d8dd35') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:43.119896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.133918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:43.156074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.176447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:43.177713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.185337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-5d2c351b-9d45-4123-b835-1008a7761a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:43.186426 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:43.191021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-5d2c351b-9d45-4123-b835-1008a7761a2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1089418 Jul 23 10:48:43.449358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-547d114d-1032-4411-9db0-25059355922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:43.451048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-547d114d-1032-4411-9db0-25059355922e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2514379 Jul 23 10:48:43.498180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.499347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600b915-1403-4800-ab13-831b55b12443 None None] DHCP port deletion for 6723a824-9d42-40f5-a0ef-e82e727d33bc request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:43.504944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.515319 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/6723a824-9d42-40f5-a0ef-e82e727d33bc HTTP/1.1" status: 204 len: 168 time: 4.1839404 Jul 23 10:48:43.518594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:43.530058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-561457368'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:43.564828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a10c8d-d8e5-417e-86c9-e841da773027 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Network': ['ID=6723a824-9d42-40f5-a0ef-e82e727d33bc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:43.605817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-b294eb48-e9f1-431b-9e5a-8dff71e834fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2842262 Jul 23 10:48:43.644104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-4e9628cd-373f-423b-a188-15677e12dc5d service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744733 Jul 23 10:48:43.678698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:43.688406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b7c1b979-11f7-4998-bdf8-1804941a7c3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af13ae73ac724f2d85eeaa255a6d4287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530183 Jul 23 10:48:43.720179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:43.726786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.803476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b25e34e-b211-4bbd-9488-872f0881c2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.814432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-852cfa4e-b4a9-4062-a597-4c8c650564f1 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601040 Jul 23 10:48:43.836669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d25a-cca5-4996-9c1d-3ad6ec8aedad req-d5218ed2-1ff6-4f5f-88c3-a436d5cd59f2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:43.838290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc9d25a-cca5-4996-9c1d-3ad6ec8aedad req-d5218ed2-1ff6-4f5f-88c3-a436d5cd59f2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.4489033 Jul 23 10:48:43.908002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-41f3d828-d4dc-4250-8f31-4fd6294bf754 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.0877309 Jul 23 10:48:43.911396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:48:43.927912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b25e34e-b211-4bbd-9488-872f0881c2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.969842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:43.970216 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Added segment a16fa4a9-ea12-47e6-a68b-fac367205963 of type vlan for network 4d7671fa-1ab2-447c-8e23-ca95fb103432 Jul 23 10:48:44.008201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afc9d25a-cca5-4996-9c1d-3ad6ec8aedad req-3f509ef9-9a66-4b27-a506-3e4b2c11e00a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554117 Jul 23 10:48:44.112502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:44.145109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-2d3b846a-0d95-407f-afc4-eaa2f0c16ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:44.146817 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-2d3b846a-0d95-407f-afc4-eaa2f0c16ebd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.2302310 Jul 23 10:48:44.172610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b25e34e-b211-4bbd-9488-872f0881c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:44.174959 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:44.182131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b25e34e-b211-4bbd-9488-872f0881c2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:44.186812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7b25e34e-b211-4bbd-9488-872f0881c2cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81d51cb6-7a3a-413d-ada3-f40282df423d HTTP/1.1" status: 204 len: 168 time: 0.5074873 Jul 23 10:48:44.193202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:44.194989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:44.237773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7124646 Jul 23 10:48:44.262500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46316) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:44.290571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Request body: {'subnet': {'network_id': '4d7671fa-1ab2-447c-8e23-ca95fb103432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:44.334026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25e34e-b211-4bbd-9488-872f0881c2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d51cb6-7a3a-413d-ada3-f40282df423d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:44.358116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951bfe9-4860-4786-9bf6-bd288633e249 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Network': ['ID=4d7671fa-1ab2-447c-8e23-ca95fb103432,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:44.376914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4d7671fa-1ab2-447c-8e23-ca95fb103432 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:48:44.450128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac9a4d-28e5-45ca-aafb-127f5fd6797a req-29581154-4018-4e7f-b2af-2cac15f7ded6 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:44.451841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6ac9a4d-28e5-45ca-aafb-127f5fd6797a req-29581154-4018-4e7f-b2af-2cac15f7ded6 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.5216851 Jul 23 10:48:44.591164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6ac9a4d-28e5-45ca-aafb-127f5fd6797a req-237080a9-c6da-4483-a722-3ffa0bb57353 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798843 Jul 23 10:48:44.591244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-78794655-7db9-462a-92e9-aa5daed8714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:44.592800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-78794655-7db9-462a-92e9-aa5daed8714b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4367499 Jul 23 10:48:44.663955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Made reservation on behalf of 9b20e2e5d4434ee0814bbfff85213eb6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:48:44.669580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:44.850834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-dc438451-91bb-4f74-98f9-1b57b308c999 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488058 Jul 23 10:48:44.890943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4018a16c-a4ce-4360-b962-0290a0d25b60 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:44.913883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4018a16c-a4ce-4360-b962-0290a0d25b60 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:44.915103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4018a16c-a4ce-4360-b962-0290a0d25b60 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:45.098978 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-89f1a564-2cf2-40f2-832d-c0e4bef38e1b service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054510 Jul 23 10:48:45.203405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-3d379159-1ca0-420f-a783-3bb228a99592 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0630863 Jul 23 10:48:45.226588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.objects.ports [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93833) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 10:48:45.231000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:45.295134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event updated for resources: {'Subnet': ['ID=1a88f043-c00f-4d2a-8dfb-6f38e22a44d3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:45.315514 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78aae-b92e-44b0-8a58-0cdec38c212e req-791b3334-54c9-423b-97d3-a4a1018948d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:45.322804 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1bd78aae-b92e-44b0-8a58-0cdec38c212e req-791b3334-54c9-423b-97d3-a4a1018948d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1461103 Jul 23 10:48:45.376338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1bd78aae-b92e-44b0-8a58-0cdec38c212e req-e6c8a4b6-7134-411f-8df5-7bf7ed2e90d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Jul 23 10:48:45.420851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46350) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:45.452622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-d1704533-903f-428a-8d66-45a6ff112f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:45.454210 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-d1704533-903f-428a-8d66-45a6ff112f6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.2253494 Jul 23 10:48:45.485277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Checking segment: {'id': 'a16fa4a9-ea12-47e6-a68b-fac367205963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4d7671fa-1ab2-447c-8e23-ca95fb103432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:48:45.485661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network hostable DHCP agents. Network: 4d7671fa-1ab2-447c-8e23-ca95fb103432, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:48:45.596653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Network 4d7671fa-1ab2-447c-8e23-ca95fb103432 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:48:45.625298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e322c356-d295-44af-b7fd-7a414c3dae98 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:45.625673 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-e322c356-d295-44af-b7fd-7a414c3dae98 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 10:48:45.626180 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-e322c356-d295-44af-b7fd-7a414c3dae98 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 10:48:45.627202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e322c356-d295-44af-b7fd-7a414c3dae98 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2038105 Jul 23 10:48:45.636944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:45.641723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4d7671fa-1ab2-447c-8e23-ca95fb103432) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:45.642098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--779977668'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:45.650862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1ade2-497d-4c4f-bd38-7839b66d379a None None] Network 4d7671fa-1ab2-447c-8e23-ca95fb103432 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:45.651024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:45.652190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:45.686546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bca12bed-46df-427d-b26f-20b7d184dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:45.689264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bca12bed-46df-427d-b26f-20b7d184dfb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1097 time: 0.2541211 Jul 23 10:48:45.700167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-43fa9aa6-e059-4847-a38b-1ba81fd9a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:45.702088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-43fa9aa6-e059-4847-a38b-1ba81fd9a7a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2181616 Jul 23 10:48:45.720740 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:45.730612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:45.816119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a9ddb23b-2608-46ff-87e0-1c414603883c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5495021 Jul 23 10:48:45.819018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:45.957232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee192250-19b4-4fab-9a77-46925208eade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-4d7671fa-1ab2-447c-8e23-ca95fb103432', 'network_id': '4d7671fa-1ab2-447c-8e23-ca95fb103432', 'tenant_id': '9b20e2e5d4434ee0814bbfff85213eb6', 'fixed_ips': [{'subnet_id': '1a88f043-c00f-4d2a-8dfb-6f38e22a44d3'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:48:45.962598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee192250-19b4-4fab-9a77-46925208eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:45.989471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7df89-47b7-4312-a07a-778b50d8054d req-f1b41ce9-3a10-45a0-b481-2e283a3a298d tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:45.997249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-43c7df89-47b7-4312-a07a-778b50d8054d req-f1b41ce9-3a10-45a0-b481-2e283a3a298d tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.2941179 Jul 23 10:48:46.003771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.008176 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.021209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.038286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-785c33a0-a67c-4e85-a923-6242e3beead3 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281572 Jul 23 10:48:46.041131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-a8c5f542-81cf-4606-bf86-6d076e91720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:46.043463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-a8c5f542-81cf-4606-bf86-6d076e91720f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.3344214 Jul 23 10:48:46.085454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-43c7df89-47b7-4312-a07a-778b50d8054d req-9743431c-5ac4-480d-a59c-ff224e61dad3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827889 Jul 23 10:48:46.097874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911d930e-fbaa-4ecb-8fb8-b3ff4617dd84,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:46.219687 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.388108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-ee192250-19b4-4fab-9a77-46925208eade None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a88f043-c00f-4d2a-8dfb-6f38e22a44d3: This subnet is being modified by another concurrent operation. Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a88f043-c00f-4d2a-8dfb-6f38e22a44d3: This subnet is being modified by another concurrent operation. Jul 23 10:48:46.455733 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 10:48:46.481744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d12308-51b3-49e8-8b6a-548283d4fff4 None None] Network 4d7671fa-1ab2-447c-8e23-ca95fb103432 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:46.490541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Subnet': ['ID=1a88f043-c00f-4d2a-8dfb-6f38e22a44d3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:46.555840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.591733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.633620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da83d85a-3880-4c80-a6f2-a9a97e880ee4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:46.679969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-d755f694-342b-4482-b5d4-d704c7bb19a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1002 time: 0.6100559 Jul 23 10:48:46.700580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ced6a-e6a5-451b-9dcc-5cba799332c3 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 10:48:46.705107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.722519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.727399 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-65092d2c-17f0-42c4-82c5-dc418de496fc tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0860758 Jul 23 10:48:46.727399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:46.733466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'da83d85a-3880-4c80-a6f2-a9a97e880ee4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:46.739975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7671fa-1ab2-447c-8e23-ca95fb103432']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:46.760486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16fa4a9-ea12-47e6-a68b-fac367205963') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:46.761465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16fa4a9-ea12-47e6-a68b-fac367205963') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:46.773058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-561ee73c-a623-468b-82b5-ec8a534d17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:46.774905 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-561ee73c-a623-468b-82b5-ec8a534d17cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.0819817 Jul 23 10:48:46.775814 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.778527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c9b68b8-0d99-45e3-8ecd-d4e739de2317 req-006ec080-f174-42b2-a1d9-ef59920d4867 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327304 Jul 23 10:48:46.804358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd1ac1-4ae8-4971-9ab2-237bbd1c1a43 req-7908b5ae-3f18-4967-aa2f-7503c0e9579d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:46.812971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6cd1ac1-4ae8-4971-9ab2-237bbd1c1a43 req-7908b5ae-3f18-4967-aa2f-7503c0e9579d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.2532563 Jul 23 10:48:46.830032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.830032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.875548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:46.875966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:46.879594 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:46.899351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ced6a-e6a5-451b-9dcc-5cba799332c3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 10:48:46.925949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6cd1ac1-4ae8-4971-9ab2-237bbd1c1a43 req-57d596e9-78c4-4128-8de6-983a5197e331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116292 Jul 23 10:48:46.950242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-6da976f7-5e10-4f2a-8488-81945049b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:46.952018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-6da976f7-5e10-4f2a-8488-81945049b9f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677396 Jul 23 10:48:46.975042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.976548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.982565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:46.988383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/4d7671fa-1ab2-447c-8e23-ca95fb103432 HTTP/1.1" status: 204 len: 168 time: 1.1681027 Jul 23 10:48:46.989594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.042748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a235408-7f84-4427-b753-b75815af824c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Network': ['ID=4d7671fa-1ab2-447c-8e23-ca95fb103432,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:47.050500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.057454 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6ecb6a-0141-4e85-a32c-e26c5e517202 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:47.058160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6ecb6a-0141-4e85-a32c-e26c5e517202 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:47.062778 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af6ecb6a-0141-4e85-a32c-e26c5e517202 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/1a88f043-c00f-4d2a-8dfb-6f38e22a44d3 HTTP/1.1" status: 404 len: 337 time: 0.0477726 Jul 23 10:48:47.064816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.087114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-5788396c-6e84-440d-8022-203e6452080b service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264942 Jul 23 10:48:47.091719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f1aa2a-6d08-43c4-8d30-6b41711aeae8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:47.122136 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8b167a-c485-4f8e-8e9b-b36fc77ea8f0 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:47.123007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8b167a-c485-4f8e-8e9b-b36fc77ea8f0 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:47.128570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb8b167a-c485-4f8e-8e9b-b36fc77ea8f0 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/4d7671fa-1ab2-447c-8e23-ca95fb103432 HTTP/1.1" status: 404 len: 339 time: 0.0525117 Jul 23 10:48:47.129114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46380) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.134881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.137710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a48a84fc-cb56-4993-aa31-8c6f96b9450e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4093375 Jul 23 10:48:47.140529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46382) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.152150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f94d370b-2c08-48b0-bd5a-bef8bbff5b12 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'da83d85a-3880-4c80-a6f2-a9a97e880ee4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:47.221414 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-11572c32-91e2-4331-904c-d46b007e98e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:47.221882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11572c32-91e2-4331-904c-d46b007e98e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:47.226060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-11572c32-91e2-4331-904c-d46b007e98e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/e30ee717-b48e-48dd-936b-9f3f08de2fbc HTTP/1.1" status: 404 len: 337 time: 0.0927725 Jul 23 10:48:47.231130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.260310 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f94d370b-2c08-48b0-bd5a-bef8bbff5b12 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.271700 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c627f6c7-c2a5-4f13-a66a-16dd16fec0d8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:47.272256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c627f6c7-c2a5-4f13-a66a-16dd16fec0d8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:47.276317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c627f6c7-c2a5-4f13-a66a-16dd16fec0d8 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/6723a824-9d42-40f5-a0ef-e82e727d33bc HTTP/1.1" status: 404 len: 339 time: 0.0418756 Jul 23 10:48:47.288045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46386) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.337368 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cb0a19-c69e-44e0-8473-673cb3dfe301 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:47.338376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cb0a19-c69e-44e0-8473-673cb3dfe301 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:47.341971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-27cb0a19-c69e-44e0-8473-673cb3dfe301 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/49961e52-ae12-4ab1-a533-042999c0f7be HTTP/1.1" status: 404 len: 337 time: 0.0505149 Jul 23 10:48:47.344482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46388) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.382192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-efc5baec-281f-4fa4-a85f-333d7351e8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821977 Jul 23 10:48:47.426293 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6341916-1206-424e-b010-b466dba750e3 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:47.428099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6341916-1206-424e-b010-b466dba750e3 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:47.429708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f6341916-1206-424e-b010-b466dba750e3 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/8855aec3-ede7-47a9-ba15-5878242bdcab HTTP/1.1" status: 404 len: 339 time: 0.0841196 Jul 23 10:48:47.434495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.517361 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-f94d370b-2c08-48b0-bd5a-bef8bbff5b12 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 10:48:47.522610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46396) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.531034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f94d370b-2c08-48b0-bd5a-bef8bbff5b12 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3885906 Jul 23 10:48:47.547301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774dd5d-4a92-4af7-a1e7-2dc07af12b5a req-df3dd79a-2e09-449f-9154-6f0b9c7b5127 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:47.549023 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9774dd5d-4a92-4af7-a1e7-2dc07af12b5a req-df3dd79a-2e09-449f-9154-6f0b9c7b5127 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.3455992 Jul 23 10:48:47.639086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9774dd5d-4a92-4af7-a1e7-2dc07af12b5a req-492924a9-5d0b-4b6d-949d-a53446703518 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667648 Jul 23 10:48:47.640751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.680394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting port aba2209f-3ba1-4915-b824-74082a843367 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:47.681073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.715444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.814976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.818818 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.823525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/da83d85a-3880-4c80-a6f2-a9a97e880ee4 HTTP/1.1" status: 204 len: 168 time: 0.2995226 Jul 23 10:48:47.824625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46398) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.835315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:47.857721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Calling delete_port for aba2209f-3ba1-4915-b824-74082a843367 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:47.868875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da83d85a-3880-4c80-a6f2-a9a97e880ee4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:47.881308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.881909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.882479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.882993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.888208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.892533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.893187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.893903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.894947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.895952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.896729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.897401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba530726-5bac-4179-993e-9e775b7168ae tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:47.952105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e0346292-4ae5-4986-976e-f8e0dec3c053 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218157 Jul 23 10:48:47.953059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:47.958636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664606385'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:47.989129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.041147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.103914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Port': ['ID=aba2209f-3ba1-4915-b824-74082a843367,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:48.124701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.129199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-da29ba9d-4816-45a7-aa0c-cad65e88f7e4 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/ports/aba2209f-3ba1-4915-b824-74082a843367 HTTP/1.1" status: 204 len: 168 time: 0.6896818 Jul 23 10:48:48.129379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.165015 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-384ed518-1efc-43e0-9745-5ab1b5461287 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:48.165480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384ed518-1efc-43e0-9745-5ab1b5461287 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:48.170305 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-384ed518-1efc-43e0-9745-5ab1b5461287 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/0df8e47e-705e-4ef0-919c-57a08d3d7868 HTTP/1.1" status: 404 len: 337 time: 0.0369928 Jul 23 10:48:48.175589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.194227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.208346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.246650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eae91-9a8f-4342-805e-dfff2b96b2ab req-f304a5e8-1f37-4c25-bbc6-dc2d7eb04c0b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:48.248310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f1eae91-9a8f-4342-805e-dfff2b96b2ab req-f304a5e8-1f37-4c25-bbc6-dc2d7eb04c0b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1932237 Jul 23 10:48:48.254522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.258293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3014283 Jul 23 10:48:48.264903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46410) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.271191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0bf7b17c-ee08-473f-abcf-52a38c609f8b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'c1c49df0-967f-4517-98b4-d4172d9c7ecc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:48.271700 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-0bf7b17c-ee08-473f-abcf-52a38c609f8b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 10:48:48.272198 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-0bf7b17c-ee08-473f-abcf-52a38c609f8b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:48.275679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0bf7b17c-ee08-473f-abcf-52a38c609f8b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064995 Jul 23 10:48:48.283964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46412) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.286056 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.318660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b09ad-9d2b-45e0-a5da-9cdf1501705d tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c49df0-967f-4517-98b4-d4172d9c7ecc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:48.347847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f1eae91-9a8f-4342-805e-dfff2b96b2ab req-e8adbbb7-650e-44de-9a6f-bcdd0a8e0e03 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910282 Jul 23 10:48:48.375623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdc25e20-9c5b-44e4-9695-bc52b26efc93 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.392791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.399713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdc25e20-9c5b-44e4-9695-bc52b26efc93 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.403864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cabfc9-cbee-4c3d-94eb-7d26429dc39b']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:48.435119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0554a298-85c4-4b60-a0ff-82f7ae915024') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:48.435732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0554a298-85c4-4b60-a0ff-82f7ae915024') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:48.451191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.468983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdc25e20-9c5b-44e4-9695-bc52b26efc93 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.478746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdc25e20-9c5b-44e4-9695-bc52b26efc93 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.480106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cdc25e20-9c5b-44e4-9695-bc52b26efc93 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1c49df0-967f-4517-98b4-d4172d9c7ecc HTTP/1.1" status: 204 len: 168 time: 0.1951556 Jul 23 10:48:48.484657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46418) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.492619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.504297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:48.505183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.517109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc25e20-9c5b-44e4-9695-bc52b26efc93 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c49df0-967f-4517-98b4-d4172d9c7ecc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:48.553257 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:48.625914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-38eaa87d-4cc3-492a-b467-b926dc816178 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400344 Jul 23 10:48:48.626555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46422) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.631188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168566404'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:48.654030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.669485 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.673516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/06cabfc9-cbee-4c3d-94eb-7d26429dc39b HTTP/1.1" status: 204 len: 168 time: 0.4947739 Jul 23 10:48:48.678305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.689821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.716975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Network': ['ID=06cabfc9-cbee-4c3d-94eb-7d26429dc39b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:48.796122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.796469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.796909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.797249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.797585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.797981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.798588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.798712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.799029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.799386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.799779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.800186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50ec068-bca7-418d-876d-151e0c2a6318 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:48:48.834551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.846947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.894095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:48.898630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2710514 Jul 23 10:48:48.902562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46430) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.910444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f97814c8-2af3-431c-85b7-3ba3d42aab53 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8bd4a06a-90d0-48c7-a6a7-d68a4b79c8dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:48.911401 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-f97814c8-2af3-431c-85b7-3ba3d42aab53 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 10:48:48.912264 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-f97814c8-2af3-431c-85b7-3ba3d42aab53 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:48.917521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f97814c8-2af3-431c-85b7-3ba3d42aab53 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115862 Jul 23 10:48:48.921741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46432) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:48.958618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting port 780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:48.959268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.002090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe9fc-9e60-4f3b-9092-15bd7a54cd60 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.009262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46434) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.015924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe442e-4543-44c7-9e94-c9ac1f304396 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd4a06a-90d0-48c7-a6a7-d68a4b79c8dd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:49.047971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.061792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe9fc-9e60-4f3b-9092-15bd7a54cd60 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.065190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Calling delete_port for 780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:49.078928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbf944-2978-40f8-b146-e60d7cd0c8f8 req-a7679e8f-8fbf-43d1-9f3c-e7ccc246641e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:49.086150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9dbf944-2978-40f8-b146-e60d7cd0c8f8 req-a7679e8f-8fbf-43d1-9f3c-e7ccc246641e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.2499149 Jul 23 10:48:49.178939 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.194071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9dbf944-2978-40f8-b146-e60d7cd0c8f8 req-590813a0-32a6-4462-8484-62d565f035a1 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058974 Jul 23 10:48:49.204506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a55258-e65d-43e5-b09c-3d76b26d10fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.210648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe9fc-9e60-4f3b-9092-15bd7a54cd60 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.213194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe9fc-9e60-4f3b-9092-15bd7a54cd60 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.214472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ec3fe9fc-9e60-4f3b-9092-15bd7a54cd60 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/8bd4a06a-90d0-48c7-a6a7-d68a4b79c8dd HTTP/1.1" status: 204 len: 168 time: 0.2914081 Jul 23 10:48:49.217031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Port': ['ID=780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:49.219126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.223200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46440) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.241948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90a88a97-8a26-4547-890f-88073a75b42d tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/ports/780c5e45-c3f7-4b0c-ab8b-c9ba14c0e395 HTTP/1.1" status: 204 len: 168 time: 0.5632341 Jul 23 10:48:49.244372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46442) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.253378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fe9fc-9e60-4f3b-9092-15bd7a54cd60 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd4a06a-90d0-48c7-a6a7-d68a4b79c8dd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:49.303553 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf46d10-7553-416c-8289-08293e2b245c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:49.305757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf46d10-7553-416c-8289-08293e2b245c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:49.305757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2bf46d10-7553-416c-8289-08293e2b245c tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/377c0004-bb01-40b9-8ee2-1f244dfb4883 HTTP/1.1" status: 404 len: 337 time: 0.0527635 Jul 23 10:48:49.309103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.393759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10c2fd3a-7401-45d4-83fe-543df3cb0e6f tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1679833 Jul 23 10:48:49.398443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46448) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.404218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--287172768'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:49.405557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.414014 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a55258-e65d-43e5-b09c-3d76b26d10fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.424253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a55258-e65d-43e5-b09c-3d76b26d10fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.476235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55258-e65d-43e5-b09c-3d76b26d10fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da05d5-cfac-4255-8b66-a300a54270ca,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:49.478829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.501078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-71a55258-e65d-43e5-b09c-3d76b26d10fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee7c429a136e4cb9b2599245e9880fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905498 Jul 23 10:48:49.504713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46450) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.597381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.603393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.641118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e265be7c-92af-47bc-91ef-1910894fbe4f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:49.676188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.677491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-033e023d-f991-4abd-af0c-031a2da407da tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2780938 Jul 23 10:48:49.682068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46454) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.687487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-71fc7b91-1a02-4b10-aff4-c1b8f194bd77 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'e265be7c-92af-47bc-91ef-1910894fbe4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:49.690109 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-71fc7b91-1a02-4b10-aff4-c1b8f194bd77 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 10:48:49.690109 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-71fc7b91-1a02-4b10-aff4-c1b8f194bd77 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:49.690471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-71fc7b91-1a02-4b10-aff4-c1b8f194bd77 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075781 Jul 23 10:48:49.693307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46456) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.698144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3f4912a1-7bc0-492a-bcbd-70fac2850b6a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'e265be7c-92af-47bc-91ef-1910894fbe4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:49.701529 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-3f4912a1-7bc0-492a-bcbd-70fac2850b6a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 10:48:49.702066 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-3f4912a1-7bc0-492a-bcbd-70fac2850b6a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:49.704783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3f4912a1-7bc0-492a-bcbd-70fac2850b6a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103202 Jul 23 10:48:49.707593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46458) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.713743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b1bff525-a330-4134-af45-b6d6bceb39c0 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'e265be7c-92af-47bc-91ef-1910894fbe4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:49.715207 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-b1bff525-a330-4134-af45-b6d6bceb39c0 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 10:48:49.716021 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-b1bff525-a330-4134-af45-b6d6bceb39c0 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:49.717486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b1bff525-a330-4134-af45-b6d6bceb39c0 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087810 Jul 23 10:48:49.720303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46460) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.725420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-334fcf6b-4e0b-47b9-b68f-d16818f3f21c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'e265be7c-92af-47bc-91ef-1910894fbe4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:49.726827 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-334fcf6b-4e0b-47b9-b68f-d16818f3f21c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 10:48:49.727578 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-334fcf6b-4e0b-47b9-b68f-d16818f3f21c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:49.732676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-334fcf6b-4e0b-47b9-b68f-d16818f3f21c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069814 Jul 23 10:48:49.733080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.818939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b38a3b-5036-4f90-8d07-1f43dad21c43 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.860072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b38a3b-5036-4f90-8d07-1f43dad21c43 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.907507 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.914348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b38a3b-5036-4f90-8d07-1f43dad21c43 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.917950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57b38a3b-5036-4f90-8d07-1f43dad21c43 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.919147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-57b38a3b-5036-4f90-8d07-1f43dad21c43 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/e265be7c-92af-47bc-91ef-1910894fbe4f HTTP/1.1" status: 204 len: 168 time: 0.1848981 Jul 23 10:48:49.922549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46464) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:49.931932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4486d80b-0ff0-424c-9664-bef1613ee134']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:49.941914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38a3b-5036-4f90-8d07-1f43dad21c43 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265be7c-92af-47bc-91ef-1910894fbe4f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:49.945095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402a028b-94be-490e-9f31-c36fc719f927') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:49.946297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402a028b-94be-490e-9f31-c36fc719f927') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:49.966234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.982373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3fb098d-d92c-48cd-84d2-0e363e17391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.989655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:49.994989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-591d803f-7dfc-454c-a093-4b0fc3bac297 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713651 Jul 23 10:48:50.002845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46466) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.007967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:50.008390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.011453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--671871077'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:50.015112 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:50.040426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691b42-de5e-489f-a1f4-9782484c24b8 req-4976a002-abc8-477a-90e9-857f57b24c2b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:50.042746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53691b42-de5e-489f-a1f4-9782484c24b8 req-4976a002-abc8-477a-90e9-857f57b24c2b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.5280406 Jul 23 10:48:50.045012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3fb098d-d92c-48cd-84d2-0e363e17391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.049126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.131504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.145798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.150348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/4486d80b-0ff0-424c-9664-bef1613ee134 HTTP/1.1" status: 204 len: 168 time: 0.8344171 Jul 23 10:48:50.153734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.156908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.162182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.176878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c5e12-95d3-4c44-a8ba-35b8d5baa61a tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Network': ['ID=4486d80b-0ff0-424c-9664-bef1613ee134,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:50.199744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-53691b42-de5e-489f-a1f4-9782484c24b8 req-75956624-dc72-4e58-9d16-6d3946cd90b8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466184 Jul 23 10:48:50.204154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.235285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3fb098d-d92c-48cd-84d2-0e363e17391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.235285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3fb098d-d92c-48cd-84d2-0e363e17391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.236791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2332969 Jul 23 10:48:50.242249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46476) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.243749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f3fb098d-d92c-48cd-84d2-0e363e17391d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56da05d5-cfac-4255-8b66-a300a54270ca HTTP/1.1" status: 204 len: 168 time: 0.7270975 Jul 23 10:48:50.264156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting subnet a4e7a786-e9a3-4814-8d10-c09b6cf48699 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:48:50.267069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6342d54e-cd40-4581-9a10-f1bb7a1ac7c2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.267335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb098d-d92c-48cd-84d2-0e363e17391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da05d5-cfac-4255-8b66-a300a54270ca,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:50.270839 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-6342d54e-cd40-4581-9a10-f1bb7a1ac7c2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 10:48:50.270839 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-6342d54e-cd40-4581-9a10-f1bb7a1ac7c2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.271153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.275495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6342d54e-cd40-4581-9a10-f1bb7a1ac7c2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0297301 Jul 23 10:48:50.275495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743b90-7fd4-466c-9b8b-a8beb44b448e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a3cda-bbcf-4f34-aff4-8db21a780da1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:50.277944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.309830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5685a965-9dff-4714-912b-ae08e999f054 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.364382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.407523 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-5685a965-9dff-4714-912b-ae08e999f054 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.410823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5685a965-9dff-4714-912b-ae08e999f054 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1101782 Jul 23 10:48:50.411746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46480) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.417565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4f27e0ec-58dc-4f5c-ac5e-4a64bc12317c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.418421 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-4f27e0ec-58dc-4f5c-ac5e-4a64bc12317c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 10:48:50.419064 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-4f27e0ec-58dc-4f5c-ac5e-4a64bc12317c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.420392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4f27e0ec-58dc-4f5c-ac5e-4a64bc12317c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073078 Jul 23 10:48:50.423989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.429717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b6b31c44-63f3-45b8-a6dd-6b93f8a8e3e2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.465981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36eff3-22e9-49b1-af93-9921e6729acc req-f68eb28a-85ce-4216-b564-e5a60fb2c2f3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:50.467752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f36eff3-22e9-49b1-af93-9921e6729acc req-f68eb28a-85ce-4216-b564-e5a60fb2c2f3 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.1284289 Jul 23 10:48:50.507627 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-b6b31c44-63f3-45b8-a6dd-6b93f8a8e3e2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.508683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b6b31c44-63f3-45b8-a6dd-6b93f8a8e3e2 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0836072 Jul 23 10:48:50.512327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.516136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.540354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d260ca48-fb84-4417-8e16-00dc60b493f8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.541070 n-d-778550-4 neutron-server[93834]: WARNING neutron.api.v2.base [None req-d260ca48-fb84-4417-8e16-00dc60b493f8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 10:48:50.542602 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-d260ca48-fb84-4417-8e16-00dc60b493f8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.544226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d260ca48-fb84-4417-8e16-00dc60b493f8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0272667 Jul 23 10:48:50.545145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f36eff3-22e9-49b1-af93-9921e6729acc req-4637edc5-8bee-4c8a-b574-7bda845858e4 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673115 Jul 23 10:48:50.547819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46488) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.556582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f2dc2c8e-0dd3-4c21-8016-2de4e0835da5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.616723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.619214 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-f2dc2c8e-0dd3-4c21-8016-2de4e0835da5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.623154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2dc2c8e-0dd3-4c21-8016-2de4e0835da5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0725489 Jul 23 10:48:50.626051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46490) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.641185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c7325c1e-9be2-4842-826a-101079a1a216 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.641571 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-c7325c1e-9be2-4842-826a-101079a1a216 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 10:48:50.642178 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-c7325c1e-9be2-4842-826a-101079a1a216 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.645739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c7325c1e-9be2-4842-826a-101079a1a216 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153737 Jul 23 10:48:50.646580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46492) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.651466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4e92a41a-fa80-48a3-8a13-02783d4abe3a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.659211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e7a786-e9a3-4814-8d10-c09b6cf48699,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:50.664692 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.666843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-010fc6d1-ab51-410f-bbec-2c655000f527 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/subnets/a4e7a786-e9a3-4814-8d10-c09b6cf48699 HTTP/1.1" status: 204 len: 168 time: 0.5109940 Jul 23 10:48:50.670519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46494) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.674854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a786a-590b-4810-90c9-eac17b54d8d8 None None] Network 68e2976a-24eb-478c-a619-16680a62c6d8 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:48:50.693479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46496) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.714648 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-4e92a41a-fa80-48a3-8a13-02783d4abe3a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:50.715613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4e92a41a-fa80-48a3-8a13-02783d4abe3a tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0679073 Jul 23 10:48:50.718361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46498) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:50.719305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21d3c474-9897-4973-baad-a7802b8d437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.723262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1cf33b3f-4ff7-4e5e-99d4-e8bb87dbfc09 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '8b1a3cda-bbcf-4f34-aff4-8db21a780da1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:50.800996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.922120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Deleting port 9f34c6c7-5a41-4351-b84b-36321e1f228e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:50.922517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:50.967559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] DHCP port deletion for 68e2976a-24eb-478c-a619-16680a62c6d8 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:48:51.006214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21d3c474-9897-4973-baad-a7802b8d437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.013699 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21d3c474-9897-4973-baad-a7802b8d437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.018004 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-1cf33b3f-4ff7-4e5e-99d4-e8bb87dbfc09 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:51.022067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1cf33b3f-4ff7-4e5e-99d4-e8bb87dbfc09 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2999718 Jul 23 10:48:51.022255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:51.053717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] Deleting port 9f34c6c7-5a41-4351-b84b-36321e1f228e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:48:51.054289 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.055262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] For port 9f34c6c7-5a41-4351-b84b-36321e1f228e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f34c6c7-5a41-4351-b84b-36321e1f228e,segment=NetworkSegment(df704ca2-2435-4cce-a938-750b906b178e),segment_id=df704ca2-2435-4cce-a938-750b906b178e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:51.055662 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.077103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-21d3c474-9897-4973-baad-a7802b8d437a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abc0a7456117486c8811010d6c7deab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799162 Jul 23 10:48:51.077684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46504) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:51.078320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3c474-9897-4973-baad-a7802b8d437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d14bbe-5dae-46a3-985a-fe99aa664ae2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.091478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Calling delete_port for 9f34c6c7-5a41-4351-b84b-36321e1f228e owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:51.135210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b9e288d-4db9-4606-a44e-f57107cc7094 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.173258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] For port 9f34c6c7-5a41-4351-b84b-36321e1f228e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=9f34c6c7-5a41-4351-b84b-36321e1f228e,segment=NetworkSegment(df704ca2-2435-4cce-a938-750b906b178e),segment_id=df704ca2-2435-4cce-a938-750b906b178e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:51.173584 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.174444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b9e288d-4db9-4606-a44e-f57107cc7094 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.180949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81b442a5-4a83-4584-8bdd-6e136ef04872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.186857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] Calling delete_port for 9f34c6c7-5a41-4351-b84b-36321e1f228e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:48:51.217852 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.235059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d08643e8-0fc5-4623-9f1d-19e79276a7b9 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:48:51.236093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81b442a5-4a83-4584-8bdd-6e136ef04872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.251248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] No DVR routers for this DVR port 9f34c6c7-5a41-4351-b84b-36321e1f228e on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:51.288283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Port': ['ID=9f34c6c7-5a41-4351-b84b-36321e1f228e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.339895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b9e288d-4db9-4606-a44e-f57107cc7094 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.343137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b9e288d-4db9-4606-a44e-f57107cc7094 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.344226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b9e288d-4db9-4606-a44e-f57107cc7094 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/8b1a3cda-bbcf-4f34-aff4-8db21a780da1 HTTP/1.1" status: 204 len: 168 time: 0.3206608 Jul 23 10:48:51.355767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46510) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:51.409681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.413322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e288d-4db9-4606-a44e-f57107cc7094 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a3cda-bbcf-4f34-aff4-8db21a780da1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.424796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e2976a-24eb-478c-a619-16680a62c6d8']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:51.426827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.438826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df704ca2-2435-4cce-a938-750b906b178e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:51.439479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df704ca2-2435-4cce-a938-750b906b178e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:51.450074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.498000 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.503284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81fb472e-5373-40d8-88a9-864d73b60a71 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464291 Jul 23 10:48:51.504818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] Pushing event deleted for resources: {'Port': ['ID=9f34c6c7-5a41-4351-b84b-36321e1f228e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.511406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46512) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:51.527872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--440642916'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:51.531697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce795b38-0372-4062-935d-c01aa66893aa None None] No DVR routers for this DVR port 9f34c6c7-5a41-4351-b84b-36321e1f228e on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:48:51.537748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:48:51.538208 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.552272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81b442a5-4a83-4584-8bdd-6e136ef04872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:48:51.555068 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:48:51.562057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81b442a5-4a83-4584-8bdd-6e136ef04872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.562134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d08643e8-0fc5-4623-9f1d-19e79276a7b9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:51.562213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81b442a5-4a83-4584-8bdd-6e136ef04872 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80d14bbe-5dae-46a3-985a-fe99aa664ae2 HTTP/1.1" status: 204 len: 168 time: 0.4778571 Jul 23 10:48:51.586248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:48:51.590771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b442a5-4a83-4584-8bdd-6e136ef04872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d14bbe-5dae-46a3-985a-fe99aa664ae2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.602439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dee08d-3433-4d21-a57a-a94143a3d55b req-b834d0f1-db7d-411f-b4a5-37454af2ff23 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:51.604043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4dee08d-3433-4d21-a57a-a94143a3d55b req-b834d0f1-db7d-411f-b4a5-37454af2ff23 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.2587602 Jul 23 10:48:51.665956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4dee08d-3433-4d21-a57a-a94143a3d55b req-43a990ac-c6ef-4d94-9e63-a8d57b90df5a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556021 Jul 23 10:48:51.710397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.725114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08643e8-0fc5-4623-9f1d-19e79276a7b9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:48:51.745608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.749852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d08643e8-0fc5-4623-9f1d-19e79276a7b9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:51.751930 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.758574 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.766716 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:51.768570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] 10.222.0.37 "DELETE /v2.0/networks/68e2976a-24eb-478c-a619-16680a62c6d8 HTTP/1.1" status: 204 len: 168 time: 1.0969303 Jul 23 10:48:51.826641 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc08db-307d-41da-918d-77146a54ed56 tempest-NetworksIpV6TestAttrs-2055329110 tempest-NetworksIpV6TestAttrs-2055329110-project] Pushing event deleted for resources: {'Network': ['ID=68e2976a-24eb-478c-a619-16680a62c6d8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.839837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d08643e8-0fc5-4623-9f1d-19e79276a7b9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:51.875867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb19ae4-f17b-46a7-bae9-11d1b34f9f06 req-f3adceb3-bc25-4481-954f-3e3c0834d868 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:51.877854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abb19ae4-f17b-46a7-bae9-11d1b34f9f06 req-f3adceb3-bc25-4481-954f-3e3c0834d868 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 943 time: 0.1714578 Jul 23 10:48:51.944032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abb19ae4-f17b-46a7-bae9-11d1b34f9f06 req-48a40582-8441-4662-906c-fd7f47b9d459 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588284 Jul 23 10:48:52.015054 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.024123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.052729 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.066987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5499024 Jul 23 10:48:52.067316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46526) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.071568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837d909-a9c0-4788-99ba-257e8b8b736c tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa844ba8-4e75-4c95-b90c-7e0d437a2e70,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:52.075394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-adad832a-4673-4545-8e4a-62c229031bd8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'fa844ba8-4e75-4c95-b90c-7e0d437a2e70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:52.117534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.142285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d08643e8-0fc5-4623-9f1d-19e79276a7b9'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:48:52.155078 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-adad832a-4673-4545-8e4a-62c229031bd8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The resource could not be found. Jul 23 10:48:52.158034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-adad832a-4673-4545-8e4a-62c229031bd8 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0871680 Jul 23 10:48:52.159287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.164603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3870d98d-85a9-4bd5-9213-27e37eb6396e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'fa844ba8-4e75-4c95-b90c-7e0d437a2e70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f77b97cd-4f07-49ef-9ff8-9781a2cef236'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:52.222934 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-3870d98d-85a9-4bd5-9213-27e37eb6396e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The resource could not be found. Jul 23 10:48:52.224343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3870d98d-85a9-4bd5-9213-27e37eb6396e tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0635021 Jul 23 10:48:52.232601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.339738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d6807bae-d875-416e-8f76-f574caf0be9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b20e2e5d4434ee0814bbfff85213eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199974 Jul 23 10:48:52.344079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46542) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.345611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5040ad7f-32e0-484f-8b0d-d1b079d29224 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.373967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5040ad7f-32e0-484f-8b0d-d1b079d29224 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.437770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5040ad7f-32e0-484f-8b0d-d1b079d29224 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.445309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5040ad7f-32e0-484f-8b0d-d1b079d29224 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.447536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5040ad7f-32e0-484f-8b0d-d1b079d29224 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa844ba8-4e75-4c95-b90c-7e0d437a2e70 HTTP/1.1" status: 204 len: 168 time: 0.2129347 Jul 23 10:48:52.452086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.464407 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-365049f6-3345-4bd4-958c-0d607eacf460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.467510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040ad7f-32e0-484f-8b0d-d1b079d29224 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa844ba8-4e75-4c95-b90c-7e0d437a2e70,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:52.488919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-365049f6-3345-4bd4-958c-0d607eacf460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.556027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b2946115-8f7c-4918-9d9c-211e9e100257 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026261 Jul 23 10:48:52.561825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46550) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.567693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-82480a6d-72ce-4b39-b1b8-2d73298dcb04 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': '812c4fce-f485-44b5-930e-2455c5dd6f59', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:52.594381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-365049f6-3345-4bd4-958c-0d607eacf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.596915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-365049f6-3345-4bd4-958c-0d607eacf460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.598061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-365049f6-3345-4bd4-958c-0d607eacf460 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eabd16e-281d-4288-9e62-8822e107630f HTTP/1.1" status: 204 len: 168 time: 0.2525439 Jul 23 10:48:52.606540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365049f6-3345-4bd4-958c-0d607eacf460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eabd16e-281d-4288-9e62-8822e107630f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:52.638025 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-82480a6d-72ce-4b39-b1b8-2d73298dcb04 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The resource could not be found. Jul 23 10:48:52.642339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-82480a6d-72ce-4b39-b1b8-2d73298dcb04 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0757535 Jul 23 10:48:52.646045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46556) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.655247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--989539617'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:52.712594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.852168 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.859811 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.891851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:52.903143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2518365 Jul 23 10:48:52.903909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:52.908506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56130907-0163-449e-baf9-c8d756e01b1d req-83993afc-583a-4dde-baee-86b791792fa6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:52.910476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56130907-0163-449e-baf9-c8d756e01b1d req-83993afc-583a-4dde-baee-86b791792fa6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1353877 Jul 23 10:48:52.911328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565089914'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:52.918875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ff6d-7516-4ca3-b9ea-faf602b65de5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a00d49-d14f-4cd4-9f95-3f59b9dd77f4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:52.956229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.020636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f34c6c7-5a41-4351-b84b-36321e1f228e no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:48:53.036673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56130907-0163-449e-baf9-c8d756e01b1d req-55903569-3f66-4d70-9b40-745b653a5c5f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177225 Jul 23 10:48:53.111160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 9f34c6c7-5a41-4351-b84b-36321e1f228e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:48:53.111792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 9f34c6c7-5a41-4351-b84b-36321e1f228e not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:48:53.127461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.144409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.212055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.212956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3055041 Jul 23 10:48:53.216817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.221647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b5970701-54b6-4514-b6f9-083919d92cf5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group_rule': {'security_group_id': 'c9a00d49-d14f-4cd4-9f95-3f59b9dd77f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '19b47550-b167-4852-90a5-c6359ec2b26e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:53.223898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d1021-7655-4d0e-bdf6-5864030e69b9 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b47550-b167-4852-90a5-c6359ec2b26e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:53.242631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d08643e8-0fc5-4623-9f1d-19e79276a7b9 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:48:53.273794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864c250-b74d-4541-94dc-56036acead0b req-e8394ca0-70ec-40ef-8907-f97ead4f0f6d tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:53.276270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7864c250-b74d-4541-94dc-56036acead0b req-e8394ca0-70ec-40ef-8907-f97ead4f0f6d tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 944 time: 0.1473317 Jul 23 10:48:53.280067 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b5970701-54b6-4514-b6f9-083919d92cf5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 10:48:53.285262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b5970701-54b6-4514-b6f9-083919d92cf5 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0662036 Jul 23 10:48:53.285535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46590) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.326535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port d08643e8-0fc5-4623-9f1d-19e79276a7b9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:48:53.334205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d08643e8-0fc5-4623-9f1d-19e79276a7b9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:48:53.334886 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.354354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7864c250-b74d-4541-94dc-56036acead0b req-998233cb-c149-453c-821b-1990b75c88b1 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693922 Jul 23 10:48:53.395798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7cf843bb-85cb-46e3-987c-d72c9a5453f6 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.431488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7cf843bb-85cb-46e3-987c-d72c9a5453f6 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.491632 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.508781 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7cf843bb-85cb-46e3-987c-d72c9a5453f6 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.513099 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7cf843bb-85cb-46e3-987c-d72c9a5453f6 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.514391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7cf843bb-85cb-46e3-987c-d72c9a5453f6 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/19b47550-b167-4852-90a5-c6359ec2b26e HTTP/1.1" status: 204 len: 168 time: 0.2280047 Jul 23 10:48:53.517856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.536061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:48:53.538691 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5428b427-2ef9-4c6f-b053-758fd9bc6b38" -d '{"events": [{"server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "name": "network-vif-plugged", "status": "completed", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:48:53.554197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf843bb-85cb-46e3-987c-d72c9a5453f6 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b47550-b167-4852-90a5-c6359ec2b26e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:53.561180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d08643e8-0fc5-4623-9f1d-19e79276a7b9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:48:53.569542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.646332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d08643e8-0fc5-4623-9f1d-19e79276a7b9,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:53.654171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-990a2c10-3efb-4ba8-8c41-800199aa5371 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1312556 Jul 23 10:48:53.655076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46604) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.659150 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b59085d-b656-4230-ae17-a1c97618e597 x-openstack-request-id: req-2b59085d-b656-4230-ae17-a1c97618e597 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:48:53.659549 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "name": "network-vif-plugged", "status": "completed", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:48:53.659743 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b59085d-b656-4230-ae17-a1c97618e597 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:48:53.660215 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'code': 200} Jul 23 10:48:53.726973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18e9ba78-b59e-4806-8590-946af43adbda tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.751399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18e9ba78-b59e-4806-8590-946af43adbda tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.763355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.851872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18e9ba78-b59e-4806-8590-946af43adbda tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.855635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18e9ba78-b59e-4806-8590-946af43adbda tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.859204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-18e9ba78-b59e-4806-8590-946af43adbda tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/c9a00d49-d14f-4cd4-9f95-3f59b9dd77f4 HTTP/1.1" status: 204 len: 168 time: 0.2004113 Jul 23 10:48:53.859604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.890587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be647ef9-d65e-420a-86d3-1c8e7721e156 req-b1fddbfb-f51d-4734-98ec-a4b47150abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:53.892293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be647ef9-d65e-420a-86d3-1c8e7721e156 req-b1fddbfb-f51d-4734-98ec-a4b47150abd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1096 time: 0.1224172 Jul 23 10:48:53.893363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9ba78-b59e-4806-8590-946af43adbda tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a00d49-d14f-4cd4-9f95-3f59b9dd77f4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:53.934526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0defe2a0-844a-4a51-844c-8bf679e9b972 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730076 Jul 23 10:48:53.934526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:53.940765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683579523'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:53.972767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be647ef9-d65e-420a-86d3-1c8e7721e156 req-0f8d1567-a8b2-4eb8-af4c-99fc5054364a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660520 Jul 23 10:48:53.974380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66bb900f-d794-431f-8f53-d8cf5abf4b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:53.997064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.081915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.142471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66bb900f-d794-431f-8f53-d8cf5abf4b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.157196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66bb900f-d794-431f-8f53-d8cf5abf4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.175985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.226013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5174-6ad9-4a6d-8c00-c5c1bf9b34c4 req-256cc963-aab5-4b6a-b13a-ec1ef3c239b3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:54.227787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdaa5174-6ad9-4a6d-8c00-c5c1bf9b34c4 req-256cc963-aab5-4b6a-b13a-ec1ef3c239b3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.0954225 Jul 23 10:48:54.246407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-66bb900f-d794-431f-8f53-d8cf5abf4b1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9493907561e9442aa098bcfb33a95005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818249 Jul 23 10:48:54.251019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46630) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.300999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb900f-d794-431f-8f53-d8cf5abf4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5add2-3f98-448c-943e-a1a2a3d1add4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:54.332609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdaa5174-6ad9-4a6d-8c00-c5c1bf9b34c4 req-0ef0b509-5631-4d4a-8999-c4716219084e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984735 Jul 23 10:48:54.356649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.361224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.362138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c1c949d-0f00-4ac2-a36c-7a1b334aa9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.383112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4d947738-b6c4-4e6f-896e-6317f8976d73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] Request body: {'port': {'network_id': '544d8c8a-8de4-4cdb-86d1-9431cf13168e', 'name': 'tempest-NetworksNegativeTestJSON-419257304'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:54.391499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0237aa6-8b4c-4711-b0ea-1a5f934562d1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:54.403108 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d947738-b6c4-4e6f-896e-6317f8976d73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] POST failed (client error): The resource could not be found. Jul 23 10:48:54.404188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d947738-b6c4-4e6f-896e-6317f8976d73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.405613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4d947738-b6c4-4e6f-896e-6317f8976d73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2285235 Jul 23 10:48:54.405720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.410745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46634) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.411276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46636) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.412135 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bcb7056f-1299-4acc-b757-4ff110d621a1 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4762058 Jul 23 10:48:54.417252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-630d8708-aad0-47e9-88e3-1bcbcbb50d2b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:54.417744 n-d-778550-4 neutron-server[93833]: WARNING neutron.api.v2.base [None req-630d8708-aad0-47e9-88e3-1bcbcbb50d2b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 10:48:54.418194 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-630d8708-aad0-47e9-88e3-1bcbcbb50d2b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 10:48:54.419700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-630d8708-aad0-47e9-88e3-1bcbcbb50d2b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "PUT /v2.0/security-groups/f0237aa6-8b4c-4711-b0ea-1a5f934562d1 HTTP/1.1" status: 409 len: 330 time: 0.0059977 Jul 23 10:48:54.422699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46638) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.431015 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c1c949d-0f00-4ac2-a36c-7a1b334aa9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.443714 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06c87f4-027b-45b3-9c9c-b17d3333bc73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:54.444406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06c87f4-027b-45b3-9c9c-b17d3333bc73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.452464 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e06c87f4-027b-45b3-9c9c-b17d3333bc73 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "DELETE /v2.0/networks/ff20bdb8-bcab-4176-b84b-b22de7e375b1 HTTP/1.1" status: 404 len: 339 time: 0.0396621 Jul 23 10:48:54.457126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.501355 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9af3cf-3693-46bf-ab31-d3352cebf8ff tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:54.501355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9af3cf-3693-46bf-ab31-d3352cebf8ff tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.503125 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d9af3cf-3693-46bf-ab31-d3352cebf8ff tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "DELETE /v2.0/ports/5d125617-e3cc-4510-8dda-2040875e88f8 HTTP/1.1" status: 404 len: 333 time: 0.0444221 Jul 23 10:48:54.507595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.538659 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2345a41a-923f-4f22-bcb8-22aff99298f9 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] DELETE failed (client error): The resource could not be found. Jul 23 10:48:54.539254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2345a41a-923f-4f22-bcb8-22aff99298f9 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.544133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2345a41a-923f-4f22-bcb8-22aff99298f9 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "DELETE /v2.0/subnets/47086ed0-526f-42f2-9a71-e671aefe9130 HTTP/1.1" status: 404 len: 337 time: 0.0348451 Jul 23 10:48:54.545353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46644) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.569742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c1c949d-0f00-4ac2-a36c-7a1b334aa9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.572358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c1c949d-0f00-4ac2-a36c-7a1b334aa9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.577506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8c1c949d-0f00-4ac2-a36c-7a1b334aa9d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62d5add2-3f98-448c-943e-a1a2a3d1add4 HTTP/1.1" status: 204 len: 168 time: 0.3248649 Jul 23 10:48:54.591095 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-77997b87-d175-4aac-9674-e59af96fea6a tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] GET failed (client error): The resource could not be found. Jul 23 10:48:54.591095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-77997b87-d175-4aac-9674-e59af96fea6a tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "GET /v2.0/networks/460e7c56-f6d6-4c4d-a5db-9166b1b33214 HTTP/1.1" status: 404 len: 339 time: 0.0388377 Jul 23 10:48:54.591095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3abd03b-52a9-45b0-ba24-4a9a812aad3b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.591391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46648) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.606905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c949d-0f00-4ac2-a36c-7a1b334aa9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5add2-3f98-448c-943e-a1a2a3d1add4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:54.622587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3abd03b-52a9-45b0-ba24-4a9a812aad3b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.628725 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-912ddf82-acb8-424d-a57b-7dcc6dce6dfe tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] GET failed (client error): The resource could not be found. Jul 23 10:48:54.634109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-912ddf82-acb8-424d-a57b-7dcc6dce6dfe tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "GET /v2.0/ports/4cef70e1-1072-4367-aa4d-26c0f26af85a HTTP/1.1" status: 404 len: 333 time: 0.0384796 Jul 23 10:48:54.634734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46650) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.642205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36e56-c557-418d-b183-21c8eb89a61b req-34b5e2c4-2b00-430b-bf2c-ddcd0c09649a tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:54.649095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2a36e56-c557-418d-b183-21c8eb89a61b req-34b5e2c4-2b00-430b-bf2c-ddcd0c09649a tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 945 time: 0.1628764 Jul 23 10:48:54.671055 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a255e6a0-c331-4590-a4a7-87af01ccc47d tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] GET failed (client error): The resource could not be found. Jul 23 10:48:54.673341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a255e6a0-c331-4590-a4a7-87af01ccc47d tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "GET /v2.0/subnets/81c2943a-eb8e-48de-bc57-3a03266f6041 HTTP/1.1" status: 404 len: 337 time: 0.0377302 Jul 23 10:48:54.678026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.687526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7fc0995b-3cba-4cdd-83c5-12d908d2fb61 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:54.709489 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc0995b-3cba-4cdd-83c5-12d908d2fb61 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] PUT failed (client error): The resource could not be found. Jul 23 10:48:54.710101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc0995b-3cba-4cdd-83c5-12d908d2fb61 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.711332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7fc0995b-3cba-4cdd-83c5-12d908d2fb61 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "PUT /v2.0/networks/815f4bea-be1e-4cdf-8ec4-57a02fe5b9be HTTP/1.1" status: 404 len: 339 time: 0.0323112 Jul 23 10:48:54.717480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46656) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.723913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6a1c9e86-1f0c-4586-82b9-390cd12c77b0 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:54.726597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2a36e56-c557-418d-b183-21c8eb89a61b req-c138018a-8f30-41f7-a768-233652cb62ac tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766015 Jul 23 10:48:54.731633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3abd03b-52a9-45b0-ba24-4a9a812aad3b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.738700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3abd03b-52a9-45b0-ba24-4a9a812aad3b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:54.744599 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e3abd03b-52a9-45b0-ba24-4a9a812aad3b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0237aa6-8b4c-4711-b0ea-1a5f934562d1 HTTP/1.1" status: 204 len: 168 time: 0.3208373 Jul 23 10:48:54.745395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46658) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.767931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abd03b-52a9-45b0-ba24-4a9a812aad3b tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0237aa6-8b4c-4711-b0ea-1a5f934562d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:54.772848 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1c9e86-1f0c-4586-82b9-390cd12c77b0 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] PUT failed (client error): The resource could not be found. Jul 23 10:48:54.786202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1c9e86-1f0c-4586-82b9-390cd12c77b0 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.793499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6a1c9e86-1f0c-4586-82b9-390cd12c77b0 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "PUT /v2.0/ports/4826d128-ceb1-4bb4-ab1e-041d9e973783 HTTP/1.1" status: 404 len: 333 time: 0.0745153 Jul 23 10:48:54.794239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.800499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b088388-2ee0-4455-88c3-dee6b5f21140 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:54.830032 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b088388-2ee0-4455-88c3-dee6b5f21140 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] PUT failed (client error): The resource could not be found. Jul 23 10:48:54.831032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b088388-2ee0-4455-88c3-dee6b5f21140 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:48:54.835887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9b088388-2ee0-4455-88c3-dee6b5f21140 tempest-NetworksNegativeTestJSON-790384556 tempest-NetworksNegativeTestJSON-790384556-project] 10.222.0.37 "PUT /v2.0/subnets/e269ea50-8349-4653-8eec-a403cd0aee31 HTTP/1.1" status: 404 len: 337 time: 0.0365269 Jul 23 10:48:54.846130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4d535f98-1209-4768-a52f-0ae0f7371d19 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968165 Jul 23 10:48:54.846752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.867657 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-31919e25-7dec-46cf-ac07-cd372b0a62cd tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] delete failed (client error): The resource could not be found. Jul 23 10:48:54.873557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-31919e25-7dec-46cf-ac07-cd372b0a62cd tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d142636-618c-4be9-9241-b36b9761c791 HTTP/1.1" status: 404 len: 347 time: 0.0256982 Jul 23 10:48:54.874430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46666) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.892651 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-03218f8e-2fbe-420a-924b-2f9f42ad6414 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] show failed (client error): The resource could not be found. Jul 23 10:48:54.893897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-03218f8e-2fbe-420a-924b-2f9f42ad6414 tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-groups/93862e1d-a18c-478a-8511-eda502942674 HTTP/1.1" status: 404 len: 347 time: 0.0181522 Jul 23 10:48:54.897738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46668) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:54.930008 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-af24cff2-1d9b-4bc5-b077-427ceb93acce tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] show failed (client error): The resource could not be found. Jul 23 10:48:54.931036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-af24cff2-1d9b-4bc5-b077-427ceb93acce tempest-NegativeSecGroupTest-215044447 tempest-NegativeSecGroupTest-215044447-project] 10.222.0.37 "GET /v2.0/security-group-rules/d34e0396-3208-493d-9a60-25cb7febda76 HTTP/1.1" status: 404 len: 356 time: 0.0322406 Jul 23 10:48:55.285393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:55.517266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:55.543998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c0b91-ccb8-4eb6-8a4b-e20b667a9201 req-db0422a0-911a-41bb-9482-37c670604bc6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:55.552285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f80c0b91-ccb8-4eb6-8a4b-e20b667a9201 req-db0422a0-911a-41bb-9482-37c670604bc6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.0946643 Jul 23 10:48:55.554425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12289651-d90b-4388-a140-46c23fd0d8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.622171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f80c0b91-ccb8-4eb6-8a4b-e20b667a9201 req-cd1e8379-2aee-4f08-9e4d-362b4c49ad44 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636265 Jul 23 10:48:55.668153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f927e74d-092d-4d0c-898c-9d5445e64b45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2b24ae655cc447d8d1619d721e80429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495738 Jul 23 10:48:55.669095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:55.715260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12289651-d90b-4388-a140-46c23fd0d8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.720216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12289651-d90b-4388-a140-46c23fd0d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.733133 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cee68202-c6a0-480e-aa75-df670d8185af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.760992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cee68202-c6a0-480e-aa75-df670d8185af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.773661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12289651-d90b-4388-a140-46c23fd0d8cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bfc31474de046c4b336fa3e2d159ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868317 Jul 23 10:48:55.776347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:55.824287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12289651-d90b-4388-a140-46c23fd0d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d766a1-5985-4b88-a80f-1778c8e3520e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:55.852889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cee68202-c6a0-480e-aa75-df670d8185af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.857030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cee68202-c6a0-480e-aa75-df670d8185af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.858247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cee68202-c6a0-480e-aa75-df670d8185af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/911d930e-fbaa-4ecb-8fb8-b3ff4617dd84 HTTP/1.1" status: 204 len: 168 time: 0.1880486 Jul 23 10:48:55.888650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee68202-c6a0-480e-aa75-df670d8185af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d930e-fbaa-4ecb-8fb8-b3ff4617dd84,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:55.889073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bb6c-774c-4e1e-9c80-89463d5c688f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:55.894899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-c097ab81-0a62-4ac7-9a50-25fea05e90a4 req-5e4f44f7-37ec-4fff-a60e-374d02651a79 service neutron] (93833) timed out ('10.222.0.37', 49992) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:48:55.945601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bb6c-774c-4e1e-9c80-89463d5c688f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:56.006444 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bb6c-774c-4e1e-9c80-89463d5c688f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:56.012475 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bb6c-774c-4e1e-9c80-89463d5c688f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:56.016435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bdf8bb6c-774c-4e1e-9c80-89463d5c688f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d766a1-5985-4b88-a80f-1778c8e3520e HTTP/1.1" status: 204 len: 168 time: 0.2361448 Jul 23 10:48:56.024519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bb6c-774c-4e1e-9c80-89463d5c688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d766a1-5985-4b88-a80f-1778c8e3520e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:56.035791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e5944-689d-49df-9c8a-a78db618b62e req-7fd4b782-290f-4296-aef5-5fa6135a09c5 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:56.047247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-958e5944-689d-49df-9c8a-a78db618b62e req-7fd4b782-290f-4296-aef5-5fa6135a09c5 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 945 time: 0.1243284 Jul 23 10:48:56.105755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-958e5944-689d-49df-9c8a-a78db618b62e req-a5d3c924-b27a-497a-9cd6-2e2bb902d4df tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571346 Jul 23 10:48:56.252386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bcb78-717f-4c7e-9264-b73cd6b9326c req-7262ca9c-c7ed-41e0-8084-032f51305a38 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:56.254309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f5bcb78-717f-4c7e-9264-b73cd6b9326c req-7262ca9c-c7ed-41e0-8084-032f51305a38 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 945 time: 0.0784781 Jul 23 10:48:56.310052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f5bcb78-717f-4c7e-9264-b73cd6b9326c req-e56a25f9-0402-47b5-a23c-f6cbd37e0f07 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475113 Jul 23 10:48:56.332924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:56.690636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfefb1-08f7-49f8-b223-7b63f38e9397 tempest-TestVolumeBackupRestore-1278582959 tempest-TestVolumeBackupRestore-1278582959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:56.693520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96cfefb1-08f7-49f8-b223-7b63f38e9397 tempest-TestVolumeBackupRestore-1278582959 tempest-TestVolumeBackupRestore-1278582959-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1091 time: 0.3595009 Jul 23 10:48:56.699568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46754) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:56.705467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:56.732386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:56.776017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59160-f44d-46fe-ba32-6eb32fe505ec req-f862e650-75be-4722-b6d4-42bb3f453025 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:56.777645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9f59160-f44d-46fe-ba32-6eb32fe505ec req-f862e650-75be-4722-b6d4-42bb3f453025 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.0730302 Jul 23 10:48:56.828616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9f59160-f44d-46fe-ba32-6eb32fe505ec req-e42216f4-2e4c-489e-b3be-b80a03ce5008 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Jul 23 10:48:56.860398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:56.981591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Allocated IP 172.25.4.95 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/4b3c5380-aef6-4a5f-8b2d-996d998b572e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:48:57.074662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1d6c-96e4-4caa-9ce2-6ac20a450570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:57.143520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:57.193474 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:57.245828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:48:57.248978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:48:57.251900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:48:57.277372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'Port': ['ID=4b3c5380-aef6-4a5f-8b2d-996d998b572e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:57.431017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:57.759173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:57.781010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46808) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:57.794640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b32ba35a-aa9a-42a0-af65-6eadfbe1ba9d tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1615516962', 'prefixes': ['172.20.0.0/16']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:57.877847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:57.926760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b32ba35a-aa9a-42a0-af65-6eadfbe1ba9d tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:57.931818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46814) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:57.933471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b32ba35a-aa9a-42a0-af65-6eadfbe1ba9d tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4979575 Jul 23 10:48:57.951550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d40fdb23-58ff-4956-94f0-50ed2114169b tempest-ServiceProvidersTest-2045009596 tempest-ServiceProvidersTest-2045009596-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1690381 Jul 23 10:48:58.012185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d6fecdae-9329-4b1b-8e4c-dbae915582f8 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] 10.222.0.37 "GET /v2.0/subnetpools/19f33789-218a-45d4-9cee-d9a391aca8e1 HTTP/1.1" status: 200 len: 732 time: 0.0755148 Jul 23 10:48:58.012185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46818) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.018271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-afde58d9-a582-41e1-aa06-92c7f99db7b0 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1724238861'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:58.089953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9e01-f1c3-439e-8724-dc6a1378a3ad req-63e30f43-054e-4f48-bed9-123af1b5a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:58.092771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d1e9e01-f1c3-439e-8724-dc6a1378a3ad req-63e30f43-054e-4f48-bed9-123af1b5a3d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1379287 Jul 23 10:48:58.168186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d1e9e01-f1c3-439e-8724-dc6a1378a3ad req-465a2c05-a785-4510-9d1e-97bd93225647 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693827 Jul 23 10:48:58.204874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afde58d9-a582-41e1-aa06-92c7f99db7b0 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] Notify callbacks [] for subnetpool, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.208594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-afde58d9-a582-41e1-aa06-92c7f99db7b0 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] 10.222.0.37 "PUT /v2.0/subnetpools/19f33789-218a-45d4-9cee-d9a391aca8e1 HTTP/1.1" status: 200 len: 684 time: 0.1932652 Jul 23 10:48:58.208947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.218280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.226637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.320782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event updated for resources: {'Port': ['ID=4b3c5380-aef6-4a5f-8b2d-996d998b572e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:58.333298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.346285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7115aa6e-0d8d-4e93-a563-046776077845 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.351127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7115aa6e-0d8d-4e93-a563-046776077845 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] 10.222.0.37 "DELETE /v2.0/subnetpools/19f33789-218a-45d4-9cee-d9a391aca8e1 HTTP/1.1" status: 204 len: 168 time: 0.1411424 Jul 23 10:48:58.351868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.375773 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-d7182ea5-d2d8-4e2c-b858-b96811590e81 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] show failed (client error): The resource could not be found. Jul 23 10:48:58.379116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d7182ea5-d2d8-4e2c-b858-b96811590e81 tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] 10.222.0.37 "GET /v2.0/subnetpools/19f33789-218a-45d4-9cee-d9a391aca8e1 HTTP/1.1" status: 404 len: 346 time: 0.0241060 Jul 23 10:48:58.379889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.407342 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-c69fbd86-a5d5-4227-b263-4d71d16c3e2a tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] delete failed (client error): The resource could not be found. Jul 23 10:48:58.407342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c69fbd86-a5d5-4227-b263-4d71d16c3e2a tempest-SubnetPoolsTestJSON-240292117 tempest-SubnetPoolsTestJSON-240292117-project] 10.222.0.37 "DELETE /v2.0/subnetpools/19f33789-218a-45d4-9cee-d9a391aca8e1 HTTP/1.1" status: 404 len: 346 time: 0.0258873 Jul 23 10:48:58.498029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46836) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.507491 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Floating IP f5b5657f-6609-412f-bdf6-d5da91d183d9 associated. External IP: 172.25.4.95, port: d08643e8-0fc5-4623-9f1d-19e79276a7b9. Jul 23 10:48:58.657026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8320e-903d-48ab-b10f-4821b92c9a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.785332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:48:58.797587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46848) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.814526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8320e-903d-48ab-b10f-4821b92c9a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.820273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4f8320e-903d-48ab-b10f-4821b92c9a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:58.870433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8320e-903d-48ab-b10f-4821b92c9a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cdbe97-6b93-46ec-a604-e0e4f938d5be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:58.918637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e4f8320e-903d-48ab-b10f-4821b92c9a6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d2b441d6e1943a98b79aa5cbf98d5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187593 Jul 23 10:48:58.920576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:58.943559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:48:58.956233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] Sync routers for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:48:58.982406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:58.983819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:59.001507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df2a8bc-c78d-4734-a739-f61b87cb0601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.005328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.020684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91361ecf-e0cb-46a9-b970-599f63e45a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.060873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91361ecf-e0cb-46a9-b970-599f63e45a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.108341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5251671-970e-4dc2-9a03-a76d26d68dfc tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4076314 Jul 23 10:48:59.110622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:48:59.113334 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73379a5a-d612-4cc9-997c-2dc9784846a9" -d '{"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:48:59.118622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:59.195079 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e05d7-ef63-4771-a123-46763f16ce7c x-openstack-request-id: req-bb0e05d7-ef63-4771-a123-46763f16ce7c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:48:59.195294 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:48:59.195571 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb0e05d7-ef63-4771-a123-46763f16ce7c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:48:59.195977 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'status': 'completed', 'code': 200} Jul 23 10:48:59.239687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:59.249519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df2a8bc-c78d-4734-a739-f61b87cb0601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.276041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9df2a8bc-c78d-4734-a739-f61b87cb0601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.329017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c5642-d99a-4298-9e1a-fb97992e9d21 tempest-TestVolumeBackupRestore-1278582959 tempest-TestVolumeBackupRestore-1278582959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:59.333998 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e1c5642-d99a-4298-9e1a-fb97992e9d21 tempest-TestVolumeBackupRestore-1278582959 tempest-TestVolumeBackupRestore-1278582959-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1091 time: 0.1977158 Jul 23 10:48:59.334647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:59.349273 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91361ecf-e0cb-46a9-b970-599f63e45a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.354551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91361ecf-e0cb-46a9-b970-599f63e45a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.356246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91361ecf-e0cb-46a9-b970-599f63e45a84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5cdbe97-6b93-46ec-a604-e0e4f938d5be HTTP/1.1" status: 204 len: 168 time: 0.4346905 Jul 23 10:48:59.367695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Request body: {'floatingip': {'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:48:59.419458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9df2a8bc-c78d-4734-a739-f61b87cb0601 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4d3b5ea8c9d4116a530722fd5658ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207964 Jul 23 10:48:59.426350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46870) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:48:59.429600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a8bc-c78d-4734-a739-f61b87cb0601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eac455-0b2e-4dfc-85af-42c91d6e69f3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:59.448230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91361ecf-e0cb-46a9-b970-599f63e45a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cdbe97-6b93-46ec-a604-e0e4f938d5be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:48:59.476378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:48:59.485260 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-531490c2-3a35-4ab0-9062-a6f08ab8e811 service neutron] show failed (client error): The resource could not be found. Jul 23 10:48:59.487494 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-531490c2-3a35-4ab0-9062-a6f08ab8e811 service neutron] 10.222.0.55 "GET /v2.0/ports/3a533fbe-e93c-42aa-a256-8f287f2ee164/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.2397699 Jul 23 10:48:59.514080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-62915cb9-fb80-4582-b263-4e2710f0d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:59.516184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-62915cb9-fb80-4582-b263-4e2710f0d9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1096 time: 0.2824638 Jul 23 10:48:59.590060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'f5b5657f-6609-412f-bdf6-d5da91d183d9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:57Z', 'updated_at': '2021-07-23T10:48:57Z', 'revision_number': 0, 'project_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:59.621200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277eca5-af77-43ce-a5cf-bc8fe61ee233 req-79c6c61a-f192-4db8-8a80-a200a005a1fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:48:59.622887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9277eca5-af77-43ce-a5cf-bc8fe61ee233 req-79c6c61a-f192-4db8-8a80-a200a005a1fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.3103287 Jul 23 10:48:59.673172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] Checking router: 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:48:59.687831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:48:59.689164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:48:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:48:59.892254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:48:59.987076 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1b26-0b4c-469b-ba7c-b39822988748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.023170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-91bf0a73-9bf1-4b43-b6ec-07d9f6992a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:00.024997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-91bf0a73-9bf1-4b43-b6ec-07d9f6992a0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 1097 time: 0.2662630 Jul 23 10:49:00.062031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:00.070122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506ff9bb-769c-47b2-8c0c-63a050b8488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.163198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506ff9bb-769c-47b2-8c0c-63a050b8488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.178334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9277eca5-af77-43ce-a5cf-bc8fe61ee233 req-f0922414-fa83-4610-b8a5-3b483423cb13 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5479496 Jul 23 10:49:00.182419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-85067d16-46d5-497c-b451-0ee42c817034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:00.184964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-85067d16-46d5-497c-b451-0ee42c817034 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 914 time: 0.6440678 Jul 23 10:49:00.230540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.329876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-8007b4f9-b985-47a2-8417-e4e7b2d61c92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 998 time: 0.1378429 Jul 23 10:49:00.332875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.379087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'f5b5657f-6609-412f-bdf6-d5da91d183d9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:57Z', 'updated_at': '2021-07-23T10:48:57Z', 'revision_number': 0, 'project_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:00.437476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-b90adea5-9df7-4f22-ae4d-329b76db045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:00.439494 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-b90adea5-9df7-4f22-ae4d-329b76db045b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 200 len: 852 time: 0.0906262 Jul 23 10:49:00.439635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1e54d-5e6c-49ff-8c5d-f5329ae1744c None None] The sync data for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 is: [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'f5b5657f-6609-412f-bdf6-d5da91d183d9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:57Z', 'updated_at': '2021-07-23T10:48:57Z', 'revision_number': 0, 'project_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:49:00.442155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506ff9bb-769c-47b2-8c0c-63a050b8488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.445848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-506ff9bb-769c-47b2-8c0c-63a050b8488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.447144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-506ff9bb-769c-47b2-8c0c-63a050b8488e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58eac455-0b2e-4dfc-85af-42c91d6e69f3 HTTP/1.1" status: 204 len: 168 time: 1.0117462 Jul 23 10:49:00.494860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ff9bb-769c-47b2-8c0c-63a050b8488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eac455-0b2e-4dfc-85af-42c91d6e69f3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:00.574858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:00.660268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-b7b4880c-8b59-4dc4-b253-ce0989002bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:00.664132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-b7b4880c-8b59-4dc4-b253-ce0989002bee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3551837b-08f1-4652-a96c-d61cd30a3ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155969 Jul 23 10:49:00.687900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:49:00.848386 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f902de-01eb-43bf-8530-d13ae0a88b8b None None] New status for floating IP f5b5657f-6609-412f-bdf6-d5da91d183d9: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:49:00.881423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1721800313'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:00.888030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-31469aaf-6626-4617-a9ac-f2d2b600c080 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157619 Jul 23 10:49:00.913629 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:00.932595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.078875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73379a5a-d612-4cc9-997c-2dc9784846a9 req-bc24f480-7a1d-42f9-bf7a-443c3579a912 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762967 Jul 23 10:49:01.094482 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-d5f902de-01eb-43bf-8530-d13ae0a88b8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:49:01.095385 n-d-778550-4 neutron-server[93836]: DEBUG oslo_db.api [None req-d5f902de-01eb-43bf-8530-d13ae0a88b8b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:49:01.130202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:01.153344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Made reservation on behalf of aa42e0f8084f4eb39c78feaec3944d1d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:01.157317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.198864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.259290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.397685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04143f51-f791-4a2f-bcc6-493e0a8ec5bd req-abee450e-7c1f-4769-a795-f7cdfaac4a43 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:01.399765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04143f51-f791-4a2f-bcc6-493e0a8ec5bd req-abee450e-7c1f-4769-a795-f7cdfaac4a43 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1027086 Jul 23 10:49:01.480797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04143f51-f791-4a2f-bcc6-493e0a8ec5bd req-a633d770-7656-4a27-8b0b-53b3c64cf962 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720193 Jul 23 10:49:01.597087 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f902de-01eb-43bf-8530-d13ae0a88b8b None None] New status for floating IP f5b5657f-6609-412f-bdf6-d5da91d183d9: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:49:01.650365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:01.829348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:01.831732 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb66eee-e585-4364-8a67-138a28926309" -d '{"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-unplugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:01.839589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.881510 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.890333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Transition to ACTIVE for port object 3a533fbe-e93c-42aa-a256-8f287f2ee164 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:01.893652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.937835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee9e50-e607-433a-8a7e-b071255fc219,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:01.940447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:01.946472 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b91726-ec57-4355-836e-bba7ad1d4348 x-openstack-request-id: req-f9b91726-ec57-4355-836e-bba7ad1d4348 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:01.946763 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-unplugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:01.947551 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9b91726-ec57-4355-836e-bba7ad1d4348 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:01.947551 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'code': 200} Jul 23 10:49:01.997097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:49:02.043613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:49:02.253158 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:02.253760 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Added segment d8081192-fded-4305-9c9a-88480452a433 of type vlan for network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb Jul 23 10:49:02.255587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] No DVR routers for this DVR port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:49:02.280545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:02.486513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:02.540059 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:02.612878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:49:02.686364 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:02.691856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:02.692476 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:02.785429 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2094352 Jul 23 10:49:02.789356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46964) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:02.799043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Request body: {'subnet': {'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:02.829081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:49:02.833286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964def59-55ae-4250-ad5a-5b302abaaf54 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event updated for resources: {'Network': ['ID=903beb8c-b8b1-4f98-aa36-ea2c48dd98cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:02.843871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:02.848033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] Sync routers for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:49:02.855502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:49:02.900310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:02.901733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:02.922674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112e1e3-7ec4-435d-bba8-7562ee860de5 req-516f0b1c-bc4a-4e49-a6cb-3d7fe74d6336 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:02.935830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4112e1e3-7ec4-435d-bba8-7562ee860de5 req-516f0b1c-bc4a-4e49-a6cb-3d7fe74d6336 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.3363914 Jul 23 10:49:02.936803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:02.937157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:02.937555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:03.018432 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:49:03.022026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:03.077176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:03.104242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Made reservation on behalf of aa42e0f8084f4eb39c78feaec3944d1d for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:03.108621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:03.124347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:03.124888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Checking segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:03.125440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Bound using segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:03.126234 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Bound port: 3a533fbe-e93c-42aa-a256-8f287f2ee164, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:03.126719 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:03.181270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4112e1e3-7ec4-435d-bba8-7562ee860de5 req-31bd253b-670a-4bca-a19e-e1d103e28c95 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365384 Jul 23 10:49:03.215835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0387b05d-b80f-4187-aae1-32e1b66d471c tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "PUT /v2.0/floatingips/f5b5657f-6609-412f-bdf6-d5da91d183d9 HTTP/1.1" status: 200 len: 990 time: 3.8794382 Jul 23 10:49:03.319813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:03.327535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:03.338089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:03.383588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:03.391085 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:03.392837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1092 time: 3.3516512 Jul 23 10:49:03.507242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60bcbf-7e3c-498a-992c-46dca524bab5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:03.513858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:03.594460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-67c19117-e774-4001-8130-3a3f089202cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:03.600097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-67c19117-e774-4001-8130-3a3f089202cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1095 time: 0.1702304 Jul 23 10:49:03.678185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event updated for resources: {'Subnet': ['ID=839954ee-adcb-41ba-baa4-b5a733143abb,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:03.728228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Checking segment: {'id': 'd8081192-fded-4305-9c9a-88480452a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:03.728650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Network hostable DHCP agents. Network: 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:49:03.755920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:49:03.758758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:49:03.782266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-89b6eca9-aae8-4727-b4a8-be762501bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:03.782722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:03.784446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-89b6eca9-aae8-4727-b4a8-be762501bc1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.1777334 Jul 23 10:49:03.794064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:03.795247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:03.837250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0e7d0c9-ea6d-4533-90a6-3f9cf67c5b36 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0446329 Jul 23 10:49:03.838385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 46980) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:03.846456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Request body: {'port': {'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb', 'name': 'tempest-TagsExtTest-408253825'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:03.889152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f2bc0-21e1-4ece-b320-632791e19d28 None None] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:03.981819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}, {'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}, {'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:03.985649 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265f3c3-0130-4b48-a392-e0bdb8491930" -d '{"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}, {"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}, {"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:03.990688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-718966f4-2c3e-459b-a5d6-cb7542152b8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.1984968 Jul 23 10:49:04.023023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:49:04.027242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Made reservation on behalf of aa42e0f8084f4eb39c78feaec3944d1d for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:04.035934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:04.069720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'f5b5657f-6609-412f-bdf6-d5da91d183d9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:57Z', 'updated_at': '2021-07-23T10:49:01Z', 'revision_number': 2, 'project_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:04.079128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] device_id is not set on port 706a5e85-139f-40f6-a68b-83a3cd04acad yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:49:04.100952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] Checking router: 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:49:04.103079 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febde758-b03d-4849-b50e-9e44822f6873 x-openstack-request-id: req-febde758-b03d-4849-b50e-9e44822f6873 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:04.103782 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:04.105143 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-febde758-b03d-4849-b50e-9e44822f6873 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:04.108092 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'status': 'completed', 'code': 200} Jul 23 10:49:04.108429 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'status': 'completed', 'code': 200} Jul 23 10:49:04.108757 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'status': 'completed', 'code': 200} Jul 23 10:49:04.132886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-fb955614-2a9e-47ae-9712-35182f1e8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:04.136423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-fb955614-2a9e-47ae-9712-35182f1e8439 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.1392510 Jul 23 10:49:04.187177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:04.187849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:04.213178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-f027868d-f566-465a-adc8-e18c7a51059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:04.215052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-f027868d-f566-465a-adc8-e18c7a51059f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729570 Jul 23 10:49:04.321745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-903beb8c-b8b1-4f98-aa36-ea2c48dd98cb', 'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb', 'tenant_id': 'aa42e0f8084f4eb39c78feaec3944d1d', 'fixed_ips': [{'subnet_id': '839954ee-adcb-41ba-baa4-b5a733143abb'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:49:04.322936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:04.367293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:04.415479 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-83e3331c-5ded-420f-bf41-cac5b31921ce service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942813 Jul 23 10:49:04.522578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 46994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:04.549752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48b65c95-b708-4c77-9dba-d1c3a7791206 req-f2d57846-9ffc-4b79-b187-82f71e17343b service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281509 Jul 23 10:49:04.571816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:04.602915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-f64ff340-2a15-4229-a181-2741f99accb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:04.605056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-f64ff340-2a15-4229-a181-2741f99accb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1096 time: 0.4101176 Jul 23 10:49:04.610803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Allocated IP 172.20.0.4 (903beb8c-b8b1-4f98-aa36-ea2c48dd98cb/839954ee-adcb-41ba-baa4-b5a733143abb/706a5e85-139f-40f6-a68b-83a3cd04acad) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:04.794526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d853fed-f36c-405e-9b3c-394133d3c3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:04.836949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-3ae1422d-a601-4db8-9d47-611a75d559f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:04.841436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-3ae1422d-a601-4db8-9d47-611a75d559f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 914 time: 0.2186379 Jul 23 10:49:04.977150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'f5b5657f-6609-412f-bdf6-d5da91d183d9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:57Z', 'updated_at': '2021-07-23T10:49:01Z', 'revision_number': 2, 'project_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:05.008783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d853fed-f36c-405e-9b3c-394133d3c3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.014323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d853fed-f36c-405e-9b3c-394133d3c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.029914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dee0bc-1bd4-44ba-8142-b3eddff1374c None None] The sync data for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 is: [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'f5b5657f-6609-412f-bdf6-d5da91d183d9', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'port_id': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'mac_address': 'fa:16:3e:e2:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:48:57Z', 'updated_at': '2021-07-23T10:49:01Z', 'revision_number': 2, 'project_id': '36df81617fa04eceafba1ace18746266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:49:05.045265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-ff4dbb56-c767-430d-b18d-12fa3526a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.046990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-ff4dbb56-c767-430d-b18d-12fa3526a3fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1095 time: 0.8737552 Jul 23 10:49:05.061875 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4d853fed-f36c-405e-9b3c-394133d3c3ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f65bbe542f24506bf713a2532f03705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381382 Jul 23 10:49:05.062729 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:05.068800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853fed-f36c-405e-9b3c-394133d3c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750508e9-3de7-4df3-92e6-87109ab28b31,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:05.078026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff303b-f7e1-4aeb-ab6f-2c2a36a72f60 req-4d447e9f-28a4-4da1-be45-99849a87e0ae tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.086017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60ff303b-f7e1-4aeb-ab6f-2c2a36a72f60 req-4d447e9f-28a4-4da1-be45-99849a87e0ae tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.6809363 Jul 23 10:49:05.098557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-b9fe1ee7-8ae8-402c-a2f4-5c314931c5ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 1000 time: 0.2486489 Jul 23 10:49:05.150297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f354a3e5-786f-4944-a304-40958ed746c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.177825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f354a3e5-786f-4944-a304-40958ed746c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.236938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f354a3e5-786f-4944-a304-40958ed746c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.240944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f354a3e5-786f-4944-a304-40958ed746c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.243051 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f354a3e5-786f-4944-a304-40958ed746c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/750508e9-3de7-4df3-92e6-87109ab28b31 HTTP/1.1" status: 204 len: 168 time: 0.1793342 Jul 23 10:49:05.253794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354a3e5-786f-4944-a304-40958ed746c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750508e9-3de7-4df3-92e6-87109ab28b31,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:05.284200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60ff303b-f7e1-4aeb-ab6f-2c2a36a72f60 req-943cf3bc-8a80-4ec6-ac12-d0621f110635 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881285 Jul 23 10:49:05.337030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-9568928c-2358-46de-a663-a365adffcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.338572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-9568928c-2358-46de-a663-a365adffcf44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 200 len: 852 time: 0.2200665 Jul 23 10:49:05.392508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-a1e2a7a2-668f-4b62-beb9-1b5b63d186b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.394025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-a1e2a7a2-668f-4b62-beb9-1b5b63d186b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.3329761 Jul 23 10:49:05.463719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.490816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Transition to ACTIVE for port object 706a5e85-139f-40f6-a68b-83a3cd04acad will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:05.513449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-640a8b1b-e8da-4a47-82f1-b3b1186b3e5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.1073601 Jul 23 10:49:05.522304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-48783f7f-b17b-422b-9cec-8cc3c57fa6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.523826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-48783f7f-b17b-422b-9cec-8cc3c57fa6c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3551837b-08f1-4652-a96c-d61cd30a3ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715760 Jul 23 10:49:05.606017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:05.625606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f84b-fc81-489a-82ce-057a81955173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.645242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-319c78fc-57cf-4aa1-82b6-edbf991c79db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.646810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-319c78fc-57cf-4aa1-82b6-edbf991c79db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.1221032 Jul 23 10:49:05.653289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.725726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Allocated IP 172.20.0.2 (903beb8c-b8b1-4f98-aa36-ea2c48dd98cb/839954ee-adcb-41ba-baa4-b5a733143abb/e3320959-41f2-43c5-97dd-525e90c129cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:05.747089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:05.770171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:05.774442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f84b-fc81-489a-82ce-057a81955173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.778019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-b2ff5c22-a5b2-4fe4-9aed-a5ab99ee14f1 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430272 Jul 23 10:49:05.781929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:05.785152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f84b-fc81-489a-82ce-057a81955173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.843923 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e5c8f84b-fc81-489a-82ce-057a81955173 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66773a1f9ecf4b90a1b47555418da76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353039 Jul 23 10:49:05.844922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event updated for resources: {'Port': ['ID=706a5e85-139f-40f6-a68b-83a3cd04acad,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:05.850189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47034) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:05.879868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8f84b-fc81-489a-82ce-057a81955173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6fae2-8be4-496d-9d83-cc712cbf2151,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:05.956587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.957255 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:05.989056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-3eec593c-18e5-44b8-b15f-452d67b9d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:05.990653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-3eec593c-18e5-44b8-b15f-452d67b9d961 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355072 Jul 23 10:49:06.023477 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7b570986-fb70-4fb1-b779-c3135b264c92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1814706 Jul 23 10:49:06.023849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:06.030306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-210153674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:06.056486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a81957e-9a38-4280-94bc-9a885a468329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.080866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-8f269ae8-c836-45fc-a116-91ff8f9ebfb8 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935987 Jul 23 10:49:06.103917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.108644 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.111465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.120882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Transition to ACTIVE for port object e3320959-41f2-43c5-97dd-525e90c129cf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:06.156613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Transition to ACTIVE for port object e3320959-41f2-43c5-97dd-525e90c129cf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:06.170496 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.173651 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a81957e-9a38-4280-94bc-9a885a468329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.234902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:06.246891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.250183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Pushing event updated for resources: {'Port': ['ID=e3320959-41f2-43c5-97dd-525e90c129cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:06.253782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.256619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:06.262147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:06.294158 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.296670 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-931f091d-c4a8-4c70-906e-d4122abe3a4e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2713230 Jul 23 10:49:06.299162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:06.324050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d1a41fd7-3b84-4d69-87f9-0b9e5ac83fab tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-676998338', 'prefixes': ['172.20.0.0/16']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:06.333879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-56a03710-9587-48fe-ab41-d4dfc37466cf service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344600 Jul 23 10:49:06.376109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Attempting to bind port e3320959-41f2-43c5-97dd-525e90c129cf on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:06.376928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Attempting to bind port e3320959-41f2-43c5-97dd-525e90c129cf by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd8081192-fded-4305-9c9a-88480452a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:06.377520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Attempting to bind port e3320959-41f2-43c5-97dd-525e90c129cf on network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:06.385114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:06.386426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Checking segment: {'id': 'd8081192-fded-4305-9c9a-88480452a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:06.387383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.388048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Bound using segment: {'id': 'd8081192-fded-4305-9c9a-88480452a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:06.388740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Bound port: e3320959-41f2-43c5-97dd-525e90c129cf, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8081192-fded-4305-9c9a-88480452a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '903beb8c-b8b1-4f98-aa36-ea2c48dd98cb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:06.389453 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.397839 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:49:06.440018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a81957e-9a38-4280-94bc-9a885a468329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.445993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a81957e-9a38-4280-94bc-9a885a468329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.461767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7a81957e-9a38-4280-94bc-9a885a468329 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8b6fae2-8be4-496d-9d83-cc712cbf2151 HTTP/1.1" status: 204 len: 168 time: 0.6060419 Jul 23 10:49:06.484413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1a41fd7-3b84-4d69-87f9-0b9e5ac83fab tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.486709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d1a41fd7-3b84-4d69-87f9-0b9e5ac83fab tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1857877 Jul 23 10:49:06.490285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:06.494380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] For port e3320959-41f2-43c5-97dd-525e90c129cf, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:06.497029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-118965ff-f815-4da7-9d93-1aba307d2928 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-119095747') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:06.498763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] For port e3320959-41f2-43c5-97dd-525e90c129cf, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e3320959-41f2-43c5-97dd-525e90c129cf,segment=NetworkSegment(d8081192-fded-4305-9c9a-88480452a433),segment_id=d8081192-fded-4305-9c9a-88480452a433)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:06.507308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:06.591190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81957e-9a38-4280-94bc-9a885a468329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6fae2-8be4-496d-9d83-cc712cbf2151,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:06.649730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-0b8c2795-fcd2-442f-beb8-3da0faf1bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:06.653579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-0b8c2795-fcd2-442f-beb8-3da0faf1bb3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1096 time: 0.4563193 Jul 23 10:49:06.721070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c36ef-321a-4f19-a697-a7e313a45129 None None] Pushing event updated for resources: {'Port': ['ID=e3320959-41f2-43c5-97dd-525e90c129cf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:06.730458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-118965ff-f815-4da7-9d93-1aba307d2928 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-119095747 HTTP/1.1" status: 201 len: 201 time: 0.2375712 Jul 23 10:49:06.734568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:06.751936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-ded7b230-6391-4111-bd13-987aea04ef09 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-951530272') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:06.929209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-61cab8c5-b696-4f2e-a0c3-8e5db7a8e9cf service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836024 Jul 23 10:49:06.945493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ded7b230-6391-4111-bd13-987aea04ef09 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-951530272 HTTP/1.1" status: 201 len: 201 time: 0.2098367 Jul 23 10:49:06.950639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:06.956159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-0f798939-edb4-4a9d-a502-ef66cc3c3a85 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-2135898546') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:07.052158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6144de-937e-4710-b6ba-5e15d95c3be9 req-ea612ce2-41d9-4a04-9906-8ffb16b9200c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:07.053969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6144de-937e-4710-b6ba-5e15d95c3be9 req-ea612ce2-41d9-4a04-9906-8ffb16b9200c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 944 time: 0.6337550 Jul 23 10:49:07.058189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-f7698c05-8f1f-4532-9d10-417ffb3b3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:07.060778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-f7698c05-8f1f-4532-9d10-417ffb3b3fab service neutron] 10.222.0.20 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 914 time: 0.3261521 Jul 23 10:49:07.200807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0f798939-edb4-4a9d-a502-ef66cc3c3a85 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-2135898546 HTTP/1.1" status: 201 len: 201 time: 0.2488422 Jul 23 10:49:07.203980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:07.209422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-f12d092f-ec06-431a-85e5-7da4c91ec22e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-955988839') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:07.240672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae6144de-937e-4710-b6ba-5e15d95c3be9 req-1db6b7c8-dea2-40ab-8bd3-fd165f8269f4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617582 Jul 23 10:49:07.294367 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f12d092f-ec06-431a-85e5-7da4c91ec22e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-955988839 HTTP/1.1" status: 201 len: 201 time: 0.0860660 Jul 23 10:49:07.294552 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-f388c9b1-cc1d-4b33-be49-11285c7c83f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 1000 time: 0.2239568 Jul 23 10:49:07.294651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47116) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:07.299584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-fea0f32f-da2b-46eb-9f4e-224529568821 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:07.302506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:49:07.471961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:07.490124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-6ddddbb3-40b1-43b1-87bc-1eabbeadc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:07.491649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-6ddddbb3-40b1-43b1-87bc-1eabbeadc2eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 200 len: 852 time: 0.1333425 Jul 23 10:49:07.493846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'mac_address': 'fa:16:3e:0a:b8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:49:07.562717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:07.585453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a533fbe-e93c-42aa-a256-8f287f2ee164 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:49:07.612359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:07.617761 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:07.716647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:08.006326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['3a533fbe-e93c-42aa-a256-8f287f2ee164'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:49:08.078898 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fea0f32f-da2b-46eb-9f4e-224529568821 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags HTTP/1.1" status: 200 len: 240 time: 0.7831893 Jul 23 10:49:08.081618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.093103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-274f6425-5589-4d7c-ace2-ee4613d6f9ee tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-119095747') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.140299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-e4cdcf92-e998-4502-a22c-3dcf966281ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:08.142007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-e4cdcf92-e998-4502-a22c-3dcf966281ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3551837b-08f1-4652-a96c-d61cd30a3ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6419938 Jul 23 10:49:08.244150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-274f6425-5589-4d7c-ace2-ee4613d6f9ee tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-119095747 HTTP/1.1" status: 204 len: 168 time: 0.1613791 Jul 23 10:49:08.246849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.256321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-a7496e38-8b80-48dd-924a-c942cb3de9e5 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-119095747') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.316434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-fde7069a-08f9-4290-81ca-19824423d433 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625874 Jul 23 10:49:08.367108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a7496e38-8b80-48dd-924a-c942cb3de9e5 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-119095747 HTTP/1.1" status: 204 len: 168 time: 0.1190598 Jul 23 10:49:08.369605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.374882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-16194168-9ef9-4c7c-b638-27f24fe7aa92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.378604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb8072-2e3a-45f8-bb33-7e214685f72f None None] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:08.439172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-16194168-9ef9-4c7c-b638-27f24fe7aa92 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags HTTP/1.1" status: 200 len: 205 time: 0.0679946 Jul 23 10:49:08.441631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.446783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-dc974777-74ff-4128-a149-0e1a6f7a122b tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.495679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d22374cf-25a5-425d-90d2-b10b5833c1d2 None None] Provisioning for port e3320959-41f2-43c5-97dd-525e90c129cf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:08.506680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dc974777-74ff-4128-a149-0e1a6f7a122b tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags HTTP/1.1" status: 200 len: 240 time: 0.0637753 Jul 23 10:49:08.509097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.514444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-003d6c12-9a59-4109-9939-1d5983629d60 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-951530272') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.579778 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-003d6c12-9a59-4109-9939-1d5983629d60 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-951530272 HTTP/1.1" status: 204 len: 168 time: 0.0641756 Jul 23 10:49:08.579778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.584965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-925f599f-7690-4509-8ca8-9dde3417325a tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-951530272') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.596816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-ba802b45-d9a8-4a31-9abe-ae3d5ee526ec service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707417 Jul 23 10:49:08.676310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-925f599f-7690-4509-8ca8-9dde3417325a tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-951530272 HTTP/1.1" status: 204 len: 168 time: 0.0931311 Jul 23 10:49:08.676406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612dac4-6434-4fd8-a1cc-d90f4d5ac3e9 req-d720346a-fa52-4942-bb6f-83f82df77d2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:08.676850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.679110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8612dac4-6434-4fd8-a1cc-d90f4d5ac3e9 req-d720346a-fa52-4942-bb6f-83f82df77d2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.3153358 Jul 23 10:49:08.683853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-263ac460-d1f6-4efc-998c-2ad91bf03eec tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.767465 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-263ac460-d1f6-4efc-998c-2ad91bf03eec tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags HTTP/1.1" status: 200 len: 205 time: 0.0889349 Jul 23 10:49:08.769767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.774283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-02d2c358-b5a5-4a28-93c0-49644adfec4d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:08.789521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8612dac4-6434-4fd8-a1cc-d90f4d5ac3e9 req-67426627-09bb-47c8-9f86-404b3838ad08 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931766 Jul 23 10:49:08.850494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-3555c35f-658c-4dc7-84b4-01b5d7cc896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:08.852021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-3555c35f-658c-4dc7-84b4-01b5d7cc896a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1096 time: 0.1134555 Jul 23 10:49:08.911615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02d2c358-b5a5-4a28-93c0-49644adfec4d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags HTTP/1.1" status: 200 len: 241 time: 0.1405747 Jul 23 10:49:08.925420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47198) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:08.932596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-50cd86c7-d114-453e-812f-4bf53255f1e3 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-2135898546') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:09.022883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e3320959-41f2-43c5-97dd-525e90c129cf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:09.077481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50cd86c7-d114-453e-812f-4bf53255f1e3 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-2135898546 HTTP/1.1" status: 204 len: 168 time: 0.1503255 Jul 23 10:49:09.079397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:09.088880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-eae335e6-8165-46bc-b433-02bf0cfe0702 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-2135898546') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:09.115859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-9f18bc85-2c7b-4354-9315-c909f93af4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:09.123834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-9f18bc85-2c7b-4354-9315-c909f93af4f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.2591772 Jul 23 10:49:09.262369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Provisioning for port 706a5e85-139f-40f6-a68b-83a3cd04acad completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:09.276756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Provisioning complete for port 706a5e85-139f-40f6-a68b-83a3cd04acad triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:09.277145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:09.285952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-c0a897a3-f013-4a93-afc7-9851a1f22eca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1001 time: 0.1523893 Jul 23 10:49:09.403061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-cd3df017-92b9-4229-ae54-133d951fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:09.404988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-cd3df017-92b9-4229-ae54-133d951fc0f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.1061394 Jul 23 10:49:09.421063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eae335e6-8165-46bc-b433-02bf0cfe0702 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-2135898546 HTTP/1.1" status: 204 len: 168 time: 0.3382258 Jul 23 10:49:09.421704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47220) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:09.426977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port e3320959-41f2-43c5-97dd-525e90c129cf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:09.431353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-17e0d06d-69ed-4095-996f-74d72b1d5f0c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:09.444298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Port 706a5e85-139f-40f6-a68b-83a3cd04acad cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:49:09.490475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port e3320959-41f2-43c5-97dd-525e90c129cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:09.490744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:09.492361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Provisioning complete for port e3320959-41f2-43c5-97dd-525e90c129cf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:09.492720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:09.550841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447707-679a-4be1-88d1-a550c609750a req-9a7f85e7-1073-4fab-a0a5-f53940d6f6af tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:09.570098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec447707-679a-4be1-88d1-a550c609750a req-9a7f85e7-1073-4fab-a0a5-f53940d6f6af tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.2751570 Jul 23 10:49:09.672727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec447707-679a-4be1-88d1-a550c609750a req-21f46b8a-f14d-41c5-9e46-2d43284a9af6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090035 Jul 23 10:49:09.726819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-4e0cd0e1-d057-41a7-ab34-b292f512ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:09.728582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-4e0cd0e1-d057-41a7-ab34-b292f512ffd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159022 Jul 23 10:49:09.735470 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:09.904264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-736e5320-6877-4bff-a4f7-82adb4ab5fb6 service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653218 Jul 23 10:49:09.927938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] For port e3320959-41f2-43c5-97dd-525e90c129cf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e3320959-41f2-43c5-97dd-525e90c129cf,segment=NetworkSegment(d8081192-fded-4305-9c9a-88480452a433),segment_id=d8081192-fded-4305-9c9a-88480452a433)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:09.943465 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:09.962858 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:10.047174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e1c50-8c1a-44ca-b84a-4f688dc48b2d None None] Pushing event updated for resources: {'Port': ['ID=e3320959-41f2-43c5-97dd-525e90c129cf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:10.146587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-e50724f5-8b92-44c8-a7af-8081834e3438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:10.148187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-e50724f5-8b92-44c8-a7af-8081834e3438 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29&tenant_id=c28bf5d98a9540e3bc01a0a43679df33&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 945 time: 0.9124672 Jul 23 10:49:10.217800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-609046f8-8af5-4357-a187-87ddbf24deee None None] Provisioning complete for port 706a5e85-139f-40f6-a68b-83a3cd04acad triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:10.218411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609046f8-8af5-4357-a187-87ddbf24deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:10.247615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c265f3c3-0130-4b48-a392-e0bdb8491930 req-4e7160d3-35e9-4859-9fe1-06fecd8b75e6 service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312440 Jul 23 10:49:10.282044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-609046f8-8af5-4357-a187-87ddbf24deee None None] Port 706a5e85-139f-40f6-a68b-83a3cd04acad cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:49:10.285505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:49:10.285875 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:49:10.290211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-17e0d06d-69ed-4095-996f-74d72b1d5f0c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags HTTP/1.1" status: 200 len: 205 time: 0.8674917 Jul 23 10:49:10.293301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47250) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.298052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-58b67f34-c8a9-4d1f-9d3c-00b9f0985f1d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.328001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-570c6c96-47d0-49e8-a923-c5bb801dd559 service neutron] 10.222.0.20 "GET /v2.0/ports/3a533fbe-e93c-42aa-a256-8f287f2ee164/bindings/n-h1-778550-4 HTTP/1.1" status: 200 len: 382 time: 0.1703074 Jul 23 10:49:10.362557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-58b67f34-c8a9-4d1f-9d3c-00b9f0985f1d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags HTTP/1.1" status: 200 len: 240 time: 0.0681405 Jul 23 10:49:10.373750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.379685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-f27a874d-bbc7-4bbb-9358-ec851ae30a21 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-955988839') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.453018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f27a874d-bbc7-4bbb-9358-ec851ae30a21 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-955988839 HTTP/1.1" status: 204 len: 168 time: 0.0768354 Jul 23 10:49:10.455622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47260) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.460072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-f396565a-61e1-4bc7-ba5f-b463e61d161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:10.461190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-f396565a-61e1-4bc7-ba5f-b463e61d161c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1096 time: 0.0967171 Jul 23 10:49:10.461859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-9b9e5b40-946f-4a66-8138-bef24f72457d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-955988839') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.521790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b9e5b40-946f-4a66-8138-bef24f72457d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-955988839 HTTP/1.1" status: 204 len: 168 time: 0.0644984 Jul 23 10:49:10.522889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47262) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.529691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-00c7af77-1214-4580-8df0-63d0452daebb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.562205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-00c7af77-1214-4580-8df0-63d0452daebb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags HTTP/1.1" status: 200 len: 205 time: 0.0381598 Jul 23 10:49:10.562805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47264) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.574631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-30bd2cb7-194d-4f8a-9b1c-174b8677ae3c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.629352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-30bd2cb7-194d-4f8a-9b1c-174b8677ae3c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags HTTP/1.1" status: 204 len: 168 time: 0.0653431 Jul 23 10:49:10.631885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.640334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-d91c3d15-2947-4d0f-9529-0b6afe7d63f8 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.755709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-f6454292-9201-43eb-821c-ecb545a87989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:10.758473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-f6454292-9201-43eb-821c-ecb545a87989 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.2909548 Jul 23 10:49:10.885818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eccb5c-5c08-41c6-84af-3f81fc1a5fef req-a25c2914-dfda-4b33-a8f1-5d46e947e13c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:10.886024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d91c3d15-2947-4d0f-9529-0b6afe7d63f8 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags HTTP/1.1" status: 204 len: 168 time: 0.2500033 Jul 23 10:49:10.890567 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29eccb5c-5c08-41c6-84af-3f81fc1a5fef req-a25c2914-dfda-4b33-a8f1-5d46e947e13c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.1128461 Jul 23 10:49:10.890900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:10.906639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-70599cd1-7fc8-4096-871f-976f340a84f6 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:10.937681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-29eccb5c-5c08-41c6-84af-3f81fc1a5fef req-de812b94-5891-473f-afde-8ebbc526b1f8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456388 Jul 23 10:49:10.970298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-8592cd34-e977-470c-885f-151031cb5b69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1001 time: 0.2042174 Jul 23 10:49:11.003250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e3320959-41f2-43c5-97dd-525e90c129cf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:11.050254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-d9fa24c9-aeb3-4785-b629-0663e0b0171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:11.051932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-d9fa24c9-aeb3-4785-b629-0663e0b0171a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.0741429 Jul 23 10:49:11.057172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47274) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.058323 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-70599cd1-7fc8-4096-871f-976f340a84f6 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags HTTP/1.1" status: 204 len: 168 time: 0.1634922 Jul 23 10:49:11.070153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-19d263c8-2600-4583-9a2d-4d8cf9fc6c5a tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:11.112756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port e3320959-41f2-43c5-97dd-525e90c129cf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:11.113150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:11.178335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-0a192c36-9984-4a07-a47a-7a9208819e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:11.181343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-0a192c36-9984-4a07-a47a-7a9208819e70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211507 Jul 23 10:49:11.212026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-19d263c8-2600-4583-9a2d-4d8cf9fc6c5a tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags HTTP/1.1" status: 204 len: 168 time: 0.1531613 Jul 23 10:49:11.216920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47282) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.223864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-15b22322-2f85-44d9-aa83-ab977c7e3607 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-73907343') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:11.313402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-15b22322-2f85-44d9-aa83-ab977c7e3607 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-73907343 HTTP/1.1" status: 201 len: 201 time: 0.0936286 Jul 23 10:49:11.316521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47286) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.320651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:11.340520 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-aaf8ffd1-5e47-4bd3-96c6-8b5425abf45f tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-1314736938') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:11.376772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-031bbd1f-c2e9-471b-b03d-958477b61618 service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881680 Jul 23 10:49:11.430432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:11.436677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:11.437232 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:11.533440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aaf8ffd1-5e47-4bd3-96c6-8b5425abf45f tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-1314736938 HTTP/1.1" status: 201 len: 201 time: 0.2155626 Jul 23 10:49:11.534131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47294) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.543562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-e0bd18a6-5c64-4eba-9db1-95ae0631e881 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-1359275788') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:11.576711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-5b6d674e-41c6-4ebe-8d69-b16122193d4a service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920636 Jul 23 10:49:11.618925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:11.644238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:11.647050 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba6879-a6a2-4c55-ae62-cf9513bee1a4" -d '{"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:11.669709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:11.675898 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:11.705308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.709601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e0bd18a6-5c64-4eba-9db1-95ae0631e881 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-1359275788 HTTP/1.1" status: 201 len: 201 time: 0.1743660 Jul 23 10:49:11.711785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-d3ba1904-c517-49f7-bfd3-f8eb7be0bb9f tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-2054651040') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:11.762210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47300) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.766702 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc61d6-970f-4e4a-a53d-5930b20d0307 x-openstack-request-id: req-08fc61d6-970f-4e4a-a53d-5930b20d0307 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:11.766996 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:11.767250 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08fc61d6-970f-4e4a-a53d-5930b20d0307 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:11.767658 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'code': 200} Jul 23 10:49:11.768140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-b891c1ba-96d0-4034-9570-152f2d5e7c69 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', {'tags': ['tempest-TagsExtTest-Tag-1465224071', 'tempest-TagsExtTest-Tag-168164592', 'tempest-TagsExtTest-Tag-2024105810']}) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:11.771936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d3ba1904-c517-49f7-bfd3-f8eb7be0bb9f tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-2054651040 HTTP/1.1" status: 201 len: 201 time: 0.0653753 Jul 23 10:49:11.772370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:11.878752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b891c1ba-96d0-4034-9570-152f2d5e7c69 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags HTTP/1.1" status: 200 len: 317 time: 0.1154265 Jul 23 10:49:11.881500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47302) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:11.889486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-936e2b1b-a67f-4699-80d8-53f335cf1a3d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.008735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-936e2b1b-a67f-4699-80d8-53f335cf1a3d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags HTTP/1.1" status: 204 len: 168 time: 0.1252105 Jul 23 10:49:12.014506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47306) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.017704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-7c06fcf9-cc85-4ad7-8c94-2823cd5bb8fc tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-1465224071') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.117396 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-7c06fcf9-cc85-4ad7-8c94-2823cd5bb8fc tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:12.118727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7c06fcf9-cc85-4ad7-8c94-2823cd5bb8fc tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-1465224071 HTTP/1.1" status: 404 len: 329 time: 0.1053367 Jul 23 10:49:12.122044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47308) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.130992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-dc76414d-b4f1-4893-b81a-14b2ffe51041 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-168164592') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.173682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774106b3-8d22-4ce0-873f-80e3124bf87b req-638c519c-6d37-49b1-baf4-ae135eb56955 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:12.176324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-774106b3-8d22-4ce0-873f-80e3124bf87b req-638c519c-6d37-49b1-baf4-ae135eb56955 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1402848 Jul 23 10:49:12.233322 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-dc76414d-b4f1-4893-b81a-14b2ffe51041 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:12.237466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dc76414d-b4f1-4893-b81a-14b2ffe51041 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-168164592 HTTP/1.1" status: 404 len: 328 time: 0.1112928 Jul 23 10:49:12.237466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-774106b3-8d22-4ce0-873f-80e3124bf87b req-1510f24e-513c-43cc-930e-e1626563e3ea tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514047 Jul 23 10:49:12.238022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47316) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.242738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-96244afb-b884-4a70-af69-b5de1b62c1eb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb', 'tempest-TagsExtTest-Tag-2024105810') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.312973 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-96244afb-b884-4a70-af69-b5de1b62c1eb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:12.314130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96244afb-b884-4a70-af69-b5de1b62c1eb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags/tempest-TagsExtTest-Tag-2024105810 HTTP/1.1" status: 404 len: 329 time: 0.0751913 Jul 23 10:49:12.317027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.322534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-aee393d6-b3f7-402e-87e1-3a1143b35013 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', {'tags': ['tempest-TagsExtTest-Tag-633057146', 'tempest-TagsExtTest-Tag-247892813', 'tempest-TagsExtTest-Tag-1479645430']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.391766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aee393d6-b3f7-402e-87e1-3a1143b35013 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags HTTP/1.1" status: 200 len: 316 time: 0.0736053 Jul 23 10:49:12.394315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.399790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-2acf7c9a-f285-4212-8ce4-1c35d8d22e11 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.498415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2acf7c9a-f285-4212-8ce4-1c35d8d22e11 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags HTTP/1.1" status: 204 len: 168 time: 0.0980206 Jul 23 10:49:12.498728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.502864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-02a97650-764d-4f46-ad5a-89b408315ddb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-633057146') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.627960 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-02a97650-764d-4f46-ad5a-89b408315ddb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:12.631655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02a97650-764d-4f46-ad5a-89b408315ddb tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-633057146 HTTP/1.1" status: 404 len: 328 time: 0.1301122 Jul 23 10:49:12.632180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47342) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.637582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-fb2d135f-1e81-477f-86fe-a7602ed5dcc6 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-247892813') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.751972 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-fb2d135f-1e81-477f-86fe-a7602ed5dcc6 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:12.756696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb2d135f-1e81-477f-86fe-a7602ed5dcc6 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-247892813 HTTP/1.1" status: 404 len: 328 time: 0.1196342 Jul 23 10:49:12.756847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.761833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-85fc80ab-914e-4368-9942-db10a37da900 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad', 'tempest-TagsExtTest-Tag-1479645430') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.853030 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-85fc80ab-914e-4368-9942-db10a37da900 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:12.854077 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-85fc80ab-914e-4368-9942-db10a37da900 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags/tempest-TagsExtTest-Tag-1479645430 HTTP/1.1" status: 404 len: 329 time: 0.0971375 Jul 23 10:49:12.861522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.862536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-26b77e29-2195-4b18-941e-11f1fc201c74 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', {'tags': ['tempest-TagsExtTest-Tag-961356464', 'tempest-TagsExtTest-Tag-1313030644', 'tempest-TagsExtTest-Tag-600696756']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:12.969748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-26b77e29-2195-4b18-941e-11f1fc201c74 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags HTTP/1.1" status: 200 len: 316 time: 0.1112058 Jul 23 10:49:12.972169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:12.977880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-b36d7349-3094-41cf-a04f-e200fae6aa15 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.102366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47356) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.108439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-c03ca31f-19ba-4e85-9524-f534fe68d133 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-961356464') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.112155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b36d7349-3094-41cf-a04f-e200fae6aa15 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags HTTP/1.1" status: 204 len: 168 time: 0.1386375 Jul 23 10:49:13.307699 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-c03ca31f-19ba-4e85-9524-f534fe68d133 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:13.311187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c03ca31f-19ba-4e85-9524-f534fe68d133 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-961356464 HTTP/1.1" status: 404 len: 328 time: 0.2050366 Jul 23 10:49:13.311793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.317992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-59be3951-5760-479c-91c7-b502f809db8e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-1313030644') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.499447 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-59be3951-5760-479c-91c7-b502f809db8e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:13.500701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59be3951-5760-479c-91c7-b502f809db8e tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-1313030644 HTTP/1.1" status: 404 len: 329 time: 0.1878285 Jul 23 10:49:13.504030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.514471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-6dfd35ef-a473-40fb-8a9a-88ed700570e1 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab', 'tempest-TagsExtTest-Tag-600696756') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.638783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bdd84-b107-45f8-ba02-2b1ce7fbcaf7 req-4997f93b-26d6-494d-bb29-c7996438279b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:13.649492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e97bdd84-b107-45f8-ba02-2b1ce7fbcaf7 req-4997f93b-26d6-494d-bb29-c7996438279b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.2588501 Jul 23 10:49:13.681989 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-6dfd35ef-a473-40fb-8a9a-88ed700570e1 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:13.686205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6dfd35ef-a473-40fb-8a9a-88ed700570e1 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags/tempest-TagsExtTest-Tag-600696756 HTTP/1.1" status: 404 len: 328 time: 0.1782496 Jul 23 10:49:13.686714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.707664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-236a9f8e-ec87-4332-85c0-2c456b33d67c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', {'tags': ['tempest-TagsExtTest-Tag-775203043', 'tempest-TagsExtTest-Tag-1753585156', 'tempest-TagsExtTest-Tag-1269201249']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.757517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e97bdd84-b107-45f8-ba02-2b1ce7fbcaf7 req-d9fcd3ec-2807-4c79-87d4-7d76f8feeb52 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047788 Jul 23 10:49:13.764215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-236a9f8e-ec87-4332-85c0-2c456b33d67c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "PUT /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags HTTP/1.1" status: 200 len: 317 time: 0.0762615 Jul 23 10:49:13.780806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47384) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.786414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-ede31714-0444-41bd-8286-fc6398fd7095 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.859068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ede31714-0444-41bd-8286-fc6398fd7095 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags HTTP/1.1" status: 204 len: 168 time: 0.0757530 Jul 23 10:49:13.861051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.865892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-fcaaca98-2a1b-42e0-9ece-7a7b3139efc4 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-775203043') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.907213 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-fcaaca98-2a1b-42e0-9ece-7a7b3139efc4 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:13.908156 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fcaaca98-2a1b-42e0-9ece-7a7b3139efc4 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-775203043 HTTP/1.1" status: 404 len: 328 time: 0.0461075 Jul 23 10:49:13.911398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.916170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-1e19cddf-26ec-4c4b-87b3-da564caae93c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-1753585156') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:13.961747 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-1e19cddf-26ec-4c4b-87b3-da564caae93c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:13.962791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e19cddf-26ec-4c4b-87b3-da564caae93c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-1753585156 HTTP/1.1" status: 404 len: 329 time: 0.0504255 Jul 23 10:49:13.966176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:13.970533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-31b78904-bd07-4f05-925f-37f69ba67f96 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06', 'tempest-TagsExtTest-Tag-1269201249') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:14.019925 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-31b78904-bd07-4f05-925f-37f69ba67f96 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] show failed (client error): The resource could not be found. Jul 23 10:49:14.021106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-31b78904-bd07-4f05-925f-37f69ba67f96 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags/tempest-TagsExtTest-Tag-1269201249 HTTP/1.1" status: 404 len: 329 time: 0.0539846 Jul 23 10:49:14.027735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.030058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-a7754bca-2d3c-4a06-8bc0-b6b4362ac2ea tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee1cc61c-8044-424f-b216-365dcb2e6a06') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:14.099648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a7754bca-2d3c-4a06-8bc0-b6b4362ac2ea tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06/tags HTTP/1.1" status: 204 len: 168 time: 0.0712800 Jul 23 10:49:14.099875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.105788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-bd2cced8-3140-4216-ae7e-90faa264a1b4 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5f3c78ff-4957-4e82-864f-dfda18477dab') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:14.214535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd2cced8-3140-4216-ae7e-90faa264a1b4 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab/tags HTTP/1.1" status: 204 len: 168 time: 0.1135228 Jul 23 10:49:14.218424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47410) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.223653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.tag.tag_plugin [None req-cc2abd1a-251b-455e-8e41-f0235913c63d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '706a5e85-139f-40f6-a68b-83a3cd04acad') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:14.325656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc2abd1a-251b-455e-8e41-f0235913c63d tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad/tags HTTP/1.1" status: 204 len: 168 time: 0.1054776 Jul 23 10:49:14.327597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.333651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-0035b165-c9e1-40e9-9630-5dee6422fba1 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '839954ee-adcb-41ba-baa4-b5a733143abb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:14.418616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0035b165-c9e1-40e9-9630-5dee6422fba1 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb/tags HTTP/1.1" status: 204 len: 168 time: 0.0846198 Jul 23 10:49:14.418902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47422) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.517600 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2becaefd-3291-4441-98f4-6bed12049197 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:14.522337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2becaefd-3291-4441-98f4-6bed12049197 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnetpools/ee1cc61c-8044-424f-b216-365dcb2e6a06 HTTP/1.1" status: 204 len: 168 time: 0.1000645 Jul 23 10:49:14.522475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.584368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47428) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:14.584570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d9e2b43e-e6d0-4bb1-a2b6-12f0beb17e19 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f3c78ff-4957-4e82-864f-dfda18477dab HTTP/1.1" status: 200 len: 205 time: 0.0600867 Jul 23 10:49:14.694669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:14.931667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-18325307-79a2-4359-941f-7efdcef87dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:14.931667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-18325307-79a2-4359-941f-7efdcef87dda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 1097 time: 0.3313110 Jul 23 10:49:14.936095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:14.947528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:14.957218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:14.973500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3349d-5c09-40e2-b4fa-64a9a21716bf req-efc10ba7-5f7a-42ef-96ac-0f6602cc9c0a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:14.985386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19e3349d-5c09-40e2-b4fa-64a9a21716bf req-efc10ba7-5f7a-42ef-96ac-0f6602cc9c0a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 946 time: 0.1150794 Jul 23 10:49:15.031871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19e3349d-5c09-40e2-b4fa-64a9a21716bf req-71d71a2d-c84a-4553-b9d4-77a0ba0b55cc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452576 Jul 23 10:49:15.038587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.039288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Fanout notify agent at l3_agent the message router_deleted on router 5f3c78ff-4957-4e82-864f-dfda18477dab {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:49:15.047009 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.050467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-354c1df6-1647-48f4-9711-b65ce24bdf7c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/routers/5f3c78ff-4957-4e82-864f-dfda18477dab HTTP/1.1" status: 204 len: 168 time: 0.4618466 Jul 23 10:49:15.051887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:15.082399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.177915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Deleting port 706a5e85-139f-40f6-a68b-83a3cd04acad {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:15.178315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.312048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.316043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:15.331061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Calling delete_port for 706a5e85-139f-40f6-a68b-83a3cd04acad owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:15.362889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:15.409957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:15.414026 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e823f78-9ebf-4417-9d87-b62b7f598ddf" -d '{"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-unplugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:15.419073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.482864 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba491639-1ad5-4229-b663-4ba360b8397d x-openstack-request-id: req-ba491639-1ad5-4229-b663-4ba360b8397d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:15.483171 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-unplugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:15.483452 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba491639-1ad5-4229-b663-4ba360b8397d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:15.483864 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'code': 200} Jul 23 10:49:15.506858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.507275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Transition to ACTIVE for port object 3a533fbe-e93c-42aa-a256-8f287f2ee164 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:15.511704 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.534941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event deleted for resources: {'Port': ['ID=706a5e85-139f-40f6-a68b-83a3cd04acad,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:15.630048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:15.689006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.707798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dbc36abd-20dc-43d9-ad47-8055ba1d6841 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/ports/706a5e85-139f-40f6-a68b-83a3cd04acad HTTP/1.1" status: 204 len: 168 time: 0.6540937 Jul 23 10:49:15.709803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47446) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:15.741315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] No DVR routers for this DVR port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:49:15.820485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Deleting subnet 839954ee-adcb-41ba-baa4-b5a733143abb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:49:15.824908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:15.868812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.060560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.094433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:16.094433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:16.097379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:16.107007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:49:16.107371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Attempting to bind port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on network d8929ae6-646a-4119-9ad8-b2de25bf9685 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:16.132680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:16.133194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Checking segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:16.140838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Bound using segment: {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:16.141376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Bound port: 3a533fbe-e93c-42aa-a256-8f287f2ee164, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c551f-6526-4997-8c7e-0d5497672cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:16.141806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.176344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.259886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event deleted for resources: {'Subnet': ['ID=839954ee-adcb-41ba-baa4-b5a733143abb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:16.281883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26233ef2-c37a-4350-93c7-21d9ab322998 None None] Network 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:16.297625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.311512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-30dd9d24-68e3-440f-9324-20192debc61c tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/subnets/839954ee-adcb-41ba-baa4-b5a733143abb HTTP/1.1" status: 204 len: 168 time: 0.5997558 Jul 23 10:49:16.315497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47466) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:16.429293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:16.444914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:16.457181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.470241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.551068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:16.554524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.556022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1093 time: 1.6145337 Jul 23 10:49:16.587702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f5cf-2842-441e-bfdd-f1560ea17e2d req-a9866d4a-7350-406c-8430-078eb2d76031 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:16.596419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8a7f5cf-2842-441e-bfdd-f1560ea17e2d req-a9866d4a-7350-406c-8430-078eb2d76031 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.3321357 Jul 23 10:49:16.605923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Deleting port e3320959-41f2-43c5-97dd-525e90c129cf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:16.606261 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.723812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] DHCP port deletion for 903beb8c-b8b1-4f98-aa36-ea2c48dd98cb request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:49:16.777724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] For port e3320959-41f2-43c5-97dd-525e90c129cf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e3320959-41f2-43c5-97dd-525e90c129cf,segment=NetworkSegment(d8081192-fded-4305-9c9a-88480452a433),segment_id=d8081192-fded-4305-9c9a-88480452a433)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:16.778387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.794318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25b5c-fcab-4efd-93e1-16ecadea32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:16.808685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Calling delete_port for e3320959-41f2-43c5-97dd-525e90c129cf owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:16.834478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Deleting port e3320959-41f2-43c5-97dd-525e90c129cf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:16.834900 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.855543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8a7f5cf-2842-441e-bfdd-f1560ea17e2d req-ab1cf16f-59b6-447f-b4de-106c5159a499 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580967 Jul 23 10:49:16.915907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-5a48071c-14c9-4189-a8e1-31d9d2bc989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:16.925086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-5a48071c-14c9-4189-a8e1-31d9d2bc989c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1096 time: 0.3244379 Jul 23 10:49:16.970672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] For port e3320959-41f2-43c5-97dd-525e90c129cf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e3320959-41f2-43c5-97dd-525e90c129cf,segment=NetworkSegment(d8081192-fded-4305-9c9a-88480452a433),segment_id=d8081192-fded-4305-9c9a-88480452a433)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:16.971073 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:16.985706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Calling delete_port for e3320959-41f2-43c5-97dd-525e90c129cf owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:17.067312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.095778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e3320959-41f2-43c5-97dd-525e90c129cf no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:49:17.132249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event deleted for resources: {'Port': ['ID=e3320959-41f2-43c5-97dd-525e90c129cf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:17.136582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-409403f8-8f77-47eb-b542-1687ace9c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:17.145460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-409403f8-8f77-47eb-b542-1687ace9c381 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.2118762 Jul 23 10:49:17.147649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] No DVR routers for this DVR port e3320959-41f2-43c5-97dd-525e90c129cf on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:49:17.181920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: e3320959-41f2-43c5-97dd-525e90c129cf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:49:17.183891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e3320959-41f2-43c5-97dd-525e90c129cf not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:49:17.227906 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.276348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-2ec21065-f945-442b-a470-117ff0ebf514 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.1241348 Jul 23 10:49:17.294292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] No DVR routers for this DVR port e3320959-41f2-43c5-97dd-525e90c129cf on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:49:17.306202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Pushing event deleted for resources: {'Port': ['ID=e3320959-41f2-43c5-97dd-525e90c129cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:17.325198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:49:17.387810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.393494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.394644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.395113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.396238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.396522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-03c326b9-b921-4278-916a-2df04e192ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:17.396643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.397639 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.398047 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-03c326b9-b921-4278-916a-2df04e192ec9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.1143434 Jul 23 10:49:17.398646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.399802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.400026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.402170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.402690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.403218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ab0da-293d-4204-a58a-ae6f28368221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:17.443849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903beb8c-b8b1-4f98-aa36-ea2c48dd98cb']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:17.484383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8081192-fded-4305-9c9a-88480452a433') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:17.484973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8081192-fded-4305-9c9a-88480452a433') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:17.486818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:17.489874 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ba605-479c-44b1-b84b-6c5964733f05" -d '{"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:17.505250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:49:17.531481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.575841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-c69a9abf-b755-473e-b7c5-0ae003b5e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:17.580863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-c69a9abf-b755-473e-b7c5-0ae003b5e09b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753998 Jul 23 10:49:17.587283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.612723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:49:17.613171 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.668655 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3491d68b-ec23-4a75-96d1-ebf70b6005ab x-openstack-request-id: req-3491d68b-ec23-4a75-96d1-ebf70b6005ab {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:17.669354 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:17.669622 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3491d68b-ec23-4a75-96d1-ebf70b6005ab {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:17.670041 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'status': 'completed', 'code': 200} Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:49:17.673009 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:49:17.813394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.826086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:17.830893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] 10.222.0.37 "DELETE /v2.0/networks/903beb8c-b8b1-4f98-aa36-ea2c48dd98cb HTTP/1.1" status: 204 len: 168 time: 1.5096886 Jul 23 10:49:17.831195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-a1701378-3607-4820-9056-fe1c7cc79967 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424912 Jul 23 10:49:17.853302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d7079-fd26-41f6-bc7b-4577be344c28 tempest-TagsExtTest-1057389498 tempest-TagsExtTest-1057389498-project] Pushing event deleted for resources: {'Network': ['ID=903beb8c-b8b1-4f98-aa36-ea2c48dd98cb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:17.884010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-24711c03-48d9-40ec-ade5-8508136f4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:17.887560 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-24711c03-48d9-40ec-ade5-8508136f4489 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1096 time: 0.1834140 Jul 23 10:49:18.061963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8eabf22a-bf46-4e12-b94d-f8607090045a req-b371ec4a-1ba3-4561-8dde-c34a5c159e75 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137797 Jul 23 10:49:18.133610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-c085f26c-223a-4934-9e31-cb2dc32db044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.136590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-c085f26c-223a-4934-9e31-cb2dc32db044 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.2423353 Jul 23 10:49:18.201796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-f26de20d-962f-45c8-a357-e42e432811be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.203588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-f26de20d-962f-45c8-a357-e42e432811be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1096 time: 0.0876112 Jul 23 10:49:18.277992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15021cc-567a-4ad6-bbf2-1c5a8bd10cb3 req-42663cac-f26c-43af-bfa3-c0f87509ceed tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.281943 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e15021cc-567a-4ad6-bbf2-1c5a8bd10cb3 req-42663cac-f26c-43af-bfa3-c0f87509ceed tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.2316175 Jul 23 10:49:18.284140 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-66830597-152e-4cfd-8796-623dee53d468 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.1402521 Jul 23 10:49:18.335181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-55cc5484-a98e-4adf-86c2-8ce1ea806a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.336824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-55cc5484-a98e-4adf-86c2-8ce1ea806a98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.1259286 Jul 23 10:49:18.362759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:18.384962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e15021cc-567a-4ad6-bbf2-1c5a8bd10cb3 req-e653002f-e972-4bcd-b45e-c4dc2dd0e269 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901976 Jul 23 10:49:18.400627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-8f018488-e6d2-4411-9fa8-f5597cafa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.402204 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-8f018488-e6d2-4411-9fa8-f5597cafa8ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.0873761 Jul 23 10:49:18.430010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-e3c2640b-5476-45f8-9fcf-d9eddcb710c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.0845146 Jul 23 10:49:18.470181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-d4bdf030-3f44-4c13-8cc6-93e2172d09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.475342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-d4bdf030-3f44-4c13-8cc6-93e2172d09c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655909 Jul 23 10:49:18.490281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-b13d79e0-c139-4c49-b887-912e31ccd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.492373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-b13d79e0-c139-4c49-b887-912e31ccd111 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.0550730 Jul 23 10:49:18.571393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba605-479c-44b1-b84b-6c5964733f05 req-a9bd1aeb-6efb-4e32-ae2f-404ba1b690dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:18.576564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-a9bd1aeb-6efb-4e32-ae2f-404ba1b690dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774221 Jul 23 10:49:18.622041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee488675-1fab-4dc7-9278-1fdc8e856922 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa42e0f8084f4eb39c78feaec3944d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564967 Jul 23 10:49:18.627118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:18.645466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-60ecbbac-411f-4af5-8782-97dd39a31dec service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634517 Jul 23 10:49:18.709571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-13dbedc8-9b25-47f8-99d5-d82a1ae66566 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259859 Jul 23 10:49:18.754776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27993df-afda-4477-a638-c812c7e10feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:18.811387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27993df-afda-4477-a638-c812c7e10feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:18.832361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-2e70018a-6ad8-47b5-8d60-9db95c603ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702843 Jul 23 10:49:18.866416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-126ba605-479c-44b1-b84b-6c5964733f05 req-483cc958-a204-450a-941d-c207a2fa9456 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479836 Jul 23 10:49:18.943786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27993df-afda-4477-a638-c812c7e10feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:18.949503 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27993df-afda-4477-a638-c812c7e10feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:18.951377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e27993df-afda-4477-a638-c812c7e10feb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48ee9e50-e607-433a-8a7e-b071255fc219 HTTP/1.1" status: 204 len: 168 time: 0.3229399 Jul 23 10:49:18.961678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27993df-afda-4477-a638-c812c7e10feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee9e50-e607-433a-8a7e-b071255fc219,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:19.078384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-04de2bb9-ad4e-4692-98df-94e755a6a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:19.081127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-04de2bb9-ad4e-4692-98df-94e755a6a583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1096 time: 0.1425207 Jul 23 10:49:19.256362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-906fd758-6444-4c98-97ed-053238179bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:19.258074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-906fd758-6444-4c98-97ed-053238179bf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.1518095 Jul 23 10:49:19.676119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366363-c29c-497e-a9d8-81b6bb6ff9d5 req-f03a5e76-43ae-42e4-b604-e912a65fb439 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:19.680791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a366363-c29c-497e-a9d8-81b6bb6ff9d5 req-f03a5e76-43ae-42e4-b604-e912a65fb439 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.2091718 Jul 23 10:49:19.769324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a366363-c29c-497e-a9d8-81b6bb6ff9d5 req-cf2c2c95-282c-44cf-9762-914b03557e5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802510 Jul 23 10:49:19.814700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-edba1a1e-427d-438b-9561-bca602b085ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 1000 time: 0.5464389 Jul 23 10:49:19.912070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-fd794b64-1dc7-4f7a-b3d2-897f14d6baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:19.914415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-fd794b64-1dc7-4f7a-b3d2-897f14d6baab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.0926020 Jul 23 10:49:20.055241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-435f3bfd-9a77-45ad-aa73-d73b1c06cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:20.056537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-435f3bfd-9a77-45ad-aa73-d73b1c06cb49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349425 Jul 23 10:49:20.232476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-c59ce4ce-ba54-4f23-a58c-45cac6e4bfda service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686432 Jul 23 10:49:20.348152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2c341b-444c-4961-bf0c-897ff6d9992f req-c6a79a3b-55c0-4180-87fb-67fbaccce5cb service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089048 Jul 23 10:49:20.962781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04141e-0872-44fd-a62c-363a56626cb0 req-32cfaee4-c315-4949-b5e5-b678237f9069 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:20.966206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef04141e-0872-44fd-a62c-363a56626cb0 req-32cfaee4-c315-4949-b5e5-b678237f9069 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 945 time: 0.0951428 Jul 23 10:49:21.030127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ef04141e-0872-44fd-a62c-363a56626cb0 req-15f96bfd-7cc2-4c4a-ab12-2d7039987b09 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573056 Jul 23 10:49:21.054062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47596) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:21.141579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe0dbbef-3cd8-45ff-b206-031924759a83 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/7f27615d-0136-4e7a-a815-245867376e0d HTTP/1.1" status: 200 len: 992 time: 0.0856864 Jul 23 10:49:21.712319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:49:22.074257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:22.092491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47656) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:22.100598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'port_id': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'mac_address': 'fa:16:3e:0a:b8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:49:22.200973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.218817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a533fbe-e93c-42aa-a256-8f287f2ee164 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:49:22.281993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:22.287665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.294046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc38e9a-262b-4350-8d6c-9c1dfd4eef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.372976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=12']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:22.451824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc38e9a-262b-4350-8d6c-9c1dfd4eef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.465555 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cc38e9a-262b-4350-8d6c-9c1dfd4eef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.509227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3a533fbe-e93c-42aa-a256-8f287f2ee164'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:49:22.532849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:22.533370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9cc38e9a-262b-4350-8d6c-9c1dfd4eef6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22af977705744be7adae6a44d254fbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391918 Jul 23 10:49:22.539876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38e9a-262b-4350-8d6c-9c1dfd4eef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0c7aa-21a6-47d2-972c-df604d5e9a0a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:22.654007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a91-559f-47b6-abc5-704bef85735c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.702318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a91-559f-47b6-abc5-704bef85735c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.751801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a91-559f-47b6-abc5-704bef85735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.756760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a91-559f-47b6-abc5-704bef85735c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:22.761253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8efc8a91-559f-47b6-abc5-704bef85735c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57e0c7aa-21a6-47d2-972c-df604d5e9a0a HTTP/1.1" status: 204 len: 168 time: 0.2249622 Jul 23 10:49:22.788505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc8a91-559f-47b6-abc5-704bef85735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0c7aa-21a6-47d2-972c-df604d5e9a0a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:23.146991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47732) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:23.164810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e392f3d-399b-4a49-8d71-dfb50ebddf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.276605 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e392f3d-399b-4a49-8d71-dfb50ebddf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.281451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e392f3d-399b-4a49-8d71-dfb50ebddf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.329710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e392f3d-399b-4a49-8d71-dfb50ebddf8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ce0e9dc19e44079b40ea83133bf4ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813400 Jul 23 10:49:23.330978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e392f3d-399b-4a49-8d71-dfb50ebddf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d2d1c-411e-4e2e-89b2-6b304ec57fbe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:23.332569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47740) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:23.391950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd308055-3de0-4c03-89c0-1e78339bbec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.425504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd308055-3de0-4c03-89c0-1e78339bbec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.478519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd308055-3de0-4c03-89c0-1e78339bbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.487384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd308055-3de0-4c03-89c0-1e78339bbec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.488737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cd308055-3de0-4c03-89c0-1e78339bbec9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d15d2d1c-411e-4e2e-89b2-6b304ec57fbe HTTP/1.1" status: 204 len: 168 time: 0.1544642 Jul 23 10:49:23.498398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd308055-3de0-4c03-89c0-1e78339bbec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d2d1c-411e-4e2e-89b2-6b304ec57fbe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:23.530120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47750) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:23.646986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af532f8d-c2f3-45fb-bc8b-d2b1a22fbc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.740523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:23.770922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af532f8d-c2f3-45fb-bc8b-d2b1a22fbc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.776876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af532f8d-c2f3-45fb-bc8b-d2b1a22fbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.812802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:23.813373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-af532f8d-c2f3-45fb-bc8b-d2b1a22fbc61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acf8883bb4644a69810259d2312a9385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815707 Jul 23 10:49:23.835790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:23.841899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af532f8d-c2f3-45fb-bc8b-d2b1a22fbc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f26499c-0b43-4ea9-a43f-c7f0996b70a2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:23.848105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 3a533fbe-e93c-42aa-a256-8f287f2ee164 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:23.848486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.896206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79b3db3a-2515-409d-97b0-4eae42efafab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.935127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47760) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:23.935907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79b3db3a-2515-409d-97b0-4eae42efafab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.956535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44859237-361b-47df-ac88-56ca2de24a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.992242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.994972 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79b3db3a-2515-409d-97b0-4eae42efafab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.997635 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79b3db3a-2515-409d-97b0-4eae42efafab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:23.998890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-79b3db3a-2515-409d-97b0-4eae42efafab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f26499c-0b43-4ea9-a43f-c7f0996b70a2 HTTP/1.1" status: 204 len: 168 time: 0.1842227 Jul 23 10:49:24.007616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3db3a-2515-409d-97b0-4eae42efafab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f26499c-0b43-4ea9-a43f-c7f0996b70a2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:24.065690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:24.068788 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377dd0b-3d2d-47e7-b57e-338ac7c7e5da" -d '{"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:24.096569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:24.105336 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.106847 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.129471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44859237-361b-47df-ac88-56ca2de24a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.134695 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44859237-361b-47df-ac88-56ca2de24a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.179215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859237-361b-47df-ac88-56ca2de24a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625e1a85-1214-4f07-995e-9ec83023193f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:24.184033 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efffa29f-e9d7-45ce-8489-6d0945deedce x-openstack-request-id: req-efffa29f-e9d7-45ce-8489-6d0945deedce {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:24.184413 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:24.184764 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efffa29f-e9d7-45ce-8489-6d0945deedce {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:24.185172 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'code': 200} Jul 23 10:49:24.189487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:24.199055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-44859237-361b-47df-ac88-56ca2de24a30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20199643605a450cabf01c43244e4934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613959 Jul 23 10:49:24.244697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=13']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:24.257326 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb5feada-bce2-4395-9b62-83d8f72e3965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.292857 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb5feada-bce2-4395-9b62-83d8f72e3965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.354075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb5feada-bce2-4395-9b62-83d8f72e3965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.357960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb5feada-bce2-4395-9b62-83d8f72e3965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.362174 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb5feada-bce2-4395-9b62-83d8f72e3965 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/625e1a85-1214-4f07-995e-9ec83023193f HTTP/1.1" status: 204 len: 168 time: 0.1705174 Jul 23 10:49:24.380168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5feada-bce2-4395-9b62-83d8f72e3965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e1a85-1214-4f07-995e-9ec83023193f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:24.585715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:24.610286 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-418c0093-59ba-4b1a-b255-443e09226e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.767684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-418c0093-59ba-4b1a-b255-443e09226e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.791126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-418c0093-59ba-4b1a-b255-443e09226e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.869471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c0093-59ba-4b1a-b255-443e09226e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86a1145-0a40-426f-8829-b4c639601ace,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:24.879844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47804) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:24.888302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-418c0093-59ba-4b1a-b255-443e09226e7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b58ee09832d64482893ee9ba99ed1f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000519 Jul 23 10:49:24.941105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9f5f-dd93-47ed-a8b7-8d686b7fb107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:24.968438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9f5f-dd93-47ed-a8b7-8d686b7fb107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.048938 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9f5f-dd93-47ed-a8b7-8d686b7fb107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.050981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9f5f-dd93-47ed-a8b7-8d686b7fb107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.054484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5e2d9f5f-dd93-47ed-a8b7-8d686b7fb107 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a86a1145-0a40-426f-8829-b4c639601ace HTTP/1.1" status: 204 len: 168 time: 0.1715283 Jul 23 10:49:25.062639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d9f5f-dd93-47ed-a8b7-8d686b7fb107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86a1145-0a40-426f-8829-b4c639601ace,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:25.476384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 47826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:25.607636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-686191142-network', 'tenant_id': '0d74aab06cee4e479ea03cc6c1404eb7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:25.645928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Made reservation on behalf of 0d74aab06cee4e479ea03cc6c1404eb7 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:25.653088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.668115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.793121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.799376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.838061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9320f-6c99-457a-99a0-f60f12ea8941,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:25.841368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:49:25.853891 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:25.854708 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Added segment 3f6894a8-51be-417c-86fd-fa7de632c2a7 of type vlan for network 2d5c2d25-6c7c-4514-8ce3-d85878787828 Jul 23 10:49:25.940164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:26.000574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:26.001762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:26.003866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:26.062769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5849879 Jul 23 10:49:26.063626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 47852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:26.070135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Request body: {'subnet': {'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-686191142-subnet', 'tenant_id': '0d74aab06cee4e479ea03cc6c1404eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:26.143005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1587-fb32-4fb8-a4f1-48500ad265de admin admin] Pushing event updated for resources: {'Network': ['ID=2d5c2d25-6c7c-4514-8ce3-d85878787828,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:26.156005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 2d5c2d25-6c7c-4514-8ce3-d85878787828 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:49:26.157049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Made reservation on behalf of 0d74aab06cee4e479ea03cc6c1404eb7 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:26.165744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:26.561164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:26.626803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=165d222b-c1ce-4ad1-ac9d-c3731f356b3a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:26.648321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Checking segment: {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:26.648762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Network hostable DHCP agents. Network: 2d5c2d25-6c7c-4514-8ce3-d85878787828, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:49:26.769282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Network 2d5c2d25-6c7c-4514-8ce3-d85878787828 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:49:26.785096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 2d5c2d25-6c7c-4514-8ce3-d85878787828) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:26.790361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:26.790612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:26.799238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0fdc5-3ea5-4f6f-913d-beeadd42b863 None None] Network 2d5c2d25-6c7c-4514-8ce3-d85878787828 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:26.835493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4ce26f87-22de-4dfa-adc5-14f2f7cfd22c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7709332 Jul 23 10:49:26.987054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba4e48b-344e-47d4-9c88-3c2d9192c2a0 None None] Network 2d5c2d25-6c7c-4514-8ce3-d85878787828 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:27.109443 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2979c874-01be-4b10-af3d-084518b21b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:29.164001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-f8f581d2-2dfa-47ee-9ac6-b1b867020e0f tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.165884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-f8f581d2-2dfa-47ee-9ac6-b1b867020e0f tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/networks?id=2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 200 len: 808 time: 0.1244628 Jul 23 10:49:29.186028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-fa95269e-781d-4090-af71-56d1c0cd18dc tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/quotas/0d74aab06cee4e479ea03cc6c1404eb7 HTTP/1.1" status: 200 len: 375 time: 0.0123072 Jul 23 10:49:29.254240 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-ee3ae05c-1b3e-47da-ad43-4a8a6964cabf tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617914 Jul 23 10:49:29.594543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-fc719d49-4929-4922-8067-72c08a52a02c service neutron] 10.222.0.37 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312969 Jul 23 10:49:29.810344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-923619e0-1083-4447-9fd1-15eb3d78e0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099190 Jul 23 10:49:29.817191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.834667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.848571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.859237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.881804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.888707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.908029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:29.912044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-3a14374d-1917-4831-9d73-0bce8f40a155 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.2771776 Jul 23 10:49:29.913448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b81d1c3-cb3c-4ef5-9f99-a8f68286a25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:29.988133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7398c1cb-802e-4da0-9015-f2586c283c3b req-a0a37d2f-5bc1-470d-8eee-595591863ad5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0662620 Jul 23 10:49:30.197755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-628c6054-9c1e-4cce-be20-a2990591bf72 req-9823e5d7-57d4-4929-96b0-bcb8414a1099 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 210 time: 0.0780678 Jul 23 10:49:30.203561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48002) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:30.231113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.334093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.341142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.347544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.355469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.362541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.372752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.379072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b41a2874-65c8-4935-bfd1-7eb0816cbc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.379356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:30.382336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1ef7d0c-91be-474b-81fb-12c8df6a7255 req-9a622a58-a26a-4ba5-9d14-da035c4a79d8 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.2259276 Jul 23 10:49:30.383246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-cdaea58b-eca4-462d-b0cc-e9205eaaefca req-720cec3f-e866-4ac9-88f9-aeab4c6e6550 tempest-ImagesTestJSON-815813454 tempest-ImagesTestJSON-815813454-project] (93834) timed out ('10.222.0.20', 53801) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:49:30.548026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b41a2874-65c8-4935-bfd1-7eb0816cbc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.554906 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b41a2874-65c8-4935-bfd1-7eb0816cbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.607558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b41a2874-65c8-4935-bfd1-7eb0816cbc94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f43e340b0c14aa6a659a67649454a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025505 Jul 23 10:49:30.610690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:30.627555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a2874-65c8-4935-bfd1-7eb0816cbc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283450d7-f708-4a46-93bf-3f200807d375,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:30.722301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f2-2d92-4333-b20c-4b34d9fca293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.755743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f2-2d92-4333-b20c-4b34d9fca293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.830477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f2-2d92-4333-b20c-4b34d9fca293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.832626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f2-2d92-4333-b20c-4b34d9fca293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:30.834366 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2113a0f2-2d92-4333-b20c-4b34d9fca293 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/283450d7-f708-4a46-93bf-3f200807d375 HTTP/1.1" status: 204 len: 168 time: 0.2215159 Jul 23 10:49:30.875729 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113a0f2-2d92-4333-b20c-4b34d9fca293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283450d7-f708-4a46-93bf-3f200807d375,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:31.261592 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.272655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:31.289101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e279db9b-155b-4116-857b-63b4086cc506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.312345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4721086-574a-44b0-b14e-731554d57be9 req-dcff1cc1-1140-4571-bf89-ae4ad3cb141b tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 210 time: 0.0313566 Jul 23 10:49:31.389881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e279db9b-155b-4116-857b-63b4086cc506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.393849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e279db9b-155b-4116-857b-63b4086cc506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.433584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279db9b-155b-4116-857b-63b4086cc506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6033c9c-5f9d-41ff-b1d1-5dffe2ba79cd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:31.442522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e279db9b-155b-4116-857b-63b4086cc506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fdd456a7ab3494fac7b0c570e5ac540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681657 Jul 23 10:49:31.445332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48034) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:31.509973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1d48-6792-47b7-abec-d1b1726e1295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.539897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1d48-6792-47b7-abec-d1b1726e1295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.707749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-e7a3f26e-365e-42fe-800a-0d5b34e6bae1 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:31.709755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-e7a3f26e-365e-42fe-800a-0d5b34e6bae1 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.55 "GET /v2.0/networks?id=2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 200 len: 808 time: 0.1551139 Jul 23 10:49:31.717415 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1d48-6792-47b7-abec-d1b1726e1295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.721592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1d48-6792-47b7-abec-d1b1726e1295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:31.723049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c6bc1d48-6792-47b7-abec-d1b1726e1295 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6033c9c-5f9d-41ff-b1d1-5dffe2ba79cd HTTP/1.1" status: 204 len: 168 time: 0.2763879 Jul 23 10:49:31.733915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Request body: {'port': {'device_id': '218a3596-2cd7-49da-9728-cb53a8146482', 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828', 'admin_state_up': True, 'tenant_id': '0d74aab06cee4e479ea03cc6c1404eb7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:31.766974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc1d48-6792-47b7-abec-d1b1726e1295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6033c9c-5f9d-41ff-b1d1-5dffe2ba79cd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:31.907577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Made reservation on behalf of 0d74aab06cee4e479ea03cc6c1404eb7 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:31.911565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:32.130404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Allocated IP 172.20.0.2 (2d5c2d25-6c7c-4514-8ce3-d85878787828/165d222b-c1ce-4ad1-ac9d-c3731f356b3a/3d239b57-4e81-44b9-a3aa-19fedddd5d5b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:32.402954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:32.477246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:32.504083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a83f1707-8a56-43a8-901d-4be53a13da00 req-e0a6fe7a-1d79-4885-a73c-9dd8aa653577 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 210 time: 0.0945325 Jul 23 10:49:32.543915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:32.581452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Network 2d5c2d25-6c7c-4514-8ce3-d85878787828 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:32.585868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:32.595135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:32.673674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:32.674389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:32.688169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Pushing event updated for resources: {'Port': ['ID=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:32.704479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-cd8a92c8-a4fd-4bde-878a-2ee7104d674c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9788792 Jul 23 10:49:32.725650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Request body: {'port': {'device_id': '218a3596-2cd7-49da-9728-cb53a8146482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:32.853132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:32.976405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:33.266687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.267410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.268466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.269098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.270272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.270917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.272494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.281935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2b639d3-6c87-4164-b309-9c26d178423a req-c5e515b0-3cce-4941-b763-a0046fa16ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.3037827 Jul 23 10:49:33.282148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d239b57-4e81-44b9-a3aa-19fedddd5d5b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:49:33.291246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:33.335150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2b639d3-6c87-4164-b309-9c26d178423a req-4de0e6f6-c905-4944-aec4-877afdb79eab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519445 Jul 23 10:49:33.338374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Transition to ACTIVE for port object 3d239b57-4e81-44b9-a3aa-19fedddd5d5b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:33.347106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:33.423663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Pushing event updated for resources: {'Port': ['ID=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:33.508660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Attempting to bind port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:33.509012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Attempting to bind port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:33.509401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Attempting to bind port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b on network 2d5c2d25-6c7c-4514-8ce3-d85878787828 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:33.514463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b on network 2d5c2d25-6c7c-4514-8ce3-d85878787828 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:49:33.514819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Attempting to bind port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b on network 2d5c2d25-6c7c-4514-8ce3-d85878787828 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:33.520733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:33.521152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Checking segment: {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:33.521789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Bound using segment: {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:33.522357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Bound port: 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:33.522754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:33.599802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] For port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:33.603811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] For port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:33.609700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:33.709126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.709760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:33.711185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] 10.222.0.55 "PUT /v2.0/ports/3d239b57-4e81-44b9-a3aa-19fedddd5d5b HTTP/1.1" status: 200 len: 1091 time: 0.9988167 Jul 23 10:49:33.713201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218a3596-2cd7-49da-9728-cb53a8146482', 'tag': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:33.715664 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10caa9b-b57d-4214-94ab-6cacd4455341" -d '{"events": [{"name": "network-changed", "server_uuid": "218a3596-2cd7-49da-9728-cb53a8146482", "tag": "3d239b57-4e81-44b9-a3aa-19fedddd5d5b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:33.724194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818d7ad-fd03-4308-a874-2582abd190bc service neutron] Pushing event updated for resources: {'Port': ['ID=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:33.758425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd026b-e246-4eb9-97e8-fa14a933e1e7 req-d16ffda2-0f6f-429c-9f84-69444fd61c31 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.759981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fdd026b-e246-4eb9-97e8-fa14a933e1e7 req-d16ffda2-0f6f-429c-9f84-69444fd61c31 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 943 time: 0.1069219 Jul 23 10:49:33.769862 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f421af-ee5d-40b1-8a96-a9039601a686 x-openstack-request-id: req-05f421af-ee5d-40b1-8a96-a9039601a686 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:33.770096 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218a3596-2cd7-49da-9728-cb53a8146482", "tag": "3d239b57-4e81-44b9-a3aa-19fedddd5d5b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:33.770363 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05f421af-ee5d-40b1-8a96-a9039601a686 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:33.770758 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218a3596-2cd7-49da-9728-cb53a8146482', 'tag': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b', 'status': 'completed', 'code': 200} Jul 23 10:49:33.841096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fdd026b-e246-4eb9-97e8-fa14a933e1e7 req-a6bbf172-e508-4af9-93a9-c37f00e91d9f tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694702 Jul 23 10:49:33.859027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-0c9f292b-b421-41b0-aaa6-0c41527b700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.860710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-0c9f292b-b421-41b0-aaa6-0c41527b700d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 1094 time: 0.0992911 Jul 23 10:49:33.907510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-5f2b93d8-b595-419b-9235-6850d43c37d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b HTTP/1.1" status: 200 len: 217 time: 0.0400381 Jul 23 10:49:33.958003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-5dc9622b-e153-442f-82e4-649e09371319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:33.959680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-5dc9622b-e153-442f-82e4-649e09371319 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=165d222b-c1ce-4ad1-ac9d-c3731f356b3a HTTP/1.1" status: 200 len: 848 time: 0.0468161 Jul 23 10:49:34.002449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-bb6bdec5-907a-4f15-916d-8cc7c0b550f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d5c2d25-6c7c-4514-8ce3-d85878787828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353551 Jul 23 10:49:34.112809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-b8850128-b020-4cd5-a20e-b986069ad9dc service neutron] 10.222.0.55 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045346 Jul 23 10:49:34.205319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc1d9d4d-c573-4f7f-9e4b-e310068053fd req-813f6e67-51da-4d79-8ef1-f2e283012ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867190 Jul 23 10:49:34.256843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:34.339938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-2573cdfd-3b59-48c0-bf80-41347fc2e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:34.341452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-2573cdfd-3b59-48c0-bf80-41347fc2e249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 1094 time: 0.0736358 Jul 23 10:49:34.443842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-4425b595-fdc7-4105-b1e0-2bcc9dc8977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:34.446138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-4425b595-fdc7-4105-b1e0-2bcc9dc8977c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 200 len: 909 time: 0.0982301 Jul 23 10:49:34.457176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Deleting port 4b3c5380-aef6-4a5f-8b2d-996d998b572e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:34.457521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:34.481974 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:34.523051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-95381acf-229a-4ecb-a7a3-43c457c5fb2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b HTTP/1.1" status: 200 len: 217 time: 0.0668879 Jul 23 10:49:34.555545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:34.555877 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:34.580485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Calling delete_port for 4b3c5380-aef6-4a5f-8b2d-996d998b572e owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:34.582057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:34.609579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-8289b3b0-7a69-413a-86fe-f64abf65b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:34.611211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-8289b3b0-7a69-413a-86fe-f64abf65b320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=165d222b-c1ce-4ad1-ac9d-c3731f356b3a HTTP/1.1" status: 200 len: 848 time: 0.0813856 Jul 23 10:49:34.653647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-c82cd343-d217-4392-ae74-c0b9c6096f3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d5c2d25-6c7c-4514-8ce3-d85878787828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355244 Jul 23 10:49:34.759402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4819e3d0-bfac-4ebb-8632-378f76a3681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:34.790601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-b636bdeb-6d59-4f77-bf0c-4659c2559277 service neutron] 10.222.0.55 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283116 Jul 23 10:49:34.813495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:34.849287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event deleted for resources: {'Port': ['ID=4b3c5380-aef6-4a5f-8b2d-996d998b572e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:34.898069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e10caa9b-b57d-4214-94ab-6cacd4455341 req-d348bff4-ba4d-49e2-81f3-8c08a3f0bc9f service neutron] 10.222.0.55 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006737 Jul 23 10:49:35.353094 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.353684 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Floating IP f5b5657f-6609-412f-bdf6-d5da91d183d9 disassociated (deleted). External IP: 172.25.4.95, port: d08643e8-0fc5-4623-9f1d-19e79276a7b9. Jul 23 10:49:35.447481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4819e3d0-bfac-4ebb-8632-378f76a3681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.461955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4819e3d0-bfac-4ebb-8632-378f76a3681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.527609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda883a1-054b-4b1b-a7cc-f86523aadfb7 req-6be86c3b-be72-4587-b00c-bf26257733f1 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:35.531904 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fda883a1-054b-4b1b-a7cc-f86523aadfb7 req-6be86c3b-be72-4587-b00c-bf26257733f1 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 943 time: 0.5968785 Jul 23 10:49:35.537638 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4819e3d0-bfac-4ebb-8632-378f76a3681c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=531fd9617ee8488b8ce104cf88c422e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9540172 Jul 23 10:49:35.540741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48154) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:35.545031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e3d0-bfac-4ebb-8632-378f76a3681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc4c558-ccb5-432e-bab1-56c44e182442,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:35.613174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc940ab2-c37a-4c19-ba8f-4694df13b65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.646666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc940ab2-c37a-4c19-ba8f-4694df13b65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.685350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fda883a1-054b-4b1b-a7cc-f86523aadfb7 req-1a814246-d2ad-4bfc-b4f9-1181cda6970d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446106 Jul 23 10:49:35.719535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc940ab2-c37a-4c19-ba8f-4694df13b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.726434 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc940ab2-c37a-4c19-ba8f-4694df13b65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.728666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc940ab2-c37a-4c19-ba8f-4694df13b65b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fc4c558-ccb5-432e-bab1-56c44e182442 HTTP/1.1" status: 204 len: 168 time: 0.1861722 Jul 23 10:49:35.739377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc940ab2-c37a-4c19-ba8f-4694df13b65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc4c558-ccb5-432e-bab1-56c44e182442,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:35.742577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:49:35.901334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:49:35.909774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:35.923099 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] Sync routers for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:49:35.935124 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:35.936444 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:35.960812 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a18beb2c-6b73-4306-9aab-8f5ce7d968b7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5b5657f-6609-412f-bdf6-d5da91d183d9 HTTP/1.1" status: 204 len: 168 time: 1.7020571 Jul 23 10:49:35.961579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:35.965112 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19" -d '{"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:36.016081 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b73749-df6f-41f8-8a9e-efabc6df7d36 x-openstack-request-id: req-56b73749-df6f-41f8-8a9e-efabc6df7d36 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:36.016380 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:36.016688 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56b73749-df6f-41f8-8a9e-efabc6df7d36 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:36.017629 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'status': 'completed', 'code': 200} Jul 23 10:49:36.060843 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:36.142740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-7e1ce552-a0de-4df4-8539-7e48f2e06fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:36.144535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-7e1ce552-a0de-4df4-8539-7e48f2e06fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36df81617fa04eceafba1ace18746266&device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 1096 time: 0.0854969 Jul 23 10:49:36.159480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48166) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:36.174526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ece0cdf-c57b-41ec-bf4e-038019204587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.303839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ece0cdf-c57b-41ec-bf4e-038019204587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.312305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ece0cdf-c57b-41ec-bf4e-038019204587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.355520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3c471-ded3-441a-af70-13ca44c1386f req-90cdb249-a86b-427f-a75d-b562ba567376 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:36.355520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fd3c471-ded3-441a-af70-13ca44c1386f req-90cdb249-a86b-427f-a75d-b562ba567376 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 945 time: 0.1399910 Jul 23 10:49:36.355520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-82524743-5074-40cc-93ad-540c03d7433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:36.355520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-82524743-5074-40cc-93ad-540c03d7433b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 200 len: 914 time: 0.1680696 Jul 23 10:49:36.363675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1ece0cdf-c57b-41ec-bf4e-038019204587 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e462fc9f4aa475982849c74060af8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003765 Jul 23 10:49:36.364909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48176) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:36.371715 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:36.386610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece0cdf-c57b-41ec-bf4e-038019204587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb51f20-a99a-46e6-9841-29e1c645044e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:36.456627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-151ac8dc-353d-42e6-9f56-18a9c48f3a5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 200 len: 217 time: 0.0907493 Jul 23 10:49:36.556931 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] Checking router: 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:49:36.566865 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:36.567979 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:36.581905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1fd3c471-ded3-441a-af70-13ca44c1386f req-bf40e791-bfbc-4684-ba66-a9ba7523427f tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247989 Jul 23 10:49:36.591033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-153402d5-f5b3-46eb-a911-c949e4d26e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.644258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-66b9baae-4f46-4653-955a-dfd4dc4e3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:36.649739 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-66b9baae-4f46-4653-955a-dfd4dc4e3efe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 200 len: 852 time: 0.1633725 Jul 23 10:49:36.714183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-153402d5-f5b3-46eb-a911-c949e4d26e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.737584 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:36.775790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-24a7d311-d043-46e8-bbbf-070379b437f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:36.778392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-24a7d311-d043-46e8-bbbf-070379b437f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3551837b-08f1-4652-a96c-d61cd30a3ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174197 Jul 23 10:49:36.888734 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-07329a4d-7776-4711-817e-74d0a071bbdc service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034310 Jul 23 10:49:36.890169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-153402d5-f5b3-46eb-a911-c949e4d26e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.893223 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-153402d5-f5b3-46eb-a911-c949e4d26e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:36.897343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-153402d5-f5b3-46eb-a911-c949e4d26e28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cb51f20-a99a-46e6-9841-29e1c645044e HTTP/1.1" status: 204 len: 168 time: 0.5292106 Jul 23 10:49:36.946311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153402d5-f5b3-46eb-a911-c949e4d26e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb51f20-a99a-46e6-9841-29e1c645044e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:37.013850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11ca2a-a8c8-4432-9caf-42aa821ce02c req-35f21bbf-59b8-465e-a9d4-3a0bdadedc05 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:37.024924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be11ca2a-a8c8-4432-9caf-42aa821ce02c req-35f21bbf-59b8-465e-a9d4-3a0bdadedc05 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 943 time: 0.2096066 Jul 23 10:49:37.044556 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:37.058165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c233911b-2943-4e3f-a4c3-2dd76c1c6e19 req-842e5423-1721-4e49-a351-7f6bbbe78983 service neutron] 10.222.0.20 "GET /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575615 Jul 23 10:49:37.078245 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57963b0-fc08-467b-b016-2f26e853095a None None] The sync data for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 is: [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:02Z', 'revision_number': 4, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'aaf06f86-4e33-4cc8-b7ed-039b5abca6ab', 'name': '', 'network_id': '3551837b-08f1-4652-a96c-d61cd30a3ce5', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'mac_address': 'fa:16:3e:6b:cd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:00Z', 'updated_at': '2021-07-23T10:45:09Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'subnets': [{'id': 'f3027c56-8263-4c7a-9109-b6c36ac451c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:49:37.112411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be11ca2a-a8c8-4432-9caf-42aa821ce02c req-cdeae7a3-40c7-4b63-bbda-2c79a2e89d51 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857520 Jul 23 10:49:37.462878 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54aed4-5e7f-41ad-a61b-b8c1634400d5 None None] New status for floating IP f5b5657f-6609-412f-bdf6-d5da91d183d9: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:49:37.813537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ee68a1b1-0803-4306-b456-11079b6b4c7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1525848 Jul 23 10:49:37.834160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3d239b57-4e81-44b9-a3aa-19fedddd5d5b details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:49:37.853890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d465fb5-495d-46a7-9ad3-9ea8397a5351 req-caef05c5-da2e-41ff-b19f-e29d033fd084 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:37.862619 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d465fb5-495d-46a7-9ad3-9ea8397a5351 req-caef05c5-da2e-41ff-b19f-e29d033fd084 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 945 time: 0.1360478 Jul 23 10:49:37.961451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d465fb5-495d-46a7-9ad3-9ea8397a5351 req-ee874da9-fb28-46f5-a204-45faca581e02 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb69c050-5841-4f67-8296-3a5f90a29e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896828 Jul 23 10:49:38.005780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-1b201aad-ffd5-4fd5-92fd-e96829bf44f0 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.007878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-1b201aad-ffd5-4fd5-92fd-e96829bf44f0 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 945 time: 0.1117105 Jul 23 10:49:38.038061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.039435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.040213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.040940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.042646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.044324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.046006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.049311 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ecbab25f-08a7-4cf7-a790-0d5d279f12c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.1523948 Jul 23 10:49:38.050844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:38.064016 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b', 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828', 'port_id': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b', 'mac_address': 'fa:16:3e:68:76:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165d222b-c1ce-4ad1-ac9d-c3731f356b3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:49:38.106441 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:38.124329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d239b57-4e81-44b9-a3aa-19fedddd5d5b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:49:38.162143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:38.169044 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:38.174309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Deleting port d08643e8-0fc5-4623-9f1d-19e79276a7b9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:38.174645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:38.242338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:38.311991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-39355fe3-317e-4138-a51b-882ef9f6d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.312741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-39355fe3-317e-4138-a51b-882ef9f6d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.313958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-39355fe3-317e-4138-a51b-882ef9f6d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.316624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-39355fe3-317e-4138-a51b-882ef9f6d121 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 2292 time: 0.2301788 Jul 23 10:49:38.321193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] For port d08643e8-0fc5-4623-9f1d-19e79276a7b9, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d08643e8-0fc5-4623-9f1d-19e79276a7b9,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:38.321623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:38.336988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Calling delete_port for d08643e8-0fc5-4623-9f1d-19e79276a7b9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:38.376520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3d239b57-4e81-44b9-a3aa-19fedddd5d5b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:49:38.411467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed9280-c55e-43db-8ed5-a9e214524981 req-575a8373-3632-4998-a992-67d519dd0d19 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.419317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-feed9280-c55e-43db-8ed5-a9e214524981 req-575a8373-3632-4998-a992-67d519dd0d19 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 944 time: 0.1932709 Jul 23 10:49:38.429890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-d71aeb23-2787-4230-8cf1-18316bb6741f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.1050677 Jul 23 10:49:38.509647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-feed9280-c55e-43db-8ed5-a9e214524981 req-63ba9062-988e-4e24-9b9e-3dab954d871a tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891943 Jul 23 10:49:38.525784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-74d3fe7d-d4ff-4ab4-8bc3-8a577493eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.528378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-74d3fe7d-d4ff-4ab4-8bc3-8a577493eea4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.0911167 Jul 23 10:49:38.673280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-e4a93165-9de8-4e9c-91d6-3757e46a59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:38.675458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-e4a93165-9de8-4e9c-91d6-3757e46a59ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266086 Jul 23 10:49:38.694659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:38.732956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event deleted for resources: {'Port': ['ID=d08643e8-0fc5-4623-9f1d-19e79276a7b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:38.799528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] No DVR routers for this DVR port d08643e8-0fc5-4623-9f1d-19e79276a7b9 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:49:38.802508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:38.805269 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f77698c2-18a2-4e94-8d31-782f6370acb3 req-dd9a3f55-9086-4e33-ab0d-67896f6ad1ec tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.20 "DELETE /v2.0/ports/d08643e8-0fc5-4623-9f1d-19e79276a7b9 HTTP/1.1" status: 204 len: 173 time: 0.7918954 Jul 23 10:49:38.806294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'name': 'network-vif-deleted', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:38.809645 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956c2cf-30e9-4d0e-b4a8-2e7f9d5adc41" -d '{"events": [{"server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "name": "network-vif-deleted", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:38.903355 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d57de-2c05-4ecb-9395-97fae3ad70d3 x-openstack-request-id: req-c98d57de-2c05-4ecb-9395-97fae3ad70d3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:38.903951 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f85adc-0f3d-4a29-a17e-01b382d31318", "name": "network-vif-deleted", "tag": "d08643e8-0fc5-4623-9f1d-19e79276a7b9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:38.904042 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c98d57de-2c05-4ecb-9395-97fae3ad70d3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:38.904414 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f85adc-0f3d-4a29-a17e-01b382d31318', 'name': 'network-vif-deleted', 'tag': 'd08643e8-0fc5-4623-9f1d-19e79276a7b9', 'status': 'completed', 'code': 200} Jul 23 10:49:38.957261 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-edeaaa71-61c2-4f85-b780-7e7c033550e0 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736907 Jul 23 10:49:39.161254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9b26dd25-57d5-4520-bd32-625f20251f3c req-965c40f4-5044-4ea1-be09-0eb173cd865e tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0830452 Jul 23 10:49:39.161254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-929b1a72-7b81-4ef7-828a-11744145c512 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887522 Jul 23 10:49:39.226377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-849e371a-92ed-4d0d-9cd8-9bc31db5a0b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0631118 Jul 23 10:49:39.289197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ff8b6c39-e55b-41e5-80c2-17146a0580f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:39.292390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ff8b6c39-e55b-41e5-80c2-17146a0580f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0598395 Jul 23 10:49:39.379804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c0dcea45-bf1e-47b9-8cc3-9d10a210f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:39.381968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c0dcea45-bf1e-47b9-8cc3-9d10a210f108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830579 Jul 23 10:49:39.753983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d3e04-3dc4-4d0e-aeb5-849e2a12de95 req-70f3dd88-326d-4743-8ea8-0d5419b41b89 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:39.755085 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-654d3e04-3dc4-4d0e-aeb5-849e2a12de95 req-70f3dd88-326d-4743-8ea8-0d5419b41b89 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 944 time: 0.1716979 Jul 23 10:49:39.849336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-654d3e04-3dc4-4d0e-aeb5-849e2a12de95 req-8b1a35a4-6858-45a0-aa35-dabeced378b1 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808914 Jul 23 10:49:39.859301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3d239b57-4e81-44b9-a3aa-19fedddd5d5b up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:39.950722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:39.955437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:39.955988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:40.009520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-42033551-a86e-4b59-a8d0-d597609ad0f2 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185083 Jul 23 10:49:40.115097 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:40.173245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:40.175062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a3596-2cd7-49da-9728-cb53a8146482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:40.178158 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede30256-5f98-4ace-a859-0ab6810a709f" -d '{"events": [{"server_uuid": "218a3596-2cd7-49da-9728-cb53a8146482", "name": "network-vif-plugged", "status": "completed", "tag": "3d239b57-4e81-44b9-a3aa-19fedddd5d5b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:40.202266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:40.213526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-5ae84e39-eba7-476b-852b-48b2fb5ee482 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969376 Jul 23 10:49:40.292398 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087a9657-ec19-4f92-8835-9d5df80582ba x-openstack-request-id: req-087a9657-ec19-4f92-8835-9d5df80582ba {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:40.292694 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218a3596-2cd7-49da-9728-cb53a8146482", "name": "network-vif-plugged", "status": "completed", "tag": "3d239b57-4e81-44b9-a3aa-19fedddd5d5b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:40.317418 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-087a9657-ec19-4f92-8835-9d5df80582ba {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:40.317876 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a3596-2cd7-49da-9728-cb53a8146482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b', 'code': 200} Jul 23 10:49:40.387562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:40.402675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-4014ced1-56c8-40c3-b201-679030bfea0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.1715910 Jul 23 10:49:40.530882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18495883-ac45-44a7-85e9-c8352385e617 req-9ae479ff-dedd-440a-bf1f-dba51ff833d0 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.1839814 Jul 23 10:49:40.558475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-25a70f02-f3d9-406a-9e14-ceae14064328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:40.560318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-25a70f02-f3d9-406a-9e14-ceae14064328 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1565571 Jul 23 10:49:40.624179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691ec81-29f5-4794-8b08-1d007aa20dee req-1fe66651-338f-4be2-a21e-f728e99fbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:40.626248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9691ec81-29f5-4794-8b08-1d007aa20dee req-1fe66651-338f-4be2-a21e-f728e99fbc00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 1096 time: 0.2777855 Jul 23 10:49:40.676047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-757448e0-98b0-409e-bd60-e096a8d80958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:40.677956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-757448e0-98b0-409e-bd60-e096a8d80958 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107302 Jul 23 10:49:40.685628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9691ec81-29f5-4794-8b08-1d007aa20dee req-3b109e2d-a549-41e7-944b-32f91226f082 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Jul 23 10:49:40.813614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-15c3b0e9-a7b4-40c2-a819-b0ad5c3f345b service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268609 Jul 23 10:49:40.898076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:40.942806 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-ce2bf52b-4e74-49e4-b62f-2685b9f5b047 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214125 Jul 23 10:49:41.053630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-e40ee1dd-22f3-4875-9fca-e3b09ead91d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.1036665 Jul 23 10:49:41.127049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b263efa-98cd-43e8-9fe6-3ceceec1424f req-64f0d582-6d3f-4e62-b441-94301fa2a028 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:41.131281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2b263efa-98cd-43e8-9fe6-3ceceec1424f req-64f0d582-6d3f-4e62-b441-94301fa2a028 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 945 time: 0.1322360 Jul 23 10:49:41.148256 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ef92c87-f336-4eed-af4a-26610ba98cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.149516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c9bf3581-d426-4529-9967-403563e01e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:41.152092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c9bf3581-d426-4529-9967-403563e01e37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0921974 Jul 23 10:49:41.237066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-79ff2b4d-19d1-4456-acda-4b278d104473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:41.239563 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-79ff2b4d-19d1-4456-acda-4b278d104473 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816772 Jul 23 10:49:41.301658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ef92c87-f336-4eed-af4a-26610ba98cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.324728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2b263efa-98cd-43e8-9fe6-3ceceec1424f req-075d2a3d-23b1-469d-9a1a-0abf7034afbb tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784525 Jul 23 10:49:41.325365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ef92c87-f336-4eed-af4a-26610ba98cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.386900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:41.387344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ef92c87-f336-4eed-af4a-26610ba98cd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94e9bfb1c6d74bf88431f4d2510c1aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861531 Jul 23 10:49:41.398088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-bc8267eb-045f-4bb7-bd05-1e992965baf5 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499274 Jul 23 10:49:41.398629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef92c87-f336-4eed-af4a-26610ba98cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec6bfc7-114e-4784-bf50-270d1b761943,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:41.408260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d08643e8-0fc5-4623-9f1d-19e79276a7b9 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:49:41.471899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: d08643e8-0fc5-4623-9f1d-19e79276a7b9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:49:41.474503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d08643e8-0fc5-4623-9f1d-19e79276a7b9 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:49:41.535023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-e4917e62-e81e-4f5f-bd0f-a3405d3468d6 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 Jul 23 10:49:41.645983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c4dc16f6-f441-4160-8bbe-fe2b740b3e6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.0994041 Jul 23 10:49:41.758213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-521ddc23-6e90-4e85-b5e2-6d51ed3cd941 req-fbe41b66-c064-4e13-bef7-d1f057979880 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0565898 Jul 23 10:49:41.767641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-3ae012df-4551-4ea3-892e-ff8f7ced8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:41.769252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-3ae012df-4551-4ea3-892e-ff8f7ced8949 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1164923 Jul 23 10:49:41.770054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f42134b7-3d63-42ec-abe5-cf8a1f114edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.815684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f42134b7-3d63-42ec-abe5-cf8a1f114edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.928619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-492630c9-b7e3-4eb9-ad6a-4ff46d9b8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:41.930409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-492630c9-b7e3-4eb9-ad6a-4ff46d9b8439 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369076 Jul 23 10:49:41.931619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f42134b7-3d63-42ec-abe5-cf8a1f114edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.934379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f42134b7-3d63-42ec-abe5-cf8a1f114edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:41.938236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f42134b7-3d63-42ec-abe5-cf8a1f114edc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aec6bfc7-114e-4784-bf50-270d1b761943 HTTP/1.1" status: 204 len: 168 time: 0.5503094 Jul 23 10:49:41.966151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42134b7-3d63-42ec-abe5-cf8a1f114edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec6bfc7-114e-4784-bf50-270d1b761943,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:42.057973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c99e73d6-f57a-4c02-b323-72b4114ddfb9 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181591 Jul 23 10:49:42.238224 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-52e319d3-5fa3-4889-8bde-9f114e9b4f38 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735694 Jul 23 10:49:42.290607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-860a4131-c5a1-495a-942f-74fbbfa5063b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.0455291 Jul 23 10:49:42.353250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-9c323cfb-ffe5-43a4-89d3-0ac0d6b5f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:42.355164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-9c323cfb-ffe5-43a4-89d3-0ac0d6b5f619 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0573738 Jul 23 10:49:42.457687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48310) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:42.477666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e9046c-060f-4b1d-8d59-6129bce75e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:42.534515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c359443c-1348-46fc-99a6-600195ccb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:42.536256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-c359443c-1348-46fc-99a6-600195ccb40f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1748469 Jul 23 10:49:42.548972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e455635-4ebf-4b96-9d9b-3768065ab9c7 req-5d4156d1-89fd-4288-8525-d097b4e6ae40 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:42.552001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e455635-4ebf-4b96-9d9b-3768065ab9c7 req-5d4156d1-89fd-4288-8525-d097b4e6ae40 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 945 time: 0.1102669 Jul 23 10:49:42.641313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e455635-4ebf-4b96-9d9b-3768065ab9c7 req-764a1055-b9fe-4fa9-b02e-a7a296256cc2 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825644 Jul 23 10:49:42.737460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-4a9a8ec0-542c-4535-a178-388b6c42b79f service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919725 Jul 23 10:49:42.765866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e9046c-060f-4b1d-8d59-6129bce75e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:42.779574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e9046c-060f-4b1d-8d59-6129bce75e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:43.055629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9046c-060f-4b1d-8d59-6129bce75e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1219555e-80e8-4379-bded-8fd2e06a78f2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:43.071205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5488256-8024-4a0f-9bc9-370e2bfd11c9 req-ec9f6d89-63a4-4fe8-82d2-bd748970f515 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.1348872 Jul 23 10:49:43.078542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48324) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:43.087194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-57e9046c-060f-4b1d-8d59-6129bce75e14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a90940b6a8d435180adb85bbb47788c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283140 Jul 23 10:49:43.164512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-bf7f759f-f016-46e5-9449-f643c5c53b32 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171891 Jul 23 10:49:43.193302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf2da-0578-41f2-b3a4-2f8baa1e7a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:43.225183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf2da-0578-41f2-b3a4-2f8baa1e7a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:43.231945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-049011cb-b33f-4dcb-b272-13fb7681017f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0590305 Jul 23 10:49:43.305610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf2da-0578-41f2-b3a4-2f8baa1e7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:43.308922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-a6e4af53-55d8-4355-8988-093a4e779fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:43.309504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf2da-0578-41f2-b3a4-2f8baa1e7a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:43.310146 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cf8bf2da-0578-41f2-b3a4-2f8baa1e7a13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1219555e-80e8-4379-bded-8fd2e06a78f2 HTTP/1.1" status: 204 len: 168 time: 0.2307158 Jul 23 10:49:43.310729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-a6e4af53-55d8-4355-8988-093a4e779fb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0729954 Jul 23 10:49:43.322466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf2da-0578-41f2-b3a4-2f8baa1e7a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1219555e-80e8-4379-bded-8fd2e06a78f2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:43.392324 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:49:43.429942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-3442f25a-3454-4d20-9f99-950d5152d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:43.431848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-3442f25a-3454-4d20-9f99-950d5152d21d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140954 Jul 23 10:49:43.556752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-8dcc3963-5115-4809-b49c-648e3ae4c256 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181636 Jul 23 10:49:43.739938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc92bb9f-2762-482c-8d4c-3e6f20ffafe4 req-abdd481d-82d1-489d-9a4a-34007a85aa90 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760883 Jul 23 10:49:44.082232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c0242-a640-4d45-a110-7c00dd1e7c8e req-a3a993e7-4ae7-4ad0-a40d-43e53b4a8f66 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:44.091963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed9c0242-a640-4d45-a110-7c00dd1e7c8e req-a3a993e7-4ae7-4ad0-a40d-43e53b4a8f66 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 945 time: 0.0951979 Jul 23 10:49:44.143281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed9c0242-a640-4d45-a110-7c00dd1e7c8e req-8f080f71-8472-4eb6-a287-f8e2811ab46b tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Jul 23 10:49:44.248161 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f995a96-05b4-462f-b812-c59695b31ffe req-ebdd9898-a4d6-4221-8b94-4e55259570e6 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "GET /v2.0/ports?device_id=37f85adc-0f3d-4a29-a17e-01b382d31318 HTTP/1.1" status: 200 len: 210 time: 0.0595055 Jul 23 10:49:45.287410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:45.336707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:45.398295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81607c7d-1f1e-483b-8e02-bfa5b7483f0f req-2a5beab1-a2cf-4ef9-962d-3d6ed500742e tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:45.399954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81607c7d-1f1e-483b-8e02-bfa5b7483f0f req-2a5beab1-a2cf-4ef9-962d-3d6ed500742e tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 945 time: 0.1921167 Jul 23 10:49:45.463991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-a92c6347-5824-4ce8-aa22-b49a59ef48c9 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:45.466816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-a92c6347-5824-4ce8-aa22-b49a59ef48c9 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.55 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 945 time: 0.1890292 Jul 23 10:49:45.466965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed9cff36-0135-4041-a28f-f820e0c245f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.497984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e83340-3c38-42fe-93ef-12fa08db5ad7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.503698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81607c7d-1f1e-483b-8e02-bfa5b7483f0f req-95324b41-76ed-42b6-804c-356e07f6b832 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948322 Jul 23 10:49:45.555072 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e83340-3c38-42fe-93ef-12fa08db5ad7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.675843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e83340-3c38-42fe-93ef-12fa08db5ad7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.678763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02e83340-3c38-42fe-93ef-12fa08db5ad7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.684253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02e83340-3c38-42fe-93ef-12fa08db5ad7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb69c050-5841-4f67-8296-3a5f90a29e4b HTTP/1.1" status: 204 len: 168 time: 0.3464174 Jul 23 10:49:45.691989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed9cff36-0135-4041-a28f-f820e0c245f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.703977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e83340-3c38-42fe-93ef-12fa08db5ad7 tempest-TestVolumeBackupRestore-1314762549 tempest-TestVolumeBackupRestore-1314762549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69c050-5841-4f67-8296-3a5f90a29e4b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:45.730191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Deleting port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:45.731013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.736851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed9cff36-0135-4041-a28f-f820e0c245f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.841086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ed9cff36-0135-4041-a28f-f820e0c245f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54e072ad544c488ba898db83714fbe3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526519 Jul 23 10:49:45.842285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cff36-0135-4041-a28f-f820e0c245f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4665cb73-d12b-48e9-9709-f27439be3ade,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:45.868135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:45.930927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] For port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:45.931297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:45.951481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Calling delete_port for 3d239b57-4e81-44b9-a3aa-19fedddd5d5b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:45.975403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34a44f14-7417-46cf-ae72-c051ed655355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:46.018997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34a44f14-7417-46cf-ae72-c051ed655355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:46.129798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34a44f14-7417-46cf-ae72-c051ed655355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:46.133668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34a44f14-7417-46cf-ae72-c051ed655355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:46.143821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34a44f14-7417-46cf-ae72-c051ed655355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4665cb73-d12b-48e9-9709-f27439be3ade HTTP/1.1" status: 204 len: 168 time: 0.2706995 Jul 23 10:49:46.171175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a44f14-7417-46cf-ae72-c051ed655355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4665cb73-d12b-48e9-9709-f27439be3ade,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:46.268087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:46.281961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['3d239b57-4e81-44b9-a3aa-19fedddd5d5b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:49:46.388343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Pushing event deleted for resources: {'Port': ['ID=3d239b57-4e81-44b9-a3aa-19fedddd5d5b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:46.493045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] No DVR routers for this DVR port 3d239b57-4e81-44b9-a3aa-19fedddd5d5b on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:49:46.496001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:46.498431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1358a63-b75a-4a98-a0c1-2c9d78a74a41 req-03df1577-cc2c-46af-b3f3-82a9b571f5ec tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.55 "DELETE /v2.0/ports/3d239b57-4e81-44b9-a3aa-19fedddd5d5b HTTP/1.1" status: 204 len: 173 time: 1.0105212 Jul 23 10:49:46.498902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a3596-2cd7-49da-9728-cb53a8146482', 'name': 'network-vif-deleted', 'tag': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:46.512102 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf9a1cb-1ef1-483d-9fd7-ee002305ab59" -d '{"events": [{"server_uuid": "218a3596-2cd7-49da-9728-cb53a8146482", "name": "network-vif-deleted", "tag": "3d239b57-4e81-44b9-a3aa-19fedddd5d5b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:46.586041 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1e15c-61d7-456e-a936-c5c7a5d2bfda x-openstack-request-id: req-31f1e15c-61d7-456e-a936-c5c7a5d2bfda {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:46.586394 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218a3596-2cd7-49da-9728-cb53a8146482", "name": "network-vif-deleted", "tag": "3d239b57-4e81-44b9-a3aa-19fedddd5d5b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:46.586803 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31f1e15c-61d7-456e-a936-c5c7a5d2bfda {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:46.587349 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a3596-2cd7-49da-9728-cb53a8146482', 'name': 'network-vif-deleted', 'tag': '3d239b57-4e81-44b9-a3aa-19fedddd5d5b', 'status': 'completed', 'code': 200} Jul 23 10:49:46.751787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2cc23158-481b-4e3d-a9c1-ec2831c03e6a req-f945f69a-06fd-49ad-88e7-e6bc6e501fbe tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=218a3596-2cd7-49da-9728-cb53a8146482 HTTP/1.1" status: 200 len: 210 time: 0.1244037 Jul 23 10:49:47.807476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:48.442580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1897607019-network', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:48.498244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Made reservation on behalf of 1f7f6da356964b99a35a10f0aec2f4c1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:48.500731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.520694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.543945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:48.701982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-cfd38336-86d3-4c0a-9638-6648fe22b9e5 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:48.708136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-cfd38336-86d3-4c0a-9638-6648fe22b9e5 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/networks?id=2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 200 len: 808 time: 0.3247311 Jul 23 10:49:48.731449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-bb2c3925-a79f-403b-bae9-e5c779ac8c29 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/quotas/0d74aab06cee4e479ea03cc6c1404eb7 HTTP/1.1" status: 200 len: 375 time: 0.0184507 Jul 23 10:49:48.812135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.813997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12085e93-be11-424c-9341-04cf2ad7173b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.819553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-90185afd-098b-4fbb-a1d3-2a72df61e124 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770636 Jul 23 10:49:48.923260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12085e93-be11-424c-9341-04cf2ad7173b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.924380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.941355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:49:48.952827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:48.953191 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Added segment 0f34ff3b-4be4-431d-95e8-7369c11536d4 of type vlan for network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 Jul 23 10:49:48.972877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-b80042e1-a0f4-44b3-a52c-ccd166fcdeea service neutron] 10.222.0.37 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488640 Jul 23 10:49:49.067408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.106662 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12085e93-be11-424c-9341-04cf2ad7173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.146903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.147909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:49.148508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.240009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-0a8e010a-3378-4ab4-bc66-f00b29f69942 service neutron] 10.222.0.37 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620227 Jul 23 10:49:49.309804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Pushing event updated for resources: {'Network': ['ID=9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:49.324874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3aa57a-34aa-45e2-882c-f84b2266a77e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:49.354841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.355536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.356204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.356759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.358528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.359297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.360064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.360608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.361477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.362118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.362752 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.374240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.386107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12085e93-be11-424c-9341-04cf2ad7173b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddcf27649fa04c6bbf8d2fc4f79ad14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379023 Jul 23 10:49:49.386107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.386297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48850) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:49.386665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.387123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.387608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.388447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:49:49.389870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.390435 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.390997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.391585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.392128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.392663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.393243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.393798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:49.400128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-da3eefe3-2f7f-44fc-ac4d-efa19663114e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5899422 Jul 23 10:49:49.439397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48854) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:49.465374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12085e93-be11-424c-9341-04cf2ad7173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b4538-9c7d-48cb-82b0-2b6e6fc7f5fc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:49.486925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Request body: {'subnet': {'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1897607019-subnet', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:49.597321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Made reservation on behalf of 1f7f6da356964b99a35a10f0aec2f4c1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:49.600152 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.753421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.800283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:49.802229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c847308-535a-4a7d-b6ba-e7ab6f8b0271 req-e7821ba8-92b7-4386-90de-595c42ff23c5 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 210 time: 0.0863905 Jul 23 10:49:49.890795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3d239b57-4e81-44b9-a3aa-19fedddd5d5b no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:49:49.927037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 3d239b57-4e81-44b9-a3aa-19fedddd5d5b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:49:49.927643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3d239b57-4e81-44b9-a3aa-19fedddd5d5b not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:49:49.998047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.002308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.007620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca6b4538-9c7d-48cb-82b0-2b6e6fc7f5fc HTTP/1.1" status: 204 len: 168 time: 0.6172016 Jul 23 10:49:50.053422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b4538-9c7d-48cb-82b0-2b6e6fc7f5fc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:50.069991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.070660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.071563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.072385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.072944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.074505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.075028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.075542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.076099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.076685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.077234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.077759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2777cf-b2c4-43bd-9326-b4ed5914509a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:50.129624 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.255125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Checking segment: {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:50.255759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Network hostable DHCP agents. Network: 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:49:50.264113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b9ce44-5db5-4953-8f7e-f47d92b106ff,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:50.293051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:49:50.306723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:50.320168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170cde84-4496-4c96-b843-eb335b705cd0 None None] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:50.341482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:50.342589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.382921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-48fb17b3-4c36-414c-b247-7863fe2f46df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9418643 Jul 23 10:49:50.386304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 48962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:50.393494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:50.505464 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.506594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.623978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35', 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'fixed_ips': [{'subnet_id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:49:50.625484 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.763612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.789246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48992) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:50.807240 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6195338-3802-4cc9-9fa4-30d7d4ec5fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:50.990164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Allocated IP 172.20.0.2 (9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35/c2b9ce44-5db5-4953-8f7e-f47d92b106ff/4d5b53e9-176c-48e9-8603-d7384f10974a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:51.028302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2515b188-1fef-4b25-8354-622fe421b635 req-e102fc83-d5c0-469e-a0e3-b8d6a9744c09 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 210 time: 0.0597041 Jul 23 10:49:51.092395 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6195338-3802-4cc9-9fa4-30d7d4ec5fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.098846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6195338-3802-4cc9-9fa4-30d7d4ec5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.102111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.175383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195338-3802-4cc9-9fa4-30d7d4ec5fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0235554c-cfb2-474d-8970-55a46028763b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:51.203078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b6195338-3802-4cc9-9fa4-30d7d4ec5fbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca4bca45e12a4d698ef0aa1e3396b7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125960 Jul 23 10:49:51.203757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 48998) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:51.235687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.246615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Transition to ACTIVE for port object 4d5b53e9-176c-48e9-8603-d7384f10974a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:51.268515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Transition to ACTIVE for port object 4d5b53e9-176c-48e9-8603-d7384f10974a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:51.277387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.296101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32398bce-188a-4a26-bf13-541618a03c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.325713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32398bce-188a-4a26-bf13-541618a03c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.345927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Pushing event updated for resources: {'Port': ['ID=4d5b53e9-176c-48e9-8603-d7384f10974a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:51.368892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:51.373360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:51.384369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:51.507339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Attempting to bind port 4d5b53e9-176c-48e9-8603-d7384f10974a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:51.508103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Attempting to bind port 4d5b53e9-176c-48e9-8603-d7384f10974a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:51.508659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Attempting to bind port 4d5b53e9-176c-48e9-8603-d7384f10974a on network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:51.513626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-91888f01-854b-4c43-95e7-d898f49fd21a tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:51.515182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-91888f01-854b-4c43-95e7-d898f49fd21a tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.20 "GET /v2.0/networks?id=2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 200 len: 808 time: 0.1410456 Jul 23 10:49:51.517226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:51.517814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Checking segment: {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:51.518365 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.519059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Bound using segment: {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:51.519739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Bound port: 4d5b53e9-176c-48e9-8603-d7384f10974a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:51.520980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.529182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32398bce-188a-4a26-bf13-541618a03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.532419 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32398bce-188a-4a26-bf13-541618a03c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.548316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-32398bce-188a-4a26-bf13-541618a03c4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0235554c-cfb2-474d-8970-55a46028763b HTTP/1.1" status: 204 len: 168 time: 0.3434253 Jul 23 10:49:51.562802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Request body: {'port': {'device_id': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828', 'admin_state_up': True, 'tenant_id': '0d74aab06cee4e479ea03cc6c1404eb7'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:51.593748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] For port 4d5b53e9-176c-48e9-8603-d7384f10974a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:51.597981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] For port 4d5b53e9-176c-48e9-8603-d7384f10974a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4d5b53e9-176c-48e9-8603-d7384f10974a,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:51.608016 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.609298 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.661516 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.688083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a525da-028f-49d6-af0d-5e1471783b3f None None] Pushing event updated for resources: {'Port': ['ID=4d5b53e9-176c-48e9-8603-d7384f10974a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:51.724941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32398bce-188a-4a26-bf13-541618a03c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0235554c-cfb2-474d-8970-55a46028763b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:51.779058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Made reservation on behalf of 0d74aab06cee4e479ea03cc6c1404eb7 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:51.785690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:51.998043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Allocated IP 172.25.4.120 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/3225ff1e-b4f8-49f1-9973-03baef648ed6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:52.188059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49024) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:52.316878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c05e8bb-1c64-4b13-ac7c-316ea6318dd1 req-352bf183-63c7-4871-b083-95ef2db3509f tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 210 time: 0.0737610 Jul 23 10:49:52.375195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:52.379575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Allocated IP 172.20.0.8 (2d5c2d25-6c7c-4514-8ce3-d85878787828/165d222b-c1ce-4ad1-ac9d-c3731f356b3a/e67dd3a5-f263-420c-bc75-4c7016d0d25d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:52.438978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:52.505131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:52.509453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:52.515057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:52.746261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Pushing event updated for resources: {'Port': ['ID=3225ff1e-b4f8-49f1-9973-03baef648ed6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:52.844409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:52.881168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820f821-a9d0-4eae-aa41-28d87db979b6 req-8c46e187-328d-4458-8c49-b304fde3678e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:52.882695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a820f821-a9d0-4eae-aa41-28d87db979b6 req-8c46e187-328d-4458-8c49-b304fde3678e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1098 time: 0.2571857 Jul 23 10:49:53.059804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:53.081694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a820f821-a9d0-4eae-aa41-28d87db979b6 req-856df3a2-ddc0-483c-977d-c433ec7b0759 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598511 Jul 23 10:49:53.081694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:53.101150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4d5b53e9-176c-48e9-8603-d7384f10974a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:53.133589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49042) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:53.234685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4d5b53e9-176c-48e9-8603-d7384f10974a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:53.264818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Network 2d5c2d25-6c7c-4514-8ce3-d85878787828 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:53.269362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:53.272170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:53.400786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594d8e41-16d4-4441-8083-1b48df4482cf None None] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:49:53.568349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] Provisioning for port 4d5b53e9-176c-48e9-8603-d7384f10974a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:53.576083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] Provisioning complete for port 4d5b53e9-176c-48e9-8603-d7384f10974a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:53.576895 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:53.604524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:53.614661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301869d-f25b-4de0-829e-98f72f41caa6 req-314490b6-938a-4d6a-a172-3966b15f079a tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:53.622434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4301869d-f25b-4de0-829e-98f72f41caa6 req-314490b6-938a-4d6a-a172-3966b15f079a tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 931 time: 0.1862109 Jul 23 10:49:53.749922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4301869d-f25b-4de0-829e-98f72f41caa6 req-7dbddb5d-52fa-49e6-8d44-14dbad8c80ab tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265199 Jul 23 10:49:53.791899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Pushing event updated for resources: {'Port': ['ID=e67dd3a5-f263-420c-bc75-4c7016d0d25d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:53.792907 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:53.830991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Router 786bfd00-060d-4771-867c-eeaa0c368f27 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:49:53.846573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] For port 4d5b53e9-176c-48e9-8603-d7384f10974a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4d5b53e9-176c-48e9-8603-d7384f10974a,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:53.859163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:53.927442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11b8ca-1468-49d4-8c64-0fb47d14756c None None] Pushing event updated for resources: {'Port': ['ID=4d5b53e9-176c-48e9-8603-d7384f10974a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:53.949197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:53.949868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.037260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-ff507661-2f4e-427a-8111-12e4b78f4f90 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4876966 Jul 23 10:49:54.039882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:49:54.051034 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Sync routers for ids ['786bfd00-060d-4771-867c-eeaa0c368f27'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:49:54.060235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Request body: {'port': {'device_id': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:54.080134 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Routers {'786bfd00-060d-4771-867c-eeaa0c368f27'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:54.081927 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['786bfd00-060d-4771-867c-eeaa0c368f27'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:54.087763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.092960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.097008 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5d60e6f2-bf06-4f13-b485-16d090762b5b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7063828 Jul 23 10:49:54.098092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:54.155993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port bd09c3de-9e1c-42f5-aaf9-6a0641fcf93e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:54.156342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.223842 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Set router 786bfd00-060d-4771-867c-eeaa0c368f27 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:54.300295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.352374 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.375502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.375833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.388956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2c79724b-29f2-4afd-81a0-370f5c9aa241 None None] Provisioning complete for port 4d5b53e9-176c-48e9-8603-d7384f10974a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:54.391319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c79724b-29f2-4afd-81a0-370f5c9aa241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.466853 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:49:52Z', 'revision_number': 3, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:54.469282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for bd09c3de-9e1c-42f5-aaf9-6a0641fcf93e owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:54.501166 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Checking router: 786bfd00-060d-4771-867c-eeaa0c368f27 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:49:54.501838 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Updating router 786bfd00-060d-4771-867c-eeaa0c368f27 port 3225ff1e-b4f8-49f1-9973-03baef648ed6 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:49:54.542191 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.892297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.914797 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:54.929273 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Transition to ACTIVE for port object 3225ff1e-b4f8-49f1-9973-03baef648ed6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:54.939198 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.000909 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Attempting to bind port 3225ff1e-b4f8-49f1-9973-03baef648ed6 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:55.001612 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Attempting to bind port 3225ff1e-b4f8-49f1-9973-03baef648ed6 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:55.001735 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Attempting to bind port 3225ff1e-b4f8-49f1-9973-03baef648ed6 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:55.009321 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:55.009749 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:55.010941 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.011448 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:55.011941 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Bound port: 3225ff1e-b4f8-49f1-9973-03baef648ed6, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:55.012625 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.061246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4d5b53e9-176c-48e9-8603-d7384f10974a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:55.086991 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] For port 3225ff1e-b4f8-49f1-9973-03baef648ed6, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:55.091558 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] For port 3225ff1e-b4f8-49f1-9973-03baef648ed6, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3225ff1e-b4f8-49f1-9973-03baef648ed6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:55.103989 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.123777 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Pushing event updated for resources: {'Port': ['ID=3225ff1e-b4f8-49f1-9973-03baef648ed6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:55.139130 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.139518 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.139865 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.140345 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.140960 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.141081 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.141389 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.141866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.142198 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.142579 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.143402 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.143777 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:49:55.156932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4d5b53e9-176c-48e9-8603-d7384f10974a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:55.157313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.205487 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092235-e24c-41f4-ad5f-f7bbde052273 None None] Pushing event updated for resources: {'Port': ['ID=3225ff1e-b4f8-49f1-9973-03baef648ed6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:55.211784 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Routers {'786bfd00-060d-4771-867c-eeaa0c368f27'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:55.212411 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['786bfd00-060d-4771-867c-eeaa0c368f27'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:55.258738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11f7b6-a0c1-4c1e-a8b1-2409ceb7657f req-d2720faf-e869-46b4-8dc4-7d03dd4b43b7 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:55.260987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e11f7b6-a0c1-4c1e-a8b1-2409ceb7657f req-d2720faf-e869-46b4-8dc4-7d03dd4b43b7 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 931 time: 0.3708198 Jul 23 10:49:55.297154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67dd3a5-f263-420c-bc75-4c7016d0d25d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:49:55.338024 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] Set router 786bfd00-060d-4771-867c-eeaa0c368f27 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:55.340671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.343253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.399328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=bd09c3de-9e1c-42f5-aaf9-6a0641fcf93e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:55.507365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Allocated IP 172.20.0.1 (9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35/c2b9ce44-5db5-4953-8f7e-f47d92b106ff/52201be9-bb05-4f2c-832a-06c696c78fce) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:49:55.522183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Transition to ACTIVE for port object e67dd3a5-f263-420c-bc75-4c7016d0d25d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:55.531777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e11f7b6-a0c1-4c1e-a8b1-2409ceb7657f req-3cb8317c-abbb-40f6-a3e1-3fd6632c8df1 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603307 Jul 23 10:49:55.568349 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.573957 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:49:52Z', 'revision_number': 3, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:55.618482 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d976c-0bcd-4f53-8496-7f39d524ef39 None None] The sync data for ids ['786bfd00-060d-4771-867c-eeaa0c368f27'] in n-d-778550-4 is: [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:49:52Z', 'revision_number': 3, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:49:55.656452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dd3a5-f263-420c-bc75-4c7016d0d25d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:55.667273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.667823 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP 7f27615d-0136-4e7a-a815-245867376e0d disassociated (deleted). External IP: 172.25.4.154, port: 3a533fbe-e93c-42aa-a256-8f287f2ee164. Jul 23 10:49:55.796366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Deleting port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:49:55.797088 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.955097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] For port aaf06f86-4e33-4cc8-b7ed-039b5abca6ab, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:55.955523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:55.978034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Calling delete_port for aaf06f86-4e33-4cc8-b7ed-039b5abca6ab owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:49:56.203955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Attempting to bind port e67dd3a5-f263-420c-bc75-4c7016d0d25d on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:49:56.204301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Attempting to bind port e67dd3a5-f263-420c-bc75-4c7016d0d25d by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:49:56.204637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Attempting to bind port e67dd3a5-f263-420c-bc75-4c7016d0d25d on network 2d5c2d25-6c7c-4514-8ce3-d85878787828 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:56.248451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Port e67dd3a5-f263-420c-bc75-4c7016d0d25d on network 2d5c2d25-6c7c-4514-8ce3-d85878787828 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:49:56.248928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Attempting to bind port e67dd3a5-f263-420c-bc75-4c7016d0d25d on network 2d5c2d25-6c7c-4514-8ce3-d85878787828 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:49:56.282828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:49:56.283185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Checking segment: {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:49:56.283639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Bound using segment: {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:49:56.284095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Bound port: e67dd3a5-f263-420c-bc75-4c7016d0d25d, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6894a8-51be-417c-86fd-fa7de632c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:49:56.284463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.380965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.398901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Transition to ACTIVE for port object 52201be9-bb05-4f2c-832a-06c696c78fce will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:49:56.466047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.543698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Pushing event updated for resources: {'Port': ['ID=52201be9-bb05-4f2c-832a-06c696c78fce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:56.568353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:56.569733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:56.584259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:49:56.638419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.685418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] For port e67dd3a5-f263-420c-bc75-4c7016d0d25d, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:49:56.712524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] For port e67dd3a5-f263-420c-bc75-4c7016d0d25d, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:49:56.721433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router c5d0e9f0-03a3-4471-9448-b396d133519f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:49:56.723991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.743162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.765786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:56.766420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:56.767876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/e67dd3a5-f263-420c-bc75-4c7016d0d25d HTTP/1.1" status: 200 len: 1091 time: 2.7150483 Jul 23 10:49:56.768345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'tag': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:56.770643 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d095862-d7ac-41e8-83cb-42b5d0ce8abf", "tag": "e67dd3a5-f263-420c-bc75-4c7016d0d25d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:57.051477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b5150-6e81-4062-86b7-bf8b10b76920 req-03f617f3-74e9-4350-9509-e3682ffb9d15 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:57.054258 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc3b5150-6e81-4062-86b7-bf8b10b76920 req-03f617f3-74e9-4350-9509-e3682ffb9d15 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 943 time: 0.3668385 Jul 23 10:49:57.112598 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6503191-9090-4ceb-a553-c206c2d4e58b x-openstack-request-id: req-a6503191-9090-4ceb-a553-c206c2d4e58b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:57.112892 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d095862-d7ac-41e8-83cb-42b5d0ce8abf", "tag": "e67dd3a5-f263-420c-bc75-4c7016d0d25d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:57.113225 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6503191-9090-4ceb-a553-c206c2d4e58b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:57.113541 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'tag': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d', 'status': 'completed', 'code': 200} Jul 23 10:49:57.116085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:49:57.120920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60103cb7-2fa0-4273-a92c-d818da7f83bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.136968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] Sync routers for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:49:57.144824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.186042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.189184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:57.192377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:57.265060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc3b5150-6e81-4062-86b7-bf8b10b76920 req-41c0b7f1-c843-41f9-b7de-2a626bc0c501 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878121 Jul 23 10:49:57.303749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7532277-a98c-452a-9a4e-03b1dd50a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dd3a5-f263-420c-bc75-4c7016d0d25d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:57.355450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf06f86-4e33-4cc8-b7ed-039b5abca6ab,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:57.358418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2a27289e-8aea-4fde-9e5c-9f3e784bdb14 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/floatingips/7f27615d-0136-4e7a-a815-245867376e0d HTTP/1.1" status: 204 len: 168 time: 4.2117302 Jul 23 10:49:57.382251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-b4bbd7d5-580f-4e7e-9507-a54c2cd84b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:57.383877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-b4bbd7d5-580f-4e7e-9507-a54c2cd84b7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 1094 time: 0.2695699 Jul 23 10:49:57.597567 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.604477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.700717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bef95a16-78ff-4a5e-9d3e-736ec1d2f2e2 None None] Provisioning for port 52201be9-bb05-4f2c-832a-06c696c78fce completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:57.707184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3225ff1e-b4f8-49f1-9973-03baef648ed6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:57.716113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:57.738068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Pushing event updated for resources: {'Port': ['ID=52201be9-bb05-4f2c-832a-06c696c78fce,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:57.741524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.765525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bef95a16-78ff-4a5e-9d3e-736ec1d2f2e2 None None] Provisioning complete for port 52201be9-bb05-4f2c-832a-06c696c78fce triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:57.765901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef95a16-78ff-4a5e-9d3e-736ec1d2f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.828571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bef95a16-78ff-4a5e-9d3e-736ec1d2f2e2 None None] Port 52201be9-bb05-4f2c-832a-06c696c78fce cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:49:57.864518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:49:57.872129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:49:57.886913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-c7aa16d5-e2a4-42e0-9fc2-46c7eead9e4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d HTTP/1.1" status: 200 len: 217 time: 0.4555690 Jul 23 10:49:57.910511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3225ff1e-b4f8-49f1-9973-03baef648ed6 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:49:57.956571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3225ff1e-b4f8-49f1-9973-03baef648ed6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:57.956870 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:57.980343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-a92321f9-f755-4a65-adf8-2832d726e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:57.982019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-a92321f9-f755-4a65-adf8-2832d726e464 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=165d222b-c1ce-4ad1-ac9d-c3731f356b3a HTTP/1.1" status: 200 len: 848 time: 0.0886989 Jul 23 10:49:58.009686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05212904-5ee0-4ce2-a59d-58d1662c9f8a req-878b5805-6ca8-4b35-9139-3c9162ea9373 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:58.012189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05212904-5ee0-4ce2-a59d-58d1662c9f8a req-878b5805-6ca8-4b35-9139-3c9162ea9373 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 947 time: 0.3199604 Jul 23 10:49:58.030559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-6ae0fedf-320a-4e66-b72b-42387ddcfa58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d5c2d25-6c7c-4514-8ce3-d85878787828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395067 Jul 23 10:49:58.032396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:58.112135 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:58.113185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Router 786bfd00-060d-4771-867c-eeaa0c368f27 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:49:58.132040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05212904-5ee0-4ce2-a59d-58d1662c9f8a req-e3fe67da-1df9-456c-bd8d-ee416c3953e8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947137 Jul 23 10:49:58.137522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3225ff1e-b4f8-49f1-9973-03baef648ed6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3225ff1e-b4f8-49f1-9973-03baef648ed6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:49:58.156074 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:58.163031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:58.258882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] Checking router: c5d0e9f0-03a3-4471-9448-b396d133519f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:49:58.264572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-2679bd81-df81-4678-b373-f454e1cc9dbe service neutron] 10.222.0.20 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233477 Jul 23 10:49:58.303176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:49:58.315570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3d127bee-0f64-4bd2-a1f4-b73ae5d64642 admin admin] 10.222.0.37 "PUT /v2.0/routers/786bfd00-060d-4771-867c-eeaa0c368f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2121587 Jul 23 10:49:58.340811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:58.341808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:58.406761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c9d96b51-1ba0-4d78-b70c-3267ffc30bc5 None None] Provisioning complete for port 52201be9-bb05-4f2c-832a-06c696c78fce triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:58.410229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9d96b51-1ba0-4d78-b70c-3267ffc30bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:58.469134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3225ff1e-b4f8-49f1-9973-03baef648ed6,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:49:58.493577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ceaece6c-4d8e-44be-b328-da85d412a403 req-9f210e1d-6816-4783-b848-1e1a3a1b345e service neutron] 10.222.0.20 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219026 Jul 23 10:49:58.546180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:49:58.549094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c9d96b51-1ba0-4d78-b70c-3267ffc30bc5 None None] Port 52201be9-bb05-4f2c-832a-06c696c78fce cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:49:58.581240 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Sync routers for ids ['786bfd00-060d-4771-867c-eeaa0c368f27'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:49:58.596520 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Routers {'786bfd00-060d-4771-867c-eeaa0c368f27'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:58.597146 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['786bfd00-060d-4771-867c-eeaa0c368f27'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:58.606480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:58.814030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29daaa3-1237-40e0-8d06-894aa969ec5f req-820d6dd2-cdb7-474b-be57-61c7a782a472 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:58.815805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c29daaa3-1237-40e0-8d06-894aa969ec5f req-820d6dd2-cdb7-474b-be57-61c7a782a472 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 943 time: 0.3755105 Jul 23 10:49:58.865998 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Set router 786bfd00-060d-4771-867c-eeaa0c368f27 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:59.075367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-3bc50893-a5de-4172-b450-9d27ee7ea9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:59.076947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-3bc50893-a5de-4172-b450-9d27ee7ea9b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 1094 time: 0.4309499 Jul 23 10:49:59.077992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:49:59.083165 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:59.110242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ef67c95d-b226-4fcd-8eb5-dafdb17444d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/61331a47-6e9f-4b33-ac4e-6c3c5c911ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9186809 Jul 23 10:49:59.111068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:59.133211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c29daaa3-1237-40e0-8d06-894aa969ec5f req-dc1e8984-b32c-4066-a412-2798bace273a tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921586 Jul 23 10:49:59.167179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:49:59.170994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cfdb4-34ac-47d3-bec8-c6fbb8cb35c7 None None] The sync data for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 is: [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:47:34Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '79d47df1-5052-45b1-a05c-a91fa32241d2', 'name': '', 'network_id': 'd8929ae6-646a-4119-9ad8-b2de25bf9685', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6b:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:32Z', 'updated_at': '2021-07-23T10:47:47Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '79ce8bd6-eaa3-4319-a2f3-74743cc01b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:49:59.173378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] Sync routers for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:49:59.178556 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc16c7c0-7506-4502-b562-47993fd0b160" -d '{"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:49:59.224146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3225ff1e-b4f8-49f1-9973-03baef648ed6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:49:59.239245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:49:59.242835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:49:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:59.313914 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a0450-c09f-448f-9235-f17ab86b1a37 x-openstack-request-id: req-092a0450-c09f-448f-9235-f17ab86b1a37 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:49:59.315023 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:49:59.315896 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-092a0450-c09f-448f-9235-f17ab86b1a37 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:49:59.316922 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'status': 'completed', 'code': 200} Jul 23 10:49:59.433097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-7fb75188-5278-4d22-a792-3d86fcd445c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:59.440862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-7fb75188-5278-4d22-a792-3d86fcd445c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 200 len: 909 time: 0.3407152 Jul 23 10:49:59.446475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b18f8-07a9-46c3-a3c3-bc882db11fd7 req-015c2655-704a-41bb-ad5d-add1d0794543 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:59.464390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b72b18f8-07a9-46c3-a3c3-bc882db11fd7 req-015c2655-704a-41bb-ad5d-add1d0794543 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 947 time: 0.1777184 Jul 23 10:49:59.483621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-0397d876-c2b9-4672-9f61-493f8c9b82f4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:59.485269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-0397d876-c2b9-4672-9f61-493f8c9b82f4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 947 time: 0.5911136 Jul 23 10:49:59.531601 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:49:57Z', 'revision_number': 4, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '52201be9-bb05-4f2c-832a-06c696c78fce', 'name': '', 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'mac_address': 'fa:16:3e:de:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:54Z', 'updated_at': '2021-07-23T10:49:57Z', 'revision_number': 2, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'subnets': [{'id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:49:59.600405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Checking router: 786bfd00-060d-4771-867c-eeaa0c368f27 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:49:59.601060 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Updating router 786bfd00-060d-4771-867c-eeaa0c368f27 port 52201be9-bb05-4f2c-832a-06c696c78fce binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:49:59.680818 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:59.699787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:49:59.699914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:49:59.747774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-680886885-network', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:49:59.768980 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767a1d5-7dcf-4f78-8da4-89aaf9d492f1 None None] New status for floating IP 7f27615d-0136-4e7a-a815-245867376e0d: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:49:59.773962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-34a62b44-f030-45d1-928b-8c04c48cd4ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d HTTP/1.1" status: 200 len: 217 time: 0.3262248 Jul 23 10:49:59.801062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Made reservation on behalf of b6e3629e9ec7469a865be78372f0a07f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:49:59.803448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:59.814824 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:59.818065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-c5bbffa0-9457-4e72-9dec-dc469740b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:49:59.819923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-c5bbffa0-9457-4e72-9dec-dc469740b6d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 1098 time: 0.3779819 Jul 23 10:49:59.826316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3225ff1e-b4f8-49f1-9973-03baef648ed6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:49:59.826941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:49:59.882480 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b72b18f8-07a9-46c3-a3c3-bc882db11fd7 req-f0bb6bb9-d26b-411f-b1d6-252dfbe568d2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164648 Jul 23 10:49:59.902712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.025135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-903e18e8-1552-49fe-8ad1-a3b62e6b0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:00.027331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-903e18e8-1552-49fe-8ad1-a3b62e6b0350 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 200 len: 897 time: 0.1791291 Jul 23 10:50:00.139455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59a9d605-0975-4796-8bfc-df78ac1d8875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.140917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-08d2f3ae-f148-4e51-a28e-2c1ee47fe4bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 200 len: 217 time: 0.0939748 Jul 23 10:50:00.209110 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.256725 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.259254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 3a533fbe-e93c-42aa-a256-8f287f2ee164 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:00.263667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.265973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.274766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:49:56Z', 'revision_number': 5, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port': {'id': '04c4b579-7224-49f0-ac9a-508ef40b5756', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:00.291268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-6e7deb6d-31f9-4218-8532-a3613a95e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:00.298186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.317480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] Checking router: 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:00.320322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-6e7deb6d-31f9-4218-8532-a3613a95e556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=165d222b-c1ce-4ad1-ac9d-c3731f356b3a HTTP/1.1" status: 200 len: 848 time: 0.5212576 Jul 23 10:50:00.327821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] Routers {'61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:00.328380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:00.344950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:50:00.373378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.376293 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Added segment 471ed922-6885-46c9-b5ca-47e78959f68c of type vlan for network 81005b48-4146-4b90-ad8b-7f6d4eab3396 Jul 23 10:50:00.380568 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.393583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537adb71-62ec-4f16-8397-c2df532fa196,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:00.396677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-86c7af69-d6b5-4d34-9421-3371bcff5064 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d5c2d25-6c7c-4514-8ce3-d85878787828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583184 Jul 23 10:50:00.398132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-8951a45a-683d-4155-854f-3adb892f0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:00.399601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-8951a45a-683d-4155-854f-3adb892f0722 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 200 len: 834 time: 0.2455623 Jul 23 10:50:00.401377 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Transition to ACTIVE for port object 52201be9-bb05-4f2c-832a-06c696c78fce will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:00.415261 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.444716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Deleting port 04c4b579-7224-49f0-ac9a-508ef40b5756 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:00.445521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.510652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.625283 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ffc8-8842-4225-b104-97c7bed81079 None None] Pushing event updated for resources: {'Port': ['ID=52201be9-bb05-4f2c-832a-06c696c78fce,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:00.656131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-30c6a594-62c9-44ef-af83-66f68d32e22d service neutron] 10.222.0.20 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180905 Jul 23 10:50:00.665485 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Attempting to bind port 52201be9-bb05-4f2c-832a-06c696c78fce on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:00.667873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Attempting to bind port 52201be9-bb05-4f2c-832a-06c696c78fce by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:00.668152 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Attempting to bind port 52201be9-bb05-4f2c-832a-06c696c78fce on network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:00.674358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] For port 04c4b579-7224-49f0-ac9a-508ef40b5756, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=04c4b579-7224-49f0-ac9a-508ef40b5756,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:00.675202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.678184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.679475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:00.680462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.683510 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:00.686149 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Checking segment: {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:00.686619 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.687024 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Bound using segment: {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:00.687544 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Bound port: 52201be9-bb05-4f2c-832a-06c696c78fce, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f34ff3b-4be4-431d-95e8-7369c11536d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:00.687933 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.783505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] Pushing event updated for resources: {'Network': ['ID=81005b48-4146-4b90-ad8b-7f6d4eab3396,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:00.800371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Calling delete_port for 04c4b579-7224-49f0-ac9a-508ef40b5756 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:00.804651 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] For port 52201be9-bb05-4f2c-832a-06c696c78fce, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:00.809420 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] For port 52201be9-bb05-4f2c-832a-06c696c78fce, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=52201be9-bb05-4f2c-832a-06c696c78fce,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:00.814553 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:00.815775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56dc927f-d424-4e57-818f-d47d09fd695f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0940804 Jul 23 10:50:00.818374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:00.823923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Request body: {'subnet': {'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-680886885-subnet', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:00.884935 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Routers {'786bfd00-060d-4771-867c-eeaa0c368f27'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:00.886324 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['786bfd00-060d-4771-867c-eeaa0c368f27'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:00.891629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:50:00.948730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ace7efb-bfd0-4b37-b927-5aacade6e8b5 req-d859965d-4062-4a98-9564-03c55151deed service neutron] 10.222.0.20 "GET /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359736 Jul 23 10:50:00.997285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Made reservation on behalf of b6e3629e9ec7469a865be78372f0a07f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:01.004179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.099202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 3a533fbe-e93c-42aa-a256-8f287f2ee164, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=3a533fbe-e93c-42aa-a256-8f287f2ee164,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:01.099616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.127105 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] Set router 786bfd00-060d-4771-867c-eeaa0c368f27 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:01.139257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c723-2f3e-463b-b047-b1e8525b83fd req-3a0cb989-9f30-4643-bf58-1a6450db30b3 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:01.161681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f37c723-2f3e-463b-b047-b1e8525b83fd req-3a0cb989-9f30-4643-bf58-1a6450db30b3 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 943 time: 0.8402867 Jul 23 10:50:01.199656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 3a533fbe-e93c-42aa-a256-8f287f2ee164 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:01.205530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] Set router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:01.251268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-2d32ed9d-7c7e-4f6f-b95c-e954b9c11772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:01.253085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-2d32ed9d-7c7e-4f6f-b95c-e954b9c11772 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8929ae6-646a-4119-9ad8-b2de25bf9685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8116577 Jul 23 10:50:01.288704 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ffc8-8842-4225-b104-97c7bed81079 None None] Pushing event updated for resources: {'Port': ['ID=52201be9-bb05-4f2c-832a-06c696c78fce,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:01.394630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:50:00Z', 'revision_number': 6, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:01.442502 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:49:57Z', 'revision_number': 4, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '52201be9-bb05-4f2c-832a-06c696c78fce', 'name': '', 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'mac_address': 'fa:16:3e:de:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:54Z', 'updated_at': '2021-07-23T10:50:00Z', 'revision_number': 4, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'subnets': [{'id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:01.473169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.473750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-3e14ce6c-d72d-4ed8-a5f5-d26d47944d8f service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945071 Jul 23 10:50:01.473953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a3131-445c-47b8-a7ff-d0854f377b01 None None] The sync data for ids ['61331a47-6e9f-4b33-ac4e-6c3c5c911ef2'] in n-d-778550-4 is: [{'id': '61331a47-6e9f-4b33-ac4e-6c3c5c911ef2', 'name': 'tempest-TestVolumeBackupRestore-193882507-router', 'tenant_id': '36df81617fa04eceafba1ace18746266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:44:57Z', 'updated_at': '2021-07-23T10:50:00Z', 'revision_number': 6, 'project_id': '36df81617fa04eceafba1ace18746266', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:01.512256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e67dd3a5-f263-420c-bc75-4c7016d0d25d details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:50:01.539661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f37c723-2f3e-463b-b047-b1e8525b83fd req-664a14fe-8256-4c63-a7b5-5033465831cc tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770165 Jul 23 10:50:01.546161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55260de7-dd04-4bae-a021-a3236666141f req-0e554f6c-6936-4d4f-8820-8c7e851f09da tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:01.560646 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e96417-4c77-421f-9db0-fdf0253ce714 None None] The sync data for ids ['786bfd00-060d-4771-867c-eeaa0c368f27'] in n-d-778550-4 is: [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:49:57Z', 'revision_number': 4, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '52201be9-bb05-4f2c-832a-06c696c78fce', 'name': '', 'network_id': '9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'mac_address': 'fa:16:3e:de:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:54Z', 'updated_at': '2021-07-23T10:50:00Z', 'revision_number': 4, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'subnets': [{'id': 'c2b9ce44-5db5-4953-8f7e-f47d92b106ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:01.582752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55260de7-dd04-4bae-a021-a3236666141f req-0e554f6c-6936-4d4f-8820-8c7e851f09da tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=388e82a6-5e7c-432f-9f1d-57eee3640f29 HTTP/1.1" status: 200 len: 947 time: 0.5194085 Jul 23 10:50:01.586668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.664731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=04c4b579-7224-49f0-ac9a-508ef40b5756,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:01.691549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc16c7c0-7506-4502-b562-47993fd0b160 req-59746df4-cb8f-42cd-868d-6f00769679c8 service neutron] 10.222.0.55 "GET /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009962 Jul 23 10:50:01.705020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e67dd3a5-f263-420c-bc75-4c7016d0d25d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:01.719758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d', 'network_id': '2d5c2d25-6c7c-4514-8ce3-d85878787828', 'port_id': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d', 'mac_address': 'fa:16:3e:03:1c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165d222b-c1ce-4ad1-ac9d-c3731f356b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:50:01.724603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.781369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55260de7-dd04-4bae-a021-a3236666141f req-1e8eab9d-e729-4171-857d-540bc9da6fa1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=a89bab57-b666-4320-88d6-71caa436e123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935766 Jul 23 10:50:01.806767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=3a533fbe-e93c-42aa-a256-8f287f2ee164,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:01.817877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.843252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67dd3a5-f263-420c-bc75-4c7016d0d25d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:50:01.850088 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.864500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] No DVR routers for this DVR port 3a533fbe-e93c-42aa-a256-8f287f2ee164 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:01.869667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.874931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2c000515-f74e-41cb-be05-7f73ac6a0da1 req-a282ebb6-396e-4948-ae42-c247623f1532 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "DELETE /v2.0/ports/3a533fbe-e93c-42aa-a256-8f287f2ee164 HTTP/1.1" status: 204 len: 173 time: 2.3755517 Jul 23 10:50:01.875459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-deleted', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:01.895872 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d5524c-0219-4a8b-93c3-08eab6715316" -d '{"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-deleted", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:01.927905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e67dd3a5-f263-420c-bc75-4c7016d0d25d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:01.939848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:01.976455 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac48bb-bb4f-4e01-8e43-21c900292a6c x-openstack-request-id: req-5eac48bb-bb4f-4e01-8e43-21c900292a6c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:01.976954 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388e82a6-5e7c-432f-9f1d-57eee3640f29", "name": "network-vif-deleted", "tag": "3a533fbe-e93c-42aa-a256-8f287f2ee164", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:01.977291 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5eac48bb-bb4f-4e01-8e43-21c900292a6c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:01.978018 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388e82a6-5e7c-432f-9f1d-57eee3640f29', 'name': 'network-vif-deleted', 'tag': '3a533fbe-e93c-42aa-a256-8f287f2ee164', 'status': 'completed', 'code': 200} Jul 23 10:50:02.015461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e67dd3a5-f263-420c-bc75-4c7016d0d25d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:02.075912 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.151904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.160503 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.228589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4749c66b-ffc9-4de9-bbfd-10d38d3a506c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:02.246728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.247538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:50:02.255591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.259683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-90c2b786-d0c0-4bdd-9ca2-7c99a78a3e7f admin admin] 10.222.0.37 "DELETE /v2.0/routers/61331a47-6e9f-4b33-ac4e-6c3c5c911ef2 HTTP/1.1" status: 204 len: 168 time: 3.1465828 Jul 23 10:50:02.259859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49210) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:02.267436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Checking segment: {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:02.267944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Network hostable DHCP agents. Network: 81005b48-4146-4b90-ad8b-7f6d4eab3396, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:50:02.281021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e67dd3a5-f263-420c-bc75-4c7016d0d25d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:50:02.309873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:50:02.325224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 81005b48-4146-4b90-ad8b-7f6d4eab3396) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:02.330400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:02.331159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.378422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-58ddc3e7-8a71-4ac5-9482-650982b68de7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5588520 Jul 23 10:50:02.384166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49214) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:02.389496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:02.391198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Deleting subnet f3027c56-8263-4c7a-9109-b6c36ac451c3 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:50:02.404616 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.406646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f0876-6190-4b72-ac1c-3ba13b69583a None None] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:02.505461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.506921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.577884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.637610 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.715971 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.750486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.906276 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:02.910637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49222) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:03.073116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.075232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3027c56-8263-4c7a-9109-b6c36ac451c3 HTTP/1.1" status: 204 len: 168 time: 0.8141434 Jul 23 10:50:03.079062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad322a2-2c6d-49da-8225-799260458a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3027c56-8263-4c7a-9109-b6c36ac451c3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:03.083619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49224) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:03.165749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.170393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca1b5b-304f-4185-a611-b5e3769d4752 None None] Network 3551837b-08f1-4652-a96c-d61cd30a3ce5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:03.219386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-81005b48-4146-4b90-ad8b-7f6d4eab3396', 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'fixed_ips': [{'subnet_id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:50:03.220512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.224429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 52201be9-bb05-4f2c-832a-06c696c78fce up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:03.242316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.277849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f5199-9211-40a9-8259-de9783007b0e req-575d55b9-afa8-4708-8bba-7a1920e28128 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:03.279640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12f5199-9211-40a9-8259-de9783007b0e req-575d55b9-afa8-4708-8bba-7a1920e28128 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 944 time: 0.4848738 Jul 23 10:50:03.341391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12f5199-9211-40a9-8259-de9783007b0e req-ee6389e9-5fa6-49b1-8293-e9ef69830cd6 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551965 Jul 23 10:50:03.478589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Deleting port 5898e92b-572d-4b52-b3a7-454df9b059b8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:03.479688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.575574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] For port 5898e92b-572d-4b52-b3a7-454df9b059b8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5898e92b-572d-4b52-b3a7-454df9b059b8,segment=NetworkSegment(747293f0-25ae-4fc5-86b6-b46f57d3b5a0),segment_id=747293f0-25ae-4fc5-86b6-b46f57d3b5a0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:03.575987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.610683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Calling delete_port for 5898e92b-572d-4b52-b3a7-454df9b059b8 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:03.619118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 52201be9-bb05-4f2c-832a-06c696c78fce completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:03.642061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 52201be9-bb05-4f2c-832a-06c696c78fce triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:03.645903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.690130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:03.752734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.068192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Allocated IP 172.25.4.25 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/e6b3cd04-389a-42ab-b191-abfbbba045a6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:04.069685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Allocated IP 172.20.0.2 (81005b48-4146-4b90-ad8b-7f6d4eab3396/4749c66b-ffc9-4de9-bbfd-10d38d3a506c/b8c6c16c-5271-4f1a-a4b0-73b509e1c10b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:04.110657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:04.167997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 3a533fbe-e93c-42aa-a256-8f287f2ee164 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:04.168318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 3a533fbe-e93c-42aa-a256-8f287f2ee164 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:04.330856 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.418586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.452925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.501577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:04.512717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:04.522997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:04.545566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b3cd04-389a-42ab-b191-abfbbba045a6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:04.551300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5898e92b-572d-4b52-b3a7-454df9b059b8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:04.586852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] No DVR routers for this DVR port 5898e92b-572d-4b52-b3a7-454df9b059b8 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:04.589671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49252) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:04.633171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.635708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.641692 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.654749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Transition to ACTIVE for port object b8c6c16c-5271-4f1a-a4b0-73b509e1c10b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:04.720829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5408273-d1bc-4292-adaa-958a12435dd0 None None] DHCP port deletion for 3551837b-08f1-4652-a96c-d61cd30a3ce5 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:50:04.745707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Transition to ACTIVE for port object b8c6c16c-5271-4f1a-a4b0-73b509e1c10b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:04.763503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 52201be9-bb05-4f2c-832a-06c696c78fce, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=52201be9-bb05-4f2c-832a-06c696c78fce,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:04.778733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.781839 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.822256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.840474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3551837b-08f1-4652-a96c-d61cd30a3ce5']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:04.863870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747293f0-25ae-4fc5-86b6-b46f57d3b5a0') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:04.864608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747293f0-25ae-4fc5-86b6-b46f57d3b5a0') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:04.876992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.877713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:04.893291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.895296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aaf06f86-4e33-4cc8-b7ed-039b5abca6ab no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:04.900221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:50:04.901083 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:50:04.925962 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:50:04.928820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:04.928901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49258) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:04.972736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:04.978171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: aaf06f86-4e33-4cc8-b7ed-039b5abca6ab {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:04.978522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aaf06f86-4e33-4cc8-b7ed-039b5abca6ab not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:04.979561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 04c4b579-7224-49f0-ac9a-508ef40b5756 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:04.983115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=52201be9-bb05-4f2c-832a-06c696c78fce,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.022244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61769c-7dd7-411d-a21e-9db7e81f7c3e req-a30d5716-fd2e-4119-8d89-fb5af455d6b7 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:05.031904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd61769c-7dd7-411d-a21e-9db7e81f7c3e req-a30d5716-fd2e-4119-8d89-fb5af455d6b7 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 944 time: 0.4927955 Jul 23 10:50:05.046605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.055268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 04c4b579-7224-49f0-ac9a-508ef40b5756 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:05.055708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 04c4b579-7224-49f0-ac9a-508ef40b5756 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:05.087150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.090873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3551837b-08f1-4652-a96c-d61cd30a3ce5 HTTP/1.1" status: 204 len: 168 time: 2.0062702 Jul 23 10:50:05.103126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.103446 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed1df14e-f7e4-414a-a0d8-a41f7754a4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.105821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49262) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:05.133701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c5d2-c16c-434d-b8df-4cdefb09d2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.142864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Attempting to bind port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:05.143242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Attempting to bind port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:05.143646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Attempting to bind port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b on network 81005b48-4146-4b90-ad8b-7f6d4eab3396 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:05.149356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:05.149765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Checking segment: {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:05.150173 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.150567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Bound using segment: {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:05.151329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Bound port: b8c6c16c-5271-4f1a-a4b0-73b509e1c10b, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:05.151986 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.189673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 52201be9-bb05-4f2c-832a-06c696c78fce up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:05.250540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee94385-9ccd-4a2c-a255-fe26ab3903c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3551837b-08f1-4652-a96c-d61cd30a3ce5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.259619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ef843403-55c3-403b-9612-c47b78502259 None None] For port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:05.264219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ef843403-55c3-403b-9612-c47b78502259 None None] For port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:05.270607 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.310321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 52201be9-bb05-4f2c-832a-06c696c78fce triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:05.310644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.326077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c5d2-c16c-434d-b8df-4cdefb09d2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.351558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c5d2-c16c-434d-b8df-4cdefb09d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.364439 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd61769c-7dd7-411d-a21e-9db7e81f7c3e req-849abe6b-d377-4840-9f3f-9a1d840a20f0 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314464 Jul 23 10:50:05.379135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef843403-55c3-403b-9612-c47b78502259 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.433845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9c5d2-c16c-434d-b8df-4cdefb09d2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f48555-436f-4da9-b41c-95c1e54104d4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.469538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.480904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e6a9c5d2-c16c-434d-b8df-4cdefb09d2a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c076dee9c454f339cd7f97fae2583a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483103 Jul 23 10:50:05.486302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:05.504407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5898e92b-572d-4b52-b3a7-454df9b059b8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:05.525249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5898e92b-572d-4b52-b3a7-454df9b059b8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:05.525592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5898e92b-572d-4b52-b3a7-454df9b059b8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:05.533884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e67dd3a5-f263-420c-bc75-4c7016d0d25d up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:05.560751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.620651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port e67dd3a5-f263-420c-bc75-4c7016d0d25d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:05.624897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port e67dd3a5-f263-420c-bc75-4c7016d0d25d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:05.625317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.664805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-307daf66-8d30-424c-a34b-fe52421aacc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.702576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-307daf66-8d30-424c-a34b-fe52421aacc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.744919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.775521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:05.778264 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a39820-633c-4187-a1a7-167cdb94a72c" -d '{"events": [{"server_uuid": "9d095862-d7ac-41e8-83cb-42b5d0ce8abf", "name": "network-vif-plugged", "status": "completed", "tag": "e67dd3a5-f263-420c-bc75-4c7016d0d25d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:05.802133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e67dd3a5-f263-420c-bc75-4c7016d0d25d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:05.808952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.867390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-307daf66-8d30-424c-a34b-fe52421aacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.869000 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79e93c-c98e-4a6a-980b-03b19f8e12cf x-openstack-request-id: req-1a79e93c-c98e-4a6a-980b-03b19f8e12cf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:05.869294 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d095862-d7ac-41e8-83cb-42b5d0ce8abf", "name": "network-vif-plugged", "status": "completed", "tag": "e67dd3a5-f263-420c-bc75-4c7016d0d25d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:05.869533 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-307daf66-8d30-424c-a34b-fe52421aacc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.870162 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a79e93c-c98e-4a6a-980b-03b19f8e12cf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:05.870548 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d', 'code': 200} Jul 23 10:50:05.871851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-307daf66-8d30-424c-a34b-fe52421aacc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27f48555-436f-4da9-b41c-95c1e54104d4 HTTP/1.1" status: 204 len: 168 time: 0.3844669 Jul 23 10:50:05.878170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e67dd3a5-f263-420c-bc75-4c7016d0d25d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.890126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307daf66-8d30-424c-a34b-fe52421aacc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f48555-436f-4da9-b41c-95c1e54104d4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:05.891398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed1df14e-f7e4-414a-a0d8-a41f7754a4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.896508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:05.953587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed1df14e-f7e4-414a-a0d8-a41f7754a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.059573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Router 3b32a85f-a707-4000-9222-a153919e74ee is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:50:06.067327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed1df14e-f7e4-414a-a0d8-a41f7754a4b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94e14186c764445d838cc21a926724cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4697626 Jul 23 10:50:06.067327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1df14e-f7e4-414a-a0d8-a41f7754a4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5af64a-ec12-4adf-822e-4120f0aa96e6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:06.067798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:06.180171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9113-8392-4a03-8bf4-2bd1d93a71c9 req-b4bf149c-a295-49c3-a2cd-23885e166648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:06.182818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f61b9113-8392-4a03-8bf4-2bd1d93a71c9 req-b4bf149c-a295-49c3-a2cd-23885e166648 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 1096 time: 0.2248402 Jul 23 10:50:06.228164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0659842-048a-459e-88db-cea6e2917368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.231124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49274) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:06.253263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0659842-048a-459e-88db-cea6e2917368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.266444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95894686-2adb-4ff5-89c4-2cfb479e425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.283646 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f61b9113-8392-4a03-8bf4-2bd1d93a71c9 req-85289765-a265-45b8-ac07-6af6a484116a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926445 Jul 23 10:50:06.285636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 79d47df1-5052-45b1-a05c-a91fa32241d2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:06.285981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.297619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:06.313503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Sync routers for ids ['3b32a85f-a707-4000-9222-a153919e74ee'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:06.323290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.327512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-918cb86b-1f04-4d4b-b7da-bf53d7bcc7c3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9397607 Jul 23 10:50:06.327652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Routers {'3b32a85f-a707-4000-9222-a153919e74ee'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:06.327652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3b32a85f-a707-4000-9222-a153919e74ee'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:06.329839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49276) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:06.412513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0659842-048a-459e-88db-cea6e2917368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.415318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0659842-048a-459e-88db-cea6e2917368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.417587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e0659842-048a-459e-88db-cea6e2917368 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb5af64a-ec12-4adf-822e-4120f0aa96e6 HTTP/1.1" status: 204 len: 168 time: 0.3415170 Jul 23 10:50:06.422486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.455359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0659842-048a-459e-88db-cea6e2917368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5af64a-ec12-4adf-822e-4120f0aa96e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:06.531019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Set router 3b32a85f-a707-4000-9222-a153919e74ee gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:06.608456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 79d47df1-5052-45b1-a05c-a91fa32241d2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=79d47df1-5052-45b1-a05c-a91fa32241d2,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:06.608926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.654166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 79d47df1-5052-45b1-a05c-a91fa32241d2 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:06.721027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5d66b-44f2-4aeb-8f4a-9d91bcbde115 None None] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:06.812709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c7fdb6a2-0639-4200-9416-600673bdf8bd None None] Provisioning for port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:06.842245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e992-685d-4729-bdeb-371d0be192ac req-9025704c-5ad1-45ae-b2c5-b7c5986093ea tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:06.843970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff18e992-685d-4729-bdeb-371d0be192ac req-9025704c-5ad1-45ae-b2c5-b7c5986093ea tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 945 time: 0.3632286 Jul 23 10:50:06.861055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:05Z', 'revision_number': 3, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:06.912232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Checking router: 3b32a85f-a707-4000-9222-a153919e74ee for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:06.912583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Updating router 3b32a85f-a707-4000-9222-a153919e74ee port e6b3cd04-389a-42ab-b191-abfbbba045a6 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:50:06.942656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95894686-2adb-4ff5-89c4-2cfb479e425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.959049 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95894686-2adb-4ff5-89c4-2cfb479e425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.959518 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:06.978104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:07.000645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d029954-1623-4e85-bdc5-d8258685b667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.020048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff18e992-685d-4729-bdeb-371d0be192ac req-3d32a6fd-bb9c-4905-9567-c722ded7e18d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525009 Jul 23 10:50:07.028542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.077564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-95894686-2adb-4ff5-89c4-2cfb479e425d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c19983dd410b4488a239371a6754adf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428137 Jul 23 10:50:07.077564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95894686-2adb-4ff5-89c4-2cfb479e425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b2cd2-1bfc-4a06-87b5-84c242919984,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:07.081841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49286) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:07.305100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8c6c16c-5271-4f1a-a4b0-73b509e1c10b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:07.311833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06ef7a04-b862-42d4-9989-8d1ff4514403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.319590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d029954-1623-4e85-bdc5-d8258685b667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.329279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d029954-1623-4e85-bdc5-d8258685b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.342843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.371039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06ef7a04-b862-42d4-9989-8d1ff4514403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.391115 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7d029954-1623-4e85-bdc5-d8258685b667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db861ceeef1b40258a422a1e345ffd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119186 Jul 23 10:50:07.392479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Allocated IP 172.20.0.1 (81005b48-4146-4b90-ad8b-7f6d4eab3396/4749c66b-ffc9-4de9-bbfd-10d38d3a506c/fc737fd0-6b3d-4c07-abd5-e479089f873c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:07.394598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:07.407116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d029954-1623-4e85-bdc5-d8258685b667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77efc1c3-3a06-4abb-b673-be5a12a62916,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:07.418835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=79d47df1-5052-45b1-a05c-a91fa32241d2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:07.497181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1436-c819-4dcb-aad5-3f3822109234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.587213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:07.595977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:07.596254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.608530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1436-c819-4dcb-aad5-3f3822109234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.631960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.634580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Deleting port 5d2ab860-5525-499c-8da8-edd6b34cbf59 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:07.634580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.650098 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.716303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Transition to ACTIVE for port object fc737fd0-6b3d-4c07-abd5-e479089f873c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:07.727451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1436-c819-4dcb-aad5-3f3822109234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.730842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1436-c819-4dcb-aad5-3f3822109234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.734770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5ffc1436-c819-4dcb-aad5-3f3822109234 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77efc1c3-3a06-4abb-b673-be5a12a62916 HTTP/1.1" status: 204 len: 168 time: 0.3392298 Jul 23 10:50:07.754888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06ef7a04-b862-42d4-9989-8d1ff4514403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.758996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06ef7a04-b862-42d4-9989-8d1ff4514403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.763840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-06ef7a04-b862-42d4-9989-8d1ff4514403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b9b2cd2-1bfc-4a06-87b5-84c242919984 HTTP/1.1" status: 204 len: 168 time: 0.6809716 Jul 23 10:50:07.764000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1436-c819-4dcb-aad5-3f3822109234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77efc1c3-3a06-4abb-b673-be5a12a62916,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:07.785021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.799236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef7a04-b862-42d4-9989-8d1ff4514403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b2cd2-1bfc-4a06-87b5-84c242919984,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:07.800338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.806089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Transition to ACTIVE for port object e6b3cd04-389a-42ab-b191-abfbbba045a6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:07.853177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.862008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Pushing event updated for resources: {'Port': ['ID=fc737fd0-6b3d-4c07-abd5-e479089f873c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:07.890239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:07.896544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:07.898131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] For port 5d2ab860-5525-499c-8da8-edd6b34cbf59, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5d2ab860-5525-499c-8da8-edd6b34cbf59,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:07.898680 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.902161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:07.937280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:07.943805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Calling delete_port for 5d2ab860-5525-499c-8da8-edd6b34cbf59 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:08.007355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-33ef4c98-61eb-4b1d-ab21-9988bd97f058 None None] Provisioning complete for port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:08.007811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33ef4c98-61eb-4b1d-ab21-9988bd97f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.013641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.052344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Attempting to bind port e6b3cd04-389a-42ab-b191-abfbbba045a6 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:08.052527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Attempting to bind port e6b3cd04-389a-42ab-b191-abfbbba045a6 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:08.052900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Attempting to bind port e6b3cd04-389a-42ab-b191-abfbbba045a6 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:08.057039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:08.068251 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.074286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af0376-bfa6-49ed-8b28-d2a3452778ca None None] Pushing event updated for resources: {'Port': ['ID=e6b3cd04-389a-42ab-b191-abfbbba045a6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:08.081723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:08.081949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:08.082284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.083184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:08.083758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Bound port: e6b3cd04-389a-42ab-b191-abfbbba045a6, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:08.084032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.284663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:08.319707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] For port e6b3cd04-389a-42ab-b191-abfbbba045a6, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:08.326143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] For port e6b3cd04-389a-42ab-b191-abfbbba045a6, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e6b3cd04-389a-42ab-b191-abfbbba045a6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:08.333263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.337311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c92011-02d1-464e-8db6-52d196b66585 req-a065c1d5-64ff-47e1-9291-9f4a18e79609 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:08.339983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8c92011-02d1-464e-8db6-52d196b66585 req-a065c1d5-64ff-47e1-9291-9f4a18e79609 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 945 time: 0.1544137 Jul 23 10:50:08.376094 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:08.405384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.415968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0acd4deb-3de3-479b-9a72-1f7c5f130cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.470299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af0376-bfa6-49ed-8b28-d2a3452778ca None None] Pushing event updated for resources: {'Port': ['ID=e6b3cd04-389a-42ab-b191-abfbbba045a6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:08.471081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8c92011-02d1-464e-8db6-52d196b66585 req-313197d8-cb57-4c89-a8c1-aa529641e87c tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169686 Jul 23 10:50:08.517628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Routers {'3b32a85f-a707-4000-9222-a153919e74ee'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:08.518370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3b32a85f-a707-4000-9222-a153919e74ee'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:08.531153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2545e756-85ef-4079-97d8-5dd1cdce2f33 None None] Provisioning for port fc737fd0-6b3d-4c07-abd5-e479089f873c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:08.636987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0acd4deb-3de3-479b-9a72-1f7c5f130cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.652692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2545e756-85ef-4079-97d8-5dd1cdce2f33 None None] Provisioning complete for port fc737fd0-6b3d-4c07-abd5-e479089f873c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:08.653093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2545e756-85ef-4079-97d8-5dd1cdce2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.709943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2545e756-85ef-4079-97d8-5dd1cdce2f33 None None] Port fc737fd0-6b3d-4c07-abd5-e479089f873c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:50:08.716581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0acd4deb-3de3-479b-9a72-1f7c5f130cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.752574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] Set router 3b32a85f-a707-4000-9222-a153919e74ee gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:08.779115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:08.825095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a35f-e72c-4eca-b70f-49a3f9d486cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.841183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0acd4deb-3de3-479b-9a72-1f7c5f130cb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a8756410b104459a3296b76fae2046d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596341 Jul 23 10:50:08.842015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49308) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:08.856217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd4deb-3de3-479b-9a72-1f7c5f130cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb62554-2b74-4c00-b51c-1d2e051f3e2d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:08.891377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router c5d0e9f0-03a3-4471-9448-b396d133519f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:08.908181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.922004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.938432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:08.991894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2ab860-5525-499c-8da8-edd6b34cbf59,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:09.015681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.035228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Pushing event updated for resources: {'Port': ['ID=fc737fd0-6b3d-4c07-abd5-e479089f873c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:09.153006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fc737fd0-6b3d-4c07-abd5-e479089f873c', 'name': '', 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'mac_address': 'fa:16:3e:8f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:07Z', 'updated_at': '2021-07-23T10:50:07Z', 'revision_number': 1, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'subnets': [{'id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:09.159331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:09.159566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a35f-e72c-4eca-b70f-49a3f9d486cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.170735 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] Sync routers for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:09.175646 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4c71734-23b4-4f8f-8a6e-486b2381ccc1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/c5d0e9f0-03a3-4471-9448-b396d133519f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2623677 Jul 23 10:50:09.190009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bdcd-364e-408a-8c48-c301561add1c None None] The sync data for ids ['3b32a85f-a707-4000-9222-a153919e74ee'] in n-d-778550-4 is: [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fc737fd0-6b3d-4c07-abd5-e479089f873c', 'name': '', 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'mac_address': 'fa:16:3e:8f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:07Z', 'updated_at': '2021-07-23T10:50:07Z', 'revision_number': 1, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'subnets': [{'id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:09.190987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49316) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:09.206584 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:09.207689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:09.241637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a35f-e72c-4eca-b70f-49a3f9d486cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.289610 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc067-e94f-4370-a25b-80371244fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.343302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc067-e94f-4370-a25b-80371244fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.380595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8c6c16c-5271-4f1a-a4b0-73b509e1c10b up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:09.435320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6fa5a35f-e72c-4eca-b70f-49a3f9d486cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9be463d33116475da210dfbafc07043e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550684 Jul 23 10:50:09.436951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:09.446851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting subnet 79ce8bd6-eaa3-4319-a2f3-74743cc01b74 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:50:09.450803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a35f-e72c-4eca-b70f-49a3f9d486cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739a23c-1bf6-4255-bca1-1b251f4d6eb4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:09.453122 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:09.465150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:09.466475 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.477712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.487000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:09.553936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:09.578033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.637164 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e3c576e-8a5e-4c71-a5ff-ee9d0604171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.805177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.853165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc067-e94f-4370-a25b-80371244fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.858219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc067-e94f-4370-a25b-80371244fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.859458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc0cc067-e94f-4370-a25b-80371244fa18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eb62554-2b74-4c00-b51c-1d2e051f3e2d HTTP/1.1" status: 204 len: 168 time: 1.0126829 Jul 23 10:50:09.907111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cc067-e94f-4370-a25b-80371244fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb62554-2b74-4c00-b51c-1d2e051f3e2d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:09.911059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e3c576e-8a5e-4c71-a5ff-ee9d0604171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:09.953893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5f482-975a-4c70-935d-e3a6035b4404 req-4790f9db-8c0a-4b67-9944-c15d1de0293d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:09.956270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45e5f482-975a-4c70-935d-e3a6035b4404 req-4790f9db-8c0a-4b67-9944-c15d1de0293d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 945 time: 0.3320382 Jul 23 10:50:09.988717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Router e0481064-a5b7-4955-ad13-e326eb37bf10 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:09.994477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-86eb24af-4340-4fec-821b-318d6a4d87f3 None None] Provisioning complete for port fc737fd0-6b3d-4c07-abd5-e479089f873c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:09.995080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86eb24af-4340-4fec-821b-318d6a4d87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.054508 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:50:07Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:10.058722 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-45e5f482-975a-4c70-935d-e3a6035b4404 req-3e00902e-be4b-451c-95ee-5893225c6441 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859091 Jul 23 10:50:10.093993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86eb24af-4340-4fec-821b-318d6a4d87f3 None None] Port fc737fd0-6b3d-4c07-abd5-e479089f873c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:50:10.112403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Router 3b32a85f-a707-4000-9222-a153919e74ee has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:10.118432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.137329 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] Checking router: c5d0e9f0-03a3-4471-9448-b396d133519f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:10.152831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:10.158717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8a9e6e4a-a388-4eff-9135-b0de54d19ff0 admin admin] 10.222.0.37 "PUT /v2.0/routers/e0481064-a5b7-4955-ad13-e326eb37bf10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0261626 Jul 23 10:50:10.162612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:10.162757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] Routers {'c5d0e9f0-03a3-4471-9448-b396d133519f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:10.163280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['c5d0e9f0-03a3-4471-9448-b396d133519f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:10.170842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e3c576e-8a5e-4c71-a5ff-ee9d0604171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.173172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae9014-1844-485d-8665-c841cc860013 None None] Sync routers for ids ['e0481064-a5b7-4955-ad13-e326eb37bf10'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:10.173664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e3c576e-8a5e-4c71-a5ff-ee9d0604171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.174813 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9e3c576e-8a5e-4c71-a5ff-ee9d0604171a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c739a23c-1bf6-4255-bca1-1b251f4d6eb4 HTTP/1.1" status: 204 len: 168 time: 0.7367718 Jul 23 10:50:10.193110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c576e-8a5e-4c71-a5ff-ee9d0604171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739a23c-1bf6-4255-bca1-1b251f4d6eb4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:10.228969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] Routers {'e0481064-a5b7-4955-ad13-e326eb37bf10'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:10.231122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e0481064-a5b7-4955-ad13-e326eb37bf10'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:10.377125 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] Set router c5d0e9f0-03a3-4471-9448-b396d133519f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:10.498137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.622326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] Set router e0481064-a5b7-4955-ad13-e326eb37bf10 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:10.781647 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:50:07Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:10.816542 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c205d4-0807-47bd-a3fe-69278e030e41 None None] The sync data for ids ['c5d0e9f0-03a3-4471-9448-b396d133519f'] in n-d-778550-4 is: [{'id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849535881', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:47:23Z', 'updated_at': '2021-07-23T10:50:07Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '584b7c96-ed66-4707-a0b1-4b344c67ef6a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d0e9f0-03a3-4471-9448-b396d133519f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:47:25Z', 'updated_at': '2021-07-23T10:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:10.891758 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.902557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.939102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Subnet': ['ID=79ce8bd6-eaa3-4319-a2f3-74743cc01b74,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:10.949632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:10.951620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ac9b2d61-fb7d-48f1-bd2e-06f0fdfb9fb6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/subnets/79ce8bd6-eaa3-4319-a2f3-74743cc01b74 HTTP/1.1" status: 204 len: 168 time: 1.7595150 Jul 23 10:50:10.955245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:10.972535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd37c31-86c1-45f5-87c0-a2d3901bea87 None None] Network d8929ae6-646a-4119-9ad8-b2de25bf9685 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:11.031781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Deleting port 08757e24-5ba9-4236-b11b-3be4397d9900 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:11.032436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:11.122164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:11.133585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e159645f-4aa8-4953-8ed5-598d504eac5e admin admin] 10.222.0.37 "PUT /v2.0/routers/3b32a85f-a707-4000-9222-a153919e74ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8045733 Jul 23 10:50:11.174813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] For port 08757e24-5ba9-4236-b11b-3be4397d9900, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=08757e24-5ba9-4236-b11b-3be4397d9900,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:11.176232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:11.195529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Calling delete_port for 08757e24-5ba9-4236-b11b-3be4397d9900 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:11.234302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:11.400417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 5, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port': {'id': '08757e24-5ba9-4236-b11b-3be4397d9900', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:45:10Z', 'updated_at': '2021-07-23T10:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:11.527931 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:11.549353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae9014-1844-485d-8665-c841cc860013 None None] Checking router: e0481064-a5b7-4955-ad13-e326eb37bf10 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:11.561461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e6b3cd04-389a-42ab-b191-abfbbba045a6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:11.637641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] Routers {'e0481064-a5b7-4955-ad13-e326eb37bf10'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:11.639312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['e0481064-a5b7-4955-ad13-e326eb37bf10'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:11.681289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-1c082197-4a70-459a-b30a-23b39757d5aa tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:11.688251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-1c082197-4a70-459a-b30a-23b39757d5aa tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 945 time: 0.7445574 Jul 23 10:50:11.690990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 584b7c96-ed66-4707-a0b1-4b344c67ef6a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:11.693336 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:11.815619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] DHCP port deletion for d8929ae6-646a-4119-9ad8-b2de25bf9685 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:50:11.844579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] Set router e0481064-a5b7-4955-ad13-e326eb37bf10 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:11.989562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49ae9014-1844-485d-8665-c841cc860013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:50:10Z', 'revision_number': 6, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:11.997436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 584b7c96-ed66-4707-a0b1-4b344c67ef6a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=584b7c96-ed66-4707-a0b1-4b344c67ef6a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:11.998978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.045625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae9014-1844-485d-8665-c841cc860013 None None] The sync data for ids ['e0481064-a5b7-4955-ad13-e326eb37bf10'] in n-d-778550-4 is: [{'id': 'e0481064-a5b7-4955-ad13-e326eb37bf10', 'name': 'tempest-TestVolumeBackupRestore-221772384-router', 'tenant_id': 'c457033303de4166a188a6efe9c4327c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:45:08Z', 'updated_at': '2021-07-23T10:50:10Z', 'revision_number': 6, 'project_id': 'c457033303de4166a188a6efe9c4327c', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:12.050956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 584b7c96-ed66-4707-a0b1-4b344c67ef6a owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:12.063881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port e6b3cd04-389a-42ab-b191-abfbbba045a6 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:12.069411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port e6b3cd04-389a-42ab-b191-abfbbba045a6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:12.069959 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.126016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.140665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] Deleting port 113c5650-19ec-4a67-b702-cc2f2ce909b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:12.141178 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.186950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Pushing event deleted for resources: {'Port': ['ID=08757e24-5ba9-4236-b11b-3be4397d9900,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:12.318226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Deleting port e67dd3a5-f263-420c-bc75-4c7016d0d25d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:12.318804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.328668 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.345478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] For port 113c5650-19ec-4a67-b702-cc2f2ce909b3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=113c5650-19ec-4a67-b702-cc2f2ce909b3,segment=NetworkSegment(831c551f-6526-4997-8c7e-0d5497672cb5),segment_id=831c551f-6526-4997-8c7e-0d5497672cb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:12.346167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535e5c-d38c-4cfe-8198-18a211bc38d8 req-9484a0e7-076e-42a3-981a-9dada97c1a62 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:12.347329 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.348332 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a535e5c-d38c-4cfe-8198-18a211bc38d8 req-9484a0e7-076e-42a3-981a-9dada97c1a62 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 945 time: 0.8807030 Jul 23 10:50:12.354978 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.373835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.398065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] Calling delete_port for 113c5650-19ec-4a67-b702-cc2f2ce909b3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:12.412894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port e6b3cd04-389a-42ab-b191-abfbbba045a6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e6b3cd04-389a-42ab-b191-abfbbba045a6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:12.424137 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.458119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.487897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79d47df1-5052-45b1-a05c-a91fa32241d2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:12.566184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 79d47df1-5052-45b1-a05c-a91fa32241d2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:12.566500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 79d47df1-5052-45b1-a05c-a91fa32241d2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:12.597987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.602717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.604992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.607808 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.611178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a535e5c-d38c-4cfe-8198-18a211bc38d8 req-1323a0ba-1b68-4d2c-b9be-c65c4ab2f376 tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/security-groups?id=cef9320f-6c99-457a-99a0-f60f12ea8941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508848 Jul 23 10:50:12.645220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=584b7c96-ed66-4707-a0b1-4b344c67ef6a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:12.692334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] For port e67dd3a5-f263-420c-bc75-4c7016d0d25d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e67dd3a5-f263-420c-bc75-4c7016d0d25d,segment=NetworkSegment(3f6894a8-51be-417c-86fd-fa7de632c2a7),segment_id=3f6894a8-51be-417c-86fd-fa7de632c2a7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:12.692968 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.701585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.703750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Fanout notify agent at l3_agent the message router_deleted on router c5d0e9f0-03a3-4471-9448-b396d133519f {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:50:12.730746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=e6b3cd04-389a-42ab-b191-abfbbba045a6,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:12.742238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.743172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.743514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fcb550e0-c1e0-422c-b933-86c48da67b54 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/routers/c5d0e9f0-03a3-4471-9448-b396d133519f HTTP/1.1" status: 204 len: 168 time: 1.7855849 Jul 23 10:50:12.744599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Calling delete_port for e67dd3a5-f263-420c-bc75-4c7016d0d25d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:12.746820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.747333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0481064-a5b7-4955-ad13-e326eb37bf10 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:50:12.750021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:12.755882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:12.773932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] Pushing event deleted for resources: {'Port': ['ID=113c5650-19ec-4a67-b702-cc2f2ce909b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:12.774654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d84d7b79-cf29-4c14-bf33-a9203dbdef14 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e0481064-a5b7-4955-ad13-e326eb37bf10 HTTP/1.1" status: 204 len: 168 time: 2.6084967 Jul 23 10:50:12.775378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49406) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:12.788160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fa55d-e9b1-4a82-9374-5918fcf713fb None None] No DVR routers for this DVR port 113c5650-19ec-4a67-b702-cc2f2ce909b3 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:12.946051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.020834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Deleting subnet 2e54ba62-9046-4db5-a656-8f79e21bb639 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:50:13.039763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.119964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.167393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.181542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8929ae6-646a-4119-9ad8-b2de25bf9685']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:13.195925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c551f-6526-4997-8c7e-0d5497672cb5') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:13.196279 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c551f-6526-4997-8c7e-0d5497672cb5') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:13.238312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.276272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.299283 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.314098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:50:13.316304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.352884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e6b3cd04-389a-42ab-b191-abfbbba045a6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:50:13.382493 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:50:13.392082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.394613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49428) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:13.442668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Pushing event deleted for resources: {'Port': ['ID=e67dd3a5-f263-420c-bc75-4c7016d0d25d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:13.456286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port e6b3cd04-389a-42ab-b191-abfbbba045a6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:13.457272 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.461448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.525071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.529734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88ef3f-5b86-45bb-b39e-5d09a3f0c8fa None None] Network 9f84ec57-7c01-4085-8218-e00d245f0520 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:13.530953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e54ba62-9046-4db5-a656-8f79e21bb639 HTTP/1.1" status: 204 len: 168 time: 0.7519870 Jul 23 10:50:13.531638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49436) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:13.563317 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.582971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.592433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/networks/d8929ae6-646a-4119-9ad8-b2de25bf9685 HTTP/1.1" status: 204 len: 168 time: 0.8408320 Jul 23 10:50:13.595544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e67dd3a5-f263-420c-bc75-4c7016d0d25d no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:13.618284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49440) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:13.619090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d93d0-c4e9-4224-9a55-cb0d1368a57c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Network': ['ID=d8929ae6-646a-4119-9ad8-b2de25bf9685,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:13.660140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9f521-a962-4763-8ae6-a97027d83dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e54ba62-9046-4db5-a656-8f79e21bb639,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:13.672557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] No DVR routers for this DVR port e67dd3a5-f263-420c-bc75-4c7016d0d25d on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:13.698731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49448) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:13.708623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.710402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d5fbbdd-0b07-4934-a83a-70816956b80b req-86b29650-8e1f-4bda-9835-9e0473a41d1d tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.20 "DELETE /v2.0/ports/e67dd3a5-f263-420c-bc75-4c7016d0d25d HTTP/1.1" status: 204 len: 173 time: 2.0079656 Jul 23 10:50:13.715399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'name': 'network-vif-deleted', 'tag': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:13.718293 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f8b88-8ba5-4cea-b492-4d0e41e8a3fd" -d '{"events": [{"server_uuid": "9d095862-d7ac-41e8-83cb-42b5d0ce8abf", "name": "network-vif-deleted", "tag": "e67dd3a5-f263-420c-bc75-4c7016d0d25d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:13.745860 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.746232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: e67dd3a5-f263-420c-bc75-4c7016d0d25d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:13.746596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e67dd3a5-f263-420c-bc75-4c7016d0d25d not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:13.750231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec04ff40-0592-476b-804a-e2183cae12f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.818664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9bd28de-7505-4a72-89c5-107428c71478 req-1ca8bf96-a67c-4732-b47d-ba17861a1f7e tempest-VolumesActionsTest-323843506 tempest-VolumesActionsTest-323843506-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d095862-d7ac-41e8-83cb-42b5d0ce8abf HTTP/1.1" status: 200 len: 210 time: 0.0693681 Jul 23 10:50:13.832664 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f427403-9f50-470b-91a3-85478aca03f1 x-openstack-request-id: req-9f427403-9f50-470b-91a3-85478aca03f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:13.833341 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d095862-d7ac-41e8-83cb-42b5d0ce8abf", "name": "network-vif-deleted", "tag": "e67dd3a5-f263-420c-bc75-4c7016d0d25d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:13.833756 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f427403-9f50-470b-91a3-85478aca03f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:13.834498 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d095862-d7ac-41e8-83cb-42b5d0ce8abf', 'name': 'network-vif-deleted', 'tag': 'e67dd3a5-f263-420c-bc75-4c7016d0d25d', 'status': 'completed', 'code': 200} Jul 23 10:50:13.935947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44da7731-08ba-4d4c-8fd9-261d26815ce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.976007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44da7731-08ba-4d4c-8fd9-261d26815ce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:13.983382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 113c5650-19ec-4a67-b702-cc2f2ce909b3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:14.048561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec04ff40-0592-476b-804a-e2183cae12f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.049470 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 113c5650-19ec-4a67-b702-cc2f2ce909b3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:14.049850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 113c5650-19ec-4a67-b702-cc2f2ce909b3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:14.050286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5d2ab860-5525-499c-8da8-edd6b34cbf59 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:14.061479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec04ff40-0592-476b-804a-e2183cae12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.068591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44da7731-08ba-4d4c-8fd9-261d26815ce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.073515 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44da7731-08ba-4d4c-8fd9-261d26815ce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.075769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44da7731-08ba-4d4c-8fd9-261d26815ce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/security-groups/a89bab57-b666-4320-88d6-71caa436e123 HTTP/1.1" status: 204 len: 168 time: 0.4527767 Jul 23 10:50:14.167737 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Sync routers for ids ['3b32a85f-a707-4000-9222-a153919e74ee'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:14.171947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ff40-0592-476b-804a-e2183cae12f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee0906f-8d04-44c3-bae1-a931434a9e1b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:14.183014 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Routers {'3b32a85f-a707-4000-9222-a153919e74ee'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:14.183881 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3b32a85f-a707-4000-9222-a153919e74ee'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:14.190088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ec04ff40-0592-476b-804a-e2183cae12f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e3bf3c6f5bf4bd98a536f715a3d6903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833865 Jul 23 10:50:14.193742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49460) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:14.214806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Deleting port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:14.216513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.290199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da7731-08ba-4d4c-8fd9-261d26815ce3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89bab57-b666-4320-88d6-71caa436e123,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:14.401769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] For port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:14.402730 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.415973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Calling delete_port for 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:14.449578 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Set router 3b32a85f-a707-4000-9222-a153919e74ee gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:14.471359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5d2ab860-5525-499c-8da8-edd6b34cbf59 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:14.471829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5d2ab860-5525-499c-8da8-edd6b34cbf59 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:14.535795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49468) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:14.584011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] DHCP port deletion for 9f84ec57-7c01-4085-8218-e00d245f0520 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:50:14.611115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593147501', 'description': 'tempest-secgroup-smoke-593147501 description', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:14.641650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] Deleting port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:14.642334 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.672879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fab10d9a-9606-4f9f-bccc-79b19c6ba2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.692937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.704626 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.721863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.742131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fab10d9a-9606-4f9f-bccc-79b19c6ba2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.765066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] No DVR routers for this DVR port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:14.774577 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fc737fd0-6b3d-4c07-abd5-e479089f873c', 'name': '', 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'mac_address': 'fa:16:3e:8f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:07Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 2, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'subnets': [{'id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:14.778534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:14.802164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] For port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,segment=NetworkSegment(abf1d2fe-d351-4770-9bf0-1ff546f1122d),segment_id=abf1d2fe-d351-4770-9bf0-1ff546f1122d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:14.802493 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.813600 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Checking router: 3b32a85f-a707-4000-9222-a153919e74ee for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:14.814150 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Updating router 3b32a85f-a707-4000-9222-a153919e74ee port fc737fd0-6b3d-4c07-abd5-e479089f873c binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:50:14.862119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] Calling delete_port for 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:14.908511 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.910027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.959343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f84ec57-7c01-4085-8218-e00d245f0520']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:14.979283 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 10:50:14.991915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fab10d9a-9606-4f9f-bccc-79b19c6ba2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.992982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:14.995275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fab10d9a-9606-4f9f-bccc-79b19c6ba2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.005906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fab10d9a-9606-4f9f-bccc-79b19c6ba2f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aee0906f-8d04-44c3-bae1-a931434a9e1b HTTP/1.1" status: 204 len: 168 time: 0.8020232 Jul 23 10:50:15.026158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] Pushing event deleted for resources: {'Port': ['ID=1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:15.035339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8e490-2158-4316-91d4-3cfd11485b34 None None] No DVR routers for this DVR port 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:15.045424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf1d2fe-d351-4770-9bf0-1ff546f1122d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:15.045723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf1d2fe-d351-4770-9bf0-1ff546f1122d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:15.067410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab10d9a-9606-4f9f-bccc-79b19c6ba2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee0906f-8d04-44c3-bae1-a931434a9e1b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:15.082942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.107107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.113600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.124163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.128454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:50:15.129529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:50:15.138045 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:50:15.266876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.269755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6997559 Jul 23 10:50:15.270606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b733361-48bd-4185-a247-c12efe907981 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2beb7-fafc-4a80-9696-e4d39fa14f2e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:15.274235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Deleting port 52201be9-bb05-4f2c-832a-06c696c78fce {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:15.274829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.275312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49488) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:15.276223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 584b7c96-ed66-4707-a0b1-4b344c67ef6a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:15.286853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '57a2beb7-fafc-4a80-9696-e4d39fa14f2e', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:15.313466 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.319213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.335635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 584b7c96-ed66-4707-a0b1-4b344c67ef6a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:15.336804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 584b7c96-ed66-4707-a0b1-4b344c67ef6a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:15.337446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:15.354757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9f84ec57-7c01-4085-8218-e00d245f0520 HTTP/1.1" status: 204 len: 168 time: 1.8192849 Jul 23 10:50:15.390456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:15.391674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1bc3ac0e-9c9a-42fb-b3b9-fca959ef415e not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:15.394629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 08757e24-5ba9-4236-b11b-3be4397d9900 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:15.427696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69050-51c3-4442-b02b-88a5150dbc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f84ec57-7c01-4085-8218-e00d245f0520,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:15.428929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] For port 52201be9-bb05-4f2c-832a-06c696c78fce, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=52201be9-bb05-4f2c-832a-06c696c78fce,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:15.429311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.441310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 08757e24-5ba9-4236-b11b-3be4397d9900 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:15.441828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 08757e24-5ba9-4236-b11b-3be4397d9900 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:15.461788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Calling delete_port for 52201be9-bb05-4f2c-832a-06c696c78fce owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:15.483946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.604363 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.615688 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Transition to ACTIVE for port object fc737fd0-6b3d-4c07-abd5-e479089f873c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:15.623353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.627410 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.628433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.676731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c40b96-f2ba-4707-8d37-084d24edb5f7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:15.697635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.699511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2fe2171a-003e-421d-b3f6-8d276833e10f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4222767 Jul 23 10:50:15.702608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49510) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:15.712855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '57a2beb7-fafc-4a80-9696-e4d39fa14f2e', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:15.760724 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d743b2-42d5-48fd-94d3-ca12627fc97e None None] Pushing event updated for resources: {'Port': ['ID=fc737fd0-6b3d-4c07-abd5-e479089f873c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:15.782070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.849010 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Attempting to bind port fc737fd0-6b3d-4c07-abd5-e479089f873c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:15.849387 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Attempting to bind port fc737fd0-6b3d-4c07-abd5-e479089f873c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:15.849757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Attempting to bind port fc737fd0-6b3d-4c07-abd5-e479089f873c on network 81005b48-4146-4b90-ad8b-7f6d4eab3396 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:15.851879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.867187 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:15.868170 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Checking segment: {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:15.870001 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.870682 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Bound using segment: {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:15.871500 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Bound port: fc737fd0-6b3d-4c07-abd5-e479089f873c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471ed922-6885-46c9-b5ca-47e78959f68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:15.872049 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:15.902373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49518) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:15.923336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52201be9-bb05-4f2c-832a-06c696c78fce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:16.022828 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.052804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.085213 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] For port fc737fd0-6b3d-4c07-abd5-e479089f873c, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:16.090682 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] For port fc737fd0-6b3d-4c07-abd5-e479089f873c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fc737fd0-6b3d-4c07-abd5-e479089f873c,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:16.104628 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.121334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ae5156c6-694a-45ca-ade9-d49e3fde57ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36df81617fa04eceafba1ace18746266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176263 Jul 23 10:50:16.125640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49526) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:16.154057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18839986-8dd8-40ab-ba0b-25b82fee6f67,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:16.185455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.194925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-706fb2b9-d859-4982-8baa-e6c8f38d3a39 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4907944 Jul 23 10:50:16.198632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49530) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:16.203176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '57a2beb7-fafc-4a80-9696-e4d39fa14f2e', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:16.274906 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.308698 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.308835 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Routers {'3b32a85f-a707-4000-9222-a153919e74ee'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:16.309510 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3b32a85f-a707-4000-9222-a153919e74ee'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:16.322943 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d743b2-42d5-48fd-94d3-ca12627fc97e None None] Pushing event updated for resources: {'Port': ['ID=fc737fd0-6b3d-4c07-abd5-e479089f873c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:16.384329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3cd15106-0c7e-4749-89aa-350aa277e5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.507538 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3cd15106-0c7e-4749-89aa-350aa277e5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.568531 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] Set router 3b32a85f-a707-4000-9222-a153919e74ee gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:16.620297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.636672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.679107 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f207d17-e607-42b1-99b5-846b6640403b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:16.701509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.705966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-04340e25-4f2b-447c-bebf-dd4f7e78277c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5036600 Jul 23 10:50:16.708011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49560) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:16.744488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '57a2beb7-fafc-4a80-9696-e4d39fa14f2e', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:16.750470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3cd15106-0c7e-4749-89aa-350aa277e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.759445 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3cd15106-0c7e-4749-89aa-350aa277e5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.761161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3cd15106-0c7e-4749-89aa-350aa277e5bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f7bb8a4-52fb-4145-a932-d5ed17b3f782 HTTP/1.1" status: 204 len: 168 time: 0.6343937 Jul 23 10:50:16.828909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd15106-0c7e-4749-89aa-350aa277e5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7bb8a4-52fb-4145-a932-d5ed17b3f782,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:16.884741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:16.906535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Router 786bfd00-060d-4771-867c-eeaa0c368f27 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:17.054234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.064571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.071454 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fc737fd0-6b3d-4c07-abd5-e479089f873c', 'name': '', 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'mac_address': 'fa:16:3e:8f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:07Z', 'updated_at': '2021-07-23T10:50:16Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'subnets': [{'id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:17.115232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c86ab2c-07bb-49ae-ae35-321d1e5f3caa,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:17.121400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.126588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b96590e1-13ef-4cf0-b86f-019e64a76f97 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4161139 Jul 23 10:50:17.127517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49568) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:17.133119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '57a2beb7-fafc-4a80-9696-e4d39fa14f2e', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:17.163735 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:50:17.165705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:17.173748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.180350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] Sync routers for ids ['786bfd00-060d-4771-867c-eeaa0c368f27'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:17.186601 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37797a-45ac-4f3b-b948-eb0b69c9a72b None None] The sync data for ids ['3b32a85f-a707-4000-9222-a153919e74ee'] in n-d-778550-4 is: [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:08Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fc737fd0-6b3d-4c07-abd5-e479089f873c', 'name': '', 'network_id': '81005b48-4146-4b90-ad8b-7f6d4eab3396', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'mac_address': 'fa:16:3e:8f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:07Z', 'updated_at': '2021-07-23T10:50:16Z', 'revision_number': 4, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'subnets': [{'id': '4749c66b-ffc9-4de9-bbfd-10d38d3a506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:17.200959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] Routers {'786bfd00-060d-4771-867c-eeaa0c368f27'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:17.201833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['786bfd00-060d-4771-867c-eeaa0c368f27'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:17.202380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b3abe236-db76-474b-a8da-050fc125aaa2 admin admin] 10.222.0.37 "PUT /v2.0/routers/786bfd00-060d-4771-867c-eeaa0c368f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5023901 Jul 23 10:50:17.208750 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:17.278801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.287503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.342353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490c17dd-bd6a-4807-8ce0-a08bb58674f9,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:17.348496 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.364623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-881a2638-9810-46fb-826d-0e080d601f25 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2354109 Jul 23 10:50:17.367300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:17.384831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '57a2beb7-fafc-4a80-9696-e4d39fa14f2e', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:17.424790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] Set router 786bfd00-060d-4771-867c-eeaa0c368f27 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:17.444509 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:50:17.454775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.556970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.562746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:17.579203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fc737fd0-6b3d-4c07-abd5-e479089f873c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:17.766233 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.781890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:17.799866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8461ef76-08c3-4fff-b80e-fcf363469054 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c457033303de4166a188a6efe9c4327c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290380 Jul 23 10:50:17.801271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.881103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.882403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5113494 Jul 23 10:50:17.883311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934a3da-5cdc-4725-8dfb-b206fc3bbd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807f0c1c-c592-4125-80ba-adbc534eb13d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:17.897127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:17.915821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'network': {'name': 'tempest-network-smoke--1828601819', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:17.926918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:17.988731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e996dae-42e0-484d-bd45-1d18d4c6e7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.019792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:18.030508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.037045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fc737fd0-6b3d-4c07-abd5-e479089f873c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:18.078153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e996dae-42e0-484d-bd45-1d18d4c6e7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.079730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fc737fd0-6b3d-4c07-abd5-e479089f873c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:18.080114 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.150281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:50:15Z', 'revision_number': 5, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port': {'id': '3225ff1e-b4f8-49f1-9973-03baef648ed6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:49:51Z', 'updated_at': '2021-07-23T10:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:18.163911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:50:18.180681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.181139 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Added segment e5b5c74e-741a-4c33-9248-3ce4c9fd4369 of type vlan for network 08f69b7b-90d3-4415-bf90-61613ec5dda0 Jul 23 10:50:18.196703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] Checking router: 786bfd00-060d-4771-867c-eeaa0c368f27 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:18.242263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.244947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] Routers {'786bfd00-060d-4771-867c-eeaa0c368f27'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:18.247910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['786bfd00-060d-4771-867c-eeaa0c368f27'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:18.287861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.295071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:18.296779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.300283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Deleting port 3225ff1e-b4f8-49f1-9973-03baef648ed6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:18.300623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.447305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] For port 3225ff1e-b4f8-49f1-9973-03baef648ed6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3225ff1e-b4f8-49f1-9973-03baef648ed6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:18.448347 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.484810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Calling delete_port for 3225ff1e-b4f8-49f1-9973-03baef648ed6 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:18.539046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.621434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] Set router 786bfd00-060d-4771-867c-eeaa0c368f27 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:18.756499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:50:17Z', 'revision_number': 6, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:18.801908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f166fe7b-df88-4ad2-b4ae-8a699a251266 None None] The sync data for ids ['786bfd00-060d-4771-867c-eeaa0c368f27'] in n-d-778550-4 is: [{'id': '786bfd00-060d-4771-867c-eeaa0c368f27', 'name': 'tempest-TestAggregatesBasicOps-1897607019-router', 'tenant_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:49:50Z', 'updated_at': '2021-07-23T10:50:17Z', 'revision_number': 6, 'project_id': '1f7f6da356964b99a35a10f0aec2f4c1', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:18.844789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port fc737fd0-6b3d-4c07-abd5-e479089f873c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fc737fd0-6b3d-4c07-abd5-e479089f873c,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:18.873839 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:18.965931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Network': ['ID=08f69b7b-90d3-4415-bf90-61613ec5dda0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:18.981787 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.028117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=fc737fd0-6b3d-4c07-abd5-e479089f873c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:19.056410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.059917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.062085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.062648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.063182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.065500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.068233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.068646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.070799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.071308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.075726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.076074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:19.079836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3225ff1e-b4f8-49f1-9973-03baef648ed6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:19.082601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:50:19.115200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:19.122076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'admin_state_up': True, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:19.128013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96f6f9c7-b824-4cac-bf65-66b471e1bcbe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2022653 Jul 23 10:50:19.142762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e996dae-42e0-484d-bd45-1d18d4c6e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.157126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e996dae-42e0-484d-bd45-1d18d4c6e7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.161290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e996dae-42e0-484d-bd45-1d18d4c6e7d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db08560c-d58c-4476-8702-cbd8e93af127 HTTP/1.1" status: 204 len: 168 time: 1.3775439 Jul 23 10:50:19.226044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996dae-42e0-484d-bd45-1d18d4c6e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db08560c-d58c-4476-8702-cbd8e93af127,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:19.237109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.238181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.493881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fc737fd0-6b3d-4c07-abd5-e479089f873c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:19.517026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.526247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.724297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.727987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.734114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fc737fd0-6b3d-4c07-abd5-e479089f873c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:19.734500 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.976653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.978306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 786bfd00-060d-4771-867c-eeaa0c368f27 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:50:19.987365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:19.997063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7bdd5a65-408f-45fc-84bc-17aee52d48d2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/786bfd00-060d-4771-867c-eeaa0c368f27 HTTP/1.1" status: 204 len: 168 time: 2.7805467 Jul 23 10:50:19.997063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:20.180187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 52201be9-bb05-4f2c-832a-06c696c78fce no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:20.182063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Deleting subnet c2b9ce44-5db5-4953-8f7e-f47d92b106ff {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:50:20.196651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:20.235214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 52201be9-bb05-4f2c-832a-06c696c78fce {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:20.235594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 52201be9-bb05-4f2c-832a-06c696c78fce not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:20.279645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:20.393488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:50:20.455268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:20.550574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:20.600112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b9ce44-5db5-4953-8f7e-f47d92b106ff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:20.607515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757e892-3bbb-4584-a6bb-90a7af59b506 None None] Network 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:20.620252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:20.625432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-014fea0d-b820-49b1-af9b-5d4b185b7bc4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c2b9ce44-5db5-4953-8f7e-f47d92b106ff HTTP/1.1" status: 204 len: 168 time: 0.6297600 Jul 23 10:50:20.631295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49680) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:20.656075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:20.706846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-513949d6-4f1a-4b2c-89ca-7d6c1be079b9 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f065d877daf54c04a9f5c7aab9132dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421045 Jul 23 10:50:20.968123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-aadf0b5d-bc36-49c8-8cef-0d22268e4503 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:20.978382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-aadf0b5d-bc36-49c8-8cef-0d22268e4503 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619712 Jul 23 10:50:21.049230 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-cd28b4c2-9265-4313-b606-7b26128c2fca tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/quotas/f065d877daf54c04a9f5c7aab9132dd0 HTTP/1.1" status: 200 len: 375 time: 0.0680332 Jul 23 10:50:21.091939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] DHCP port deletion for 9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:50:21.101006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-44336c08-38f6-41d7-b318-b8c8b60d51d8 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f065d877daf54c04a9f5c7aab9132dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507951 Jul 23 10:50:21.282483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3225ff1e-b4f8-49f1-9973-03baef648ed6 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:21.326724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] Deleting port 4d5b53e9-176c-48e9-8603-d7384f10974a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:21.327206 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.330007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3225ff1e-b4f8-49f1-9973-03baef648ed6 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:21.330834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3225ff1e-b4f8-49f1-9973-03baef648ed6 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:21.331503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4d5b53e9-176c-48e9-8603-d7384f10974a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:21.499609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee6f9b6c-b638-46cd-a70c-de735911fe12 req-d47b8752-4d79-4e03-8404-87e591e9e7f4 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 210 time: 0.0701256 Jul 23 10:50:21.502070 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.570703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] For port 4d5b53e9-176c-48e9-8603-d7384f10974a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4d5b53e9-176c-48e9-8603-d7384f10974a,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:21.571241 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.593120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] Calling delete_port for 4d5b53e9-176c-48e9-8603-d7384f10974a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:21.594902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.599648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.642599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Deleting port 4d5b53e9-176c-48e9-8603-d7384f10974a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:21.642952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.646457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.706976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4d5b53e9-176c-48e9-8603-d7384f10974a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4d5b53e9-176c-48e9-8603-d7384f10974a,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:21.716713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.812859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.823820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] For port 4d5b53e9-176c-48e9-8603-d7384f10974a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4d5b53e9-176c-48e9-8603-d7384f10974a,segment=NetworkSegment(0f34ff3b-4be4-431d-95e8-7369c11536d4),segment_id=0f34ff3b-4be4-431d-95e8-7369c11536d4)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:21.824330 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:21.835707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4d5b53e9-176c-48e9-8603-d7384f10974a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:21.847981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] No DVR routers for this DVR port 4d5b53e9-176c-48e9-8603-d7384f10974a on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:21.861804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Calling delete_port for 4d5b53e9-176c-48e9-8603-d7384f10974a owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:21.877362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb56354-4191-49d1-9518-8dec6424d675 None None] Pushing event deleted for resources: {'Port': ['ID=4d5b53e9-176c-48e9-8603-d7384f10974a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:21.904471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.136 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/4c4cb8d0-6207-44e4-b6ff-134f6f152600) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:21.997111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.030679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] No DVR routers for this DVR port 4d5b53e9-176c-48e9-8603-d7384f10974a on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:22.079718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5b53e9-176c-48e9-8603-d7384f10974a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:22.177877 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.248544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.256833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.271257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:22.288135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f34ff3b-4be4-431d-95e8-7369c11536d4') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:22.288576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f34ff3b-4be4-431d-95e8-7369c11536d4') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:22.299936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.316070 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.323436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:22.324960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:50:22.325531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: self.session.flush() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:50:22.327590 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:50:22.336035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:22.348199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:22.420346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=4c4cb8d0-6207-44e4-b6ff-134f6f152600,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:22.462661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.473365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:22.475933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] 10.222.0.37 "DELETE /v2.0/networks/9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35 HTTP/1.1" status: 204 len: 168 time: 1.8433545 Jul 23 10:50:22.480011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:22.793567 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0349c251-14be-42b0-b588-f34d4bbd3677 req-2db456f0-852e-4fdf-bf90-a7febe3b61d1 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 210 time: 0.0757930 Jul 23 10:50:22.862398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08385920-2c97-4035-bc6c-12ead5163ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa6ce01-bfc5-4012-a95b-8c6c1cb3ce35,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:22.883167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.111229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.168909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-384d33fc-4e55-4d1a-b01e-58a143cf42d7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f065d877daf54c04a9f5c7aab9132dd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630925 Jul 23 10:50:23.327306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.462898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-7cc7c46d-e6d4-4046-b1e5-b9d673c5e2c8 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:23.465016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-7cc7c46d-e6d4-4046-b1e5-b9d673c5e2c8 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843184 Jul 23 10:50:23.488917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Request body: {'port': {'device_id': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'f065d877daf54c04a9f5c7aab9132dd0'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:23.510796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Deleting port fc737fd0-6b3d-4c07-abd5-e479089f873c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:23.511451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.629611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] For port fc737fd0-6b3d-4c07-abd5-e479089f873c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fc737fd0-6b3d-4c07-abd5-e479089f873c,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:23.630342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.645454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Calling delete_port for fc737fd0-6b3d-4c07-abd5-e479089f873c owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:23.653454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router a9a20d03-e963-4667-adeb-05243f424066 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:50:23.659191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Made reservation on behalf of f065d877daf54c04a9f5c7aab9132dd0 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:23.664076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.680712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:23.855973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:23.889082 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Sync routers for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:23.935461 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:23.936392 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:23.971832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3940fa62-170c-45da-a934-a629895991c6 req-3fb639ab-1a75-43d5-9ddb-d6a65c60a103 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 210 time: 0.0741968 Jul 23 10:50:23.982863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.002799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.006287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.094772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=fc737fd0-6b3d-4c07-abd5-e479089f873c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:24.112413 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.192919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.199487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d762af66-3e96-4523-b8e0-606e30fbf942 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0803103 Jul 23 10:50:24.201426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49738) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:24.302311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:24.326670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dd041-edbb-4c49-a09f-c79b02babd9b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:24.333084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-09fcb885-1121-47a6-80da-a870f26ab1cc tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c28bf5d98a9540e3bc01a0a43679df33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244934 Jul 23 10:50:24.368850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49740) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:24.423115 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.645207 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:22Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:24.675829 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Checking router: a9a20d03-e963-4667-adeb-05243f424066 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:24.676320 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Updating router a9a20d03-e963-4667-adeb-05243f424066 port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:50:24.731194 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:24.781731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Router 3b32a85f-a707-4000-9222-a153919e74ee has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:24.827618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b52755-e961-413f-ba78-5e451f0c5c14 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:24.828582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-53b52755-e961-413f-ba78-5e451f0c5c14 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4466128 Jul 23 10:50:24.829414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Allocated IP 192.168.233.232 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/57cf1d6f-bb01-449d-bbde-290034acbdb1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:24.833277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49744) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:24.968579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49748) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:24.970269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7dfcb72d-486f-4eb0-ac06-ef4847122641 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250381 Jul 23 10:50:24.979286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117470569', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:25.046494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:25.060768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] Sync routers for ids ['3b32a85f-a707-4000-9222-a153919e74ee'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:25.075861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a90d2774-f384-421c-9ad4-3e316ecf6aaa admin admin] 10.222.0.37 "PUT /v2.0/routers/3b32a85f-a707-4000-9222-a153919e74ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956676 Jul 23 10:50:25.083282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:25.087024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] Routers {'3b32a85f-a707-4000-9222-a153919e74ee'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:25.087696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3b32a85f-a707-4000-9222-a153919e74ee'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:25.220830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e0608a4-e863-4574-9cbc-cfc220cf5c8c req-b28f4645-e979-47b1-9e92-a59fb5006d92 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 210 time: 0.1089108 Jul 23 10:50:25.335608 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.350128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Transition to ACTIVE for port object 4c4cb8d0-6207-44e4-b6ff-134f6f152600 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:25.372235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] Set router 3b32a85f-a707-4000-9222-a153919e74ee gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:25.378040 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.429397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.479910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Transition to ACTIVE for port object 57cf1d6f-bb01-449d-bbde-290034acbdb1 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:25.534147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Attempting to bind port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:25.538846 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Attempting to bind port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:25.539645 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Attempting to bind port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:25.549708 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c45ca-befc-46d7-b6a5-7d054228e752 None None] Pushing event updated for resources: {'Port': ['ID=4c4cb8d0-6207-44e4-b6ff-134f6f152600,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:25.556216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.560476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:25.562786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:25.566153 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:25.566691 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.567190 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:25.567820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Bound port: 4c4cb8d0-6207-44e4-b6ff-134f6f152600, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:25.568317 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.569713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.614750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.717650 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] For port 4c4cb8d0-6207-44e4-b6ff-134f6f152600, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:25.725462 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] For port 4c4cb8d0-6207-44e4-b6ff-134f6f152600, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c4cb8d0-6207-44e4-b6ff-134f6f152600,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:25.733375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:25.737291 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.738034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:25.753584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Pushing event updated for resources: {'Port': ['ID=57cf1d6f-bb01-449d-bbde-290034acbdb1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:25.767577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:25.797535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:25.809901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:23Z', 'revision_number': 5, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:25.879473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] Checking router: 3b32a85f-a707-4000-9222-a153919e74ee for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:25.934671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] Routers {'3b32a85f-a707-4000-9222-a153919e74ee'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:25.935406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['3b32a85f-a707-4000-9222-a153919e74ee'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:25.942604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:25.943499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.957048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:25.972321 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c45ca-befc-46d7-b6a5-7d054228e752 None None] Pushing event updated for resources: {'Port': ['ID=4c4cb8d0-6207-44e4-b6ff-134f6f152600,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:25.978328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-afff6698-2df4-4ff6-b452-0f7e7da1b2e7 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5016413 Jul 23 10:50:25.992670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Request body: {'port': {'device_id': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:26.060246 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:26.062268 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:26.194887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] Set router 3b32a85f-a707-4000-9222-a153919e74ee gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:26.205516 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba42c4f7-ecc8-44bb-b95f-dbd55c4c2acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:26.423570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:26.433832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3e9df8d5-ae03-4591-b58e-0904328672b0 None None] Provisioning for port 57cf1d6f-bb01-449d-bbde-290034acbdb1 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:26.440285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3e9df8d5-ae03-4591-b58e-0904328672b0 None None] Provisioning complete for port 57cf1d6f-bb01-449d-bbde-290034acbdb1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:26.440662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e9df8d5-ae03-4591-b58e-0904328672b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:26.495458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Deleting port e6b3cd04-389a-42ab-b191-abfbbba045a6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:26.495794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:26.498050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:26.523186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3e9df8d5-ae03-4591-b58e-0904328672b0 None None] Port 57cf1d6f-bb01-449d-bbde-290034acbdb1 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:50:26.700816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:23Z', 'revision_number': 5, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:26.768416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9768370-0727-4661-8edd-e10f1306f0b8 None None] The sync data for ids ['3b32a85f-a707-4000-9222-a153919e74ee'] in n-d-778550-4 is: [{'id': '3b32a85f-a707-4000-9222-a153919e74ee', 'name': 'tempest-TestAggregatesBasicOps-680886885-router', 'tenant_id': 'b6e3629e9ec7469a865be78372f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:02Z', 'updated_at': '2021-07-23T10:50:23Z', 'revision_number': 5, 'project_id': 'b6e3629e9ec7469a865be78372f0a07f', 'gw_port': {'id': 'e6b3cd04-389a-42ab-b191-abfbbba045a6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b32a85f-a707-4000-9222-a153919e74ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:03Z', 'updated_at': '2021-07-23T10:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:26.808387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:26.892347 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:22Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:26.930359 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb27583-aab5-4482-8855-d20ba7fb98c2 None None] The sync data for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 is: [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:22Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:26.954775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba42c4f7-ecc8-44bb-b95f-dbd55c4c2acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.037014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3fc4e-9c0f-48ed-b5b9-57ab834eda76 req-1fdfb140-5111-4bfc-9d7d-40d3191a9159 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:27.038844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-beb3fc4e-9c0f-48ed-b5b9-57ab834eda76 req-1fdfb140-5111-4bfc-9d7d-40d3191a9159 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 936 time: 0.6686246 Jul 23 10:50:27.039918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba42c4f7-ecc8-44bb-b95f-dbd55c4c2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.077598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81c707da-f717-4663-a2f2-cc26aef12060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.161099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-beb3fc4e-9c0f-48ed-b5b9-57ab834eda76 req-73677c56-243b-4628-b925-3f68a26938a9 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036260 Jul 23 10:50:27.161795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Subnet': ['ID=4c623c65-bffe-4335-a9b2-b3d5d60c2f73,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:27.186537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fc737fd0-6b3d-4c07-abd5-e479089f873c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:27.216028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] For port e6b3cd04-389a-42ab-b191-abfbbba045a6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=e6b3cd04-389a-42ab-b191-abfbbba045a6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:27.216606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.228679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fc737fd0-6b3d-4c07-abd5-e479089f873c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:27.229992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fc737fd0-6b3d-4c07-abd5-e479089f873c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:27.232029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Calling delete_port for e6b3cd04-389a-42ab-b191-abfbbba045a6 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:27.298540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Checking segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:27.298931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network hostable DHCP agents. Network: 08f69b7b-90d3-4415-bf90-61613ec5dda0, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:50:27.300889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cf1d6f-bb01-449d-bbde-290034acbdb1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:50:27.309733 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.330999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Transition to ACTIVE for port object 57cf1d6f-bb01-449d-bbde-290034acbdb1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:27.345123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.390286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c4f7-ecc8-44bb-b95f-dbd55c4c2acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0642e08b-50d2-453a-935b-8792cef3c63d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:27.412548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba42c4f7-ecc8-44bb-b95f-dbd55c4c2acc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a05a42c9d1a413880a47c294c99fc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6117978 Jul 23 10:50:27.425198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49786) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:27.471572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:50:27.495260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 08f69b7b-90d3-4415-bf90-61613ec5dda0) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:27.500116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:27.501022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.521347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e47efd-4269-46d9-88c2-b28cb86d1b50 None None] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:27.545022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Pushing event updated for resources: {'Port': ['ID=57cf1d6f-bb01-449d-bbde-290034acbdb1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:27.614223 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-428d6097-e317-45d1-9f95-54ddc6c16539 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6425803 Jul 23 10:50:27.617462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:27.754156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Attempting to bind port 57cf1d6f-bb01-449d-bbde-290034acbdb1 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:27.754599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Attempting to bind port 57cf1d6f-bb01-449d-bbde-290034acbdb1 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:27.754992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Attempting to bind port 57cf1d6f-bb01-449d-bbde-290034acbdb1 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:27.763036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Port 57cf1d6f-bb01-449d-bbde-290034acbdb1 on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:50:27.764268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Attempting to bind port 57cf1d6f-bb01-449d-bbde-290034acbdb1 on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:27.775834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:27.777670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:27.778336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:27.778698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Bound port: 57cf1d6f-bb01-449d-bbde-290034acbdb1, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:27.779150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:27.947189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] For port 57cf1d6f-bb01-449d-bbde-290034acbdb1, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:27.956146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] For port 57cf1d6f-bb01-449d-bbde-290034acbdb1, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:27.968274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:28.040014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a916ab5a-d8cc-4060-9b8b-b21f0aba0316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:28.100942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Pushing event updated for resources: {'Port': ['ID=57cf1d6f-bb01-449d-bbde-290034acbdb1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:28.115050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:28.115669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:28.123493 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a916ab5a-d8cc-4060-9b8b-b21f0aba0316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:28.127901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-3212432e-f8b3-453f-bfe6-e2c3996a0b41 service neutron] 10.222.0.55 "PUT /v2.0/ports/57cf1d6f-bb01-449d-bbde-290034acbdb1 HTTP/1.1" status: 200 len: 1096 time: 2.1401653 Jul 23 10:50:28.129497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'tag': '57cf1d6f-bb01-449d-bbde-290034acbdb1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:28.136595 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa" -d '{"events": [{"name": "network-changed", "server_uuid": "43bb9f39-8291-4426-9cad-5aebc93cb37f", "tag": "57cf1d6f-bb01-449d-bbde-290034acbdb1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:28.226238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:28.273046 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3033faf8-effd-4d24-b329-7709d8949fef x-openstack-request-id: req-3033faf8-effd-4d24-b329-7709d8949fef {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:28.276298 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bb9f39-8291-4426-9cad-5aebc93cb37f", "tag": "57cf1d6f-bb01-449d-bbde-290034acbdb1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:28.279089 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3033faf8-effd-4d24-b329-7709d8949fef {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:28.279972 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'tag': '57cf1d6f-bb01-449d-bbde-290034acbdb1', 'status': 'completed', 'code': 200} Jul 23 10:50:28.288038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-08f69b7b-90d3-4415-bf90-61613ec5dda0', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:50:28.292955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:28.341068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-97ec9ae3-524e-43f3-8a72-476322e326ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:28.342607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-97ec9ae3-524e-43f3-8a72-476322e326ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f065d877daf54c04a9f5c7aab9132dd0&device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 1099 time: 0.1496918 Jul 23 10:50:28.434516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-e4b1d898-5d94-4ff7-9a8b-fcd69c61a085 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0779884 Jul 23 10:50:28.550006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Allocated IP 172.20.0.2 (08f69b7b-90d3-4415-bf90-61613ec5dda0/4c623c65-bffe-4335-a9b2-b3d5d60c2f73/8b8db569-ca9d-4825-b964-08a48610aa25) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:28.601034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-b7842244-5934-4afa-8db6-05b8f1218c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:28.603568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b3cd04-389a-42ab-b191-abfbbba045a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:28.605734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-b7842244-5934-4afa-8db6-05b8f1218c3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.1630480 Jul 23 10:50:28.813975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-5efbadc6-388f-4140-a036-13b7eabdb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:28.814196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-5efbadc6-388f-4140-a036-13b7eabdb1d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975200 Jul 23 10:50:28.921544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.003006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-557cf389-f7f7-4d6c-bde1-7d8075e5f685 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803861 Jul 23 10:50:29.157352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24389695-c832-43f5-8fd7-64c06a59f9c1 req-4f72dcb9-8cd7-4e05-86c6-1c40c44128ae service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478984 Jul 23 10:50:29.288073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Transition to ACTIVE for port object 8b8db569-ca9d-4825-b964-08a48610aa25 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:29.314024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Transition to ACTIVE for port object 8b8db569-ca9d-4825-b964-08a48610aa25 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:29.322144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-a48268c4-45dc-4c32-9ed9-ea49fcdf9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:29.326259 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a916ab5a-d8cc-4060-9b8b-b21f0aba0316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.330911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a916ab5a-d8cc-4060-9b8b-b21f0aba0316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.331096 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.331226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a916ab5a-d8cc-4060-9b8b-b21f0aba0316 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0642e08b-50d2-453a-935b-8792cef3c63d HTTP/1.1" status: 204 len: 168 time: 1.9029970 Jul 23 10:50:29.333752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-a48268c4-45dc-4c32-9ed9-ea49fcdf9865 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f065d877daf54c04a9f5c7aab9132dd0&device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 1099 time: 0.1175635 Jul 23 10:50:29.451088 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Pushing event updated for resources: {'Port': ['ID=8b8db569-ca9d-4825-b964-08a48610aa25,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:29.471899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c4cb8d0-6207-44e4-b6ff-134f6f152600 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:29.518505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:29.523174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:29.527601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:29.528226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-7e5b5405-0926-40e3-8599-c0baf3de27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:29.529941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-7e5b5405-0926-40e3-8599-c0baf3de27d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1869898 Jul 23 10:50:29.599176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916ab5a-d8cc-4060-9b8b-b21f0aba0316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0642e08b-50d2-453a-935b-8792cef3c63d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:29.601922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.606113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-84607a32-786b-4edc-bce9-2437fb9dc5e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0527852 Jul 23 10:50:29.701046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:29.704418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-ae4a22cc-ac84-4028-937b-ba928a896227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:29.706973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-ae4a22cc-ac84-4028-937b-ba928a896227 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0943358 Jul 23 10:50:29.712494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Attempting to bind port 8b8db569-ca9d-4825-b964-08a48610aa25 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:29.712999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Attempting to bind port 8b8db569-ca9d-4825-b964-08a48610aa25 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:29.713448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Attempting to bind port 8b8db569-ca9d-4825-b964-08a48610aa25 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:29.720263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:29.720723 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.815226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:29.815824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Checking segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:29.816733 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.818791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Bound using segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:29.819399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Bound port: 8b8db569-ca9d-4825-b964-08a48610aa25, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:29.830024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:29.872356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-305640eb-e53f-4838-8737-d92dfa2b2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:29.874600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-305640eb-e53f-4838-8737-d92dfa2b2f0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410728 Jul 23 10:50:29.921005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.001678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] For port 8b8db569-ca9d-4825-b964-08a48610aa25, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:30.009640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] For port 8b8db569-ca9d-4825-b964-08a48610aa25, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b8db569-ca9d-4825-b964-08a48610aa25,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:30.037670 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.050473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.055683 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.060249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:30.077175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c23b0a-76b7-44a4-873e-29f8821f1ee9 req-a7eebb18-85f2-4e74-8cb6-15cea818866e tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:30.078776 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4c23b0a-76b7-44a4-873e-29f8821f1ee9 req-a7eebb18-85f2-4e74-8cb6-15cea818866e tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 948 time: 1.4906342 Jul 23 10:50:30.083744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-6486bbb4-f955-447f-aeb1-eee51064556d service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019405 Jul 23 10:50:30.084620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5f47b5a-5f14-4276-bb79-7d627e0fcc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.171224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a153cfa0-8a2b-4397-9c31-38ebd92ee5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.180291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.213793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4c4cb8d0-6207-44e4-b6ff-134f6f152600, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c4cb8d0-6207-44e4-b6ff-134f6f152600,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:30.241774 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.251866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662777d-2cdb-464f-af8d-8c5d975cbc23 None None] Pushing event updated for resources: {'Port': ['ID=8b8db569-ca9d-4825-b964-08a48610aa25,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:30.267462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.314799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5f47b5a-5f14-4276-bb79-7d627e0fcc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.330787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4c4cb8d0-6207-44e4-b6ff-134f6f152600,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:30.349412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5f47b5a-5f14-4276-bb79-7d627e0fcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.371657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afb8dbf9-fe9c-44e0-8038-ff4fbd9e54aa req-1eb9d5ff-7564-4169-bb76-dc4cf3e29b32 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779787 Jul 23 10:50:30.405299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5f47b5a-5f14-4276-bb79-7d627e0fcc8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab316b00045841a3894a17ced7032ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439591 Jul 23 10:50:30.406328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f47b5a-5f14-4276-bb79-7d627e0fcc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a474ef33-9985-43d9-b906-338c01b19b48,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:30.420853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49808) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:30.579287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2871d6-86ff-451d-8fb8-91c4528720ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.608746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2871d6-86ff-451d-8fb8-91c4528720ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.642987 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4c23b0a-76b7-44a4-873e-29f8821f1ee9 req-61df8962-ea80-46eb-be9c-54f00114f026 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924732 Jul 23 10:50:30.648184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.648696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b32a85f-a707-4000-9222-a153919e74ee {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:50:30.655495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.659310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a40fdfd7-8f41-425c-a6fc-69ee085efcda admin admin] 10.222.0.37 "DELETE /v2.0/routers/3b32a85f-a707-4000-9222-a153919e74ee HTTP/1.1" status: 204 len: 168 time: 5.5621815 Jul 23 10:50:30.659310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.1 (08f69b7b-90d3-4415-bf90-61613ec5dda0/4c623c65-bffe-4335-a9b2-b3d5d60c2f73/65ceb88b-f7e5-4707-bae5-0a2092fc543f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:30.660372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:30.758411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2871d6-86ff-451d-8fb8-91c4528720ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.762876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d2871d6-86ff-451d-8fb8-91c4528720ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.764940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8d2871d6-86ff-451d-8fb8-91c4528720ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a474ef33-9985-43d9-b906-338c01b19b48 HTTP/1.1" status: 204 len: 168 time: 0.3407297 Jul 23 10:50:30.773726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2871d6-86ff-451d-8fb8-91c4528720ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474ef33-9985-43d9-b906-338c01b19b48,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:30.812543 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Deleting subnet 4749c66b-ffc9-4de9-bbfd-10d38d3a506c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:50:30.831575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:30.956652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.031353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.088787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 65ceb88b-f7e5-4707-bae5-0a2092fc543f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:31.122071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.218174 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.280924 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.395741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:31.401305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.418312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:31.432494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=65ceb88b-f7e5-4707-bae5-0a2092fc543f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:31.467037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:31.477213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.483145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0e90b-74de-491b-8fd7-6596029b0b20 None None] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:31.486640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49828) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:31.500954 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4749c66b-ffc9-4de9-bbfd-10d38d3a506c HTTP/1.1" status: 204 len: 168 time: 0.8394544 Jul 23 10:50:31.507092 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c8856-0c93-4487-adc5-b4b620e1e9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4749c66b-ffc9-4de9-bbfd-10d38d3a506c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:31.612672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b8db569-ca9d-4825-b964-08a48610aa25 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:31.626130 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.666816 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.895019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Deleting port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:31.895502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:31.908219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 8b8db569-ca9d-4825-b964-08a48610aa25 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:31.925164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c4cb8d0-6207-44e4-b6ff-134f6f152600 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:31.992886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb1ebd-f4fc-42d1-8200-34445c1a3254 None None] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:32.008400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.019913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] DHCP port deletion for 81005b48-4146-4b90-ad8b-7f6d4eab3396 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:50:32.110862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 57cf1d6f-bb01-449d-bbde-290034acbdb1 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:50:32.112993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] Provisioning for port 8b8db569-ca9d-4825-b964-08a48610aa25 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:32.125475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] For port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:32.126184 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.143047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] Provisioning complete for port 8b8db569-ca9d-4825-b964-08a48610aa25 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:32.143442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.184352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Calling delete_port for b8c6c16c-5271-4f1a-a4b0-73b509e1c10b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:32.309510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bf936-bbff-48d8-afad-dffe33082e3d req-0aeefa9c-5f0e-4c42-bc09-7ac6a42d5a78 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:32.313371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a4bf936-bbff-48d8-afad-dffe33082e3d req-0aeefa9c-5f0e-4c42-bc09-7ac6a42d5a78 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 948 time: 0.4788964 Jul 23 10:50:32.323571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:32.324154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.409247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Deleting port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:32.409786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.420195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a4bf936-bbff-48d8-afad-dffe33082e3d req-f850c6a2-f70c-4cfe-a6b4-c6d85ce88215 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009858 Jul 23 10:50:32.458118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.473335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.477323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.498606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] No DVR routers for this DVR port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:32.554151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:32.608431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.631655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 57cf1d6f-bb01-449d-bbde-290034acbdb1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:32.674048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.693743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81005b48-4146-4b90-ad8b-7f6d4eab3396']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:32.694085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] For port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,segment=NetworkSegment(471ed922-6885-46c9-b5ca-47e78959f68c),segment_id=471ed922-6885-46c9-b5ca-47e78959f68c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:32.694703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.705975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471ed922-6885-46c9-b5ca-47e78959f68c') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:32.706421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471ed922-6885-46c9-b5ca-47e78959f68c') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:32.716320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '57cf1d6f-bb01-449d-bbde-290034acbdb1', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '57cf1d6f-bb01-449d-bbde-290034acbdb1', 'mac_address': 'fa:16:3e:3e:f9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:50:32.717808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.729825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.739506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.749386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:50:32.749724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.765605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:32.766889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=65ceb88b-f7e5-4707-bae5-0a2092fc543f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:32.770148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:32.783564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Calling delete_port for b8c6c16c-5271-4f1a-a4b0-73b509e1c10b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:32.794218 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:50:32.818701 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:50:32.833103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.840282 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:32.845294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/81005b48-4146-4b90-ad8b-7f6d4eab3396 HTTP/1.1" status: 204 len: 168 time: 1.3546281 Jul 23 10:50:32.883553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9bfb-b5f0-44ad-8ddb-cd668ed42fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=81005b48-4146-4b90-ad8b-7f6d4eab3396,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:32.904894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49858) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:32.968615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router a9a20d03-e963-4667-adeb-05243f424066 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:33.189614 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18beb4eb-cc1b-47e3-b312-081143fc1b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.205018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:33.226353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:33.241639 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Sync routers for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:33.254196 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:33.254810 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:33.309057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-784f5c1a-d801-475a-955b-01116c21b8d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/a9a20d03-e963-4667-adeb-05243f424066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6904395 Jul 23 10:50:33.356484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e6b3cd04-389a-42ab-b191-abfbbba045a6 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:33.407053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18beb4eb-cc1b-47e3-b312-081143fc1b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.438768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18beb4eb-cc1b-47e3-b312-081143fc1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.461183 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:33.469500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12712460-bb8d-46a9-b148-b2518e4751f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f7f6da356964b99a35a10f0aec2f4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632318 Jul 23 10:50:33.472127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:33.502115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-18beb4eb-cc1b-47e3-b312-081143fc1b8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8504bacb162b46bd8f5d294345b7ce06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961115 Jul 23 10:50:33.503846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb4eb-cc1b-47e3-b312-081143fc1b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a3f76-de55-42d4-9500-cc1bb6929562,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:33.507161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 49872) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:33.544956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: e6b3cd04-389a-42ab-b191-abfbbba045a6 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:33.545399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device e6b3cd04-389a-42ab-b191-abfbbba045a6 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:33.569601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] For port 8b8db569-ca9d-4825-b964-08a48610aa25, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b8db569-ca9d-4825-b964-08a48610aa25,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:33.592572 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.597183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.618973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3099ab4d-73f5-4e18-818c-67bd3f036f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.700400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3099ab4d-73f5-4e18-818c-67bd3f036f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.778799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cf1d6f-bb01-449d-bbde-290034acbdb1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:50:33.845092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3099ab4d-73f5-4e18-818c-67bd3f036f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.847868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3099ab4d-73f5-4e18-818c-67bd3f036f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.849040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3099ab4d-73f5-4e18-818c-67bd3f036f09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/888a3f76-de55-42d4-9500-cc1bb6929562 HTTP/1.1" status: 204 len: 168 time: 0.3406696 Jul 23 10:50:33.858803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e181657-6a03-46e6-bff9-dc23781e5cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.867833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6a215-92d5-45e0-8fea-0220e75cfe64 None None] Pushing event updated for resources: {'Port': ['ID=8b8db569-ca9d-4825-b964-08a48610aa25,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:33.894881 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.899645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8c6c16c-5271-4f1a-a4b0-73b509e1c10b no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:33.917904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099ab4d-73f5-4e18-818c-67bd3f036f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a3f76-de55-42d4-9500-cc1bb6929562,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:33.925928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-3b6be167-9e0d-45e1-bfa8-5e76246a3d8e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593147501&fields=id&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 267 time: 0.0896068 Jul 23 10:50:33.949737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e181657-6a03-46e6-bff9-dc23781e5cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:33.975311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:32Z', 'revision_number': 2, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:33.993109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e57c3340-5fd2-4139-ada5-83d0f5b689cf None None] Provisioning complete for port 8b8db569-ca9d-4825-b964-08a48610aa25 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:33.993791 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e57c3340-5fd2-4139-ada5-83d0f5b689cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.014193 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e181657-6a03-46e6-bff9-dc23781e5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.017363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e181657-6a03-46e6-bff9-dc23781e5cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.019644 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3e181657-6a03-46e6-bff9-dc23781e5cf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf3aa57a-34aa-45e2-882c-f84b2266a77e HTTP/1.1" status: 204 len: 168 time: 0.5459199 Jul 23 10:50:34.045761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Network 81005b48-4146-4b90-ad8b-7f6d4eab3396 is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 10:50:34.046236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] No DVR routers for this DVR port b8c6c16c-5271-4f1a-a4b0-73b509e1c10b on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:34.050126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b8c6c16c-5271-4f1a-a4b0-73b509e1c10b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:34.050917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8c6c16c-5271-4f1a-a4b0-73b509e1c10b not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:34.077057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e181657-6a03-46e6-bff9-dc23781e5cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3aa57a-34aa-45e2-882c-f84b2266a77e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:34.092644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60107e2d-ff42-4371-bd88-97d17dd95d1a None None] Pushing event deleted for resources: {'Port': ['ID=b8c6c16c-5271-4f1a-a4b0-73b509e1c10b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:34.101912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 57cf1d6f-bb01-449d-bbde-290034acbdb1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:34.127030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecc2-e1d0-42cf-ad4f-5c7ef1d2abbf req-83c5fb05-1930-4f39-a0d7-3dfc1ab6033d tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:34.128992 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46c7ecc2-e1d0-42cf-ad4f-5c7ef1d2abbf req-83c5fb05-1930-4f39-a0d7-3dfc1ab6033d tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 948 time: 0.5414500 Jul 23 10:50:34.140566 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.147347 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Checking router: a9a20d03-e963-4667-adeb-05243f424066 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:34.147877 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Updating router a9a20d03-e963-4667-adeb-05243f424066 port 65ceb88b-f7e5-4707-bae5-0a2092fc543f binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:50:34.232498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46c7ecc2-e1d0-42cf-ad4f-5c7ef1d2abbf req-4084da8f-043b-451c-b3ec-42558c286b08 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932724 Jul 23 10:50:34.254050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-2df5c860-12e9-4cc2-841d-0036dd19927c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:34.256053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-2df5c860-12e9-4cc2-841d-0036dd19927c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 797 time: 0.3210647 Jul 23 10:50:34.281677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-7cb779da-1d24-420e-8dd1-f644305ca21c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/quotas/c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 375 time: 0.0187290 Jul 23 10:50:34.284591 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.298306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=57cf1d6f-bb01-449d-bbde-290034acbdb1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:34.303451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e57c3340-5fd2-4139-ada5-83d0f5b689cf None None] Provisioning for port 65ceb88b-f7e5-4707-bae5-0a2092fc543f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:34.312095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e57c3340-5fd2-4139-ada5-83d0f5b689cf None None] Provisioning complete for port 65ceb88b-f7e5-4707-bae5-0a2092fc543f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:34.312465 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e57c3340-5fd2-4139-ada5-83d0f5b689cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.356117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e57c3340-5fd2-4139-ada5-83d0f5b689cf None None] Port 65ceb88b-f7e5-4707-bae5-0a2092fc543f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:50:34.365179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['57cf1d6f-bb01-449d-bbde-290034acbdb1'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:50:34.534966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-062a7519-25ca-456a-98cc-826abd517b81 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2442808 Jul 23 10:50:34.549606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3bb1ea93-f05a-435b-ad64-1a28d928da77 None None] Provisioning complete for port 65ceb88b-f7e5-4707-bae5-0a2092fc543f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:34.550321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ea93-f05a-435b-ad64-1a28d928da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.634763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.659512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1ea93-f05a-435b-ad64-1a28d928da77 None None] Port 65ceb88b-f7e5-4707-bae5-0a2092fc543f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:50:34.726042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49906) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:34.809100 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0c14df96-6d88-49f6-80ce-050c000db274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6e3629e9ec7469a865be78372f0a07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815930 Jul 23 10:50:34.811331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 49908) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:34.876323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-249b92ef-ddd5-4696-bcaf-107c254f38de service neutron] 10.222.0.37 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405101 Jul 23 10:50:34.877689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffa30ee-493b-4873-97d3-4e99411f2690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.892571 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.903278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffa30ee-493b-4873-97d3-4e99411f2690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.915797 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Transition to ACTIVE for port object 65ceb88b-f7e5-4707-bae5-0a2092fc543f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:34.929338 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.974609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffa30ee-493b-4873-97d3-4e99411f2690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.981003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffa30ee-493b-4873-97d3-4e99411f2690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:34.982286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dffa30ee-493b-4873-97d3-4e99411f2690 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/537adb71-62ec-4f16-8397-c2df532fa196 HTTP/1.1" status: 204 len: 168 time: 0.1698084 Jul 23 10:50:35.020986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa30ee-493b-4873-97d3-4e99411f2690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537adb71-62ec-4f16-8397-c2df532fa196,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:35.092799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-24ac5420-b968-4815-93d0-6667782a5162 service neutron] 10.222.0.37 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154238 Jul 23 10:50:35.121567 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029687d-b8a1-462e-b502-a5b137c12590 None None] Pushing event updated for resources: {'Port': ['ID=65ceb88b-f7e5-4707-bae5-0a2092fc543f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:35.158304 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Attempting to bind port 65ceb88b-f7e5-4707-bae5-0a2092fc543f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:35.158690 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Attempting to bind port 65ceb88b-f7e5-4707-bae5-0a2092fc543f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:35.159035 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Attempting to bind port 65ceb88b-f7e5-4707-bae5-0a2092fc543f on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:35.165532 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:35.167040 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Checking segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:35.167486 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:35.168064 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Bound using segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:35.168463 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Bound port: 65ceb88b-f7e5-4707-bae5-0a2092fc543f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:35.168850 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:35.475967 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] For port 65ceb88b-f7e5-4707-bae5-0a2092fc543f, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:35.494995 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] For port 65ceb88b-f7e5-4707-bae5-0a2092fc543f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=65ceb88b-f7e5-4707-bae5-0a2092fc543f,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:35.506666 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:35.561594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c60fb813-7412-47c6-bcd2-740b65df3f33 req-2c3b4899-ee42-4854-84c1-4693fb374e05 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 210 time: 0.0748503 Jul 23 10:50:35.696582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86c7e-3879-457d-90d6-2bbf3112a70c req-8af78c8f-8ad2-4327-b0ac-1ea8f0f021f9 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:35.701317 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14a86c7e-3879-457d-90d6-2bbf3112a70c req-8af78c8f-8ad2-4327-b0ac-1ea8f0f021f9 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 949 time: 0.2750034 Jul 23 10:50:35.702632 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:35.703568 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:35.806096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b8db569-ca9d-4825-b964-08a48610aa25 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:35.898177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14a86c7e-3879-457d-90d6-2bbf3112a70c req-4a8bf587-6c76-452f-9804-f3ffbab6e97c tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889081 Jul 23 10:50:36.000797 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029687d-b8a1-462e-b502-a5b137c12590 None None] Pushing event updated for resources: {'Port': ['ID=65ceb88b-f7e5-4707-bae5-0a2092fc543f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:36.003518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8b8db569-ca9d-4825-b964-08a48610aa25 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:36.003953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:36.097485 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:36.155770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 57cf1d6f-bb01-449d-bbde-290034acbdb1 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:36.225673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 57cf1d6f-bb01-449d-bbde-290034acbdb1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:36.239843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 57cf1d6f-bb01-449d-bbde-290034acbdb1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:36.252054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:36.411509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:36.504942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 57cf1d6f-bb01-449d-bbde-290034acbdb1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:36.506635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf1d6f-bb01-449d-bbde-290034acbdb1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:36.510052 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f72aa-b3d7-488c-ad15-412032e971d1" -d '{"events": [{"server_uuid": "43bb9f39-8291-4426-9cad-5aebc93cb37f", "name": "network-vif-plugged", "status": "completed", "tag": "57cf1d6f-bb01-449d-bbde-290034acbdb1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:36.535460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:36.555499 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:35Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:36.607719 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82e74a-64d8-454d-89de-5ac2f8ebae38 x-openstack-request-id: req-6a82e74a-64d8-454d-89de-5ac2f8ebae38 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:36.608274 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb9f39-8291-4426-9cad-5aebc93cb37f", "name": "network-vif-plugged", "status": "completed", "tag": "57cf1d6f-bb01-449d-bbde-290034acbdb1", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:36.608711 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a82e74a-64d8-454d-89de-5ac2f8ebae38 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:36.609185 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf1d6f-bb01-449d-bbde-290034acbdb1', 'code': 200} Jul 23 10:50:36.655528 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955705d1-64a0-4bdc-bc10-279907526637 None None] The sync data for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 is: [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:35Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:36.677252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=57cf1d6f-bb01-449d-bbde-290034acbdb1,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:36.852137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9f4fef02-40d9-4b9d-a9b5-f019f115f2a7 req-77b490b0-5ee4-47ba-8348-e63cc1442ac8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 210 time: 0.1517296 Jul 23 10:50:36.868617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61fca0-3562-4732-9acb-82da403c3d12 req-c228543c-181c-41e2-b880-1f67d41f5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:36.873677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a61fca0-3562-4732-9acb-82da403c3d12 req-c228543c-181c-41e2-b880-1f67d41f5289 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 1101 time: 0.1805902 Jul 23 10:50:37.005613 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a61fca0-3562-4732-9acb-82da403c3d12 req-123d0c7b-8ba6-4dad-a9a9-c03106df7b07 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112761 Jul 23 10:50:37.114088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610cb21-149e-47c3-9ae5-0b37dc1e9185 req-c6c0714d-5459-4d15-bd8e-c774413d897e tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:37.123128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1610cb21-149e-47c3-9ae5-0b37dc1e9185 req-c6c0714d-5459-4d15-bd8e-c774413d897e tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 950 time: 0.0971844 Jul 23 10:50:37.179770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1610cb21-149e-47c3-9ae5-0b37dc1e9185 req-d3d072d3-597b-45c7-9838-03ce9f406585 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Jul 23 10:50:37.485823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-82cea371-3540-4e6e-8ac1-05b45eb5813d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:37.505556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-82cea371-3540-4e6e-8ac1-05b45eb5813d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 797 time: 0.2719512 Jul 23 10:50:37.592661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-a79105d1-56ae-46f6-9e31-6349f3268fa7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 379 time: 0.0500615 Jul 23 10:50:37.606443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'port': {'device_id': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'admin_state_up': True, 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'security_groups': ['57a2beb7-fafc-4a80-9696-e4d39fa14f2e']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:37.797807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 65ceb88b-f7e5-4707-bae5-0a2092fc543f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:37.926257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:37.944042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:37.957634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 65ceb88b-f7e5-4707-bae5-0a2092fc543f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:37.993863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 65ceb88b-f7e5-4707-bae5-0a2092fc543f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:37.993863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:38.105808 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aae615b8-4d43-4b49-8b02-af6a07d10266 req-188ec86e-db46-40f2-a8d0-15d3017e763c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 210 time: 0.1030476 Jul 23 10:50:38.233954 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:38.336865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 65ceb88b-f7e5-4707-bae5-0a2092fc543f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=65ceb88b-f7e5-4707-bae5-0a2092fc543f,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:38.343638 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:38.363666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.13 (08f69b7b-90d3-4415-bf90-61613ec5dda0/4c623c65-bffe-4335-a9b2-b3d5d60c2f73/19f9b480-e98e-4d74-9d79-ee9b88832996) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:38.430523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aa778-f3b1-4347-9e5e-b9cf71547f55 req-3e4c4e45-542d-41df-950e-3a4627f3cfc6 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:38.437898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=65ceb88b-f7e5-4707-bae5-0a2092fc543f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:38.446767 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c3aa778-f3b1-4347-9e5e-b9cf71547f55 req-3e4c4e45-542d-41df-950e-3a4627f3cfc6 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 950 time: 0.1809657 Jul 23 10:50:38.536793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c3aa778-f3b1-4347-9e5e-b9cf71547f55 req-b1439c47-0118-4753-9391-05519012494c tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Jul 23 10:50:38.656736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:38.679476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 19f9b480-e98e-4d74-9d79-ee9b88832996 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:38.739713 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-cf7a541c-1684-46a7-b698-2d967dc33559 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1153185 Jul 23 10:50:38.764112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:38.819337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:38.829716 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:38.862424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:38.930057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:38.981383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:38.982072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:39.011249 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-74530680-65ab-4000-8373-5d8b9db14d6f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4127994 Jul 23 10:50:39.027574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.028078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.028562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.029041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.030533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.037144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.040813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Request body: {'port': {'device_id': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:39.043733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.046873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fce5c09f-fbf4-486a-8444-ba5bc68f9df1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fba0b65d36240a087216cde11b24ad0&device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 6488 time: 0.1937699 Jul 23 10:50:39.225264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:39.280325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307057ef-7a55-4d1b-bbfb-f2503b99c2c7 req-6bb25466-55cf-48e7-964e-eab731b89cbf tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.289254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-01bcd079-0833-4b60-acb4-a51db314d8ca None None] Provisioning for port 19f9b480-e98e-4d74-9d79-ee9b88832996 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:39.292626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-307057ef-7a55-4d1b-bbfb-f2503b99c2c7 req-6bb25466-55cf-48e7-964e-eab731b89cbf tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 950 time: 0.2737286 Jul 23 10:50:39.293133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-51e19331-36d7-4ab9-a163-77aa1acdd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.293669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-51e19331-36d7-4ab9-a163-77aa1acdd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.294645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-51e19331-36d7-4ab9-a163-77aa1acdd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.296540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-51e19331-36d7-4ab9-a163-77aa1acdd5cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=0510427f-8d71-48b8-b4d1-38f661da049d&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 200 len: 2292 time: 0.2242258 Jul 23 10:50:39.297990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-01bcd079-0833-4b60-acb4-a51db314d8ca None None] Provisioning complete for port 19f9b480-e98e-4d74-9d79-ee9b88832996 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:39.298354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01bcd079-0833-4b60-acb4-a51db314d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:39.371931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-01bcd079-0833-4b60-acb4-a51db314d8ca None None] Port 19f9b480-e98e-4d74-9d79-ee9b88832996 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:50:39.406914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-307057ef-7a55-4d1b-bbfb-f2503b99c2c7 req-3f335d4b-76c5-46d0-badf-046390b0751f tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133940 Jul 23 10:50:39.476332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-cf9337b6-e42c-4079-bf16-aae31a8e560d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 200 len: 1001 time: 0.1681557 Jul 23 10:50:39.548229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-263f56e1-7414-4961-9d3b-b04e91f980e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.550555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-263f56e1-7414-4961-9d3b-b04e91f980e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 200 len: 850 time: 0.0654066 Jul 23 10:50:39.578535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5f593-aff1-4ac4-9784-49960d1f9f21 req-aa35fefc-5701-492c-9f10-e8eca017d238 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.585601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46e5f593-aff1-4ac4-9784-49960d1f9f21 req-aa35fefc-5701-492c-9f10-e8eca017d238 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 932 time: 0.2879210 Jul 23 10:50:39.687780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-46e5f593-aff1-4ac4-9784-49960d1f9f21 req-2cd5fd20-0352-4702-8b07-ebb2827f290f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973694 Jul 23 10:50:39.718995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-70f849cb-1c63-4cdb-830d-41dbcba9c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:39.721291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-70f849cb-1c63-4cdb-830d-41dbcba9c175 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0510427f-8d71-48b8-b4d1-38f661da049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604602 Jul 23 10:50:39.737080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-693141c5-616e-41ab-a0f3-7b080b2a7fa5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:50:39.738188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-693141c5-616e-41ab-a0f3-7b080b2a7fa5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101898 Jul 23 10:50:39.751152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 65ceb88b-f7e5-4707-bae5-0a2092fc543f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:39.770842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f9b480-e98e-4d74-9d79-ee9b88832996 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:50:39.780085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:39.793294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Transition to ACTIVE for port object 19f9b480-e98e-4d74-9d79-ee9b88832996 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:39.804908 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:39.850253 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-2870936d-b922-4c94-8ea1-861c88f645d4 service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017203 Jul 23 10:50:39.859681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 65ceb88b-f7e5-4707-bae5-0a2092fc543f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:39.860436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:40.051653 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-5e751e2a-b404-4605-9b86-701ecc41f1fe service neutron] 10.222.0.20 "GET /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949816 Jul 23 10:50:40.123589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-c8a84b24-1bdb-48d3-832b-c4e7ee51326c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 217 time: 0.0653009 Jul 23 10:50:40.125123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:40.125639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:40.125820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:40.127892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:40.135882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:50:40.136218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:40.143540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:40.144369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Checking segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:40.144765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Bound using segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:40.145205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Bound port: 19f9b480-e98e-4d74-9d79-ee9b88832996, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:40.146045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:40.221296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-46dfe2c8-0ffc-467b-a0f0-856c822d02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.223445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-46dfe2c8-0ffc-467b-a0f0-856c822d02fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0941839 Jul 23 10:50:40.242163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:40.246748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:40.342140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:40.371555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-ff316c3f-e8d5-400a-87ff-51be04d50087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.373155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-ff316c3f-e8d5-400a-87ff-51be04d50087 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427858 Jul 23 10:50:40.389125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.391087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:40.392771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] 10.222.0.20 "PUT /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 1092 time: 1.3625739 Jul 23 10:50:40.397355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:40.399864 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd1d437-2b61-46f3-a471-c52506516e07" -d '{"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:40.437277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1148-8895-40b1-acc0-7d6e44abf176 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:40.510360 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7cf012-27f9-4f42-9ac5-2775664164b3 x-openstack-request-id: req-4f7cf012-27f9-4f42-9ac5-2775664164b3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:40.510982 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:40.515368 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f7cf012-27f9-4f42-9ac5-2775664164b3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:40.515368 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'status': 'completed', 'code': 200} Jul 23 10:50:40.533941 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-51d3f860-1a5a-4a0b-a227-5326cfb807c8 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533570 Jul 23 10:50:40.651273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-939ffe45-92bc-43c8-a49e-03b2abffdb91 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.653179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-939ffe45-92bc-43c8-a49e-03b2abffdb91 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.55 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 950 time: 0.4043179 Jul 23 10:50:40.692477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1b8bb-b4ac-4728-9bff-ef4f7b6c5bd2 req-0d8690b9-4d04-46e8-8d61-37e6a05f2a3d tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.714241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48f1b8bb-b4ac-4728-9bff-ef4f7b6c5bd2 req-0d8690b9-4d04-46e8-8d61-37e6a05f2a3d tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 950 time: 0.1675019 Jul 23 10:50:40.774184 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-d638731c-c64f-4dd7-aabb-074b7fe4bf33 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038624 Jul 23 10:50:40.788337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48f1b8bb-b4ac-4728-9bff-ef4f7b6c5bd2 req-1076b0b8-cca0-4237-85be-f1869dc9c960 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/security-groups?id=b34dd041-edbb-4c49-a09f-c79b02babd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726249 Jul 23 10:50:40.850661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-62c08c70-6464-42cc-92c4-5d1929323c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.852167 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-62c08c70-6464-42cc-92c4-5d1929323c97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1095 time: 0.3382876 Jul 23 10:50:40.865133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-5a8406ce-1b35-4368-b86e-316c19fddcef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 217 time: 0.0757861 Jul 23 10:50:40.954108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-c1c501a1-4f10-4611-9636-1f69ba8e1f15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 217 time: 0.0855272 Jul 23 10:50:40.964600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Deleting port 57cf1d6f-bb01-449d-bbde-290034acbdb1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:50:40.964945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:40.990229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-4b226488-d114-4d46-90e1-2bf53fd32c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:40.998458 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-4b226488-d114-4d46-90e1-2bf53fd32c9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1276503 Jul 23 10:50:41.002057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38738817-b1b2-4777-953f-6cb9750c56d0 req-68be72a8-bcc8-4952-91b1-858d7d5e0044 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:41.004119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38738817-b1b2-4777-953f-6cb9750c56d0 req-68be72a8-bcc8-4952-91b1-858d7d5e0044 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 944 time: 0.2149150 Jul 23 10:50:41.094775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-8f2ca303-423e-4a8e-b0fd-f7bc30a649c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:41.096793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-8f2ca303-423e-4a8e-b0fd-f7bc30a649c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848165 Jul 23 10:50:41.160935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-8eb99788-6832-4a1c-8f13-dd19fe88d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:41.162489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-8eb99788-6832-4a1c-8f13-dd19fe88d8d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.2003422 Jul 23 10:50:41.171179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38738817-b1b2-4777-953f-6cb9750c56d0 req-e66bf9e1-3cb2-44bb-9f4c-aa936e817737 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239274 Jul 23 10:50:41.243720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] For port 57cf1d6f-bb01-449d-bbde-290034acbdb1, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=57cf1d6f-bb01-449d-bbde-290034acbdb1,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:41.244138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:41.267485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Calling delete_port for 57cf1d6f-bb01-449d-bbde-290034acbdb1 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:50:41.297545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fdcc98ae-3722-4e8b-b99a-37c5a6314f5c service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923528 Jul 23 10:50:41.386592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-44b76b32-709f-424a-af28-0c6c97c2b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:41.388089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-44b76b32-709f-424a-af28-0c6c97c2b687 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138898 Jul 23 10:50:41.470572 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-28963d2d-6410-4d11-a814-961b8d203e58 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632621 Jul 23 10:50:41.522235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-14786af1-7dcb-425a-a07d-ece853013fe7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 200 len: 217 time: 0.0465910 Jul 23 10:50:41.549593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-6f0b005a-6aef-4df9-a33a-f9e9e0a6b79b service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543117 Jul 23 10:50:41.612130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-f1297c83-c33d-4037-a0fc-88bd0f5b1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:41.613814 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-f1297c83-c33d-4037-a0fc-88bd0f5b1e8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.0851963 Jul 23 10:50:41.656821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:41.669823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['57cf1d6f-bb01-449d-bbde-290034acbdb1'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:50:41.731732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-b9cc800a-38b8-44d1-9a69-3ec8c0373b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:41.733837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-b9cc800a-38b8-44d1-9a69-3ec8c0373b5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125209 Jul 23 10:50:41.888025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-719515f7-87c5-4784-ba64-2699e4f63269 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470308 Jul 23 10:50:42.053093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-3f220826-14d2-4f6f-b3e2-cfc2c8d44c93 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586561 Jul 23 10:50:42.184437 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-104265f4-25ae-4a84-bc3b-06dfc1bd0201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 200 len: 217 time: 0.1218681 Jul 23 10:50:42.296130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Pushing event deleted for resources: {'Port': ['ID=57cf1d6f-bb01-449d-bbde-290034acbdb1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:42.312691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] No DVR routers for this DVR port 57cf1d6f-bb01-449d-bbde-290034acbdb1 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:50:42.315666 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:42.318499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40778385-4afb-4a56-82d8-7f7c9e977028 req-04920718-fde3-4054-8f5f-a7d77b78d849 tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.55 "DELETE /v2.0/ports/57cf1d6f-bb01-449d-bbde-290034acbdb1 HTTP/1.1" status: 204 len: 173 time: 1.6533244 Jul 23 10:50:42.347646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-203e091e-5704-4390-a6a1-62fe3ee17e27 req-a4358101-b4a4-436f-b16c-d5d29a7485ab tempest-VolumesNegativeTest-1409597619 tempest-VolumesNegativeTest-1409597619-project] 10.222.0.37 "GET /v2.0/ports?device_id=43bb9f39-8291-4426-9cad-5aebc93cb37f HTTP/1.1" status: 200 len: 210 time: 0.4519174 Jul 23 10:50:42.368014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-ce79e0be-7916-4930-9832-1e5082451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:42.377049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-ce79e0be-7916-4930-9832-1e5082451814 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 200 len: 797 time: 0.1812017 Jul 23 10:50:42.461759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efe24a92-c538-490f-8d1f-a1077cd1c264 req-2174e99d-2a91-424a-85d0-d071088f83a0 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047377 Jul 23 10:50:42.508098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f50a1a-0c2a-4f6b-a4ca-be2d057f34b7 req-a2e8e6de-b4b8-495c-9098-4d3f2b0c4cd1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:42.512685 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9f50a1a-0c2a-4f6b-a4ca-be2d057f34b7 req-a2e8e6de-b4b8-495c-9098-4d3f2b0c4cd1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 944 time: 0.2027514 Jul 23 10:50:42.513443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'name': 'network-vif-deleted', 'tag': '57cf1d6f-bb01-449d-bbde-290034acbdb1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:42.514721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-f84b6460-9c38-4a73-878d-c735f685a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:42.516360 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-f84b6460-9c38-4a73-878d-c735f685a9f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48259bb7-6ed9-42d5-b9de-b8061aa225b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376555 Jul 23 10:50:42.516821 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae3abef-9639-4ae9-a534-edc002aa284e" -d '{"events": [{"server_uuid": "43bb9f39-8291-4426-9cad-5aebc93cb37f", "name": "network-vif-deleted", "tag": "57cf1d6f-bb01-449d-bbde-290034acbdb1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:42.637154 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d9b388-dc02-439d-9335-abf7c4b255a8 x-openstack-request-id: req-78d9b388-dc02-439d-9335-abf7c4b255a8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:42.638053 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb9f39-8291-4426-9cad-5aebc93cb37f", "name": "network-vif-deleted", "tag": "57cf1d6f-bb01-449d-bbde-290034acbdb1", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:42.638642 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78d9b388-dc02-439d-9335-abf7c4b255a8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:42.639139 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb9f39-8291-4426-9cad-5aebc93cb37f', 'name': 'network-vif-deleted', 'tag': '57cf1d6f-bb01-449d-bbde-290034acbdb1', 'status': 'completed', 'code': 200} Jul 23 10:50:42.682423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9f50a1a-0c2a-4f6b-a4ca-be2d057f34b7 req-c93911a6-d643-42a4-b0bf-6d814d09bc7e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453860 Jul 23 10:50:42.705598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-58d1149d-93ac-4870-bef4-6eb736284ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:42.707534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-58d1149d-93ac-4870-bef4-6eb736284ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1095 time: 0.1418331 Jul 23 10:50:42.742080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-055c3c8d-7e84-4371-87fe-e6da8b386be0 service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877239 Jul 23 10:50:42.880841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-cfb2d18b-93aa-460e-9dc1-169bb4aadbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:42.882349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-cfb2d18b-93aa-460e-9dc1-169bb4aadbee service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.1679139 Jul 23 10:50:42.913188 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-fa2e1816-f6c1-4d60-a499-ff44c6cbc3ae service neutron] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616762 Jul 23 10:50:42.956853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-64a989fd-7794-4cc8-8674-3c83e390e29d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 217 time: 0.0659540 Jul 23 10:50:43.027386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-430b2b5a-a230-4d6c-8509-621c4eaaab3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 200 len: 217 time: 0.1071742 Jul 23 10:50:43.060677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-5ebd5fee-9606-42bc-a7bf-bbaf8b5a07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.062847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-5ebd5fee-9606-42bc-a7bf-bbaf8b5a07b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.0997608 Jul 23 10:50:43.128625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-b3565828-98c6-4d8d-be55-aae17767e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.130725 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-b3565828-98c6-4d8d-be55-aae17767e2cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.0969791 Jul 23 10:50:43.137853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-0d9ebc62-cf8c-4568-8fae-9e6c2a1364c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.139371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-0d9ebc62-cf8c-4568-8fae-9e6c2a1364c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693173 Jul 23 10:50:43.215496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-3dda4b4d-50d3-467c-bb18-8c8444269fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.221892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-3dda4b4d-50d3-467c-bb18-8c8444269fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840609 Jul 23 10:50:43.329796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-70b254e2-35c2-4ab3-a80c-22a574bd6f34 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775777 Jul 23 10:50:43.362369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-41395bd7-198d-41ee-b1c2-0c6c3cdb51a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291180 Jul 23 10:50:43.488933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-5906f729-30af-4e32-8a43-b558c5dade80 service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183846 Jul 23 10:50:43.511849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6dd1d437-2b61-46f3-a471-c52506516e07 req-390ee22d-3599-4754-8726-f387f9abd073 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711824 Jul 23 10:50:43.566569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-dbe2a2fb-ad8e-4b70-aab7-3ed9065db8b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 200 len: 217 time: 0.0698335 Jul 23 10:50:43.715546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-c447295e-ecaf-47e5-b24d-f662ab78c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.717380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-c447295e-ecaf-47e5-b24d-f662ab78c87c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 200 len: 797 time: 0.1439502 Jul 23 10:50:43.868000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-71f6a0a9-d3e3-479d-ba7e-2a1bdffe3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.869657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-71f6a0a9-d3e3-479d-ba7e-2a1bdffe3bb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1447530 Jul 23 10:50:43.938978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a403-7c25-4c1f-93dd-498f5fbce5c2 req-db1047bb-32b3-4ab5-a073-161d94f52791 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:43.940743 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5be0a403-7c25-4c1f-93dd-498f5fbce5c2 req-db1047bb-32b3-4ab5-a073-161d94f52791 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 944 time: 0.1470814 Jul 23 10:50:44.013088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5be0a403-7c25-4c1f-93dd-498f5fbce5c2 req-1190ec3d-3e17-4232-8305-c31ce1480a59 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595713 Jul 23 10:50:44.015641 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-a0d49472-9bdc-4e43-8e0e-5271a8ce06ef service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325958 Jul 23 10:50:44.132418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-34d36fcd-ac57-4554-9bc6-2ba5d112c523 req-3aa5aed4-2182-4ce7-bc72-62bb41edbe2f service neutron] 10.222.0.20 "GET /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101153 Jul 23 10:50:44.201665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 57cf1d6f-bb01-449d-bbde-290034acbdb1 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:50:44.249418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 57cf1d6f-bb01-449d-bbde-290034acbdb1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:50:44.253967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 57cf1d6f-bb01-449d-bbde-290034acbdb1 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:50:45.272668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827b39-aa0f-4205-aa6f-7756de5c218b req-b09e7740-3444-4da9-b442-ebad0bf99241 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:45.281836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10827b39-aa0f-4205-aa6f-7756de5c218b req-b09e7740-3444-4da9-b442-ebad0bf99241 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 944 time: 0.1360595 Jul 23 10:50:45.341311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-10827b39-aa0f-4205-aa6f-7756de5c218b req-7a4978ae-c694-4eef-a7b6-0f9f62e98c42 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578501 Jul 23 10:50:45.720912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:50:45.922143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:45.944011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'port_id': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'mac_address': 'fa:16:3e:95:78:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:50:46.001259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:46.024618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f9b480-e98e-4d74-9d79-ee9b88832996 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:50:46.052068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:46.057920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:46.115613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:46.389377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['19f9b480-e98e-4d74-9d79-ee9b88832996'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:50:46.617910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee3513-a8d9-46b2-8060-728f513cbf99 req-a8753dac-39c6-4299-baf1-a4f6a22db02e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:46.629200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afee3513-a8d9-46b2-8060-728f513cbf99 req-a8753dac-39c6-4299-baf1-a4f6a22db02e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.1545269 Jul 23 10:50:46.677538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afee3513-a8d9-46b2-8060-728f513cbf99 req-fe7b5fe2-a1af-47bc-8ade-74cc18f5131d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447009 Jul 23 10:50:47.719114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:47.890574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 19f9b480-e98e-4d74-9d79-ee9b88832996 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:47.895866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 19f9b480-e98e-4d74-9d79-ee9b88832996 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:47.896252 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:47.944653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c1349-b28d-4701-b151-ee6e57f39c15 req-0389f91e-f7dc-4604-ab45-3e4c0adf0c50 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:47.950804 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db0c1349-b28d-4701-b151-ee6e57f39c15 req-0389f91e-f7dc-4604-ab45-3e4c0adf0c50 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.1389725 Jul 23 10:50:48.002967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db0c1349-b28d-4701-b151-ee6e57f39c15 req-100b4e19-6059-4692-8b82-887d1f0637ce tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Jul 23 10:50:48.076479 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:48.108932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:48.111585 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0696a620-892f-4559-a2e1-2ba9dc1d5234" -d '{"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-plugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:48.127848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:50:48.137982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:48.205727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:48.230109 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5517678-6710-4a23-baee-6ca0ead303cd x-openstack-request-id: req-e5517678-6710-4a23-baee-6ca0ead303cd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:48.230878 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-plugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:48.231341 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5517678-6710-4a23-baee-6ca0ead303cd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:48.232036 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'code': 200} Jul 23 10:50:48.412126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc6ea6-829c-4bdd-bb3a-c86ced34886b req-f955076c-1af0-487e-a904-add30b96aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:48.414449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05bc6ea6-829c-4bdd-bb3a-c86ced34886b req-f955076c-1af0-487e-a904-add30b96aec6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1097 time: 0.1135838 Jul 23 10:50:48.469363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05bc6ea6-829c-4bdd-bb3a-c86ced34886b req-a9d8d128-0131-4f32-989f-4645511f917d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Jul 23 10:50:49.219689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5012-78b9-44aa-9d29-a5f78f7225ec req-6866e697-638c-4f79-a20c-b1effd165be3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:49.229751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-663a5012-78b9-44aa-9d29-a5f78f7225ec req-6866e697-638c-4f79-a20c-b1effd165be3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0989854 Jul 23 10:50:49.300352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-663a5012-78b9-44aa-9d29-a5f78f7225ec req-23f15709-1d27-4be0-9a48-acc3783ecf2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689902 Jul 23 10:50:50.499965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8941ff3-f425-4d54-9adb-7e2799f80350 req-707c1339-7418-4088-9568-c33d0364f7ce tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:50.502564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8941ff3-f425-4d54-9adb-7e2799f80350 req-707c1339-7418-4088-9568-c33d0364f7ce tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0876725 Jul 23 10:50:50.582470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8941ff3-f425-4d54-9adb-7e2799f80350 req-a3145749-e62e-4c13-a0ba-06baef039231 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726461 Jul 23 10:50:50.758724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8e63-4744-452c-ab70-d9fdfd90488a req-662bf144-9045-4ff3-bcbc-8ab306b7c175 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:50.767907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d69c8e63-4744-452c-ab70-d9fdfd90488a req-662bf144-9045-4ff3-bcbc-8ab306b7c175 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0982349 Jul 23 10:50:50.833788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d69c8e63-4744-452c-ab70-d9fdfd90488a req-82d00dd2-1617-41a5-b1b8-c8daeb282d06 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489330 Jul 23 10:50:50.834526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:50.944460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4261b-35b7-489b-88d4-57362c8b8c46 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:50.946095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-87b4261b-35b7-489b-88d4-57362c8b8c46 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1092 time: 0.1104324 Jul 23 10:50:50.949725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:50.954357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:51.002671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:51.233184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:51.468806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.68 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/88487ca1-667b-481d-a658-79ee7dcd70c6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:51.625153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:51.674194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:51.698272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50380) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:51.715227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:51.719028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:51.723189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:51.759561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=88487ca1-667b-481d-a658-79ee7dcd70c6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:51.771783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.772126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.772470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.772811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.773360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.773498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.773804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.774128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.774480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.774794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.775120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.775552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:51.905330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdba398b-5597-4ae2-91a6-9b441e3ea741 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f065d877daf54c04a9f5c7aab9132dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057164 Jul 23 10:50:51.910267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50394) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:51.978858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.010504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.070053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.075132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.079111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b34dd041-edbb-4c49-a09f-c79b02babd9b HTTP/1.1" status: 204 len: 168 time: 0.1675406 Jul 23 10:50:52.088470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dd041-edbb-4c49-a09f-c79b02babd9b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:52.097408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.098125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.098654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.099201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.099931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.100632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.101151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.101668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.102489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.103217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.104457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.105198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631156-7010-4d74-a49d-3225855a5c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:50:52.297518 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.380086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.574592 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:52.580981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:53.091370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=88487ca1-667b-481d-a658-79ee7dcd70c6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:53.099538 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:53.244626 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP 6e136bfe-d60d-4644-bb39-577209ca0437 associated. External IP: 172.25.4.68, port: 19f9b480-e98e-4d74-9d79-ee9b88832996. Jul 23 10:50:53.461059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router a9a20d03-e963-4667-adeb-05243f424066 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:50:53.493867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50470) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:53.577901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:53.588703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] Sync routers for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:53.598700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:53.599695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:53.602046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:53.653673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-878f738d-0dbf-4f88-80d1-c1dd3619a08c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6997421 Jul 23 10:50:53.653673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:50:53.654251 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da8518-1604-474e-a8fe-406decfb07a8" -d '{"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:50:53.698949 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51243e8e-48ba-4fc6-9aba-87746dd6c09f x-openstack-request-id: req-51243e8e-48ba-4fc6-9aba-87746dd6c09f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:50:53.700019 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:50:53.700019 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51243e8e-48ba-4fc6-9aba-87746dd6c09f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:50:53.700229 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'status': 'completed', 'code': 200} Jul 23 10:50:53.701845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'network': {'name': 'tempest-network-smoke--1434245547', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:53.726983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:53.734635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:53.746895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:53.752312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:53.816045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8518-1604-474e-a8fe-406decfb07a8 req-cdbde015-4de4-4e99-9104-e4aadd3756b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:53.817585 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-cdbde015-4de4-4e99-9104-e4aadd3756b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1097 time: 0.0736325 Jul 23 10:50:53.850133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ce248-5369-45c1-b7d0-916a2025f76b req-ba957510-e8cb-4419-b928-838386120049 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:53.851890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-972ce248-5369-45c1-b7d0-916a2025f76b req-ba957510-e8cb-4419-b928-838386120049 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.1120188 Jul 23 10:50:53.932627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-972ce248-5369-45c1-b7d0-916a2025f76b req-336970cc-e413-4df0-9a68-18acce01a27f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726285 Jul 23 10:50:53.939754 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8518-1604-474e-a8fe-406decfb07a8 req-99c38d6f-4e6f-4316-ad96-0f679a178517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:53.941003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-99c38d6f-4e6f-4316-ad96-0f679a178517 service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.1125758 Jul 23 10:50:53.958340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50514) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:53.986786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.002179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.055467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:50:54.086595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6e136bfe-d60d-4644-bb39-577209ca0437', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'port_id': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'mac_address': 'fa:16:3e:95:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:50:52Z', 'updated_at': '2021-07-23T10:50:52Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:38Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:54.091137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.091520 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Added segment 857838d1-5ebf-4136-a402-e9edb0a05afa of type vlan for network 49024a9b-6a12-4c75-8b51-36b896a8a887 Jul 23 10:50:54.101195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d865d2d9-49bf-4844-99f7-12801598647d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:54.143390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] Checking router: a9a20d03-e963-4667-adeb-05243f424066 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:54.164412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:54.165597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:54.168460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.194069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.226497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-fc97d894-5526-405b-b1e8-0f309b7a8b74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 999 time: 0.2780106 Jul 23 10:50:54.232293 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.236781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c59fa09-9ed9-416d-9b3c-3fe26cdf07ac tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/6e136bfe-d60d-4644-bb39-577209ca0437 HTTP/1.1" status: 200 len: 991 time: 0.2740526 Jul 23 10:50:54.238248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:54.238845 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.291663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7961287 Jul 23 10:50:54.294545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50524) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:54.299437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-17877622', 'admin_state_up': True, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:54.305359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:54.339624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8518-1604-474e-a8fe-406decfb07a8 req-b764f8b0-73b3-404e-b647-bbd8ffef6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:54.341111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-b764f8b0-73b3-404e-b647-bbd8ffef6157 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.1044877 Jul 23 10:50:54.355326 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.356561 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.411746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.413112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec1987-5207-46a5-a891-10de8fd929ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Network': ['ID=49024a9b-6a12-4c75-8b51-36b896a8a887,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:54.446999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:50:54.455700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8518-1604-474e-a8fe-406decfb07a8 req-12a79b66-14ae-4e2d-a4a6-e4c19f3afd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:54.457487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-12a79b66-14ae-4e2d-a4a6-e4c19f3afd5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091018 Jul 23 10:50:54.606359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.610639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-62cac381-68f6-45ea-824d-29d28e0047f2 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457760 Jul 23 10:50:54.696244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6e136bfe-d60d-4644-bb39-577209ca0437', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'port_id': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'mac_address': 'fa:16:3e:95:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:50:52Z', 'updated_at': '2021-07-23T10:50:52Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:38Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:54.732344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86da8518-1604-474e-a8fe-406decfb07a8 req-a0662a36-bd46-4a3f-aba0-906ccc57267d service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151602 Jul 23 10:50:54.733456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50267f31-1faa-44e7-afc3-8bb5879fe48e None None] The sync data for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 is: [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '6e136bfe-d60d-4644-bb39-577209ca0437', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'port_id': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'mac_address': 'fa:16:3e:95:78:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:50:52Z', 'updated_at': '2021-07-23T10:50:52Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:38Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:54.861994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.882444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:54.995323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.25.4.93 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/0ce977cd-79ad-4716-a105-33f0902e65b0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:55.080921 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8790ad-c3af-4862-90c3-e2febe10c978 None None] New status for floating IP 6e136bfe-d60d-4644-bb39-577209ca0437: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:50:55.127713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:55.181645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:55.233322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:55.236273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:55.238904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:55.240119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:55.280006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=0ce977cd-79ad-4716-a105-33f0902e65b0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:55.318805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d4884ae0-4579-4415-bbe2-1ffcd98f46cc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/6e136bfe-d60d-4644-bb39-577209ca0437 HTTP/1.1" status: 200 len: 993 time: 0.0777869 Jul 23 10:50:55.526160 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:55.738847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:55.883956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:50:56.001531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:50:56.016877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:50:56.026701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.028276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:56.028732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a51f5be2-d8c9-4d20-aa50-5873daca424e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7329555 Jul 23 10:50:56.029279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:56.031648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.184365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a029be48-e524-472a-9ec1-428e91e325fd tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e29169d9cbc14dfe9343d1e2e8c229f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1511307 Jul 23 10:50:56.187054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50540) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.204306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.256361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Deleting subnet 165d222b-c1ce-4ad1-ac9d-c3731f356b3a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:50:56.274709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.346990 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.355759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6669ca-8dac-46ef-80c6-b578ece32014 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:56.357828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6f6669ca-8dac-46ef-80c6-b578ece32014 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694643 Jul 23 10:50:56.360668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50548) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.399064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0cdcbe5a-0336-46bd-baa9-98122492975d tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359950 Jul 23 10:50:56.401769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50550) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.406947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394774526', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:50:56.430118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.437705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:56.583966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.611695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:50:56.616630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.626053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=165d222b-c1ce-4ad1-ac9d-c3731f356b3a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:56.664836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.667975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5b65a17f-94db-4af9-b36c-d06b66d35ee1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/165d222b-c1ce-4ad1-ac9d-c3731f356b3a HTTP/1.1" status: 204 len: 168 time: 0.4626362 Jul 23 10:50:56.670544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50554) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.688395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:55Z', 'revision_number': 3, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:56.693755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50556) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:56.732087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:50:56.733162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Updating router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 port 0ce977cd-79ad-4716-a105-33f0902e65b0 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:50:56.777242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.829020 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.961871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:56.981388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.002176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5c2d25-6c7c-4514-8ce3-d85878787828']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:57.026382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Subnet': ['ID=c836d927-ba5c-4c95-8a98-814df3af345f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.029155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6809d2d5-7124-4812-b32b-723d2d215069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.034742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6894a8-51be-417c-86fd-fa7de632c2a7') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:57.036811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6894a8-51be-417c-86fd-fa7de632c2a7') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:57.064130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.081249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.088444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:50:57.089274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:50:57.091472 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:50:57.109617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8adf2cb6-d083-4261-ad5b-18ade0b5c4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.168650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Checking segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:57.169260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network hostable DHCP agents. Network: 49024a9b-6a12-4c75-8b51-36b896a8a887, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:50:57.170307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.171092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.183223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.187668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2d5c2d25-6c7c-4514-8ce3-d85878787828 HTTP/1.1" status: 204 len: 168 time: 0.5132041 Jul 23 10:50:57.187824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Transition to ACTIVE for port object 0ce977cd-79ad-4716-a105-33f0902e65b0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:57.192390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6809d2d5-7124-4812-b32b-723d2d215069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.197061 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6809d2d5-7124-4812-b32b-723d2d215069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.199957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29946435-4030-45c1-825d-3680b658d5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5c2d25-6c7c-4514-8ce3-d85878787828,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.200511 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.202447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:50:57.236178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 49024a9b-6a12-4c75-8b51-36b896a8a887) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:57.253366 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6809d2d5-7124-4812-b32b-723d2d215069 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b8f3c190ba14cc68fb36c19815d0573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519059 Jul 23 10:50:57.253366 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:50:57.253730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.255454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4b483-a5b7-4fdf-8995-0ebb98d387d0 None None] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:50:57.255847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50562) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:57.263755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d2d5-7124-4812-b32b-723d2d215069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b693d149-cdfc-4afe-9fff-eebad03c7719,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.293781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-46e5a296-e1c7-403a-a70c-6fd4977e9fa7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8881254 Jul 23 10:50:57.294167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50564) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:57.315764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Attempting to bind port 0ce977cd-79ad-4716-a105-33f0902e65b0 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:57.316152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Attempting to bind port 0ce977cd-79ad-4716-a105-33f0902e65b0 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:57.316674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Attempting to bind port 0ce977cd-79ad-4716-a105-33f0902e65b0 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:57.321350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec990b-792a-47dc-b465-810fcd71f58b None None] Pushing event updated for resources: {'Port': ['ID=0ce977cd-79ad-4716-a105-33f0902e65b0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.331876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:57.332258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:57.332666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.333065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:57.333547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Bound port: 0ce977cd-79ad-4716-a105-33f0902e65b0, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:57.333929 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.344296 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2addb4b1-3bc3-40dc-b8c2-4ea3bf96fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.375767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2addb4b1-3bc3-40dc-b8c2-4ea3bf96fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.393110 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:50:57.407970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:57.437040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2addb4b1-3bc3-40dc-b8c2-4ea3bf96fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.440669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2addb4b1-3bc3-40dc-b8c2-4ea3bf96fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.444451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2addb4b1-3bc3-40dc-b8c2-4ea3bf96fbc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b693d149-cdfc-4afe-9fff-eebad03c7719 HTTP/1.1" status: 204 len: 168 time: 0.1865466 Jul 23 10:50:57.444690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] For port 0ce977cd-79ad-4716-a105-33f0902e65b0, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:57.450660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] For port 0ce977cd-79ad-4716-a105-33f0902e65b0, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ce977cd-79ad-4716-a105-33f0902e65b0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:57.453907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addb4b1-3bc3-40dc-b8c2-4ea3bf96fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b693d149-cdfc-4afe-9fff-eebad03c7719,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.493705 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.540253 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2d9f70ff-4eee-40fd-bdaa-656535c637ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d74aab06cee4e479ea03cc6c1404eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285994 Jul 23 10:50:57.543205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50570) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:50:57.569220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:50:57.570034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:50:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:57.623678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bc2731c-3517-4693-9194-a5c9e2f10fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.659097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-49024a9b-6a12-4c75-8b51-36b896a8a887', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:50:57.660207 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.677698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec990b-792a-47dc-b465-810fcd71f58b None None] Pushing event updated for resources: {'Port': ['ID=0ce977cd-79ad-4716-a105-33f0902e65b0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.713891 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bc2731c-3517-4693-9194-a5c9e2f10fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.794788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:50:57.827507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bc2731c-3517-4693-9194-a5c9e2f10fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.830573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bc2731c-3517-4693-9194-a5c9e2f10fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:57.834300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8bc2731c-3517-4693-9194-a5c9e2f10fcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cef9320f-6c99-457a-99a0-f60f12ea8941 HTTP/1.1" status: 204 len: 168 time: 0.2877769 Jul 23 10:50:57.853936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2731c-3517-4693-9194-a5c9e2f10fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9320f-6c99-457a-99a0-f60f12ea8941,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:57.930587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Allocated IP 172.20.0.2 (49024a9b-6a12-4c75-8b51-36b896a8a887/c836d927-ba5c-4c95-8a98-814df3af345f/7c1458a5-dfbf-4235-890b-6bba83d040bc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:57.958343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.177218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:55Z', 'revision_number': 3, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:50:58.211726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97154a-9f67-4bb6-a601-6e564688ad47 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:55Z', 'revision_number': 3, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:50:58.229917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.249337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Transition to ACTIVE for port object 7c1458a5-dfbf-4235-890b-6bba83d040bc will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:58.283540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Transition to ACTIVE for port object 7c1458a5-dfbf-4235-890b-6bba83d040bc will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:58.298448 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.359933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:58.363804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.20.0.1 (49024a9b-6a12-4c75-8b51-36b896a8a887/c836d927-ba5c-4c95-8a98-814df3af345f/f3c2377b-7044-4b10-a561-9341fb0901bf) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:50:58.365740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:58.368967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:58.373549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Pushing event updated for resources: {'Port': ['ID=7c1458a5-dfbf-4235-890b-6bba83d040bc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:58.456682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Attempting to bind port 7c1458a5-dfbf-4235-890b-6bba83d040bc on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:50:58.457143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Attempting to bind port 7c1458a5-dfbf-4235-890b-6bba83d040bc by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:50:58.457929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Attempting to bind port 7c1458a5-dfbf-4235-890b-6bba83d040bc on network 49024a9b-6a12-4c75-8b51-36b896a8a887 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:50:58.464793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:50:58.465328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Checking segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:50:58.465738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.466244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Bound using segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:50:58.466595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Bound port: 7c1458a5-dfbf-4235-890b-6bba83d040bc, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:50:58.466981 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.537457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.567678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Transition to ACTIVE for port object f3c2377b-7044-4b10-a561-9341fb0901bf will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:50:58.597408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] For port 7c1458a5-dfbf-4235-890b-6bba83d040bc, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:50:58.604532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] For port 7c1458a5-dfbf-4235-890b-6bba83d040bc, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c1458a5-dfbf-4235-890b-6bba83d040bc,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:50:58.610889 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.636344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:58.715055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ffc03-ac41-4913-960a-bd2f3c80a023 None None] Pushing event updated for resources: {'Port': ['ID=7c1458a5-dfbf-4235-890b-6bba83d040bc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:58.723077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:50:58.726945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:50:58.733323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:50:58.786403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=f3c2377b-7044-4b10-a561-9341fb0901bf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:58.828228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:59.139667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:59.543266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:59.549784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:59.639848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=f3c2377b-7044-4b10-a561-9341fb0901bf,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:50:59.643505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:59.830993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ce977cd-79ad-4716-a105-33f0902e65b0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:50:59.923754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7cadbcc6-ec6e-477f-8606-1649418e61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:50:59.949942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0ce977cd-79ad-4716-a105-33f0902e65b0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:50:59.955916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0ce977cd-79ad-4716-a105-33f0902e65b0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:50:59.956602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.084768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.123922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0ce977cd-79ad-4716-a105-33f0902e65b0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ce977cd-79ad-4716-a105-33f0902e65b0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:00.129176 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.130569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c1458a5-dfbf-4235-890b-6bba83d040bc up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:00.208620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e8a442-1261-4155-aab7-851730a4aa6d None None] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:00.316292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:00.318670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:00.355986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0ce977cd-79ad-4716-a105-33f0902e65b0,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:00.461133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.471800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-320d1336-743f-4d99-9eb2-e1f490e24f95 None None] Provisioning for port 7c1458a5-dfbf-4235-890b-6bba83d040bc completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:00.478954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:00.490129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7c1458a5-dfbf-4235-890b-6bba83d040bc completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:00.500285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c1458a5-dfbf-4235-890b-6bba83d040bc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:00.500737 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.629859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:00.638242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5ef7c516-20a0-4b83-b7b0-5d773fa14dae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "PUT /v2.0/routers/f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3419108 Jul 23 10:51:00.640663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:00.656755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.721874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7c1458a5-dfbf-4235-890b-6bba83d040bc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c1458a5-dfbf-4235-890b-6bba83d040bc,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:00.731925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:00.734405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:00.752309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:00.752953 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:00.831438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7c1458a5-dfbf-4235-890b-6bba83d040bc,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:00.914704 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:00.945413 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-94b1d4cd-69c6-4e13-9d1d-0f4888eaed84 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a856d12ffd0e48c09fadf9582a64e495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614069 Jul 23 10:51:01.017379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-89f7d4ad-740b-444c-8bca-babe6f33185d None None] Provisioning for port f3c2377b-7044-4b10-a561-9341fb0901bf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:01.021767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-89f7d4ad-740b-444c-8bca-babe6f33185d None None] Provisioning complete for port f3c2377b-7044-4b10-a561-9341fb0901bf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:01.022370 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89f7d4ad-740b-444c-8bca-babe6f33185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.078812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89f7d4ad-740b-444c-8bca-babe6f33185d None None] Port f3c2377b-7044-4b10-a561-9341fb0901bf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:01.099935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-89f7d4ad-740b-444c-8bca-babe6f33185d None None] Provisioning complete for port 7c1458a5-dfbf-4235-890b-6bba83d040bc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:01.100869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89f7d4ad-740b-444c-8bca-babe6f33185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.197802 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 2, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:01.226857 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.227408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.227848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.228376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.229897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.230384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.230876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.231365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.233373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e84bb470-803e-4310-b2c2-583b357aa626 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.5916955 Jul 23 10:51:01.236207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50662) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:01.237916 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:01.238304 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Updating router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 port f3c2377b-7044-4b10-a561-9341fb0901bf binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:51:01.271291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.283569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-e7b2a980-9043-46f7-b086-b3a9cea971f1 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.285192 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-e7b2a980-9043-46f7-b086-b3a9cea971f1 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282471 Jul 23 10:51:01.292552 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.302016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-87209ba3-5bea-4e5a-90a2-8b9c1b82ab36 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/quotas/a856d12ffd0e48c09fadf9582a64e495 HTTP/1.1" status: 200 len: 375 time: 0.0102150 Jul 23 10:51:01.364082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-75fd74e6-e2e0-4408-95c7-8112579216f1 None None] Provisioning complete for port f3c2377b-7044-4b10-a561-9341fb0901bf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:01.364474 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75fd74e6-e2e0-4408-95c7-8112579216f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.414642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-39b37480-96f4-4c5e-a09e-68ad9b3c4168 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a856d12ffd0e48c09fadf9582a64e495&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063590 Jul 23 10:51:01.418225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75fd74e6-e2e0-4408-95c7-8112579216f1 None None] Port f3c2377b-7044-4b10-a561-9341fb0901bf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:01.434823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.435364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.435913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.436376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.436830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.437282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.437732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.438174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:01.442766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-32f25d46-9bf8-45d9-90ad-afff728ee41f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5159 time: 0.2029529 Jul 23 10:51:01.443131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50664) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:01.545833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5cffb906-25c0-4629-a573-c6c62871798f None None] Provisioning complete for port f3c2377b-7044-4b10-a561-9341fb0901bf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:01.545833 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cffb906-25c0-4629-a573-c6c62871798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.717659 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.730167 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Transition to ACTIVE for port object f3c2377b-7044-4b10-a561-9341fb0901bf will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:01.738043 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.793401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f8893bd9-a790-4a64-9721-018254e70970 req-67bdac37-21db-4fa2-81ca-e5f6ee7a0aaf tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 210 time: 0.1026793 Jul 23 10:51:01.842209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ce977cd-79ad-4716-a105-33f0902e65b0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:01.893362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5cffb906-25c0-4629-a573-c6c62871798f None None] Port f3c2377b-7044-4b10-a561-9341fb0901bf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:01.925351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0ce977cd-79ad-4716-a105-33f0902e65b0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:01.926036 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:01.940781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-73ad0d98-98d0-4dae-9335-d07f8bf14f52 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.4966135 Jul 23 10:51:02.018234 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Pushing event updated for resources: {'Port': ['ID=f3c2377b-7044-4b10-a561-9341fb0901bf,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:02.062691 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Attempting to bind port f3c2377b-7044-4b10-a561-9341fb0901bf on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:02.068367 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Attempting to bind port f3c2377b-7044-4b10-a561-9341fb0901bf by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:02.068367 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Attempting to bind port f3c2377b-7044-4b10-a561-9341fb0901bf on network 49024a9b-6a12-4c75-8b51-36b896a8a887 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:02.074977 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.076381 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.076745 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.077204 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.077396 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.077734 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.078074 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.078518 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.078857 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.098843 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.099136 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.099525 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:02.126537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:02.126836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Checking segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:02.127230 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.127761 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Bound using segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:02.128636 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Bound port: f3c2377b-7044-4b10-a561-9341fb0901bf, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:02.128792 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.183918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c1458a5-dfbf-4235-890b-6bba83d040bc up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:02.272820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] For port f3c2377b-7044-4b10-a561-9341fb0901bf, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:02.276754 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] For port f3c2377b-7044-4b10-a561-9341fb0901bf, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f3c2377b-7044-4b10-a561-9341fb0901bf,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:02.284308 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.305328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c1458a5-dfbf-4235-890b-6bba83d040bc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:02.306966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.373761 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:02.374850 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:02.430043 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a64591-1d04-4ff9-abdd-2fc401e9be52 None None] Pushing event updated for resources: {'Port': ['ID=f3c2377b-7044-4b10-a561-9341fb0901bf,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:02.458873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:02.464717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106395961', 'description': 'tempest-secgroup-smoke-2106395961 description', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:02.498531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.547547 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.548477 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:02.603304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.608748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.643192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7393ae00-531c-4f58-8f1c-986588fe1417,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:02.646179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.647433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b24d3bef-0f87-4ee4-8e63-a3b5c8836340 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1874988 Jul 23 10:51:02.651370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:02.657345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7393ae00-531c-4f58-8f1c-986588fe1417', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:02.686073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.753863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.758198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.777921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1a0d65-5e7a-45dc-8467-f015c53b64ca,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:02.795789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.797502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-96f3d04c-22d3-485f-97db-46ee30f65a4d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442437 Jul 23 10:51:02.800315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50690) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:02.807497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7393ae00-531c-4f58-8f1c-986588fe1417', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:02.809006 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:02Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:02.846869 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbc2b8-f0d2-4dc2-bead-8308b632f922 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:02Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:02.867972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:02.956448 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-58a2bae7-1ad8-4077-a733-930838bbaab4 req-6901d01a-33f4-4318-af1c-e6f565d6508f tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 210 time: 0.0388567 Jul 23 10:51:03.036591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.041123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.060836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafd4c14-2093-4039-b214-6bd32a13787d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:03.077173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.081824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7d4a26e1-7ca9-42c5-a13c-8801300a4a2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2773516 Jul 23 10:51:03.081940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50700) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:03.086727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7393ae00-531c-4f58-8f1c-986588fe1417', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:03.115783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.188343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.194112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.222532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c582008e-27be-4940-8b1f-2b72755a8a8e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:03.226364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.231722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-41c77bd4-507a-4661-be31-42661fa246b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471004 Jul 23 10:51:03.231821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:03.236475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7393ae00-531c-4f58-8f1c-986588fe1417', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:03.258177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-53846bc2-6dd6-4942-b319-dceb459c3094 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a856d12ffd0e48c09fadf9582a64e495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251904 Jul 23 10:51:03.270994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.388575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f42c601d-20a6-43b6-8d78-cca7349512ed tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:03.390092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f42c601d-20a6-43b6-8d78-cca7349512ed tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264534 Jul 23 10:51:03.404021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Request body: {'port': {'device_id': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': 'a856d12ffd0e48c09fadf9582a64e495'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:03.406224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.411340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.429737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22edad43-5413-4f8d-9dfd-dd5661066b95,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:03.440581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.445005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-63b43f4a-e496-403b-ac59-146778711d98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2122235 Jul 23 10:51:03.445405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50704) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:03.450649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7393ae00-531c-4f58-8f1c-986588fe1417', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:03.518536 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Project e29169d9cbc14dfe9343d1e2e8c229f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:51:03.530642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.593398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Made reservation on behalf of a856d12ffd0e48c09fadf9582a64e495 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:03.596958 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.612259 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.643038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.654414 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.687526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea37ff3-2fea-458d-b588-4f0faad0edcd,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:03.759407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f3c2377b-7044-4b10-a561-9341fb0901bf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:03.767486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.773527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.807301 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.811814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:03.815823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c42325e-70e2-4526-8ab9-937a8ef38b6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3689933 Jul 23 10:51:03.817727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7393ae00-531c-4f58-8f1c-986588fe1417', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:03.818876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port f3c2377b-7044-4b10-a561-9341fb0901bf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:03.834327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f3c2377b-7044-4b10-a561-9341fb0901bf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:03.835047 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.859530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accaa40f-3490-4555-88eb-0b17fd411b90,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:03.883064 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Project e29169d9cbc14dfe9343d1e2e8c229f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:51:03.893098 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.939732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.982453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port f3c2377b-7044-4b10-a561-9341fb0901bf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f3c2377b-7044-4b10-a561-9341fb0901bf,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:03.988902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Allocated IP 192.168.233.92 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/cf05e85d-d638-4101-be0f-54b782ee832a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:03.991172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:03.995951 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.001551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.027984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.029591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2163892 Jul 23 10:51:04.032570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999188-c80e-4cef-a869-c00da215d2ed tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd15719b-5c60-490c-bd10-a4a664eec747,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:04.117170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=f3c2377b-7044-4b10-a561-9341fb0901bf,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:04.177606 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01a130d6-899c-4054-a630-a4cf1594c365 req-6800389f-356a-464f-a277-6eb967a7bfc9 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 210 time: 0.0499279 Jul 23 10:51:04.286630 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.321355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Transition to ACTIVE for port object cf05e85d-d638-4101-be0f-54b782ee832a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:04.347088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-436ae2ec-bbdf-4a3e-8708-cde3100502d6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106395961&fields=id&tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 267 time: 0.0578749 Jul 23 10:51:04.440975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.491400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.498733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:04.511279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:04.513788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:04.544976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Pushing event updated for resources: {'Port': ['ID=cf05e85d-d638-4101-be0f-54b782ee832a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:04.556697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-7a7832b5-e859-4ce6-bd5c-f7d6d98a99fb tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:04.558284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-7a7832b5-e859-4ce6-bd5c-f7d6d98a99fb tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/networks?id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 797 time: 0.2008088 Jul 23 10:51:04.582750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-82b58999-0aef-40e8-b5b2-6671f1121a22 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/quotas/e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 375 time: 0.0169456 Jul 23 10:51:04.591751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:04.592644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.637987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-f712a678-ab8d-455c-80f2-005559fef524 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2382357 Jul 23 10:51:04.651132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-6f59ed54-990e-44ec-953d-a9c2908f5563 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:51:04.652361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-6f59ed54-990e-44ec-953d-a9c2908f5563 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065563 Jul 23 10:51:04.685593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-d1100d36-03bd-41fe-8233-0227015c2a38 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904469 Jul 23 10:51:04.773660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Request body: {'port': {'device_id': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:04.773842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-215bec78-cebf-4a13-8a7f-cbefe9f86e81 None None] Provisioning for port cf05e85d-d638-4101-be0f-54b782ee832a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:04.778360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-215bec78-cebf-4a13-8a7f-cbefe9f86e81 None None] Provisioning complete for port cf05e85d-d638-4101-be0f-54b782ee832a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:04.778731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-215bec78-cebf-4a13-8a7f-cbefe9f86e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.814810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-215bec78-cebf-4a13-8a7f-cbefe9f86e81 None None] Port cf05e85d-d638-4101-be0f-54b782ee832a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:04.815628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-e45e4d8c-212d-4ec6-a751-277c5ebb81ce service neutron] 10.222.0.37 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177144 Jul 23 10:51:04.917626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:04.980102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-949d1e2a-f013-4e32-ae40-1824859909d4 service neutron] 10.222.0.37 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549153 Jul 23 10:51:05.156079 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4248ff49-4945-4350-9226-33f2d5c9c9fc req-6f681a14-935a-4d6e-9230-0faf69cbaae9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 210 time: 0.0368207 Jul 23 10:51:05.295307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf05e85d-d638-4101-be0f-54b782ee832a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:51:05.304969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:05.322996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Transition to ACTIVE for port object cf05e85d-d638-4101-be0f-54b782ee832a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:05.328522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:05.396362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01795bae-a83d-4d18-addc-29f0e44e0cde req-85d75362-71b7-4fb0-9bbc-adb813fa1444 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:05.398317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01795bae-a83d-4d18-addc-29f0e44e0cde req-85d75362-71b7-4fb0-9bbc-adb813fa1444 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 935 time: 0.1400859 Jul 23 10:51:05.465578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf05e85d-d638-4101-be0f-54b782ee832a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:05.522390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01795bae-a83d-4d18-addc-29f0e44e0cde req-b267113a-a010-4525-9bb5-86a4c8b8d205 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168184 Jul 23 10:51:05.561523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Attempting to bind port cf05e85d-d638-4101-be0f-54b782ee832a on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:05.561870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Attempting to bind port cf05e85d-d638-4101-be0f-54b782ee832a by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:05.562360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Attempting to bind port cf05e85d-d638-4101-be0f-54b782ee832a on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:05.567789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Port cf05e85d-d638-4101-be0f-54b782ee832a on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:51:05.568307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Attempting to bind port cf05e85d-d638-4101-be0f-54b782ee832a on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:05.574640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:05.575034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:05.575456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:05.576068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Bound port: cf05e85d-d638-4101-be0f-54b782ee832a, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:05.576300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:05.669406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] For port cf05e85d-d638-4101-be0f-54b782ee832a, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:05.673156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] For port cf05e85d-d638-4101-be0f-54b782ee832a, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cf05e85d-d638-4101-be0f-54b782ee832a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:05.678027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:05.734012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:05.734683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:05.736562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf05e85d-d638-4101-be0f-54b782ee832a HTTP/1.1" status: 200 len: 1095 time: 1.0766506 Jul 23 10:51:05.737334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'tag': 'cf05e85d-d638-4101-be0f-54b782ee832a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:05.740082 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae888376-87ee-4c74-a4eb-342a96f99abd" -d '{"events": [{"name": "network-changed", "server_uuid": "03eb4da6-fc74-4707-b071-b448c94dc7cb", "tag": "cf05e85d-d638-4101-be0f-54b782ee832a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:05.744283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f3c2377b-7044-4b10-a561-9341fb0901bf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:05.785512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee36b6-2158-4c95-a088-ed928e1089d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf05e85d-d638-4101-be0f-54b782ee832a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:05.813446 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d5f9e1-79ae-40e3-881f-d6f248df9599 x-openstack-request-id: req-46d5f9e1-79ae-40e3-881f-d6f248df9599 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:05.813986 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eb4da6-fc74-4707-b071-b448c94dc7cb", "tag": "cf05e85d-d638-4101-be0f-54b782ee832a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:05.814409 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46d5f9e1-79ae-40e3-881f-d6f248df9599 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:05.814968 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'tag': 'cf05e85d-d638-4101-be0f-54b782ee832a', 'status': 'completed', 'code': 200} Jul 23 10:51:05.860627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port f3c2377b-7044-4b10-a561-9341fb0901bf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:05.863887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:05.896543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-29b03bf4-f80b-4e06-92cd-0281dbcf0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:05.898163 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-29b03bf4-f80b-4e06-92cd-0281dbcf0b5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a856d12ffd0e48c09fadf9582a64e495&device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 1098 time: 0.1017129 Jul 23 10:51:05.958247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-0c05ef68-d30b-40b3-833d-7d823b2a1974 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cf05e85d-d638-4101-be0f-54b782ee832a HTTP/1.1" status: 200 len: 217 time: 0.0511594 Jul 23 10:51:06.013051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-fc6324c2-a834-4ef4-b083-09c23ac50229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:06.014531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-fc6324c2-a834-4ef4-b083-09c23ac50229 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0501482 Jul 23 10:51:06.077379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-c9bf1161-8c68-4e17-b432-aca0600964f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:06.078913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-c9bf1161-8c68-4e17-b432-aca0600964f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572326 Jul 23 10:51:06.171841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-c4708953-fa5c-49ff-8279-2fc27c9eb566 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Jul 23 10:51:06.306380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-569dd470-3db0-4aba-96d8-cd1ea5fb07de req-5cc0aaed-66a2-4133-a4ad-8db22346d5b3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 210 time: 0.0547175 Jul 23 10:51:06.369537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8987214a-5ce2-4bf7-8309-9586ca11aebf req-642014be-bcf7-451a-86d8-a1409d1d5e01 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900401 Jul 23 10:51:06.413283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-8226b437-f79c-43c1-b411-09f7308be80d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:06.414740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-8226b437-f79c-43c1-b411-09f7308be80d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/networks?id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 797 time: 0.1645701 Jul 23 10:51:06.494400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-05a54f1b-1db3-4c91-a7de-86a0e52e30a5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 380 time: 0.0612421 Jul 23 10:51:06.503887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'port': {'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'admin_state_up': True, 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'security_groups': ['7393ae00-531c-4f58-8f1c-986588fe1417']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:06.576186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-d21d5fff-5e6c-4934-9162-8eaaefff8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:06.577720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-d21d5fff-5e6c-4934-9162-8eaaefff8086 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a856d12ffd0e48c09fadf9582a64e495&device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 1098 time: 0.1439819 Jul 23 10:51:06.667379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe6990-0912-449b-8062-af375b1ce795 req-b4623887-9195-4cd6-897a-24bec71e2c46 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:06.669310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bfe6990-0912-449b-8062-af375b1ce795 req-b4623887-9195-4cd6-897a-24bec71e2c46 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 947 time: 0.0688725 Jul 23 10:51:06.698723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:06.702208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:06.709766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bfe6990-0912-449b-8062-af375b1ce795 req-1a23d781-9f5a-446f-9920-f82fbaf9cf24 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Jul 23 10:51:06.713099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-5a9d80a2-90a3-42c2-8f1d-96f3ba00ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:06.714722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-5a9d80a2-90a3-42c2-8f1d-96f3ba00ca4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1281688 Jul 23 10:51:06.791100 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-3b17a799-57ab-4056-94dc-c2efc640e1fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cf05e85d-d638-4101-be0f-54b782ee832a HTTP/1.1" status: 200 len: 217 time: 0.0678146 Jul 23 10:51:07.216927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-c900fcc6-0e9c-49ef-bb61-e54de9f366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:07.218271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-c900fcc6-0e9c-49ef-bb61-e54de9f366d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.4167306 Jul 23 10:51:07.258714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.20.0.10 (49024a9b-6a12-4c75-8b51-36b896a8a887/c836d927-ba5c-4c95-8a98-814df3af345f/c7077d30-51e3-4909-a378-4ce27b95c5ee) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:07.341158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-cbdf65e6-b0ae-4572-aca4-976906d6fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:07.342482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-cbdf65e6-b0ae-4572-aca4-976906d6fa60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171484 Jul 23 10:51:07.459352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3fb499ec-1230-4968-aa2a-8777389ae1bd req-529efd1a-0450-4fa9-b221-88f96b31264c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 210 time: 0.0633128 Jul 23 10:51:07.526887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:07.551482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-55d2660c-5bd2-4871-ac97-5057faf62a13 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542630 Jul 23 10:51:07.552810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Transition to ACTIVE for port object c7077d30-51e3-4909-a378-4ce27b95c5ee will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:07.656005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:07.664776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:07.699404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae888376-87ee-4c74-a4eb-342a96f99abd req-379d787b-45ba-4153-b122-e24d3d22d5ff service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401632 Jul 23 10:51:07.715143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:07.722932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:07.730675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:07.762630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=c7077d30-51e3-4909-a378-4ce27b95c5ee,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:07.799826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:07.800503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:07.818196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-acbe066e-1adb-4fbc-bcf9-adc227a29c6c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3191085 Jul 23 10:51:07.831281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Request body: {'port': {'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:07.838297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83ae424-d2ab-4e61-ab59-fcf0326fddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:07.939003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f069087-9f9a-48c9-82c4-44e767b62cb9 req-ec018640-6eb5-44c5-9ca7-74d9adb920d9 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:07.940557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f069087-9f9a-48c9-82c4-44e767b62cb9 req-ec018640-6eb5-44c5-9ca7-74d9adb920d9 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 947 time: 0.1229894 Jul 23 10:51:07.955471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.000404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f069087-9f9a-48c9-82c4-44e767b62cb9 req-65554bb5-0019-4ff6-9a6e-c6b92ae965e3 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Jul 23 10:51:08.024969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83ae424-d2ab-4e61-ab59-fcf0326fddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.030549 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c83ae424-d2ab-4e61-ab59-fcf0326fddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.070683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c83ae424-d2ab-4e61-ab59-fcf0326fddd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2093d0a60a5426789fc2e17436d2047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040253 Jul 23 10:51:08.073058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ae424-d2ab-4e61-ab59-fcf0326fddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee14c64-5fe6-4a2c-9bd8-b67ea180b28e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:08.075639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50768) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:08.084054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-63ae2fd9-29cd-4f40-9422-1e8bf20130a5 None None] Provisioning for port c7077d30-51e3-4909-a378-4ce27b95c5ee completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:08.090414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-63ae2fd9-29cd-4f40-9422-1e8bf20130a5 None None] Provisioning complete for port c7077d30-51e3-4909-a378-4ce27b95c5ee triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:08.090966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63ae2fd9-29cd-4f40-9422-1e8bf20130a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.128880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-63ae2fd9-29cd-4f40-9422-1e8bf20130a5 None None] Port c7077d30-51e3-4909-a378-4ce27b95c5ee cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:08.193147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7271-b51e-4c61-8347-f7d615f8e883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.226328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7271-b51e-4c61-8347-f7d615f8e883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.313032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7077d30-51e3-4909-a378-4ce27b95c5ee {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:51:08.322016 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.326285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7271-b51e-4c61-8347-f7d615f8e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.328922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7271-b51e-4c61-8347-f7d615f8e883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.330105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fe4c7271-b51e-4c61-8347-f7d615f8e883 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bee14c64-5fe6-4a2c-9bd8-b67ea180b28e HTTP/1.1" status: 204 len: 168 time: 0.2534182 Jul 23 10:51:08.344344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Transition to ACTIVE for port object c7077d30-51e3-4909-a378-4ce27b95c5ee will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:08.345370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7271-b51e-4c61-8347-f7d615f8e883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee14c64-5fe6-4a2c-9bd8-b67ea180b28e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:08.348726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.425237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=c7077d30-51e3-4909-a378-4ce27b95c5ee,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:08.480774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Attempting to bind port c7077d30-51e3-4909-a378-4ce27b95c5ee on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:08.481194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Attempting to bind port c7077d30-51e3-4909-a378-4ce27b95c5ee by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:08.481596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Attempting to bind port c7077d30-51e3-4909-a378-4ce27b95c5ee on network 49024a9b-6a12-4c75-8b51-36b896a8a887 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:08.486333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Port c7077d30-51e3-4909-a378-4ce27b95c5ee on network 49024a9b-6a12-4c75-8b51-36b896a8a887 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:51:08.486662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Attempting to bind port c7077d30-51e3-4909-a378-4ce27b95c5ee on network 49024a9b-6a12-4c75-8b51-36b896a8a887 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:08.501224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:08.501974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Checking segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:08.502680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Bound using segment: {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:08.503183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Bound port: c7077d30-51e3-4909-a378-4ce27b95c5ee, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857838d1-5ebf-4136-a402-e9edb0a05afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:08.503587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.616333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] For port c7077d30-51e3-4909-a378-4ce27b95c5ee, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:08.620438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] For port c7077d30-51e3-4909-a378-4ce27b95c5ee, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:08.628135 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.685809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074b62e-6a88-4a82-a382-5920cbd27789 req-278efbc8-7cbd-4096-9f62-fa76dce884d4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:08.692633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5074b62e-6a88-4a82-a382-5920cbd27789 req-278efbc8-7cbd-4096-9f62-fa76dce884d4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 944 time: 0.1487732 Jul 23 10:51:08.695622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:08.696119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:08.698517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] 10.222.0.55 "PUT /v2.0/ports/c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 200 len: 1092 time: 0.8720489 Jul 23 10:51:08.700788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:08.718591 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:08.786684 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87efac21-248d-4ebd-9471-edf02a7998f1 x-openstack-request-id: req-87efac21-248d-4ebd-9471-edf02a7998f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:08.786983 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:08.787239 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87efac21-248d-4ebd-9471-edf02a7998f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:08.787700 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'status': 'completed', 'code': 200} Jul 23 10:51:08.810926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188978e6-4cf1-46b0-a2de-b40ebfa6fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=c7077d30-51e3-4909-a378-4ce27b95c5ee,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:08.829031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5074b62e-6a88-4a82-a382-5920cbd27789 req-4f017284-e635-4251-9543-8836efbc7fc5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353185 Jul 23 10:51:08.862650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-4a5262b1-3163-4dd9-a430-4c398e293a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:08.864346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-4a5262b1-3163-4dd9-a430-4c398e293a37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1095 time: 0.1127377 Jul 23 10:51:08.913710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-633e8e32-1399-48d4-98ab-2eade3873e1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 200 len: 217 time: 0.0420535 Jul 23 10:51:08.965298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-12099c11-202a-4f2b-91da-1a7187ad3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:08.967007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-12099c11-202a-4f2b-91da-1a7187ad3418 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c836d927-ba5c-4c95-8a98-814df3af345f HTTP/1.1" status: 200 len: 835 time: 0.0469594 Jul 23 10:51:09.031548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8388-b321-421e-89a7-628a1d2d200f req-78699d1d-912c-47a0-8d55-32e58eaaa711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.033108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-78699d1d-912c-47a0-8d55-32e58eaaa711 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49024a9b-6a12-4c75-8b51-36b896a8a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595806 Jul 23 10:51:09.065111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:09.135047 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-28528fd1-08e3-4f1c-a334-5e58d682448f service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953143 Jul 23 10:51:09.148894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b4fee-5280-4545-b723-f26668b7442e req-08a5c705-abcf-42ac-9606-dae802b42890 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.151173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-391b4fee-5280-4545-b723-f26668b7442e req-08a5c705-abcf-42ac-9606-dae802b42890 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 947 time: 0.0753598 Jul 23 10:51:09.177758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1879932821-network', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:09.208838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-391b4fee-5280-4545-b723-f26668b7442e req-027e31cc-b2ed-493e-a0d8-9847659bc892 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 Jul 23 10:51:09.214766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:09.218214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.226822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-381f8388-b321-421e-89a7-628a1d2d200f req-fc4ae50c-0d08-4a74-9b39-7e440aac378b service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Jul 23 10:51:09.227880 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.325517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.329305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.332495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-d672c840-7523-4ff8-bd70-1243eecf3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.334196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-d672c840-7523-4ff8-bd70-1243eecf3ab2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1095 time: 0.0609570 Jul 23 10:51:09.351649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:51:09.366593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912fd00f-7735-4ac7-a92b-3815f569a257,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:09.370728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.371090 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Added segment 965c368f-e148-4195-96a9-ba394ba8ab69 of type vlan for network bc47c506-ce94-4288-aeab-408f4541dadb Jul 23 10:51:09.413408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.427438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-7cab5d03-1c27-4450-99e1-902e532fcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.428996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-7cab5d03-1c27-4450-99e1-902e532fcc4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 898 time: 0.0884418 Jul 23 10:51:09.442141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.443144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.443915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.474626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-5855ce0d-32fd-44bd-84ff-0b573aab99bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 200 len: 217 time: 0.0387454 Jul 23 10:51:09.484670 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4184210 Jul 23 10:51:09.489265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50800) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:09.511189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Request body: {'subnet': {'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1879932821-subnet', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:09.534257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca67d66-fa01-47a7-8107-6bb068955391 admin admin] Pushing event updated for resources: {'Network': ['ID=bc47c506-ce94-4288-aeab-408f4541dadb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:09.543393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-0a2f9f6a-d473-4bb6-b973-48826a7edb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.545762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-0a2f9f6a-d473-4bb6-b973-48826a7edb89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c836d927-ba5c-4c95-8a98-814df3af345f HTTP/1.1" status: 200 len: 835 time: 0.0643778 Jul 23 10:51:09.545999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network bc47c506-ce94-4288-aeab-408f4541dadb details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:51:09.550275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:09.552699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.682097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-ef6942c6-f9b5-491d-8ccd-3b3383063237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:09.683794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-ef6942c6-f9b5-491d-8ccd-3b3383063237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49024a9b-6a12-4c75-8b51-36b896a8a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282489 Jul 23 10:51:09.836895 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:09.861001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-1cae16ea-ffa2-4622-bff3-0a96b3eed96a service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688964 Jul 23 10:51:09.921278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5649ba2-b3da-436b-a445-cb6b30d31af4,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:10.008526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:10.008879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Network hostable DHCP agents. Network: bc47c506-ce94-4288-aeab-408f4541dadb, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:51:10.043158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5cc6ef1-6bf2-4b7d-98a6-46815536b1f5 req-3a82fcaf-e61f-4fc1-9e9a-82b735dc8ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709375 Jul 23 10:51:10.053363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Network bc47c506-ce94-4288-aeab-408f4541dadb is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:51:10.068286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e224-8ad6-4e2a-b782-6afd0965acb8 req-f2e7eea6-734e-4f08-8174-142807b884e4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:10.070391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbb6e224-8ad6-4e2a-b782-6afd0965acb8 req-f2e7eea6-734e-4f08-8174-142807b884e4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 944 time: 0.1675663 Jul 23 10:51:10.074495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, bc47c506-ce94-4288-aeab-408f4541dadb) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:10.079445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:10.080026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.084693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2fe11-8622-45b7-8776-40ae503b0637 None None] Network bc47c506-ce94-4288-aeab-408f4541dadb requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:10.114018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7149512a-6a1a-479b-b84f-3a94f6eb7949 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6236608 Jul 23 10:51:10.116560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50804) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:10.121536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:10.132087 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbb6e224-8ad6-4e2a-b782-6afd0965acb8 req-ffc7ace5-0d58-4c0b-82cc-5c8e2f635d2e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540946 Jul 23 10:51:10.152991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.154466 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.209131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.233634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-bc47c506-ce94-4288-aeab-408f4541dadb', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:51:10.234500 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.302441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cf05e85d-d638-4101-be0f-54b782ee832a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:51:10.348213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.353193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57622-a94f-4d90-b52f-0dc7cf593d4d req-1314ef92-4d10-4b26-b46d-9c6df3b2bdac tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:10.355615 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2cb57622-a94f-4d90-b52f-0dc7cf593d4d req-1314ef92-4d10-4b26-b46d-9c6df3b2bdac tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 947 time: 0.0737395 Jul 23 10:51:10.398395 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2cb57622-a94f-4d90-b52f-0dc7cf593d4d req-e9c6d441-ec01-4e74-83de-9f8b8811c189 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Jul 23 10:51:10.438528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Allocated IP 172.20.0.2 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/5fb130e7-224f-4936-b569-47757d219d71) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:10.496486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cf05e85d-d638-4101-be0f-54b782ee832a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cf05e85d-d638-4101-be0f-54b782ee832a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:10.533607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'cf05e85d-d638-4101-be0f-54b782ee832a', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': 'cf05e85d-d638-4101-be0f-54b782ee832a', 'mac_address': 'fa:16:3e:9b:c2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:51:10.555838 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.575540 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.591486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.631608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf05e85d-d638-4101-be0f-54b782ee832a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:51:10.663998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cf05e85d-d638-4101-be0f-54b782ee832a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cf05e85d-d638-4101-be0f-54b782ee832a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:10.667923 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.670253 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.679458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Transition to ACTIVE for port object 5fb130e7-224f-4936-b569-47757d219d71 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:10.685276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Allocated IP 172.25.4.153 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/fcc7846c-c93f-4469-877d-81c92141a28a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:10.727153 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Transition to ACTIVE for port object 5fb130e7-224f-4936-b569-47757d219d71 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:10.735893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.751842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=cf05e85d-d638-4101-be0f-54b782ee832a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:10.778342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:10.781187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:10.784535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:10.791628 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.826299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Pushing event updated for resources: {'Port': ['ID=5fb130e7-224f-4936-b569-47757d219d71,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:10.838856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.865285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['cf05e85d-d638-4101-be0f-54b782ee832a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:51:10.867127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Attempting to bind port 5fb130e7-224f-4936-b569-47757d219d71 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:10.867528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Attempting to bind port 5fb130e7-224f-4936-b569-47757d219d71 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:10.867923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Attempting to bind port 5fb130e7-224f-4936-b569-47757d219d71 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:10.878640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:10.881522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:10.883999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:10.892549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:10.892933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:10.893340 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.893736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:10.894207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Bound port: 5fb130e7-224f-4936-b569-47757d219d71, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:10.894597 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:10.922067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc7846c-c93f-4469-877d-81c92141a28a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:10.989384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] For port 5fb130e7-224f-4936-b569-47757d219d71, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:10.992573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] For port 5fb130e7-224f-4936-b569-47757d219d71, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5fb130e7-224f-4936-b569-47757d219d71,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:11.003164 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:11.095738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665b6f0-0d12-4d50-9bda-0c6b700a2d67 None None] Pushing event updated for resources: {'Port': ['ID=5fb130e7-224f-4936-b569-47757d219d71,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:11.448998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75258bb-55ee-40bd-9850-3c0c4be8eed5 req-b2efb82c-61b4-4653-a7c2-0c2babf4a195 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:11.450555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f75258bb-55ee-40bd-9850-3c0c4be8eed5 req-b2efb82c-61b4-4653-a7c2-0c2babf4a195 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 944 time: 0.1494408 Jul 23 10:51:11.486814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:11.531215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c8d4-8fdc-4af6-b95b-86ff59d488dd req-e2835b25-420f-42e1-b336-7b3f203b1d00 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:11.532820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a528c8d4-8fdc-4af6-b95b-86ff59d488dd req-e2835b25-420f-42e1-b336-7b3f203b1d00 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 948 time: 0.0637014 Jul 23 10:51:11.557449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f75258bb-55ee-40bd-9850-3c0c4be8eed5 req-e459e2b3-b9a2-4416-afbf-9ee0943a9267 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007824 Jul 23 10:51:11.578813 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a528c8d4-8fdc-4af6-b95b-86ff59d488dd req-ede99c9a-dfa9-4af0-882e-f205b86db571 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Jul 23 10:51:11.697929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:11.712205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5fb130e7-224f-4936-b569-47757d219d71 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:11.763015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5fb130e7-224f-4936-b569-47757d219d71 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:11.831800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:51:11.947334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:11.956286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:11.963331 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:11.967331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:11.967604 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-60ada5ed-60a3-460b-bda5-db5288ecb5e9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8498602 Jul 23 10:51:11.967849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:11.968652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:12.049295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f45ad-3ce3-46da-835b-f2d0310c770c None None] Network bc47c506-ce94-4288-aeab-408f4541dadb requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:12.137994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:12.199081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] Provisioning for port 5fb130e7-224f-4936-b569-47757d219d71 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:12.217539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] Provisioning complete for port 5fb130e7-224f-4936-b569-47757d219d71 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:12.217907 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:12.311277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cf05e85d-d638-4101-be0f-54b782ee832a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:12.313427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c7077d30-51e3-4909-a378-4ce27b95c5ee details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:51:12.374045 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:12.533011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Allocated IP 172.20.0.1 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/685da55a-ad7a-412d-b065-46f781219906) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:12.739389 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:12.741491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port cf05e85d-d638-4101-be0f-54b782ee832a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:12.765000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port cf05e85d-d638-4101-be0f-54b782ee832a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:12.765410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:12.781174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b64a-9115-49ca-9462-13f2c3a0b3f7 req-a42b61c8-ddeb-4096-9ac4-e946d403e946 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:12.782794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b101b64a-9115-49ca-9462-13f2c3a0b3f7 req-a42b61c8-ddeb-4096-9ac4-e946d403e946 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 944 time: 0.1098382 Jul 23 10:51:12.833270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b101b64a-9115-49ca-9462-13f2c3a0b3f7 req-80f3bc4f-79c1-4d5a-8c94-a8dd32b0719c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 Jul 23 10:51:12.845690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] For port 5fb130e7-224f-4936-b569-47757d219d71, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5fb130e7-224f-4936-b569-47757d219d71,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:12.868543 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:12.888097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c7077d30-51e3-4909-a378-4ce27b95c5ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:12.911689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:11Z', 'revision_number': 3, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:12.965799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:12.966058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Updating router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 port fcc7846c-c93f-4469-877d-81c92141a28a binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:51:12.972589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:51:13.060029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0e5f2-543c-47b4-a19a-940672e27b1f None None] Pushing event updated for resources: {'Port': ['ID=5fb130e7-224f-4936-b569-47757d219d71,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:13.103709 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.120371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.130919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.135931 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.151372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Transition to ACTIVE for port object 685da55a-ad7a-412d-b065-46f781219906 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:13.167667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-78d21e95-ebe0-44e4-aa0d-471b88c6412a None None] Provisioning complete for port 5fb130e7-224f-4936-b569-47757d219d71 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:13.168049 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78d21e95-ebe0-44e4-aa0d-471b88c6412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.202376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105c99b-7fd0-4e17-b2b3-30654b3ce354 req-f4783927-786a-4c7e-9e31-c24dd2bcfdbb tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:13.203906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8105c99b-7fd0-4e17-b2b3-30654b3ce354 req-f4783927-786a-4c7e-9e31-c24dd2bcfdbb tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 948 time: 0.5192485 Jul 23 10:51:13.216521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.239865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7077d30-51e3-4909-a378-4ce27b95c5ee {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:51:13.266175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf05e85d-d638-4101-be0f-54b782ee832a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:13.268489 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df03ad6-2ce4-4c17-9b22-9671792f6d59" -d '{"events": [{"server_uuid": "03eb4da6-fc74-4707-b071-b448c94dc7cb", "name": "network-vif-plugged", "status": "completed", "tag": "cf05e85d-d638-4101-be0f-54b782ee832a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:13.268881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:13.283353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:13.287461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:13.289486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Pushing event updated for resources: {'Port': ['ID=685da55a-ad7a-412d-b065-46f781219906,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:13.307239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c7077d30-51e3-4909-a378-4ce27b95c5ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:13.309526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cf05e85d-d638-4101-be0f-54b782ee832a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cf05e85d-d638-4101-be0f-54b782ee832a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:13.315583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8105c99b-7fd0-4e17-b2b3-30654b3ce354 req-fc3c3778-7923-4d31-8aba-76bda8a90240 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056173 Jul 23 10:51:13.323522 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b060f7-4c60-4ec9-9640-a85d1b5c6c8c x-openstack-request-id: req-83b060f7-4c60-4ec9-9640-a85d1b5c6c8c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:13.323522 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eb4da6-fc74-4707-b071-b448c94dc7cb", "name": "network-vif-plugged", "status": "completed", "tag": "cf05e85d-d638-4101-be0f-54b782ee832a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:13.323750 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83b060f7-4c60-4ec9-9640-a85d1b5c6c8c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:13.324094 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf05e85d-d638-4101-be0f-54b782ee832a', 'code': 200} Jul 23 10:51:13.326860 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.329543 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.340401 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.485511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39ecc2-06da-4a31-98cb-0f42a3373a9a req-1d676050-ec93-4ce1-98e3-cb422383c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:13.487754 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf39ecc2-06da-4a31-98cb-0f42a3373a9a req-1d676050-ec93-4ce1-98e3-cb422383c47e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 1100 time: 0.0844772 Jul 23 10:51:13.518546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c7077d30-51e3-4909-a378-4ce27b95c5ee,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:13.555189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.569714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cf39ecc2-06da-4a31-98cb-0f42a3373a9a req-d355272a-12ca-4021-8027-810198ceb739 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739164 Jul 23 10:51:13.573502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c7077d30-51e3-4909-a378-4ce27b95c5ee'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:51:13.688063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=cf05e85d-d638-4101-be0f-54b782ee832a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:13.731803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5fb130e7-224f-4936-b569-47757d219d71 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:13.765823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.771155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.831014 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.842579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Pushing event updated for resources: {'Port': ['ID=685da55a-ad7a-412d-b065-46f781219906,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:13.845051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6bb58cd-5efe-4e2c-afd0-5fc3205f2079 None None] Provisioning for port 685da55a-ad7a-412d-b065-46f781219906 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:13.845298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.861786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Transition to ACTIVE for port object fcc7846c-c93f-4469-877d-81c92141a28a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:13.867900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6bb58cd-5efe-4e2c-afd0-5fc3205f2079 None None] Provisioning complete for port 685da55a-ad7a-412d-b065-46f781219906 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:13.868279 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6bb58cd-5efe-4e2c-afd0-5fc3205f2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.908515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.989771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:13.991185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5fb130e7-224f-4936-b569-47757d219d71 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:13.991661 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:13.993606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:14.011326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb58cd-5efe-4e2c-afd0-5fc3205f2079 None None] Port 685da55a-ad7a-412d-b065-46f781219906 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:14.056012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Attempting to bind port fcc7846c-c93f-4469-877d-81c92141a28a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:14.056012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Attempting to bind port fcc7846c-c93f-4469-877d-81c92141a28a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:14.056439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Attempting to bind port fcc7846c-c93f-4469-877d-81c92141a28a on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:14.062254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be0f3-bf3e-49e7-8bc1-293814d2930f None None] Pushing event updated for resources: {'Port': ['ID=fcc7846c-c93f-4469-877d-81c92141a28a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:14.087275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:14.088430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:14.088592 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:14.088973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:14.090063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Bound port: fcc7846c-c93f-4469-877d-81c92141a28a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:14.090455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:14.095179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16ff0-2d7e-4cd3-9000-2a4a261945d7 req-fc57def7-fa5d-4c96-9a87-b25c12d3ea04 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:14.096831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32f16ff0-2d7e-4cd3-9000-2a4a261945d7 req-fc57def7-fa5d-4c96-9a87-b25c12d3ea04 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 945 time: 0.1635053 Jul 23 10:51:14.157831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-32f16ff0-2d7e-4cd3-9000-2a4a261945d7 req-570a25e1-ea2f-45d5-a9b8-5bf0f6125b97 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514472 Jul 23 10:51:14.166515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:14.234975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] For port fcc7846c-c93f-4469-877d-81c92141a28a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:14.255371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] For port fcc7846c-c93f-4469-877d-81c92141a28a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcc7846c-c93f-4469-877d-81c92141a28a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:14.266226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:14.302373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:14.308876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6155316e-d686-4473-971e-23ca3588e77d admin admin] 10.222.0.37 "PUT /v2.0/routers/b24f11cd-dbdd-42b5-b52c-bfe2332334b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3404539 Jul 23 10:51:14.370714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:14.371355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:14.374660 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be0f3-bf3e-49e7-8bc1-293814d2930f None None] Pushing event updated for resources: {'Port': ['ID=fcc7846c-c93f-4469-877d-81c92141a28a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:14.444626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6fb08f50-1a0e-457f-aa28-4a720631a79c None None] Provisioning complete for port 685da55a-ad7a-412d-b065-46f781219906 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:14.444854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fb08f50-1a0e-457f-aa28-4a720631a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:14.481627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ffaf5-dbc2-43b4-915d-717bfec69c17 req-08c53959-dbb2-40d3-9979-5d141de65566 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:14.487924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb8ffaf5-dbc2-43b4-915d-717bfec69c17 req-08c53959-dbb2-40d3-9979-5d141de65566 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 949 time: 0.0875819 Jul 23 10:51:14.502133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6fb08f50-1a0e-457f-aa28-4a720631a79c None None] Port 685da55a-ad7a-412d-b065-46f781219906 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:14.526365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb8ffaf5-dbc2-43b4-915d-717bfec69c17 req-0db8b602-2671-4d6d-9030-33dd330393ba tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Jul 23 10:51:14.529181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:14.726291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 2, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:14.757338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37121b-94b9-4a7d-a388-5c804860bf07 None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 2, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:14.848610 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:14.853763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2031304520-network', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:14.879942 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Made reservation on behalf of dc8dce5121fc4923ba00922eb5931c6d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:14.882506 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:14.891754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.004463 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.009281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.040173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:51:15.049889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c13cb6a-11a2-4207-bb0f-ff821c4274fc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:15.058724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.059073 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Added segment 08fef91d-7cd4-4103-9eda-0bee1de1fd62 of type vlan for network 39cfe95a-a6f1-4048-877e-f4b277189aac Jul 23 10:51:15.105080 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.135661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.136806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:15.137389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.169720 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3199880 Jul 23 10:51:15.172496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:15.177264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Request body: {'subnet': {'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2031304520-subnet', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:15.209934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305a01f-f450-4d4d-818e-8cef9bbf0d33 admin admin] Pushing event updated for resources: {'Network': ['ID=39cfe95a-a6f1-4048-877e-f4b277189aac,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:15.224704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 39cfe95a-a6f1-4048-877e-f4b277189aac details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:51:15.238241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Made reservation on behalf of dc8dce5121fc4923ba00922eb5931c6d for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:15.241078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.381456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562fde1-17b8-4034-8470-4d7ce0f5a2bd req-aad24ee8-212e-4297-a0a6-364db755294a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:15.383036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2562fde1-17b8-4034-8470-4d7ce0f5a2bd req-aad24ee8-212e-4297-a0a6-364db755294a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 945 time: 0.1381512 Jul 23 10:51:15.458129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2562fde1-17b8-4034-8470-4d7ce0f5a2bd req-af0aa53b-c8ed-4c43-9bd7-f88e4cf9fcf1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519724 Jul 23 10:51:15.508975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.572541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4310735a-3e83-4a1a-adff-7dfa1825374c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:15.580386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Checking segment: {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:15.580889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Network hostable DHCP agents. Network: 39cfe95a-a6f1-4048-877e-f4b277189aac, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:51:15.599310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Network 39cfe95a-a6f1-4048-877e-f4b277189aac is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:51:15.610648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 39cfe95a-a6f1-4048-877e-f4b277189aac) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:15.618795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562265c-80c9-4735-aa8a-47b3bb02a264 None None] Network 39cfe95a-a6f1-4048-877e-f4b277189aac requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:15.620371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:15.620971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.643572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50850) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:15.644028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6a05b09d-7563-4bbc-811c-3987e3f27c49 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4701433 Jul 23 10:51:15.648368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:15.696652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.698007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.717035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17495911-ee45-4625-9bd6-cecde9ef002f req-8a7a2f48-7cca-44a4-9b2b-802b5c35e44e tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:15.718906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17495911-ee45-4625-9bd6-cecde9ef002f req-8a7a2f48-7cca-44a4-9b2b-802b5c35e44e tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 949 time: 0.1177340 Jul 23 10:51:15.768373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcc7846c-c93f-4469-877d-81c92141a28a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:15.816786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.828337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17495911-ee45-4625-9bd6-cecde9ef002f req-2b1a8714-d4dc-4650-a5a2-6a2db7a15667 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032073 Jul 23 10:51:15.857335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fcc7846c-c93f-4469-877d-81c92141a28a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:15.863375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-39cfe95a-a6f1-4048-877e-f4b277189aac', 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'fixed_ips': [{'subnet_id': '4310735a-3e83-4a1a-adff-7dfa1825374c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:51:15.864336 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.879158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fcc7846c-c93f-4469-877d-81c92141a28a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:15.879568 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:15.992213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.069697 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.098751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Allocated IP 172.20.0.2 (39cfe95a-a6f1-4048-877e-f4b277189aac/4310735a-3e83-4a1a-adff-7dfa1825374c/aa38921c-6609-4c44-ac3b-f185590b056d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:16.104986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port fcc7846c-c93f-4469-877d-81c92141a28a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcc7846c-c93f-4469-877d-81c92141a28a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:16.113693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.227290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=fcc7846c-c93f-4469-877d-81c92141a28a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:16.257053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.284864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.324784 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.328492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c7077d30-51e3-4909-a378-4ce27b95c5ee up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:16.358658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Transition to ACTIVE for port object aa38921c-6609-4c44-ac3b-f185590b056d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:16.386997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Transition to ACTIVE for port object aa38921c-6609-4c44-ac3b-f185590b056d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:16.396204 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.413462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Allocated IP 172.25.4.208 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:16.425731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port c7077d30-51e3-4909-a378-4ce27b95c5ee completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:16.438923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port c7077d30-51e3-4909-a378-4ce27b95c5ee triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:16.439076 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.470924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Network 39cfe95a-a6f1-4048-877e-f4b277189aac is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:16.476555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:16.492415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:16.504522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Pushing event updated for resources: {'Port': ['ID=aa38921c-6609-4c44-ac3b-f185590b056d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:16.598200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.645744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ed467-956b-4750-a579-bfac3f29add5 req-3a5a3616-52ec-4bf5-a42c-448a3603ed96 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:16.647236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc3ed467-956b-4750-a579-bfac3f29add5 req-3a5a3616-52ec-4bf5-a42c-448a3603ed96 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 945 time: 0.1025388 Jul 23 10:51:16.673766 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.742796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:16.746103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc3ed467-956b-4750-a579-bfac3f29add5 req-88a1680b-01dc-49f8-8e9d-3b877d45b792 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899622 Jul 23 10:51:16.751357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Attempting to bind port aa38921c-6609-4c44-ac3b-f185590b056d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:16.751929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:16.752085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Attempting to bind port aa38921c-6609-4c44-ac3b-f185590b056d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:16.752627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Attempting to bind port aa38921c-6609-4c44-ac3b-f185590b056d on network 39cfe95a-a6f1-4048-877e-f4b277189aac {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:16.755650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:16.768792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:16.769407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Checking segment: {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:16.769984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.770543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Bound using segment: {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:16.771197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Bound port: aa38921c-6609-4c44-ac3b-f185590b056d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:16.771809 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.786372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:16.790966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.847304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:16.849879 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c86ae7-affd-4d21-8dae-d8633c4e02a9" -d '{"events": [{"server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "name": "network-vif-plugged", "status": "completed", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:16.881626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c7077d30-51e3-4909-a378-4ce27b95c5ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:16.893720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.904338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] For port aa38921c-6609-4c44-ac3b-f185590b056d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:16.912971 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4fa0e1-0052-49c0-8760-f424095ce60b x-openstack-request-id: req-0a4fa0e1-0052-49c0-8760-f424095ce60b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:16.913344 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "name": "network-vif-plugged", "status": "completed", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:16.913574 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a4fa0e1-0052-49c0-8760-f424095ce60b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:16.913940 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'code': 200} Jul 23 10:51:16.946419 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] For port aa38921c-6609-4c44-ac3b-f185590b056d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aa38921c-6609-4c44-ac3b-f185590b056d,segment=NetworkSegment(08fef91d-7cd4-4103-9eda-0bee1de1fd62),segment_id=08fef91d-7cd4-4103-9eda-0bee1de1fd62)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:16.957406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:16.980545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c7077d30-51e3-4909-a378-4ce27b95c5ee,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:17.037252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392a972-cba9-4ede-931b-eb488c69ecad None None] Pushing event updated for resources: {'Port': ['ID=aa38921c-6609-4c44-ac3b-f185590b056d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:17.089084 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:17.093543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7b6a-a7ce-4eca-8ba7-9f29f293230f req-14d264f2-df32-4bf3-a6b1-4accb6f8f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:17.094971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-708b7b6a-a7ce-4eca-8ba7-9f29f293230f req-14d264f2-df32-4bf3-a6b1-4accb6f8f736 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1097 time: 0.1232686 Jul 23 10:51:17.212594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-708b7b6a-a7ce-4eca-8ba7-9f29f293230f req-f38f081b-7d64-471f-a18c-52c58ff4329b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839443 Jul 23 10:51:17.246482 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:17.255594 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:17.256272 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:17.367566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:17.398066 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:17.512258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:51:17.609632 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 2, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:17.638896 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:17.639612 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Updating router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 port 685da55a-ad7a-412d-b065-46f781219906 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:51:17.698080 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:17.877054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcc7846c-c93f-4469-877d-81c92141a28a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:18.016028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fcc7846c-c93f-4469-877d-81c92141a28a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:18.016556 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.024604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:18.043683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-ec1243aa-c379-4192-806c-1be1654fc8bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208937 Jul 23 10:51:18.061382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5f49-9273-45bb-82bf-42a29a9e820d req-39060522-9737-4b6c-a005-5ffb19ac0acd tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:18.063575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83bd5f49-9273-45bb-82bf-42a29a9e820d req-39060522-9737-4b6c-a005-5ffb19ac0acd tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 946 time: 0.1862631 Jul 23 10:51:18.064902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.068680 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10c11125-f7d7-4ac2-bd96-c0328b7c21b3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4214766 Jul 23 10:51:18.068977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:18.080376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Sync routers for ids ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:18.099082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Routers {'5e7783a2-8728-4ccb-abcb-9090f8e3f893'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:18.100413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:18.193924 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.197835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83bd5f49-9273-45bb-82bf-42a29a9e820d req-68c0c46d-ad9a-4e66-9178-9b02a3c19708 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172128 Jul 23 10:51:18.206293 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Transition to ACTIVE for port object 685da55a-ad7a-412d-b065-46f781219906 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:18.216669 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.257824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-d82cb928-abaf-46b1-b552-d833cb446698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:18.259365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-d82cb928-abaf-46b1-b552-d833cb446698 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a856d12ffd0e48c09fadf9582a64e495&device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 1100 time: 0.1361103 Jul 23 10:51:18.297185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Set router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:18.402147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa38921c-6609-4c44-ac3b-f185590b056d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:18.405624 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cfb8f-bbb5-4d39-b201-770e8b5a98bb None None] Pushing event updated for resources: {'Port': ['ID=685da55a-ad7a-412d-b065-46f781219906,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:18.460574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665defd3-0d1c-4d5b-b071-6dc5ebec6088 None None] Network 39cfe95a-a6f1-4048-877e-f4b277189aac requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:18.499635 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Attempting to bind port 685da55a-ad7a-412d-b065-46f781219906 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:18.500105 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Attempting to bind port 685da55a-ad7a-412d-b065-46f781219906 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:18.500590 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Attempting to bind port 685da55a-ad7a-412d-b065-46f781219906 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:18.505999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-39969866-9aea-4fb0-9155-3f3ccd32c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:18.507704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-39969866-9aea-4fb0-9155-3f3ccd32c21f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.2274396 Jul 23 10:51:18.511779 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:18.512292 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:18.512798 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.513308 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:18.513903 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Bound port: 685da55a-ad7a-412d-b065-46f781219906, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:18.514387 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.560620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-92ae5363-8073-4cf2-aae5-c98a4002cf90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cf05e85d-d638-4101-be0f-54b782ee832a HTTP/1.1" status: 200 len: 217 time: 0.0461190 Jul 23 10:51:18.624164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-cf8c5b00-c0b4-468a-b0db-ebbd96c96d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:18.625245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f9c8cc1-ac52-4ad5-b995-165b3b442c69 None None] Provisioning for port aa38921c-6609-4c44-ac3b-f185590b056d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:18.626183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-cf8c5b00-c0b4-468a-b0db-ebbd96c96d60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0567768 Jul 23 10:51:18.644257 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] For port 685da55a-ad7a-412d-b065-46f781219906, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:18.653356 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] For port 685da55a-ad7a-412d-b065-46f781219906, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=685da55a-ad7a-412d-b065-46f781219906,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:18.661745 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.724593 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:18.726038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port aa38921c-6609-4c44-ac3b-f185590b056d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:18.727040 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:18.770226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-a32a6c28-e946-4914-97cd-d969d1f0a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:18.775591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-a32a6c28-e946-4914-97cd-d969d1f0a312 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429651 Jul 23 10:51:18.777197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port aa38921c-6609-4c44-ac3b-f185590b056d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:18.777582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:18.872041 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:18.960000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 3, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:18.981273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-d5af8887-9f95-46de-af8a-61a726c75fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995203 Jul 23 10:51:18.982834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.004384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Checking router: 5e7783a2-8728-4ccb-abcb-9090f8e3f893 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:19.004647 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Updating router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:51:19.097203 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cfb8f-bbb5-4d39-b201-770e8b5a98bb None None] Pushing event updated for resources: {'Port': ['ID=685da55a-ad7a-412d-b065-46f781219906,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:19.104872 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.110419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47028943-09bb-4e2d-942b-b3a6fe390cb7 req-a34fa618-b521-45cd-8e3d-0f8322aaf942 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222084 Jul 23 10:51:19.124852 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.251648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port aa38921c-6609-4c44-ac3b-f185590b056d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aa38921c-6609-4c44-ac3b-f185590b056d,segment=NetworkSegment(08fef91d-7cd4-4103-9eda-0bee1de1fd62),segment_id=08fef91d-7cd4-4103-9eda-0bee1de1fd62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:19.261815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.266198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Allocated IP 172.20.0.1 (39cfe95a-a6f1-4048-877e-f4b277189aac/4310735a-3e83-4a1a-adff-7dfa1825374c/49a0df38-ba71-4f9f-a6b9-21680dfcf779) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:19.292882 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:18Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:19.351583 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841de16-939e-4b5e-b50c-514972e66f53 None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:18Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:19.361486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=aa38921c-6609-4c44-ac3b-f185590b056d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:19.396969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.397314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.397656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.397995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.398325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.398655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.398977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.399302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.399711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.400914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.401025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.401351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:19.499975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.530901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3f1c-c8af-4611-a402-ab18c2cea0c6 req-2da01cb3-4e04-4ae5-bec0-4eba311ef36a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:19.532660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43de3f1c-c8af-4611-a402-ab18c2cea0c6 req-2da01cb3-4e04-4ae5-bec0-4eba311ef36a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 946 time: 0.1727736 Jul 23 10:51:19.534333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Transition to ACTIVE for port object 49a0df38-ba71-4f9f-a6b9-21680dfcf779 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:19.595712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.600918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43de3f1c-c8af-4611-a402-ab18c2cea0c6 req-5e5d1f5e-d2c8-45c9-a310-9b85ef4dc971 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588984 Jul 23 10:51:19.624027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.626317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Transition to ACTIVE for port object a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:19.655593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.695693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8497cbd1-212c-46c1-8f5a-9f4fade358dc None None] Provisioning complete for port aa38921c-6609-4c44-ac3b-f185590b056d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:19.696365 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8497cbd1-212c-46c1-8f5a-9f4fade358dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.716588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Pushing event updated for resources: {'Port': ['ID=49a0df38-ba71-4f9f-a6b9-21680dfcf779,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:19.728944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Network 39cfe95a-a6f1-4048-877e-f4b277189aac is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:19.731294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:19.756787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:19.795898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Attempting to bind port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:19.800634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Attempting to bind port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:19.801099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Attempting to bind port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:19.831315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:19.832669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:19.833315 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.834966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:19.835849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Bound port: a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:19.836994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.845353 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:19.848639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbc7a6-99a6-4d15-8748-0fb4a1fdde4a req-17bbfd4f-400f-47a4-9ae1-2cb9a8b4692c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:19.859207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2cdbc7a6-99a6-4d15-8748-0fb4a1fdde4a req-17bbfd4f-400f-47a4-9ae1-2cb9a8b4692c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 946 time: 0.1162908 Jul 23 10:51:19.927572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7971a-49a9-4527-81c7-1aa15ecc3141 None None] Pushing event updated for resources: {'Port': ['ID=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:19.945332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa38921c-6609-4c44-ac3b-f185590b056d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:19.983364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2cdbc7a6-99a6-4d15-8748-0fb4a1fdde4a req-4feca6aa-e25d-4634-87d1-7ce73cedf15b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201131 Jul 23 10:51:19.989711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:20.026531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] For port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:20.074779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.089857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-50046a21-5695-4b14-8070-6eea609b9c8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1372886 Jul 23 10:51:20.123885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] For port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:20.141351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.219978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Routers {'5e7783a2-8728-4ccb-abcb-9090f8e3f893'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:20.220624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:20.229180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-a0b7689f-a71c-4499-9ef2-5a711a0f786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:20.231648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-a0b7689f-a71c-4499-9ef2-5a711a0f786f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a856d12ffd0e48c09fadf9582a64e495&device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 1100 time: 0.0917792 Jul 23 10:51:20.341781 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.348957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.420802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-469000b0-e819-48e9-b220-32d6ca0f62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:20.423240 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-469000b0-e819-48e9-b220-32d6ca0f62a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.1709394 Jul 23 10:51:20.434156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Pushing event updated for resources: {'Port': ['ID=49a0df38-ba71-4f9f-a6b9-21680dfcf779,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:20.461865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa1a48-1027-4a87-aca0-12d51c041562 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:20.469826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-08fa1a48-1027-4a87-aca0-12d51c041562 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1092 time: 0.4762948 Jul 23 10:51:20.470189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:20.474908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:20.481414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.516688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-c3d4a27a-41b3-418b-aee8-34d404ccf569 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cf05e85d-d638-4101-be0f-54b782ee832a HTTP/1.1" status: 200 len: 217 time: 0.0863512 Jul 23 10:51:20.531920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port aa38921c-6609-4c44-ac3b-f185590b056d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:20.532303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.537214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da5a95ce-f38d-4068-bb88-58cbe81b31ed None None] Provisioning for port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:20.539098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7971a-49a9-4527-81c7-1aa15ecc3141 None None] Pushing event updated for resources: {'Port': ['ID=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:20.574414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da5a95ce-f38d-4068-bb88-58cbe81b31ed None None] Provisioning complete for port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:20.574864 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da5a95ce-f38d-4068-bb88-58cbe81b31ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.615397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-7457bd15-547a-4746-abcf-a0a34935f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:20.617219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-7457bd15-547a-4746-abcf-a0a34935f17c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0897944 Jul 23 10:51:20.644104 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Network 39cfe95a-a6f1-4048-877e-f4b277189aac is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:20.647842 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:20.657971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:20.689556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] Set router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:20.737635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da5a95ce-f38d-4068-bb88-58cbe81b31ed None None] Port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:20.757430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-b9c3c2cc-3393-470e-85ca-f5fe45d85300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:20.764881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-b9c3c2cc-3393-470e-85ca-f5fe45d85300 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318457 Jul 23 10:51:20.843175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 685da55a-ad7a-412d-b065-46f781219906 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:20.918113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-cdd86899-21e1-47f4-9241-50efee5beb34 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481764 Jul 23 10:51:20.992747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eb7db689-848c-4fa7-9903-90055d3a330b None None] Provisioning complete for port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:20.993508 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb7db689-848c-4fa7-9903-90055d3a330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.040008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0973f187-fda1-480f-b992-0e4bc0a343d5 req-d5f4c773-2469-4087-9d9b-be0dd46a6891 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143968 Jul 23 10:51:21.053783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eb7db689-848c-4fa7-9903-90055d3a330b None None] Port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:21.081427 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 685da55a-ad7a-412d-b065-46f781219906 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:21.089344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 685da55a-ad7a-412d-b065-46f781219906 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:21.089867 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.158332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '49a0df38-ba71-4f9f-a6b9-21680dfcf779', 'name': '', 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'mac_address': 'fa:16:3e:26:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:19Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 1, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'subnets': [{'id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:21.190267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:21.208790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bc59e-61d3-4dcb-913f-07701d6bbc5b None None] The sync data for ids ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'] in n-d-778550-4 is: [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '49a0df38-ba71-4f9f-a6b9-21680dfcf779', 'name': '', 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'mac_address': 'fa:16:3e:26:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:19Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 1, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'subnets': [{'id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:21.222482 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.263062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 685da55a-ad7a-412d-b065-46f781219906, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=685da55a-ad7a-412d-b065-46f781219906,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:21.268963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.326500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=685da55a-ad7a-412d-b065-46f781219906,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:21.333046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.419618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:21.426314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1066159b-f3b9-416c-99fe-3badc41e2148 admin admin] 10.222.0.37 "PUT /v2.0/routers/5e7783a2-8728-4ccb-abcb-9090f8e3f893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3543670 Jul 23 10:51:21.527087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.25.4.81 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/4f23c79f-4cb7-452e-b720-73b48906529f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:21.676518 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.748248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:21.752205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 685da55a-ad7a-412d-b065-46f781219906 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:21.801783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:21.805974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:21.807905 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=4f23c79f-4cb7-452e-b720-73b48906529f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:21.810096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:21.846876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 685da55a-ad7a-412d-b065-46f781219906 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:21.847262 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:22.312234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:22.426282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:22.603511 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:22.609099 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:22.677952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=4f23c79f-4cb7-452e-b720-73b48906529f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:22.692724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:22.808635 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Floating IP 2f678355-f337-457f-ac4f-2b7e68094a4f associated. External IP: 172.25.4.81, port: c7077d30-51e3-4909-a378-4ce27b95c5ee. Jul 23 10:51:23.031000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:23.166544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:23.175840 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:23.184051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:23.186084 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:23.186740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:23.220370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4c8a3cd-d922-444a-847e-156661068148 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7489743 Jul 23 10:51:23.221142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:23.223320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50912) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:23.223848 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:23.261543 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514d758-2f14-4ed2-8b6c-9f288dc5e18e x-openstack-request-id: req-a514d758-2f14-4ed2-8b6c-9f288dc5e18e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:23.262047 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:23.262453 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a514d758-2f14-4ed2-8b6c-9f288dc5e18e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:23.263002 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'status': 'completed', 'code': 200} Jul 23 10:51:23.317079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:23.383037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e232a9d9-10e1-4f02-b632-a54654f672c6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/2f678355-f337-457f-ac4f-2b7e68094a4f HTTP/1.1" status: 200 len: 991 time: 0.1568918 Jul 23 10:51:23.401510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-eefbc8c8-0550-492b-91dd-fb463e5dbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:23.403037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-eefbc8c8-0550-492b-91dd-fb463e5dbb99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1097 time: 0.1053975 Jul 23 10:51:23.505313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-91093c98-ebdd-4d34-bdf6-6e05a94225c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:23.506955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-91093c98-ebdd-4d34-bdf6-6e05a94225c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 898 time: 0.0957081 Jul 23 10:51:23.616588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-efd8f45f-5146-45ba-9055-7f2020176a0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 200 len: 999 time: 0.1037440 Jul 23 10:51:23.663546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Sync routers for ids ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:23.668141 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:22Z', 'revision_number': 0, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:23.676339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Routers {'5e7783a2-8728-4ccb-abcb-9090f8e3f893'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:23.678142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:23.698930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-db6b37fc-1db1-4dfa-980a-9f34e6f32aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:23.700568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-db6b37fc-1db1-4dfa-980a-9f34e6f32aaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c836d927-ba5c-4c95-8a98-814df3af345f HTTP/1.1" status: 200 len: 835 time: 0.0784330 Jul 23 10:51:23.711919 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:23.722709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:23.723451 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:23.782781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-7fb2a192-04db-43c6-ac37-03f2c7abe9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:23.786083 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-7fb2a192-04db-43c6-ac37-03f2c7abe9af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49024a9b-6a12-4c75-8b51-36b896a8a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789311 Jul 23 10:51:23.817103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:23.866192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Set router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:23.879667 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:23.965583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:23.986643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:23.987309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:23.992600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-898acca4-63de-4527-b817-e2881ec694ea tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:24.005873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-898acca4-63de-4527-b817-e2881ec694ea tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1997418 Jul 23 10:51:24.013488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-c8a6189e-2fe6-4343-8cbb-9de0edc442cf tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0127807 Jul 23 10:51:24.015645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-0cdb6407-563d-4b58-83eb-ed961958ca6b service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232690 Jul 23 10:51:24.115891 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:22Z', 'revision_number': 0, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:24.144094 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.147634 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e460cc23-75f3-4a4b-b98e-2ebc35b88436 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:50:59Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:22Z', 'revision_number': 0, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:24.154786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-5825321e-0df9-400d-890d-f07610888a01 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350842 Jul 23 10:51:24.158112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b8b60ad-cff5-4ef6-ac6c-4455b09d0f01 req-bc844ede-c354-4a64-a1e2-56f695dca70a service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299512 Jul 23 10:51:24.164362 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.193137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:24.200291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.207845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '49a0df38-ba71-4f9f-a6b9-21680dfcf779', 'name': '', 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'mac_address': 'fa:16:3e:26:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:19Z', 'updated_at': '2021-07-23T10:51:20Z', 'revision_number': 2, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'subnets': [{'id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:24.256278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Checking router: 5e7783a2-8728-4ccb-abcb-9090f8e3f893 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:24.256731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Updating router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:51:24.260380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-29b6e0ee-52d9-4f4e-bf39-c091cd01a7c8 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913303 Jul 23 10:51:24.313022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:24.315505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.361172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-94bb5a6f-93f5-489a-a324-cdb87a798442 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939636 Jul 23 10:51:24.386239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 50930) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:24.428133 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be4cde-913a-4c91-96c5-a123f487039d None None] New status for floating IP 2f678355-f337-457f-ac4f-2b7e68094a4f: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:51:24.465917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0286ae19-2287-4ab2-983e-e54e220d7667 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/2f678355-f337-457f-ac4f-2b7e68094a4f HTTP/1.1" status: 200 len: 991 time: 0.0769041 Jul 23 10:51:24.623286 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.636972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Transition to ACTIVE for port object 49a0df38-ba71-4f9f-a6b9-21680dfcf779 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:24.643771 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.711269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ff9e6-53ce-4f64-a968-587e735c001c None None] Pushing event updated for resources: {'Port': ['ID=49a0df38-ba71-4f9f-a6b9-21680dfcf779,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:24.736034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-94ae94ef-5dfc-4844-8fdf-b6afc395d0fc req-dec9f279-7510-4804-9e8b-2e03305b6f67 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0448816 Jul 23 10:51:24.773326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91e81-6c66-451f-b6b6-207d849e254a req-09196c5e-f795-46a7-b671-760d0015fd66 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:24.775526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bac91e81-6c66-451f-b6b6-207d849e254a req-09196c5e-f795-46a7-b671-760d0015fd66 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.1207647 Jul 23 10:51:24.799328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Attempting to bind port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:24.799742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Attempting to bind port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:24.800274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Attempting to bind port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 on network 39cfe95a-a6f1-4048-877e-f4b277189aac {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:24.806275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:24.806753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Checking segment: {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:24.807495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.808048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Bound using segment: {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:24.809103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Bound port: 49a0df38-ba71-4f9f-a6b9-21680dfcf779, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fef91d-7cd4-4103-9eda-0bee1de1fd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:24.809384 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.828452 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bac91e81-6c66-451f-b6b6-207d849e254a req-6ef13eed-4302-476f-98fe-ba0f5cef8d99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439827 Jul 23 10:51:24.846725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:24.893319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] For port 49a0df38-ba71-4f9f-a6b9-21680dfcf779, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:24.897860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] For port 49a0df38-ba71-4f9f-a6b9-21680dfcf779, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49a0df38-ba71-4f9f-a6b9-21680dfcf779,segment=NetworkSegment(08fef91d-7cd4-4103-9eda-0bee1de1fd62),segment_id=08fef91d-7cd4-4103-9eda-0bee1de1fd62)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:24.902540 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:24.946314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a0768a16-a4b2-4bd3-995d-8b88cc687ad9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/6e136bfe-d60d-4644-bb39-577209ca0437 HTTP/1.1" status: 200 len: 993 time: 0.0929682 Jul 23 10:51:24.960740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Routers {'5e7783a2-8728-4ccb-abcb-9090f8e3f893'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:24.961396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:25.046950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ff9e6-53ce-4f64-a968-587e735c001c None None] Pushing event updated for resources: {'Port': ['ID=49a0df38-ba71-4f9f-a6b9-21680dfcf779,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:25.125503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] Set router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:25.352527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '49a0df38-ba71-4f9f-a6b9-21680dfcf779', 'name': '', 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'mac_address': 'fa:16:3e:26:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:19Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'subnets': [{'id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:25.360541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9ced1-8659-440e-9d0c-8d4962eb12ea req-fe73877b-4d37-4928-9796-77426468b335 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:25.367306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-54c9ced1-8659-440e-9d0c-8d4962eb12ea req-fe73877b-4d37-4928-9796-77426468b335 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1097 time: 0.0643983 Jul 23 10:51:25.378860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e73edf-5c56-4cd9-b49b-4e5f2a31740c None None] The sync data for ids ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'] in n-d-778550-4 is: [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T10:51:19Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '49a0df38-ba71-4f9f-a6b9-21680dfcf779', 'name': '', 'network_id': '39cfe95a-a6f1-4048-877e-f4b277189aac', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'mac_address': 'fa:16:3e:26:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:19Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 4, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'subnets': [{'id': '4310735a-3e83-4a1a-adff-7dfa1825374c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:25.399933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-54c9ced1-8659-440e-9d0c-8d4962eb12ea req-642b2ffe-e869-4695-8603-0313ba84cfb5 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Jul 23 10:51:25.468448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 50964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:25.543936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-597c057c-e25f-468c-94aa-7350cbc7684f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/2f678355-f337-457f-ac4f-2b7e68094a4f HTTP/1.1" status: 200 len: 993 time: 0.0743008 Jul 23 10:51:25.754392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:25.809614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:25.810060 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:25.868116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8444de28-0d38-49e8-92a0-82a10521390c req-56f3d52f-6e9c-46f2-b084-90ae793d1162 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0501368 Jul 23 10:51:25.918912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49a0df38-ba71-4f9f-a6b9-21680dfcf779 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:25.977914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:25.987000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:25.987398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:26.107703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-ac1b57ec-cb9c-410c-968d-153373ed1a1b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:26.111347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-ac1b57ec-cb9c-410c-968d-153373ed1a1b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.2582524 Jul 23 10:51:26.130006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:26.312811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:26.331462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:26.337004 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:26.358190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 49a0df38-ba71-4f9f-a6b9-21680dfcf779, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49a0df38-ba71-4f9f-a6b9-21680dfcf779,segment=NetworkSegment(08fef91d-7cd4-4103-9eda-0bee1de1fd62),segment_id=08fef91d-7cd4-4103-9eda-0bee1de1fd62)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:26.360489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-3115351b-8516-407d-aab8-48fbdb4047b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2811217 Jul 23 10:51:26.364498 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:26.428047 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=49a0df38-ba71-4f9f-a6b9-21680dfcf779,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:26.481422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.3 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/a4a01bb0-8f61-4563-8053-30b6942b3732) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:26.666288 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:26.682207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object a4a01bb0-8f61-4563-8053-30b6942b3732 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:26.725950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.076724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-80698a0c-14bb-436f-a277-caa1a499ccce tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:51:27.087285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-80698a0c-14bb-436f-a277-caa1a499ccce tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1638803 Jul 23 10:51:27.092249 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d093cdf-351c-4a17-8459-bde7d798331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.096717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Request body: {'binding': {'host': 'n-h2-778550-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:27.097416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Unknown quota resources ['binding']. {{(pid=93833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 10:51:27.103123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:27.112679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:27.125101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:27.173401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=a4a01bb0-8f61-4563-8053-30b6942b3732,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:27.210522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:27.211558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.248546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-1331d32c-f854-4d74-a116-e8b76af79eb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235034 Jul 23 10:51:27.269604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c562-0939-4760-a613-e2e0b462f3f3 req-501f5ca9-fc28-47a6-89cc-6f4cb3bb22f0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:27.271530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5984c562-0939-4760-a613-e2e0b462f3f3 req-501f5ca9-fc28-47a6-89cc-6f4cb3bb22f0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 931 time: 0.1625757 Jul 23 10:51:27.330191 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5984c562-0939-4760-a613-e2e0b462f3f3 req-9a9aa3e9-ead7-4fe3-b35c-e72c57f2bcf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504475 Jul 23 10:51:27.357893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on host n-h2-778550-4 for vnic_type normal with profile None {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:27.358232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:27.358747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:27.359283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Request body: {'port': {'device_id': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:27.364674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:51:27.365178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:27.371435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:27.371655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Checking segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:27.372233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Bound using segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:27.372862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Bound port: 19f9b480-e98e-4d74-9d79-ee9b88832996, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:27.444731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.461985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:27.462209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-28025a18-a56d-4ca3-a376-c55e14ce4c97 None None] Provisioning for port a4a01bb0-8f61-4563-8053-30b6942b3732 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:27.468092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-28025a18-a56d-4ca3-a376-c55e14ce4c97 None None] Provisioning complete for port a4a01bb0-8f61-4563-8053-30b6942b3732 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:27.468352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.468703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28025a18-a56d-4ca3-a376-c55e14ce4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.469568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-9d85d9b4-c1f8-4f92-988b-5331cd270703 service neutron] 10.222.0.37 "POST /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996/bindings HTTP/1.1" status: 201 len: 389 time: 0.3803527 Jul 23 10:51:27.533375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28025a18-a56d-4ca3-a376-c55e14ce4c97 None None] Port a4a01bb0-8f61-4563-8053-30b6942b3732 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:27.745645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49a0df38-ba71-4f9f-a6b9-21680dfcf779 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:27.797849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:27.798599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:27.833425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-da96ea5a-b83a-44f6-82de-88475d13c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:27.835173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-da96ea5a-b83a-44f6-82de-88475d13c530 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1097 time: 0.1242616 Jul 23 10:51:27.897158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aa067-a43b-4084-8d78-df447ffb96da req-7678af70-dff6-4082-aff1-a38d4425f11b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:27.898765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-469aa067-a43b-4084-8d78-df447ffb96da req-7678af70-dff6-4082-aff1-a38d4425f11b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.2614241 Jul 23 10:51:27.989463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-469aa067-a43b-4084-8d78-df447ffb96da req-53c6cab4-38f8-4da8-a4e6-808626702552 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721784 Jul 23 10:51:28.037115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a01bb0-8f61-4563-8053-30b6942b3732 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:51:28.049929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:28.077233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Transition to ACTIVE for port object a4a01bb0-8f61-4563-8053-30b6942b3732 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:28.082216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:28.161745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a01bb0-8f61-4563-8053-30b6942b3732,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:28.221676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Attempting to bind port a4a01bb0-8f61-4563-8053-30b6942b3732 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:28.222093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Attempting to bind port a4a01bb0-8f61-4563-8053-30b6942b3732 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:28.222378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Attempting to bind port a4a01bb0-8f61-4563-8053-30b6942b3732 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:28.227575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Port a4a01bb0-8f61-4563-8053-30b6942b3732 on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:51:28.228067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Attempting to bind port a4a01bb0-8f61-4563-8053-30b6942b3732 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:28.233588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:28.233936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:28.234385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:28.234823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Bound port: a4a01bb0-8f61-4563-8053-30b6942b3732, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:28.235180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:28.280907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-5b30561b-d30a-4b29-a594-c49f7cfbdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.282678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-5b30561b-d30a-4b29-a594-c49f7cfbdd8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.4361515 Jul 23 10:51:28.319700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] For port a4a01bb0-8f61-4563-8053-30b6942b3732, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:28.334072 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] For port a4a01bb0-8f61-4563-8053-30b6942b3732, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a4a01bb0-8f61-4563-8053-30b6942b3732,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:28.345114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:28.382758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-aefae62d-2054-4653-a679-9a79a1f030c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 1001 time: 0.0888619 Jul 23 10:51:28.397979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.398574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:28.400409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4a01bb0-8f61-4563-8053-30b6942b3732 HTTP/1.1" status: 200 len: 1091 time: 1.1275017 Jul 23 10:51:28.400876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'tag': 'a4a01bb0-8f61-4563-8053-30b6942b3732'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:28.403381 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "46c7f1b7-29d1-49c1-a17e-f7cf78435fca", "tag": "a4a01bb0-8f61-4563-8053-30b6942b3732"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:28.520636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-38072e6c-f472-441e-842f-9311c01ba4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.524665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-38072e6c-f472-441e-842f-9311c01ba4ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.1341441 Jul 23 10:51:28.525888 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec607e-1e3e-40ac-a9e5-9c0bd1f49351 x-openstack-request-id: req-e6ec607e-1e3e-40ac-a9e5-9c0bd1f49351 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:28.526298 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c7f1b7-29d1-49c1-a17e-f7cf78435fca", "tag": "a4a01bb0-8f61-4563-8053-30b6942b3732", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:28.526512 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6ec607e-1e3e-40ac-a9e5-9c0bd1f49351 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:28.527054 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'tag': 'a4a01bb0-8f61-4563-8053-30b6942b3732', 'status': 'completed', 'code': 200} Jul 23 10:51:28.529247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb286c68-9424-4d04-82d6-14e2c75ec0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a01bb0-8f61-4563-8053-30b6942b3732,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:28.605133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-3abfbd0b-2f54-4678-a72f-ac03ae0a43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.611275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-3abfbd0b-2f54-4678-a72f-ac03ae0a43e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 1094 time: 0.1424727 Jul 23 10:51:28.620823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e7835-2eb8-4918-9b8e-c6c07aa0596d req-67e9cfa4-b3d5-4bb6-8087-f861a21f9855 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.630067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-540e7835-2eb8-4918-9b8e-c6c07aa0596d req-67e9cfa4-b3d5-4bb6-8087-f861a21f9855 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.1795466 Jul 23 10:51:28.694007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-9a1eaaec-66cc-4fee-bf60-db88d78c614d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a01bb0-8f61-4563-8053-30b6942b3732 HTTP/1.1" status: 200 len: 217 time: 0.0718322 Jul 23 10:51:28.705199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-540e7835-2eb8-4918-9b8e-c6c07aa0596d req-4e8cb9dd-2a72-417e-80d0-dca95e12f019 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726056 Jul 23 10:51:28.727094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-1f426f71-b6cf-4bf3-a476-ba4c4b326a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.730311 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-1f426f71-b6cf-4bf3-a476-ba4c4b326a90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888940 Jul 23 10:51:28.785316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-4dda97a2-c36b-4538-abb7-e12bafa699d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.786948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-4dda97a2-c36b-4538-abb7-e12bafa699d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0844743 Jul 23 10:51:28.847102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-61121cae-8ac9-4e34-908a-a002c1637b8e service neutron] 10.222.0.55 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074483 Jul 23 10:51:28.864850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-a49340c1-bc4a-40bc-a960-2d56d659efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:28.866467 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-a49340c1-bc4a-40bc-a960-2d56d659efe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734322 Jul 23 10:51:28.972185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-35f3278b-de1c-46c7-8d56-96ee04848e5d service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992777 Jul 23 10:51:28.973981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-b0798bc4-1039-4b9c-b39c-7968c9b23fc1 service neutron] 10.222.0.55 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193693 Jul 23 10:51:29.114820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9454265d-28f8-40ab-b4c0-fc0e9ab92edb req-7eeff106-bc12-4b33-8a43-a6d640a2ff71 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357851 Jul 23 10:51:29.240865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-729ef16e-b29e-42e7-bc37-8df84908f718 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.242467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-729ef16e-b29e-42e7-bc37-8df84908f718 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e&tenant_id=c28bf5d98a9540e3bc01a0a43679df33&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1097 time: 0.2077913 Jul 23 10:51:29.257877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-4'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:29.284363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721c0b-1c00-4790-8ccd-86e2555869db req-10f31ebc-0f47-4340-abd9-0b9524b2ab52 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.285909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d721c0b-1c00-4790-8ccd-86e2555869db req-10f31ebc-0f47-4340-abd9-0b9524b2ab52 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.1663599 Jul 23 10:51:29.337816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-d7c2aba9-1107-478d-acf5-43c5d20825fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.339696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-d7c2aba9-1107-478d-acf5-43c5d20825fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 1094 time: 0.1330264 Jul 23 10:51:29.348769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d721c0b-1c00-4790-8ccd-86e2555869db req-7bd17bc0-f7c5-4ce8-8429-e000f2e9e9d9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542994 Jul 23 10:51:29.360439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:29.457969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-3237ea92-3e9c-4204-acc2-981eadd358fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.459799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-3237ea92-3e9c-4204-acc2-981eadd358fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1144845 Jul 23 10:51:29.518698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-18216ca1-d3f2-4659-b2b0-f6f1ba72d642 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a01bb0-8f61-4563-8053-30b6942b3732 HTTP/1.1" status: 200 len: 217 time: 0.0507123 Jul 23 10:51:29.559401 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:29.579248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-dfc3b405-5148-4399-a8cb-44f3df63293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.580955 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-dfc3b405-5148-4399-a8cb-44f3df63293a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0573685 Jul 23 10:51:29.628136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:29.673246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:29.674708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-8405a5c5-3793-4fa7-85a4-b446895da960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.675594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:29.678318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-8405a5c5-3793-4fa7-85a4-b446895da960 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885112 Jul 23 10:51:29.678596 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba7d5c-edbf-4cb5-b447-455b8698fb6d" -d '{"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-unplugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:29.683059 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:29.789144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:29.913547 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00abcda3-9fc4-46ac-915a-f7e5592b65de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:29.926586 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dfd399-c6c0-4ac9-a698-2cb0d0f75f8c x-openstack-request-id: req-e2dfd399-c6c0-4ac9-a698-2cb0d0f75f8c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:29.926897 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-unplugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:29.927168 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2dfd399-c6c0-4ac9-a698-2cb0d0f75f8c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:29.927624 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'code': 200} Jul 23 10:51:29.932431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-dbc08927-6bc0-49b8-8eb9-0f04ff849f4e service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219927 Jul 23 10:51:29.980495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d864634-661a-4e18-b5cf-c44d75e4e962 req-a2a784e1-2dff-4626-8393-a001f71ed91f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:29.982532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d864634-661a-4e18-b5cf-c44d75e4e962 req-a2a784e1-2dff-4626-8393-a001f71ed91f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.1473129 Jul 23 10:51:30.084211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d864634-661a-4e18-b5cf-c44d75e4e962 req-eac60e92-b659-407a-8179-8f46ca97537c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Jul 23 10:51:30.096152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on host n-h1-778550-4 for vnic_type normal with profile {"migrating_to": "n-h2-778550-4"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:30.096152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:30.096471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:30.100740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:51:30.101367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Attempting to bind port 19f9b480-e98e-4d74-9d79-ee9b88832996 on network 08f69b7b-90d3-4415-bf90-61613ec5dda0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:30.106398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:30.106763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Checking segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:30.107158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Bound using segment: {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:30.107643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Bound port: 19f9b480-e98e-4d74-9d79-ee9b88832996, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:30.108001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.125233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-724c1b9d-a0d0-4205-ab00-3b1d51b8bf2f req-84dbc142-61a6-497b-8409-1e541a4e96c0 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837137 Jul 23 10:51:30.138291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f928f27-a6bd-41ad-85a8-d31e46f5b414 None None] Provisioning complete for port 19f9b480-e98e-4d74-9d79-ee9b88832996 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:30.139123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f928f27-a6bd-41ad-85a8-d31e46f5b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.184771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2f928f27-a6bd-41ad-85a8-d31e46f5b414 None None] Port 19f9b480-e98e-4d74-9d79-ee9b88832996 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:30.204884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:30.209294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:30.211539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.213963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.422093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:30.517983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:30.518784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.520472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-99fb4744-880f-4d55-91bc-5c8746cbb091 service neutron] 10.222.0.55 "PUT /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 1122 time: 1.2699752 Jul 23 10:51:30.567447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3732432-bcde-41e6-be20-dbeefe52da81 req-054876ec-3602-488d-adc3-34fdd3ec6d42 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:30.569764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3732432-bcde-41e6-be20-dbeefe52da81 req-054876ec-3602-488d-adc3-34fdd3ec6d42 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 944 time: 0.1137071 Jul 23 10:51:30.618226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c274e359-1cab-4e9c-8a09-307b59e7852b None None] Provisioning complete for port 19f9b480-e98e-4d74-9d79-ee9b88832996 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:30.619645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c274e359-1cab-4e9c-8a09-307b59e7852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.628033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c3732432-bcde-41e6-be20-dbeefe52da81 req-892e8dd8-b309-4910-997a-9326869362d2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523546 Jul 23 10:51:30.687890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['19f9b480-e98e-4d74-9d79-ee9b88832996'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:51:30.785829 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c274e359-1cab-4e9c-8a09-307b59e7852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.850006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:30.853129 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e121a1a-cec4-4f75-916e-c6e13c1a02b3" -d '{"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-plugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:30.881709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c274e359-1cab-4e9c-8a09-307b59e7852b None None] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:30.892697 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c274e359-1cab-4e9c-8a09-307b59e7852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:30.988216 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e30236-e381-4a08-8954-f21492e8a066 x-openstack-request-id: req-e5e30236-e381-4a08-8954-f21492e8a066 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:30.991158 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-plugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:30.991659 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5e30236-e381-4a08-8954-f21492e8a066 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:30.992265 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'code': 200} Jul 23 10:51:31.098640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274e359-1cab-4e9c-8a09-307b59e7852b None None] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:31.231586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d89e7c-e836-42b6-8ae0-88ddd69fa9e9 req-0f193cb5-5a8c-4f64-84ce-c1c4b64e098e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:31.233138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4d89e7c-e836-42b6-8ae0-88ddd69fa9e9 req-0f193cb5-5a8c-4f64-84ce-c1c4b64e098e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.0767620 Jul 23 10:51:31.271645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:31.281256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4d89e7c-e836-42b6-8ae0-88ddd69fa9e9 req-011b194d-a30e-4a8a-bd16-03abcd79d800 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Jul 23 10:51:31.763733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1a09-5560-412a-9386-de0f9b21c9fe req-f8be7e57-31bf-402b-8715-e7b65b5f6894 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:31.766202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87bc1a09-5560-412a-9386-de0f9b21c9fe req-f8be7e57-31bf-402b-8715-e7b65b5f6894 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0685806 Jul 23 10:51:31.806048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87bc1a09-5560-412a-9386-de0f9b21c9fe req-68e5962b-410f-40f3-9f19-2d6130f9ae1b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343525 Jul 23 10:51:31.929409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:31.931691 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63256683-2f1b-4f4f-a92e-24672989129e" -d '{"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:31.975546 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a0fec1-3361-4a8d-b77d-bbed735ff398 x-openstack-request-id: req-e3a0fec1-3361-4a8d-b77d-bbed735ff398 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:31.975849 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:31.976128 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3a0fec1-3361-4a8d-b77d-bbed735ff398 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:31.976522 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'status': 'completed', 'code': 200} Jul 23 10:51:32.086801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256683-2f1b-4f4f-a92e-24672989129e req-b854a1ed-1280-4456-acd7-91eb097ffc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:32.088504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-b854a1ed-1280-4456-acd7-91eb097ffc1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1127 time: 0.0578804 Jul 23 10:51:32.183787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256683-2f1b-4f4f-a92e-24672989129e req-bc887ed3-e6bd-4b1a-a5df-cdb30eb8740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:32.185203 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-bc887ed3-e6bd-4b1a-a5df-cdb30eb8740e service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.0903814 Jul 23 10:51:32.250732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-0884e201-9f7e-4829-a3ef-40193b9f002e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 1001 time: 0.0586238 Jul 23 10:51:32.303850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256683-2f1b-4f4f-a92e-24672989129e req-138ab0a8-4478-4891-8e44-df24c8636308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:32.305375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-138ab0a8-4478-4891-8e44-df24c8636308 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.0478990 Jul 23 10:51:32.380488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256683-2f1b-4f4f-a92e-24672989129e req-1111c08f-45e3-4714-89ee-086c00a5e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:32.381971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-1111c08f-45e3-4714-89ee-086c00a5e3aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691755 Jul 23 10:51:32.502322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa724352-4954-429a-8f0b-fad0d92dce17 req-854ae2ab-7825-45b1-a8b5-43addc7d1505 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:32.503746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa724352-4954-429a-8f0b-fad0d92dce17 req-854ae2ab-7825-45b1-a8b5-43addc7d1505 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.1384916 Jul 23 10:51:32.507348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-15e21bb5-7119-4bab-9e02-d61b539a9b0d service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092865 Jul 23 10:51:32.537880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:32.604674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa724352-4954-429a-8f0b-fad0d92dce17 req-16eccc2f-5d77-4516-a40c-14d3871555ba tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933604 Jul 23 10:51:32.632006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63256683-2f1b-4f4f-a92e-24672989129e req-0f627847-3a43-4c3a-bfef-21774de76a26 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183512 Jul 23 10:51:32.953012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca0a1e-99ee-44ff-87e3-b5a6a2762f53 req-00973f3f-c54a-4df8-b434-6ae7fce1d805 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:32.954523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a8ca0a1e-99ee-44ff-87e3-b5a6a2762f53 req-00973f3f-c54a-4df8-b434-6ae7fce1d805 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0660152 Jul 23 10:51:32.992229 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a8ca0a1e-99ee-44ff-87e3-b5a6a2762f53 req-ffea21c6-4a42-4163-a5a2-a91916ab1d5f tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317249 Jul 23 10:51:33.744855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb47d6-8567-49d4-b915-ee0a024c0e33 req-e21024b5-e8a2-43f7-889a-d52246b5975b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:33.746369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4dfb47d6-8567-49d4-b915-ee0a024c0e33 req-e21024b5-e8a2-43f7-889a-d52246b5975b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.0720489 Jul 23 10:51:33.786341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4dfb47d6-8567-49d4-b915-ee0a024c0e33 req-e51f1912-48aa-43d7-ba67-db9271b51488 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Jul 23 10:51:34.128396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e771-283b-4c6a-94ce-730402bb105c req-113cceb5-c3d8-48df-aa75-df5ebf495126 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:34.129964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67a1e771-283b-4c6a-94ce-730402bb105c req-113cceb5-c3d8-48df-aa75-df5ebf495126 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0691733 Jul 23 10:51:34.172047 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-67a1e771-283b-4c6a-94ce-730402bb105c req-5931f50b-62bb-434f-9c74-125152df4292 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357468 Jul 23 10:51:34.388087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:51:34.393805 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:51:34.487218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:34.505580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 has no active binding in host n-h2-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 10:51:34.513596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:34.965344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba83c3e-928c-4d27-a361-63e5fb046ba2 req-8bc243dd-e1ca-4009-9d56-a002b64f1452 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:34.971870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aba83c3e-928c-4d27-a361-63e5fb046ba2 req-8bc243dd-e1ca-4009-9d56-a002b64f1452 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.1036403 Jul 23 10:51:35.010866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aba83c3e-928c-4d27-a361-63e5fb046ba2 req-c95ad223-94f5-49fa-934d-833792254e57 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Jul 23 10:51:35.326959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d34d-0996-4a54-b213-c6402031ee8a req-e572313a-267f-49cb-a2ff-eee732c9e3ff tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.328714 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cab3d34d-0996-4a54-b213-c6402031ee8a req-e572313a-267f-49cb-a2ff-eee732c9e3ff tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 946 time: 0.0737605 Jul 23 10:51:35.376057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cab3d34d-0996-4a54-b213-c6402031ee8a req-8db0059f-1a97-4fbb-bf5e-6b53150e530b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411346 Jul 23 10:51:35.485288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.491932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.498757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.505689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.513086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.519489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.526653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:35.531652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-3ce894ef-9d9e-4d5d-80c7-f6d2b9e35dde tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.1178389 Jul 23 10:51:35.576006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88fe28f7-62ce-4c15-95fe-4d079592b0c1 req-ad30d9dc-1ee9-4964-89a0-5511dea72b0e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405078 Jul 23 10:51:35.945193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-780b7f10-09b1-44b0-98b5-f7665b8feb6b service neutron] 10.222.0.20 "GET /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 384 time: 0.0829246 Jul 23 10:51:36.190771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:36.219979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:36.232585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489e165-0838-4a2a-afe1-50591fc82a51 req-d69ba923-1cdd-4783-925c-1ed74d2e3469 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.234340 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1489e165-0838-4a2a-afe1-50591fc82a51 req-d69ba923-1cdd-4783-925c-1ed74d2e3469 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.1329153 Jul 23 10:51:36.304529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:36.306796 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394be1e-eb78-4fc4-9641-98df8be1cb2b" -d '{"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-unplugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:36.315687 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:36.329725 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1489e165-0838-4a2a-afe1-50591fc82a51 req-a5150688-17fc-43ff-8c48-66290a6b1271 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746086 Jul 23 10:51:36.338319 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:36.373163 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c15c13-445a-4bf0-9f70-e123a287a2ff x-openstack-request-id: req-f3c15c13-445a-4bf0-9f70-e123a287a2ff {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:36.373454 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-unplugged", "status": "completed", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:36.373719 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3c15c13-445a-4bf0-9f70-e123a287a2ff {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:36.374105 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'code': 200} Jul 23 10:51:36.421362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] Transition to ACTIVE for port object 19f9b480-e98e-4d74-9d79-ee9b88832996 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:36.426617 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:36.598031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f986501-f51d-4ace-a089-8809877f622a service neutron] Pushing event updated for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=11']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:36.666089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6190c-43a2-446a-af34-0e0a54a779e1 req-60fa5a05-ec3c-4457-9aa9-fd27671e29c0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.673210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27f6190c-43a2-446a-af34-0e0a54a779e1 req-60fa5a05-ec3c-4457-9aa9-fd27671e29c0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.2193198 Jul 23 10:51:36.702025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] No DVR routers for this DVR port 19f9b480-e98e-4d74-9d79-ee9b88832996 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:36.725918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.732839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.739459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.749269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.756017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.762504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.768514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.770822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-a241113a-3a5d-4243-a2f6-0391aa6d2706 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.1973324 Jul 23 10:51:36.817109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27f6190c-43a2-446a-af34-0e0a54a779e1 req-9283317c-3bd2-4a7e-a6bf-0ec91a778373 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425178 Jul 23 10:51:36.872535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0d0ec65e-7af4-4549-8070-cf8d9ad72921 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.873901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0d0ec65e-7af4-4549-8070-cf8d9ad72921 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "GET /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0619745 Jul 23 10:51:36.900870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-7f986501-f51d-4ace-a089-8809877f622a service neutron] 10.222.0.20 "PUT /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996/bindings/n-h2-778550-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9481735 Jul 23 10:51:36.945622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.952963 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.958874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.965357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.971576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.977256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.984189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:36.991609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-16964370-c70e-4f9f-899c-fad7343df6cd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 5431 time: 0.2195935 Jul 23 10:51:37.121301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6ce5237-8504-4627-a847-a89ccc96a27c req-6ed5a3ee-3b90-454f-8ee4-65bd5ab3da28 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1288202 Jul 23 10:51:37.125201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-fd17e0f7-5f60-4ef7-8491-11935bad2c43 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "GET /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2465751 Jul 23 10:51:37.151713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:37.178433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-e18576e9-23a2-43cb-a23f-2b4f36486dd9 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.179968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-e18576e9-23a2-43cb-a23f-2b4f36486dd9 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e&tenant_id=c28bf5d98a9540e3bc01a0a43679df33&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1576986 Jul 23 10:51:37.275840 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:37.342244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-a1986210-3fa7-40e2-8200-bb486d3bb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.343708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-a1986210-3fa7-40e2-8200-bb486d3bb05a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 1096 time: 0.1553531 Jul 23 10:51:37.472136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cbf63072-1f38-478c-b7ba-d0e71ec6b648,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:37.476839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d514c-6ab7-47a1-81d1-3495b5b823fb req-c9de8d07-33ba-4ccd-b182-383d5465f296 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.478895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e60d514c-6ab7-47a1-81d1-3495b5b823fb req-c9de8d07-33ba-4ccd-b182-383d5465f296 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 943 time: 0.0669999 Jul 23 10:51:37.491625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-13f7b864-1510-4d91-a116-f3b99e7087a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.493155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-13f7b864-1510-4d91-a116-f3b99e7087a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1096 time: 0.1173382 Jul 23 10:51:37.518207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e60d514c-6ab7-47a1-81d1-3495b5b823fb req-9e816455-0048-4c0d-90fb-db3044e069a9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Jul 23 10:51:37.542257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] For port cbf63072-1f38-478c-b7ba-d0e71ec6b648, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:37.607066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] device_id is not set on port cbf63072-1f38-478c-b7ba-d0e71ec6b648 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:51:37.621607 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:37.631329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:37.669365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-b8c3d9a5-dda1-4edc-9359-f4afb0655a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.670854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-b8c3d9a5-dda1-4edc-9359-f4afb0655a86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.1701996 Jul 23 10:51:37.743436 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] No DVR routers for this DVR port cbf63072-1f38-478c-b7ba-d0e71ec6b648 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:37.746787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:37.801811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-72caac42-f024-45f2-a2ea-04006b29cb8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 999 time: 0.1150274 Jul 23 10:51:37.804671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] In _notify_port_updated(), no bound segment for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:51:37.805544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.806739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:37.808050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-7a14664d-af5b-424c-81ac-e6ab525a3043 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 200 len: 1027 time: 0.6724679 Jul 23 10:51:37.902735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-f4f59d5d-f23e-4ebd-9dc2-2921cd1aa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.905868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-f4f59d5d-f23e-4ebd-9dc2-2921cd1aa468 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.0969570 Jul 23 10:51:37.906039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a4a01bb0-8f61-4563-8053-30b6942b3732 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:51:37.910806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-1ec10eb2-d6cf-434f-8957-cc02e3a806cb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:37.912273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-1ec10eb2-d6cf-434f-8957-cc02e3a806cb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "GET /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0958886 Jul 23 10:51:37.939461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:38.018757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1d5a7ce8-0966-4fbf-827e-0344023ce85c None None] Provisioning complete for port cbf63072-1f38-478c-b7ba-d0e71ec6b648 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:38.019230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7ce8-0966-4fbf-827e-0344023ce85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:38.059583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a4a01bb0-8f61-4563-8053-30b6942b3732, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a4a01bb0-8f61-4563-8053-30b6942b3732,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:38.084043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a4a01bb0-8f61-4563-8053-30b6942b3732', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': 'a4a01bb0-8f61-4563-8053-30b6942b3732', 'mac_address': 'fa:16:3e:cf:fb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:51:38.086961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a7ce8-0966-4fbf-827e-0344023ce85c None None] Port cbf63072-1f38-478c-b7ba-d0e71ec6b648 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:38.128120 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:38.147287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a01bb0-8f61-4563-8053-30b6942b3732 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:51:38.175454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a4a01bb0-8f61-4563-8053-30b6942b3732, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a4a01bb0-8f61-4563-8053-30b6942b3732,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:38.181991 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:38.242702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a4a01bb0-8f61-4563-8053-30b6942b3732,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:38.318581 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.324453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.330540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.336467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.342880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.348858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.350824 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-1c676d6f-a1c1-4361-a3dd-2c16f8d31776 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 4657 time: 0.1287599 Jul 23 10:51:38.378807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:38.390295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911f324-0a97-4bda-97c9-cacb4943334d req-7217e2e2-5424-4da8-bba0-5d41d1854ef1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.391831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c911f324-0a97-4bda-97c9-cacb4943334d req-7217e2e2-5424-4da8-bba0-5d41d1854ef1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.4915574 Jul 23 10:51:38.403348 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e754f98-5de2-497a-a915-6a4df36663b6 req-bc82d989-182e-48ba-9ddb-9438f0fde7b1 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&id=050ef3c1-7898-4249-a3d4-d54a7c8ddd49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0458155 Jul 23 10:51:38.403724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-4eb8cc4c-df8b-4f15-bd9d-08d8ac6beaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:38.405109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-4eb8cc4c-df8b-4f15-bd9d-08d8ac6beaaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4841137 Jul 23 10:51:38.492087 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c911f324-0a97-4bda-97c9-cacb4943334d req-88353503-3a4c-41d0-b586-2102e5931a7d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911131 Jul 23 10:51:38.616259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-3dc89249-4c07-4399-aecf-bf6c1e082f0f service neutron] 10.222.0.55 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013669 Jul 23 10:51:38.674205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a013f494-faaf-46ce-9a1c-15ae6ac43f48,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:38.730558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a4a01bb0-8f61-4563-8053-30b6942b3732'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:51:38.766511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] For port a013f494-faaf-46ce-9a1c-15ae6ac43f48, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:38.770181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-41e1971a-9721-4e78-9eca-e32dd9757c45 service neutron] 10.222.0.55 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465638 Jul 23 10:51:38.829083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] device_id is not set on port a013f494-faaf-46ce-9a1c-15ae6ac43f48 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:51:38.839035 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:38.847742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:38.941764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] No DVR routers for this DVR port a013f494-faaf-46ce-9a1c-15ae6ac43f48 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:38.945671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Pushing event updated for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:39.017897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] In _notify_port_updated(), no bound segment for port a013f494-faaf-46ce-9a1c-15ae6ac43f48 on network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 {{(pid=93833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 10:51:39.021262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.022092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.023632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-2d01b156-fbf5-40d8-8037-6d5f992cddeb service neutron] 10.222.0.20 "PUT /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 200 len: 1025 time: 1.1015680 Jul 23 10:51:39.071537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3e55-dedc-4100-bad3-44b271b331a4 req-098a803b-186e-4018-af40-54124ed3d7d7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.073854 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be4d3e55-dedc-4100-bad3-44b271b331a4 req-098a803b-186e-4018-af40-54124ed3d7d7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 944 time: 0.4599969 Jul 23 10:51:39.081015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-0266e240-422f-4020-8ca8-174c2787a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.082406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-0266e240-422f-4020-8ca8-174c2787a5ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1096 time: 0.4371343 Jul 23 10:51:39.148874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be4d3e55-dedc-4100-bad3-44b271b331a4 req-9608cbd3-79ad-4557-86e1-70404b93bdd5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642760 Jul 23 10:51:39.222476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-51dcd410-ba69-4ccd-b26f-ba378e890fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.224350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-51dcd410-ba69-4ccd-b26f-ba378e890fd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.1170971 Jul 23 10:51:39.225042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-c9339128-0de0-476e-8125-7144a429b031 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.226562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-c9339128-0de0-476e-8125-7144a429b031 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e&tenant_id=c28bf5d98a9540e3bc01a0a43679df33&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 1096 time: 0.1787634 Jul 23 10:51:39.289638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 7b4a5019-dd36-4068-9e5d-968c09bb261a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:39.290001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.303665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-21420b9a-e635-4b7d-90a1-d937812618bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 999 time: 0.0727320 Jul 23 10:51:39.319362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c2e5f1d-6c58-4197-8931-753450cfbed4 None None] Provisioning complete for port a013f494-faaf-46ce-9a1c-15ae6ac43f48 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:39.320418 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5f1d-6c58-4197-8931-753450cfbed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.360512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-e9f1a275-a689-4051-8cd2-ee1b7bb61c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.362056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-e9f1a275-a689-4051-8cd2-ee1b7bb61c72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.0520077 Jul 23 10:51:39.367564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e5f1d-6c58-4197-8931-753450cfbed4 None None] Port a013f494-faaf-46ce-9a1c-15ae6ac43f48 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:51:39.445527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-e97dc7fd-6f51-4b39-bf0e-849de526b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.447027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-e97dc7fd-6f51-4b39-bf0e-849de526b7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779102 Jul 23 10:51:39.475464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port 7b4a5019-dd36-4068-9e5d-968c09bb261a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=7b4a5019-dd36-4068-9e5d-968c09bb261a,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:39.475871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.503944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-4ddf3c05-ce98-415d-8ac7-97bd82e7af63 service neutron] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:39.505173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 7b4a5019-dd36-4068-9e5d-968c09bb261a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:39.512443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-4ddf3c05-ce98-415d-8ac7-97bd82e7af63 service neutron] Notify callbacks [] for binding, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.513998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3720e49c-0c16-4ee7-9264-c0082383cd42 req-4ddf3c05-ce98-415d-8ac7-97bd82e7af63 service neutron] 10.222.0.55 "DELETE /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996/bindings/n-h1-778550-4 HTTP/1.1" status: 204 len: 173 time: 0.2767293 Jul 23 10:51:39.639473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-7c138ce3-86c4-4614-b4bb-e88589f1d725 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855636 Jul 23 10:51:39.693140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf465b2-ca93-4936-9f63-a778af9d3f67 req-21a10111-1167-48ca-878f-20d2191d6644 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.694627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bf465b2-ca93-4936-9f63-a778af9d3f67 req-21a10111-1167-48ca-878f-20d2191d6644 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.1276503 Jul 23 10:51:39.713009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-b3270b8d-03fd-461b-b306-00aa2f94badd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.718999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-b3270b8d-03fd-461b-b306-00aa2f94badd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.724848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-b3270b8d-03fd-461b-b306-00aa2f94badd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.730976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-b3270b8d-03fd-461b-b306-00aa2f94badd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.736871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-b3270b8d-03fd-461b-b306-00aa2f94badd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:39.738744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-b3270b8d-03fd-461b-b306-00aa2f94badd tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 3885 time: 0.1425099 Jul 23 10:51:39.769416 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.776898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2bf465b2-ca93-4936-9f63-a778af9d3f67 req-00a65590-c7da-4839-9266-1704cdd926bd tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745132 Jul 23 10:51:39.782663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbd559d3-f0d2-4223-97e3-799e60909410 req-3c9dcde4-47bf-4ff4-9774-15e9ffd88c59 service neutron] 10.222.0.20 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326659 Jul 23 10:51:39.814698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=7b4a5019-dd36-4068-9e5d-968c09bb261a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:39.840887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82f7d2d9-a496-414b-a1b0-f330a5ab7481 req-6070ae79-8ba5-4376-a539-e47ee52478fa tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835602 Jul 23 10:51:39.895495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port 7b4a5019-dd36-4068-9e5d-968c09bb261a on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:39.898590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:39.901839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-6f30ad3e-a754-44d7-94e4-4daa971a01de tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "DELETE /v2.0/ports/7b4a5019-dd36-4068-9e5d-968c09bb261a HTTP/1.1" status: 204 len: 173 time: 0.8700969 Jul 23 10:51:39.902316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '7b4a5019-dd36-4068-9e5d-968c09bb261a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:39.904617 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d0e2c6-6acb-4b96-a5ce-78a96086dcb3" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "7b4a5019-dd36-4068-9e5d-968c09bb261a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:39.918707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a4a01bb0-8f61-4563-8053-30b6942b3732 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:39.948144 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbae6a6-44ec-4922-9ad7-f2243e21925c x-openstack-request-id: req-6dbae6a6-44ec-4922-9ad7-f2243e21925c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:39.948526 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "7b4a5019-dd36-4068-9e5d-968c09bb261a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:39.948855 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dbae6a6-44ec-4922-9ad7-f2243e21925c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:39.949476 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '7b4a5019-dd36-4068-9e5d-968c09bb261a', 'status': 'completed', 'code': 200} Jul 23 10:51:40.000432 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047da32-d959-4ddc-9a7a-61a3d13d9054 req-ec6af1c6-a0cb-47cf-9d2a-7232a3e1d84e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:40.002298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port a4a01bb0-8f61-4563-8053-30b6942b3732 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:40.011501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b047da32-d959-4ddc-9a7a-61a3d13d9054 req-ec6af1c6-a0cb-47cf-9d2a-7232a3e1d84e tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1096 time: 0.1162043 Jul 23 10:51:40.018164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a4a01bb0-8f61-4563-8053-30b6942b3732 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:40.019964 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.065335 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b047da32-d959-4ddc-9a7a-61a3d13d9054 req-013354a5-98ff-4961-b5f9-df300093a3df tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505636 Jul 23 10:51:40.075188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port d2840f28-0e21-41a1-8bc7-70785e50bd99 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:40.075821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.130618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.158059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a01bb0-8f61-4563-8053-30b6942b3732'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:40.160469 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d424dd0-c383-4a80-adbe-7fc41e0d9ff2" -d '{"events": [{"server_uuid": "46c7f1b7-29d1-49c1-a17e-f7cf78435fca", "name": "network-vif-plugged", "status": "completed", "tag": "a4a01bb0-8f61-4563-8053-30b6942b3732"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:40.182655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a4a01bb0-8f61-4563-8053-30b6942b3732, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a4a01bb0-8f61-4563-8053-30b6942b3732,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:40.192594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.193401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cbf63072-1f38-478c-b7ba-d0e71ec6b648 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.235099 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a37cd-4a56-4645-90e8-d1c3091caf78 x-openstack-request-id: req-593a37cd-4a56-4645-90e8-d1c3091caf78 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:40.235395 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c7f1b7-29d1-49c1-a17e-f7cf78435fca", "name": "network-vif-plugged", "status": "completed", "tag": "a4a01bb0-8f61-4563-8053-30b6942b3732", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:40.235672 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-593a37cd-4a56-4645-90e8-d1c3091caf78 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:40.236060 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a01bb0-8f61-4563-8053-30b6942b3732', 'code': 200} Jul 23 10:51:40.258276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port d2840f28-0e21-41a1-8bc7-70785e50bd99, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d2840f28-0e21-41a1-8bc7-70785e50bd99,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:40.258659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.301277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cbf63072-1f38-478c-b7ba-d0e71ec6b648 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:40.301725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a013f494-faaf-46ce-9a1c-15ae6ac43f48 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.328628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a4a01bb0-8f61-4563-8053-30b6942b3732,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:40.335844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for d2840f28-0e21-41a1-8bc7-70785e50bd99 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:40.382599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a013f494-faaf-46ce-9a1c-15ae6ac43f48 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:40.383101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.453070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:40.454188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d2840f28-0e21-41a1-8bc7-70785e50bd99 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.491873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1714eca-d5f2-4997-b633-0d158e69a8fd req-392935b3-ae99-4ea1-82cb-f1a7ecc441e8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:40.494657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1714eca-d5f2-4997-b633-0d158e69a8fd req-392935b3-ae99-4ea1-82cb-f1a7ecc441e8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.2088583 Jul 23 10:51:40.495091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d288-fbb0-4d02-9477-3b927e9348f7 req-d2e3dd9a-5f17-4c6e-8746-aae62afa7fd2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:40.497075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cce7d288-fbb0-4d02-9477-3b927e9348f7 req-d2e3dd9a-5f17-4c6e-8746-aae62afa7fd2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.3490860 Jul 23 10:51:40.504296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff960013-0282-455d-9c42-ab43f87431be req-0332f499-96cf-4dcb-8bf7-fdcaa2515de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:40.505983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff960013-0282-455d-9c42-ab43f87431be req-0332f499-96cf-4dcb-8bf7-fdcaa2515de6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 1096 time: 0.1489973 Jul 23 10:51:40.558593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.571248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff960013-0282-455d-9c42-ab43f87431be req-8432f63e-75a4-4176-820a-3eb5b98ff1e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562694 Jul 23 10:51:40.578065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a1714eca-d5f2-4997-b633-0d158e69a8fd req-ec7a741a-c871-4758-8c25-bc41dffa43a0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767255 Jul 23 10:51:40.581591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cce7d288-fbb0-4d02-9477-3b927e9348f7 req-7030b306-6be1-45fb-81b9-e89ed32c3c58 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718000 Jul 23 10:51:40.605874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51106) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:40.616952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.642396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7b4a5019-dd36-4068-9e5d-968c09bb261a no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.660682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=d2840f28-0e21-41a1-8bc7-70785e50bd99,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:40.671208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d5591e1d-202c-491f-8d44-c44e8d4f6798 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/6e136bfe-d60d-4644-bb39-577209ca0437 HTTP/1.1" status: 200 len: 991 time: 0.0641429 Jul 23 10:51:40.692588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 7b4a5019-dd36-4068-9e5d-968c09bb261a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:51:40.693144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 7b4a5019-dd36-4068-9e5d-968c09bb261a not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:40.693884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.712040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port d2840f28-0e21-41a1-8bc7-70785e50bd99 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:40.715043 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.717425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-bbde9249-436a-473e-ac01-b54f5bc57ec0 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "DELETE /v2.0/ports/d2840f28-0e21-41a1-8bc7-70785e50bd99 HTTP/1.1" status: 204 len: 173 time: 0.8056595 Jul 23 10:51:40.772220 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.803257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:40.808011 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.808714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 1182611f-f466-4f99-9b0a-9ec50ffb138d no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.903202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:40.950884 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.984121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:40.989594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:40.990382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 8b01ca83-1c34-4e14-a37b-36df4d86f645 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:40.991090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 1182611f-f466-4f99-9b0a-9ec50ffb138d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:40.991796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.039948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12010bb5-2b00-414e-b685-7322e197cbb8 req-4d2a9dd9-9d08-4c28-8857-781cc3a3a2da tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:41.047102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12010bb5-2b00-414e-b685-7322e197cbb8 req-4d2a9dd9-9d08-4c28-8857-781cc3a3a2da tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:41.053058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12010bb5-2b00-414e-b685-7322e197cbb8 req-4d2a9dd9-9d08-4c28-8857-781cc3a3a2da tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:41.055295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12010bb5-2b00-414e-b685-7322e197cbb8 req-4d2a9dd9-9d08-4c28-8857-781cc3a3a2da tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 2413 time: 0.1300366 Jul 23 10:51:41.086650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:41.145573 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.171655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12010bb5-2b00-414e-b685-7322e197cbb8 req-d3ec48d5-962f-43a3-a7ee-cabd3e0d81dc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648208 Jul 23 10:51:41.178337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port 1182611f-f466-4f99-9b0a-9ec50ffb138d, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=1182611f-f466-4f99-9b0a-9ec50ffb138d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:41.180776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.188671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:41.194938 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.211986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 1182611f-f466-4f99-9b0a-9ec50ffb138d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:41.253976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:41.355677 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.394056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=1182611f-f466-4f99-9b0a-9ec50ffb138d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:41.438256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port 1182611f-f466-4f99-9b0a-9ec50ffb138d on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:41.441213 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.443366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-d301140b-c39d-49b3-9650-99cb21e1bf78 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "DELETE /v2.0/ports/1182611f-f466-4f99-9b0a-9ec50ffb138d HTTP/1.1" status: 204 len: 173 time: 0.6235647 Jul 23 10:51:41.561820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:41.562286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.669776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:41.670145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.721230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c184-5ced-432f-a79d-4bdbd8788922 req-1b021be1-186a-455e-9257-b86d8d7d3221 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:41.722896 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-57b7c184-5ced-432f-a79d-4bdbd8788922 req-1b021be1-186a-455e-9257-b86d8d7d3221 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.0665717 Jul 23 10:51:41.776303 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-57b7c184-5ced-432f-a79d-4bdbd8788922 req-e03e5500-7642-44de-b0b3-59ea5dc2a64e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Jul 23 10:51:41.974884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.975224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:41.975633 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Floating IP 0432eb1e-f687-4686-8fc0-875e9ed1bffb disassociated. External IP: 172.25.4.224, port: 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b. Jul 23 10:51:41.976164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:41.977859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': 'd2840f28-0e21-41a1-8bc7-70785e50bd99'}, {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:41.980580 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f18d0-f46e-4812-b323-7e4ce0d5e4e9" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "d2840f28-0e21-41a1-8bc7-70785e50bd99"}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:42.048282 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a69c8a-5679-4761-bc64-ff10a21dcf00 x-openstack-request-id: req-93a69c8a-5679-4761-bc64-ff10a21dcf00 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:42.048868 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "d2840f28-0e21-41a1-8bc7-70785e50bd99", "status": "completed", "code": 200}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:42.048868 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93a69c8a-5679-4761-bc64-ff10a21dcf00 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:42.049220 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': 'd2840f28-0e21-41a1-8bc7-70785e50bd99', 'status': 'completed', 'code': 200} Jul 23 10:51:42.049482 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d', 'status': 'completed', 'code': 200} Jul 23 10:51:42.061267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b387d-d07a-4c15-9e7e-f66d75f78ef9 req-d4baf1d7-959b-473c-ba2e-0843d517ee77 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:42.062856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-115b387d-d07a-4c15-9e7e-f66d75f78ef9 req-d4baf1d7-959b-473c-ba2e-0843d517ee77 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.2162747 Jul 23 10:51:42.122537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-115b387d-d07a-4c15-9e7e-f66d75f78ef9 req-46352a13-ca36-446b-b61e-f3bdb5c8d368 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Jul 23 10:51:42.187710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:42.214662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=780cf1e9-62e4-4c65-879f-f0a7e54c2d2b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:42.236911 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'}, {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d'}, {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:42.239253 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496d71ac-c1f5-4a23-bcc2-d20f50e2f039" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-unplugged", "status": "completed", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b"}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-unplugged", "status": "completed", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d"}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:42.294399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a124e-55bc-4e90-82a1-7fb67011cef4 req-58dbaf43-803b-4b8b-ba8f-9910b923cc44 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:42.296001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-283a124e-55bc-4e90-82a1-7fb67011cef4 req-58dbaf43-803b-4b8b-ba8f-9910b923cc44 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.0969374 Jul 23 10:51:42.334832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-283a124e-55bc-4e90-82a1-7fb67011cef4 req-1d5e1b75-c0a4-4d22-be57-2ff0babcc157 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Jul 23 10:51:42.393400 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b03205-fc2f-4bbb-a6c4-08524aa6b51a x-openstack-request-id: req-c2b03205-fc2f-4bbb-a6c4-08524aa6b51a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:42.394875 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-unplugged", "status": "completed", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b", "code": 200}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-unplugged", "status": "completed", "tag": "1182611f-f466-4f99-9b0a-9ec50ffb138d", "code": 200}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:42.395215 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2b03205-fc2f-4bbb-a6c4-08524aa6b51a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:42.395727 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'code': 200} Jul 23 10:51:42.396049 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1182611f-f466-4f99-9b0a-9ec50ffb138d', 'code': 200} Jul 23 10:51:42.396499 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645', 'code': 200} Jul 23 10:51:42.401553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:42.415006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d86f6-62ac-4205-92b7-1239024bcece req-9a413122-89de-4373-afcc-8b4430cb9c59 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:42.417730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-138d86f6-62ac-4205-92b7-1239024bcece req-9a413122-89de-4373-afcc-8b4430cb9c59 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 942 time: 0.1070018 Jul 23 10:51:42.645980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d331428-90c9-4478-9fc7-5ca72a70a3f3 req-352d60a8-2054-46e7-839c-2aa2a162b81d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:42.655545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d331428-90c9-4478-9fc7-5ca72a70a3f3 req-352d60a8-2054-46e7-839c-2aa2a162b81d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.0810039 Jul 23 10:51:42.721357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d331428-90c9-4478-9fc7-5ca72a70a3f3 req-8dcc80fd-06df-4b12-8995-fa533734398a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648189 Jul 23 10:51:42.854445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-138d86f6-62ac-4205-92b7-1239024bcece req-92ab93a5-f10d-416d-b94e-0ef53f61b1c2 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4283381 Jul 23 10:51:42.877953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:42.888921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] Sync routers for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:42.899028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:42.900229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:42.930193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port 780cf1e9-62e4-4c65-879f-f0a7e54c2d2b on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:42.933067 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:42.935158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-91dc6f70-3620-4e20-a3a8-737f85cad09c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "DELETE /v2.0/ports/780cf1e9-62e4-4c65-879f-f0a7e54c2d2b HTTP/1.1" status: 204 len: 173 time: 1.4837744 Jul 23 10:51:42.949771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:43.022236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:43.066875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 8b01ca83-1c34-4e14-a37b-36df4d86f645 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:43.069193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.167782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 88487ca1-667b-481d-a658-79ee7dcd70c6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:43.168403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.194402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port 8b01ca83-1c34-4e14-a37b-36df4d86f645, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=8b01ca83-1c34-4e14-a37b-36df4d86f645,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:43.195091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.224014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 8b01ca83-1c34-4e14-a37b-36df4d86f645 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:43.268999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.269341 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.283592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 88487ca1-667b-481d-a658-79ee7dcd70c6 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:43.290550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:50Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:43.317520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] Checking router: 705dc9be-5497-497a-a5b2-b8dd7ba8d244 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:43.326977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:43.327633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:43.368035 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.397553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=8b01ca83-1c34-4e14-a37b-36df4d86f645,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:43.441576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:43.453414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port 8b01ca83-1c34-4e14-a37b-36df4d86f645 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:43.455932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.457977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ba24744-f7c7-4de2-9e0c-f3386276650f req-0274b1f7-ead0-45ea-a070-42bce3c9c55c tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.20 "DELETE /v2.0/ports/8b01ca83-1c34-4e14-a37b-36df4d86f645 HTTP/1.1" status: 204 len: 173 time: 0.5159781 Jul 23 10:51:43.485657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.512492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=88487ca1-667b-481d-a658-79ee7dcd70c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:43.579704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:43.579955 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP 6e136bfe-d60d-4644-bb39-577209ca0437 disassociated (deleted). External IP: 172.25.4.68, port: 19f9b480-e98e-4d74-9d79-ee9b88832996. Jul 23 10:51:43.715675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:50Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:43.738509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8a84f-1207-4a82-be25-f74d9eb6c95c None None] The sync data for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 is: [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:40:38Z', 'revision_number': 4, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4b2b369a-4f40-4fb4-8590-a0a60d6c16b3', 'name': '', 'network_id': '0510427f-8d71-48b8-b4d1-38f661da049d', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'mac_address': 'fa:16:3e:a1:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:36Z', 'updated_at': '2021-07-23T10:40:50Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'subnets': [{'id': 'bddfa58b-2c6e-475f-b77c-f74a514d618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:43.839450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router a9a20d03-e963-4667-adeb-05243f424066 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:43.917674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eda9a-92cd-49a8-9c9c-0778033297b2 req-f5be2632-e67c-47f2-a615-306c751b06ea tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:43.919401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a2eda9a-92cd-49a8-9c9c-0778033297b2 req-f5be2632-e67c-47f2-a615-306c751b06ea tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.1234660 Jul 23 10:51:43.997434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:44.013793 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] Sync routers for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:44.018313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a2eda9a-92cd-49a8-9c9c-0778033297b2 req-8d553c47-824b-42cd-a11a-e5c74b9b0479 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890653 Jul 23 10:51:44.020293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:44.034507 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:44.035135 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:44.051265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b'}, {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:44.054234 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3842393-5699-40bb-a90d-6a5e35b682c3" -d '{"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b"}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:44.076571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-759c8053-0a44-4f5d-b4ee-dc5f7e71df2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/floatingips/6e136bfe-d60d-4644-bb39-577209ca0437 HTTP/1.1" status: 204 len: 168 time: 1.1251044 Jul 23 10:51:44.100095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:44.103407 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d529be44-bbd9-4021-9803-8678219b5944" -d '{"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:44.106228 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddee473-12b1-4e26-999b-2f74c55d7074 x-openstack-request-id: req-9ddee473-12b1-4e26-999b-2f74c55d7074 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:44.107100 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "780cf1e9-62e4-4c65-879f-f0a7e54c2d2b", "status": "completed", "code": 200}, {"server_uuid": "783a953d-4139-4136-bd60-7d5d1c0ab99f", "name": "network-vif-deleted", "tag": "8b01ca83-1c34-4e14-a37b-36df4d86f645", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:44.107584 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ddee473-12b1-4e26-999b-2f74c55d7074 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:44.108199 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '780cf1e9-62e4-4c65-879f-f0a7e54c2d2b', 'status': 'completed', 'code': 200} Jul 23 10:51:44.108645 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783a953d-4139-4136-bd60-7d5d1c0ab99f', 'name': 'network-vif-deleted', 'tag': '8b01ca83-1c34-4e14-a37b-36df4d86f645', 'status': 'completed', 'code': 200} Jul 23 10:51:44.112350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ac24a4ec-64ce-43a3-816b-30ed93cf8465 req-93bcd93a-a53f-4c51-b4d8-8c6eddf03225 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.1089678 Jul 23 10:51:44.191647 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51d8a0e-17a8-4601-8353-ab22d1fa03b2 x-openstack-request-id: req-f51d8a0e-17a8-4601-8353-ab22d1fa03b2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:44.192162 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:44.192601 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f51d8a0e-17a8-4601-8353-ab22d1fa03b2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:44.193212 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'status': 'completed', 'code': 200} Jul 23 10:51:44.219619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc6921-ddce-4825-803d-54b0ad910da3 None None] New status for floating IP 0432eb1e-f687-4686-8fc0-875e9ed1bffb: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:51:44.282141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-225a1852-0b68-43be-a0b9-47fe331b1a58 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:44.284110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-225a1852-0b68-43be-a0b9-47fe331b1a58 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.1068430 Jul 23 10:51:44.307209 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:44.479188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529be44-bbd9-4021-9803-8678219b5944 req-b9cee47f-7505-4f19-b701-732393f0ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:44.481339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-b9cee47f-7505-4f19-b701-732393f0ef4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 1096 time: 0.2598674 Jul 23 10:51:44.516230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7312-b278-48f3-b48d-ca3d8194908c req-6b34ced2-80a0-438d-8788-318932a36a7d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:44.517977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c8d7312-b278-48f3-b48d-ca3d8194908c req-6b34ced2-80a0-438d-8788-318932a36a7d tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.1146758 Jul 23 10:51:44.551728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port a4a01bb0-8f61-4563-8053-30b6942b3732 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:44.554195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:44.594863 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:38Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:44.611855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c8d7312-b278-48f3-b48d-ca3d8194908c req-d40a79ad-3610-4869-b982-1144a5f82cbb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793104 Jul 23 10:51:44.632076 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] Checking router: a9a20d03-e963-4667-adeb-05243f424066 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:44.641804 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:44.642776 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:44.783687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529be44-bbd9-4021-9803-8678219b5944 req-42e32fb5-5284-4dcd-a036-259653d93e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:44.785184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-42e32fb5-5284-4dcd-a036-259653d93e42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 200 len: 898 time: 0.2905447 Jul 23 10:51:44.823128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:44.888658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-d5f83e94-9e33-484a-9140-6d6f0cd28475 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 200 len: 217 time: 0.0920348 Jul 23 10:51:44.893820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port a4a01bb0-8f61-4563-8053-30b6942b3732, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a4a01bb0-8f61-4563-8053-30b6942b3732,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:44.894163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:44.939376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for a4a01bb0-8f61-4563-8053-30b6942b3732 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:45.011202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529be44-bbd9-4021-9803-8678219b5944 req-698f930d-501b-44e9-ae62-d60776c9ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:45.012731 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-698f930d-501b-44e9-ae62-d60776c9ca8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 200 len: 835 time: 0.1088738 Jul 23 10:51:45.029640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-ad419d8f-4de4-4abc-b58e-e6dcee2f99fe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:45.031132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-ad419d8f-4de4-4abc-b58e-e6dcee2f99fe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.1844037 Jul 23 10:51:45.074048 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:38Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:45.131712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0816f-80e1-473f-a040-147abf8ed130 None None] The sync data for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 is: [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:50:31Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '65ceb88b-f7e5-4707-bae5-0a2092fc543f', 'name': '', 'network_id': '08f69b7b-90d3-4415-bf90-61613ec5dda0', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:19:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:30Z', 'updated_at': '2021-07-23T10:50:38Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '4c623c65-bffe-4335-a9b2-b3d5d60c2f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:45.256522 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f9876db-b78c-40c9-8bbf-2ed9124b52ec req-ea746473-9d64-49f1-8afb-577726609efa tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0609038 Jul 23 10:51:45.301139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529be44-bbd9-4021-9803-8678219b5944 req-694f8b97-82e2-4394-9ab4-f2f150bc1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:45.302673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-694f8b97-82e2-4394-9ab4-f2f150bc1f2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f69b7b-90d3-4415-bf90-61613ec5dda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706261 Jul 23 10:51:45.374870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:45.389380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 19f9b480-e98e-4d74-9d79-ee9b88832996 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:45.389803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:45.406804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99511e69-5c24-42b5-bab0-b9a4a082d2dc req-119ce407-236a-4893-a2f5-9b931974aeb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:45.409072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99511e69-5c24-42b5-bab0-b9a4a082d2dc req-119ce407-236a-4893-a2f5-9b931974aeb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 945 time: 0.2804849 Jul 23 10:51:45.409279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a4a01bb0-8f61-4563-8053-30b6942b3732'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:51:45.494341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=a4a01bb0-8f61-4563-8053-30b6942b3732,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:45.627526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port a4a01bb0-8f61-4563-8053-30b6942b3732 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:45.629290 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e63b3-2c5d-4eda-aa07-b659bdb18e24 None None] New status for floating IP 6e136bfe-d60d-4644-bb39-577209ca0437: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:51:45.635402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:45.641779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24a3b43c-565f-48c7-8398-a617d2afd0bf req-e6bc88d7-e09d-452a-b7dc-a05c3afab25b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "DELETE /v2.0/ports/a4a01bb0-8f61-4563-8053-30b6942b3732 HTTP/1.1" status: 204 len: 173 time: 1.3514266 Jul 23 10:51:45.674682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99511e69-5c24-42b5-bab0-b9a4a082d2dc req-6c4bae28-d89e-42fd-af81-6ac6a11c5ff5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004628 Jul 23 10:51:45.687447 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-4046a016-30dd-4f98-a042-4e2aeee6ecbc service neutron] 10.222.0.55 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775187 Jul 23 10:51:45.789482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 19f9b480-e98e-4d74-9d79-ee9b88832996, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=19f9b480-e98e-4d74-9d79-ee9b88832996,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:45.796517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:45.816331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd986ef-3f25-4962-89f0-5f96b5bc3874 req-c8ab200b-d75a-40b2-ad73-d39e76fe3c6a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:45.826711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fd986ef-3f25-4962-89f0-5f96b5bc3874 req-c8ab200b-d75a-40b2-ad73-d39e76fe3c6a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=993fbe00-73b4-4e6c-a5c1-53958f9f860e HTTP/1.1" status: 200 len: 945 time: 0.0932539 Jul 23 10:51:45.878885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 19f9b480-e98e-4d74-9d79-ee9b88832996 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:45.891919 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3fd986ef-3f25-4962-89f0-5f96b5bc3874 req-3c3ed222-5da2-4feb-82de-6681e8db1cdb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=57a2beb7-fafc-4a80-9696-e4d39fa14f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636895 Jul 23 10:51:45.976897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d529be44-bbd9-4021-9803-8678219b5944 req-0859c850-d516-404d-8d39-4b2743bf0b90 service neutron] 10.222.0.55 "GET /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725940 Jul 23 10:51:46.049674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:46.091878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=19f9b480-e98e-4d74-9d79-ee9b88832996,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:46.123780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'name': 'network-vif-deleted', 'tag': 'a4a01bb0-8f61-4563-8053-30b6942b3732'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:46.126283 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ec08f0-c9ff-4613-ad18-67aceb07db7d" -d '{"events": [{"server_uuid": "46c7f1b7-29d1-49c1-a17e-f7cf78435fca", "name": "network-vif-deleted", "tag": "a4a01bb0-8f61-4563-8053-30b6942b3732"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:46.152173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] No DVR routers for this DVR port 19f9b480-e98e-4d74-9d79-ee9b88832996 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:46.154965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:46.157122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4532dd9b-a748-4040-beed-a5dc2a7de44f req-b6c8a001-4a0f-44bc-8262-81602680b9d0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.55 "DELETE /v2.0/ports/19f9b480-e98e-4d74-9d79-ee9b88832996 HTTP/1.1" status: 204 len: 173 time: 1.1146824 Jul 23 10:51:46.179341 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2cec18-e3d2-48c0-a05b-0cca18ef6310 x-openstack-request-id: req-8d2cec18-e3d2-48c0-a05b-0cca18ef6310 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:46.180026 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c7f1b7-29d1-49c1-a17e-f7cf78435fca", "name": "network-vif-deleted", "tag": "a4a01bb0-8f61-4563-8053-30b6942b3732", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:46.180543 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d2cec18-e3d2-48c0-a05b-0cca18ef6310 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:46.181877 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c7f1b7-29d1-49c1-a17e-f7cf78435fca', 'name': 'network-vif-deleted', 'tag': 'a4a01bb0-8f61-4563-8053-30b6942b3732', 'status': 'completed', 'code': 200} Jul 23 10:51:46.391694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a4698d2-4f09-45ad-a296-127e1f51eb48 req-b19541d5-b98a-416a-a8b0-b8ffc0411b20 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0459926 Jul 23 10:51:46.777656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a66a559-e971-4af8-bf5e-3f2090fc59ff req-5cf6f71f-7c53-48a1-bbad-1ca56781b44e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0305827 Jul 23 10:51:46.956171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:47.373262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:47.531899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-828e0f99-3c27-42ff-b096-5f08edfc4f0e req-701f299e-5a5c-43d6-92fd-8bb39a7e60af tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0536900 Jul 23 10:51:47.755148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 65ceb88b-f7e5-4707-bae5-0a2092fc543f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:47.756092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:47.902855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 65ceb88b-f7e5-4707-bae5-0a2092fc543f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=65ceb88b-f7e5-4707-bae5-0a2092fc543f,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:47.903571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:47.923177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 65ceb88b-f7e5-4707-bae5-0a2092fc543f owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:47.951880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a4a01bb0-8f61-4563-8053-30b6942b3732 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:47.968134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-028f0ca4-8e6e-4bb1-b1c7-d85f64722b06 req-3f37af13-7426-4e4b-adbb-8be5f891906d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0399745 Jul 23 10:51:47.994363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: a4a01bb0-8f61-4563-8053-30b6942b3732 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:51:47.994835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a4a01bb0-8f61-4563-8053-30b6942b3732 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:48.183746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-deleted', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:51:48.185661 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac913d72-320e-4697-ba8b-7223610a3765" -d '{"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-deleted", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:51:48.217984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:48.232058 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb3622-bfb3-42b7-99f1-dadf41147c66 x-openstack-request-id: req-e3eb3622-bfb3-42b7-99f1-dadf41147c66 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:51:48.232740 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993fbe00-73b4-4e6c-a5c1-53958f9f860e", "name": "network-vif-deleted", "tag": "19f9b480-e98e-4d74-9d79-ee9b88832996", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:51:48.233392 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3eb3622-bfb3-42b7-99f1-dadf41147c66 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:51:48.234031 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993fbe00-73b4-4e6c-a5c1-53958f9f860e', 'name': 'network-vif-deleted', 'tag': '19f9b480-e98e-4d74-9d79-ee9b88832996', 'status': 'completed', 'code': 200} Jul 23 10:51:48.315050 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=65ceb88b-f7e5-4707-bae5-0a2092fc543f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:48.433891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:48.463759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 19f9b480-e98e-4d74-9d79-ee9b88832996 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:51:48.464534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 19f9b480-e98e-4d74-9d79-ee9b88832996 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:48.519026 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:48.645592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43aa76a6-c646-47ad-9094-4256443bbaf6 req-4323f006-a7a3-49a2-9e2b-d71fe44f3486 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0345917 Jul 23 10:51:48.788767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router a9a20d03-e963-4667-adeb-05243f424066 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:51:48.901525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:48.907663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c29e478-d3a9-4b87-a62f-fc4fb584af2e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/a9a20d03-e963-4667-adeb-05243f424066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9504051 Jul 23 10:51:48.910406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:48.921905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] Sync routers for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:48.933855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:48.934791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:48.983457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting subnet 4c623c65-bffe-4335-a9b2-b3d5d60c2f73 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:51:48.988252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.064192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.069537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:49.104824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3b1e013e-bd29-4bad-bf9d-94ba6b151561 req-b5848a67-5168-4623-bea3-df3b371d9d88 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0403357 Jul 23 10:51:49.319051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:51:48Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:49.360820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] Checking router: a9a20d03-e963-4667-adeb-05243f424066 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:49.372097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] Routers {'a9a20d03-e963-4667-adeb-05243f424066'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:49.372892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a9a20d03-e963-4667-adeb-05243f424066'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:49.491229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] Set router a9a20d03-e963-4667-adeb-05243f424066 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:49.502124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.577961 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.610265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Subnet': ['ID=4c623c65-bffe-4335-a9b2-b3d5d60c2f73,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:49.612730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.615156 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4dbf9c00-085e-4084-a885-3b7a2703ae7a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/subnets/4c623c65-bffe-4335-a9b2-b3d5d60c2f73 HTTP/1.1" status: 204 len: 168 time: 0.7037849 Jul 23 10:51:49.618123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:49.645237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7e708-bb2f-43dc-a17e-5c5ead516432 None None] Network 08f69b7b-90d3-4415-bf90-61613ec5dda0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:49.761647 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.873144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2108956d-9c4c-4ced-af24-1399d032155b req-02c0a4ca-9293-4039-a852-d0d93b4c21f6 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0948372 Jul 23 10:51:49.928510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:51:48Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:49.946331 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:49.962724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aee380-e103-4391-93c1-3dae76f4a36f None None] The sync data for ids ['a9a20d03-e963-4667-adeb-05243f424066'] in n-d-778550-4 is: [{'id': 'a9a20d03-e963-4667-adeb-05243f424066', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343308445', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:19Z', 'updated_at': '2021-07-23T10:51:48Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '4c4cb8d0-6207-44e4-b6ff-134f6f152600', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a20d03-e963-4667-adeb-05243f424066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:21Z', 'updated_at': '2021-07-23T10:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:50.051584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 4c4cb8d0-6207-44e4-b6ff-134f6f152600 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:50.051951 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.141630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 4c4cb8d0-6207-44e4-b6ff-134f6f152600, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4c4cb8d0-6207-44e4-b6ff-134f6f152600,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:50.143110 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.160552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 4c4cb8d0-6207-44e4-b6ff-134f6f152600 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:50.228755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7394c287-5445-4021-afe6-4bf059aa0397 req-4a6f1c1b-fec0-4a7b-8714-be52927d47e9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0417948 Jul 23 10:51:50.339996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] DHCP port deletion for 08f69b7b-90d3-4415-bf90-61613ec5dda0 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:51:50.419326 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.431934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] Deleting port 8b8db569-ca9d-4825-b964-08a48610aa25 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:51:50.432615 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.450212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=4c4cb8d0-6207-44e4-b6ff-134f6f152600,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:50.530445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] For port 8b8db569-ca9d-4825-b964-08a48610aa25, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b8db569-ca9d-4825-b964-08a48610aa25,segment=NetworkSegment(e5b5c74e-741a-4c33-9248-3ce4c9fd4369),segment_id=e5b5c74e-741a-4c33-9248-3ce4c9fd4369)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:50.531058 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.544650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.553432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] Calling delete_port for 8b8db569-ca9d-4825-b964-08a48610aa25 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:51:50.651733 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.653699 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.674932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.719706 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.720221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Fanout notify agent at l3_agent the message router_deleted on router a9a20d03-e963-4667-adeb-05243f424066 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:51:50.727910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] Pushing event deleted for resources: {'Port': ['ID=8b8db569-ca9d-4825-b964-08a48610aa25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:50.729114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.730444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2239546c-d846-4d67-b41b-62aad214fc5e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/routers/a9a20d03-e963-4667-adeb-05243f424066 HTTP/1.1" status: 204 len: 168 time: 1.1060126 Jul 23 10:51:50.733331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:50.740505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea368c1-3864-4a26-b833-1d17faca40fe None None] No DVR routers for this DVR port 8b8db569-ca9d-4825-b964-08a48610aa25 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:51:50.835903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.982103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:50.995359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f69b7b-90d3-4415-bf90-61613ec5dda0']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:51.012895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:51.013276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b5c74e-741a-4c33-9248-3ce4c9fd4369') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:51.021510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5f139e6b-d6ab-44b9-b830-488b8040b7d2 req-a9282027-f4e5-4a24-bc64-a2cf84591217 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0665710 Jul 23 10:51:51.037630 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.058305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.064833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:51:51.065241 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:51:51.068353 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:51:51.139998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.152126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.156411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/networks/08f69b7b-90d3-4415-bf90-61613ec5dda0 HTTP/1.1" status: 204 len: 168 time: 0.4193811 Jul 23 10:51:51.157325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51296) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:51.179957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca1271-23d8-407b-9cde-9916a1ff91ee tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Network': ['ID=08f69b7b-90d3-4415-bf90-61613ec5dda0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:51.233391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51971d15-1d35-449d-8515-9c96b2d71fb7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.265008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51971d15-1d35-449d-8515-9c96b2d71fb7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.356557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e72201ef-71e9-4a5e-89fa-749198093f84 req-9be8c964-8d0a-4435-8e76-f50eebbfd874 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0348804 Jul 23 10:51:51.386299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51971d15-1d35-449d-8515-9c96b2d71fb7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.389018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51971d15-1d35-449d-8515-9c96b2d71fb7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.390181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-51971d15-1d35-449d-8515-9c96b2d71fb7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/security-groups/57a2beb7-fafc-4a80-9696-e4d39fa14f2e HTTP/1.1" status: 204 len: 168 time: 0.2326527 Jul 23 10:51:51.399284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51971d15-1d35-449d-8515-9c96b2d71fb7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2beb7-fafc-4a80-9696-e4d39fa14f2e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:51.642786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51312) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:51.647642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728740039', 'description': 'tempest-secgroup-smoke-728740039 description', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:51.673432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.771862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.773394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b8db569-ca9d-4825-b964-08a48610aa25 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:51.778187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.805155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.810245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1631188 Jul 23 10:51:51.810406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 8b8db569-ca9d-4825-b964-08a48610aa25 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:51:51.810406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b8db569-ca9d-4825-b964-08a48610aa25 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:51.810406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c4cb8d0-6207-44e4-b6ff-134f6f152600 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:51.810682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:51.814272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '3f1df3ef-80d5-4302-aa59-da46050207e7', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:51.820672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c84f70-2d34-47df-a42e-1c7a5d0acaa4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1df3ef-80d5-4302-aa59-da46050207e7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:51.846550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4c4cb8d0-6207-44e4-b6ff-134f6f152600 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:51:51.847091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4c4cb8d0-6207-44e4-b6ff-134f6f152600 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:51.847740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 65ceb88b-f7e5-4707-bae5-0a2092fc543f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:51:51.849181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.874982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 65ceb88b-f7e5-4707-bae5-0a2092fc543f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:51:51.875629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 65ceb88b-f7e5-4707-bae5-0a2092fc543f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:51:51.930358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.936453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.970709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87c2b82-c1e3-47cc-a936-aa87a0fe694f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:51.979313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:51.982700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4d71778b-287b-4978-962b-1ea629a40a21 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698403 Jul 23 10:51:51.983496 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:51.988335 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '3f1df3ef-80d5-4302-aa59-da46050207e7', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:52.016511 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.086694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.091910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.112935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7288ea44-3dd8-4173-887a-b5be54690d8d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:52.124388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.124773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.125240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.125914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.126182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.126575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.126850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.127188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.127562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.127896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.128226 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.128556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.131334 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.132576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1f4bc7f5-e5fb-47d5-aaae-2b641eb8e473 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480093 Jul 23 10:51:52.135591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51324) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:52.140296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '3f1df3ef-80d5-4302-aa59-da46050207e7', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:52.175288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-111028c8-bf92-4ec0-9403-4771f5472843 req-e87c846d-1ede-4534-96fb-20fd6f6f8cdc tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0416179 Jul 23 10:51:52.178747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.254866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.260516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.281897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49831c08-f1c4-42b2-a566-8f8547e9ad9c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:52.294046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.297942 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587067 Jul 23 10:51:52.297942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.297942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.297942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.298308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51330) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:52.299614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.300217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.300930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.301852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.302468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.303046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '3f1df3ef-80d5-4302-aa59-da46050207e7', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:52.303570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.304749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.305558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.306945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f2cd1-7dd1-4315-a960-62cd7d6d4994 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:51:52.345827 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.438713 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.443094 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.470946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5002d51-e53f-46b5-9c7f-7d4903646d61,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:52.476490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.482946 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-351c04e6-38f2-4cce-afe3-d32a31a66cf9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836154 Jul 23 10:51:52.484122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:52.491841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '3f1df3ef-80d5-4302-aa59-da46050207e7', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:52.521605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f55c929-0a0b-4b55-8784-619e8cc0099b req-3d2fda58-1b5b-4b69-8097-b71f4d6d649d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c7f1b7-29d1-49c1-a17e-f7cf78435fca HTTP/1.1" status: 200 len: 210 time: 0.0421760 Jul 23 10:51:52.522078 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:51:52.533622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.607165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.610871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.629865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8156931c-b6a3-4cf0-af62-838532e21dd1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:52.636438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.640442 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b016cd87-a4b2-460a-be79-4db95a79d45b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526432 Jul 23 10:51:52.640669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:52.645667 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'security_group_rule': {'security_group_id': '3f1df3ef-80d5-4302-aa59-da46050207e7', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:52.668981 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Project c28bf5d98a9540e3bc01a0a43679df33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:51:52.674928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.754235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.759831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.778249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadfe40c-a4d2-4efb-993a-28105cdbe6b9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:52.788333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.789670 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f6128a13-de94-406a-b0ff-3cacbebf70fa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479766 Jul 23 10:51:52.793627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:52.799714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'network': {'name': 'tempest-network-smoke--980676814', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:52.823003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:52.828442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.882270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:51:52.893479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.894045 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Added segment 1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d of type vlan for network 2199be05-5322-4c2a-8e06-f99ee39e2c17 Jul 23 10:51:52.947553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.982063 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:52.994919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:52.997108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.036502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2417879 Jul 23 10:51:53.039293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51348) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:53.045129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'admin_state_up': True, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:53.095204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bac37-512b-4dad-a507-6d510af28c1c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Network': ['ID=2199be05-5322-4c2a-8e06-f99ee39e2c17,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:53.105922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.107118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.141086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:51:53.213201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.325000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9c987126-2c1b-4894-b29a-cb21bbfb5602 req-60fde0fb-7be3-4eca-a5e2-14de65b97870 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0372186 Jul 23 10:51:53.405724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.629084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.655541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.793839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.59 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/6a4c3467-6667-41b0-8e2b-f72d6a5b37aa) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:53.903679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:53.963065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:54.023582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:54.025880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:54.029490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:54.031650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:54.120220 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:54.306415 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:54.461737 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4a6dce8-482a-427a-81ee-3d4c3b7dc0bf req-259e0136-31fb-4d94-9e4c-9c8ade868898 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0374069 Jul 23 10:51:54.538794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:54.646696 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:54.703764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a7905-d775-4256-8eba-e16da6481353 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:54.704350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a7905-d775-4256-8eba-e16da6481353 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:54.704904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a7905-d775-4256-8eba-e16da6481353 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:54.719468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-495a7905-d775-4256-8eba-e16da6481353 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=e29169d9cbc14dfe9343d1e2e8c229f1&network_id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 2970 time: 0.1673355 Jul 23 10:51:54.801882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:51:54.936207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:51:54.947488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Sync routers for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:51:54.955818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:54.960624 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7fa10243-3f26-46de-8e58-e2defd6720bb tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9169395 Jul 23 10:51:54.961814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:54.964107 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:54.965152 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:54.995757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-98d87314-1fa9-4ba2-9845-87e5c42fbd3f tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c28bf5d98a9540e3bc01a0a43679df33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318394 Jul 23 10:51:54.998275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51404) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:55.074743 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:55.113833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca9a2e-0373-4aed-82ab-a728c53f518c tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:55.116300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b9ca9a2e-0373-4aed-82ab-a728c53f518c tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1169288 Jul 23 10:51:55.119614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51410) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:55.169688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-54245a01-6f55-409f-b4a2-48bdfef79482 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484025 Jul 23 10:51:55.176571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51412) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:55.182622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1700213959', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:55.276314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:55.277894 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:54Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:55.281269 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.312687 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Checking router: dd65fe0b-d6d8-4f58-9259-b9f5abcc189e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:51:55.313378 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Updating router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:51:55.352657 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.528007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.579793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Subnet': ['ID=276fbe9e-bf38-4a52-9ba5-79fcd495dc29,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:55.659007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ac97a9c-7e56-4836-a74c-2256cf5c1925 req-d899a456-1922-455e-8e65-0f9548e9fd26 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0527105 Jul 23 10:51:55.660382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Checking segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:55.660872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network hostable DHCP agents. Network: 2199be05-5322-4c2a-8e06-f99ee39e2c17, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:51:55.683112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:51:55.701415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 2199be05-5322-4c2a-8e06-f99ee39e2c17) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:55.725253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6348447-22f2-4431-a4e4-65df6be18299 None None] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:55.739556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:55.743112 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.744391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.762165 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Transition to ACTIVE for port object 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:55.777968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d0b6e608-0660-4b2a-add3-b936ecde3a16 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5925996 Jul 23 10:51:55.778246 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.778374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:55.854953 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Attempting to bind port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:55.855323 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Attempting to bind port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:55.863973 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Attempting to bind port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:55.872362 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:55.872740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:55.873386 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.873514 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:55.874034 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Bound port: 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:55.874413 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.876006 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafdf9b-8870-4d9a-b24d-0c50645b2edd None None] Pushing event updated for resources: {'Port': ['ID=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:55.962244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-2199be05-5322-4c2a-8e06-f99ee39e2c17', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:51:55.964215 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:55.997511 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] For port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:56.009496 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] For port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:56.017666 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.128063 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:51:56.132265 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:51:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:56.159630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Allocated IP 172.20.0.2 (2199be05-5322-4c2a-8e06-f99ee39e2c17/276fbe9e-bf38-4a52-9ba5-79fcd495dc29/5133a042-2cdf-41c4-ae53-260995830338) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:56.261579 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafdf9b-8870-4d9a-b24d-0c50645b2edd None None] Pushing event updated for resources: {'Port': ['ID=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:56.323269 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:51:56.412645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.425485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Transition to ACTIVE for port object 5133a042-2cdf-41c4-ae53-260995830338 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:56.448775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Transition to ACTIVE for port object 5133a042-2cdf-41c4-ae53-260995830338 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:56.457403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.513298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51444) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:56.576442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:56.597404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:56.607491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:56.624894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2a9f3-a51a-451b-b085-73a6deae3569 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:56.644061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9be2a9f3-a51a-451b-b085-73a6deae3569 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44 HTTP/1.1" status: 200 len: 814 time: 0.1295874 Jul 23 10:51:56.681566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Pushing event updated for resources: {'Port': ['ID=5133a042-2cdf-41c4-ae53-260995830338,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:56.684966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:54Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:51:56.697035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Attempting to bind port 5133a042-2cdf-41c4-ae53-260995830338 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:51:56.699829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Attempting to bind port 5133a042-2cdf-41c4-ae53-260995830338 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:51:56.700374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Attempting to bind port 5133a042-2cdf-41c4-ae53-260995830338 on network 2199be05-5322-4c2a-8e06-f99ee39e2c17 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:51:56.706340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:51:56.706963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Checking segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:51:56.707585 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.708139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Bound using segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:51:56.708769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Bound port: 5133a042-2cdf-41c4-ae53-260995830338, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:51:56.709318 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.748325 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e320279-8856-4cf4-bf59-13bba3d949f2 None None] The sync data for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 is: [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:54Z', 'revision_number': 3, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:51:56.850129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] For port 5133a042-2cdf-41c4-ae53-260995830338, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:51:56.854583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7b4f472b-478f-47ce-bca9-34ce55f6f7b8 req-ef6bba96-f0c7-4792-a316-fef8d6186745 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0445526 Jul 23 10:51:56.858892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] For port 5133a042-2cdf-41c4-ae53-260995830338, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5133a042-2cdf-41c4-ae53-260995830338,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:51:56.871347 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.939345 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:56.976234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797babf-e4bd-4896-a0a9-5c26b8ce66f6 None None] Pushing event updated for resources: {'Port': ['ID=5133a042-2cdf-41c4-ae53-260995830338,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:57.092239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b2885c3-774f-478f-a8f5-1279fea93c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.340137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:57.344532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'network': {'name': 'tempest-network-smoke--1597138498', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:57.393802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:57.400563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.440676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:51:57.457851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.458251 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Added segment 0066a338-49a8-4284-88fa-16048802182a of type vlan for network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 Jul 23 10:51:57.511219 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.1 (2199be05-5322-4c2a-8e06-f99ee39e2c17/276fbe9e-bf38-4a52-9ba5-79fcd495dc29/963a812a-1c15-4345-9e95-e77cad34c568) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:51:57.521640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.566815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.577277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:57.581109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.657181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:57.671638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3311222 Jul 23 10:51:57.674863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51466) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:57.712356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object 963a812a-1c15-4345-9e95-e77cad34c568 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:51:57.712897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd801cb8-3143-4277-a7cf-ca7f60e47fee tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Network': ['ID=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:57.750819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:51:57.808005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6db22-1517-4ec1-9736-3fb746e22439 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:57.819804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:57.820448 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67d6db22-1517-4ec1-9736-3fb746e22439 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e29169d9cbc14dfe9343d1e2e8c229f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1444542 Jul 23 10:51:57.911732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:58.058319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:58.097909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=963a812a-1c15-4345-9e95-e77cad34c568,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:58.129587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e154879-c0c0-444e-ac03-d0e665e75796 req-5fa8ac1a-3a3b-408f-a821-a91d5823de46 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.1074321 Jul 23 10:51:58.135818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:58.144896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:58.158912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:51:58.202873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409fe69-a787-4257-b810-6706afd8a355 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:58.209065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8409fe69-a787-4257-b810-6706afd8a355 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3880260 Jul 23 10:51:58.210284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51478) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:58.226457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:58.231893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:58.232618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:58.285001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:58.299280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5529884d-f181-4374-aaaf-8be3af69b3b5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846672 Jul 23 10:51:58.300118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51480) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:58.360476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f3ea8152-3a25-4ba3-966e-ed0ed668686f tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e29169d9cbc14dfe9343d1e2e8c229f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564435 Jul 23 10:51:58.361101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51486) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:58.502122 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:58.550663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:58.558645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:58.559600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5133a042-2cdf-41c4-ae53-260995830338 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:58.757624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:58.816732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da95edd-1f63-4b69-8bb1-68a1b41e34b8 None None] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:51:58.839298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:58.999134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-11b70279-957e-49b8-bcc7-d809b6829ab2 None None] Provisioning for port 5133a042-2cdf-41c4-ae53-260995830338 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:59.020357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5133a042-2cdf-41c4-ae53-260995830338 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:51:59.030745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5133a042-2cdf-41c4-ae53-260995830338 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:59.032626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.126655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf62d84-4bd6-411d-8ad1-35d720feb99c tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:51:59.146305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1bf62d84-4bd6-411d-8ad1-35d720feb99c tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7830257 Jul 23 10:51:59.148773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51496) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:59.244915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.253428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9c1c338b-701e-4d43-980b-9c9aaec3e533 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979788 Jul 23 10:51:59.256227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51500) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:51:59.275494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1691980932', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:51:59.314257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6008aef4-93df-4d50-b349-5d16a615cb12 req-f5e7e98d-ad74-468e-b4f1-b0b0c9168597 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0441947 Jul 23 10:51:59.335623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 5133a042-2cdf-41c4-ae53-260995830338, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5133a042-2cdf-41c4-ae53-260995830338,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:51:59.343639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.346126 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.367129 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.515700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.517682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=963a812a-1c15-4345-9e95-e77cad34c568,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:59.533496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:51:59.553089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.676962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=5133a042-2cdf-41c4-ae53-260995830338,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:51:59.685751 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:51:59.687258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:51:59.815812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:51:59.907134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:51:59.907857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:51:59.950816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22611030-75fb-4746-9bf4-88ce066104bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:00.013316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:00.027611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:00.146980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2ac0db00-a3ee-489c-9566-afdb817abaab None None] Provisioning complete for port 5133a042-2cdf-41c4-ae53-260995830338 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:00.147567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db00-a3ee-489c-9566-afdb817abaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:00.154351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Checking segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:00.155344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network hostable DHCP agents. Network: 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:52:00.159278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Subnet': ['ID=2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:00.185241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:52:00.205850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:00.221915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:00.222866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:00.235780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:00.241455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ab01fc57-2bb1-4dea-8816-16adedba4e24 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/dd65fe0b-d6d8-4f58-9259-b9f5abcc189e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4622579 Jul 23 10:52:00.264229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Sync routers for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:00.272232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d470e-7acd-4669-a3da-20197912507a None None] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:00.272433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f684b08e-fa9c-4617-b27f-ebaf7b85221d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0147161 Jul 23 10:52:00.427213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:00.429616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:00.542400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f5ddfbd-9140-4c40-b9eb-cfbcf680dfe2 req-b2d1bc00-6b00-4d75-83ef-f9e93247abf5 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0532131 Jul 23 10:52:00.563901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:00.783686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-4c0a2b89-e5e0-41a5-8155-69a8ca6c371b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728740039&fields=id&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 267 time: 0.1386061 Jul 23 10:52:00.847378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:01.034108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ips': [{'subnet_id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:52:01.035069 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.059799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2ac0db00-a3ee-489c-9566-afdb817abaab None None] Provisioning for port 963a812a-1c15-4345-9e95-e77cad34c568 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:01.076012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2ac0db00-a3ee-489c-9566-afdb817abaab None None] Provisioning complete for port 963a812a-1c15-4345-9e95-e77cad34c568 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:01.076415 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db00-a3ee-489c-9566-afdb817abaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.116634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-fbf54a4a-e9ed-4023-b8a0-51f047fb5634 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:01.120661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-fbf54a4a-e9ed-4023-b8a0-51f047fb5634 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 796 time: 0.3303170 Jul 23 10:52:01.147631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-8a0f9c4e-7690-414f-ba2d-5fbd265f1778 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/quotas/c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 375 time: 0.0194192 Jul 23 10:52:01.203310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51540) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:01.208118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083188644', 'description': 'tempest-secgroup-smoke-2083188644 description', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:01.221872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0db00-a3ee-489c-9566-afdb817abaab None None] Port 963a812a-1c15-4345-9e95-e77cad34c568 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:01.253726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.359077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.379851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Allocated IP 172.20.0.18 (93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9/2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3/184193cd-8480-4b0d-a59a-dde430a4f59a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:01.389082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-32b209f6-257f-4ea2-b92f-de0a0230170c None None] Provisioning complete for port 963a812a-1c15-4345-9e95-e77cad34c568 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:01.389463 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32b209f6-257f-4ea2-b92f-de0a0230170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.409185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-cb6d8e69-efc6-4483-ac1a-dd95fcc401fd tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2563171 Jul 23 10:52:01.437982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.447224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.450334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:51:59Z', 'revision_number': 2, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:01.502045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.505520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3010681 Jul 23 10:52:01.511178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51550) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:01.520315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '1b2af9bc-5166-4568-bac4-ae6a8f337678', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:01.526851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Checking router: dd65fe0b-d6d8-4f58-9259-b9f5abcc189e for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:01.527218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Updating router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e port 963a812a-1c15-4345-9e95-e77cad34c568 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:52:01.585279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-32b209f6-257f-4ea2-b92f-de0a0230170c None None] Port 963a812a-1c15-4345-9e95-e77cad34c568 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:01.585961 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-23a6e5f2-e757-4b41-a3c5-b7bd2b75ee17 service neutron] 10.222.0.37 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386671 Jul 23 10:52:01.624724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc8d3a-3603-41fd-a818-cb14522a700b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2af9bc-5166-4568-bac4-ae6a8f337678,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:01.663666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.701576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.819863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-dec22783-2025-42a1-9e8b-c0ecc0ec7206 service neutron] 10.222.0.37 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312815 Jul 23 10:52:01.847191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5133a042-2cdf-41c4-ae53-260995830338 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:01.868921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10d9a530-2076-4aa7-9861-c89939054318 req-2d8643a2-202f-40d9-9eab-265f41564d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.1669524 Jul 23 10:52:01.946353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:01.954998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.025527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.027351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5107229 Jul 23 10:52:02.030951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:02.039070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a49f9-0463-4111-babc-f16f5a7fc435 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7953deed-8e28-4164-a027-b98ff96c1de3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:02.050020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '1b2af9bc-5166-4568-bac4-ae6a8f337678', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:02.110710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d7704a5-fe8a-4eb5-859b-4fb71c704c17 req-6a022ffc-a298-49af-854d-54f476878e98 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 210 time: 0.0581923 Jul 23 10:52:02.121627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.159804 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.222975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Transition to ACTIVE for port object 184193cd-8480-4b0d-a59a-dde430a4f59a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:02.229570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.240016 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.257468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Transition to ACTIVE for port object 184193cd-8480-4b0d-a59a-dde430a4f59a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:02.287012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982d7c3b-e8ad-4717-a8df-fc054938fe06,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:02.292800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.299702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51606) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:02.301598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e9ebb6d9-a107-4415-8421-b3ff38703c00 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2695379 Jul 23 10:52:02.305451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '1b2af9bc-5166-4568-bac4-ae6a8f337678', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:02.338085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.341328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.470257 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.480060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.518786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6730bd5-152d-495e-a418-f5d71c537aae,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:02.536508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.537800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5a9be175-ec40-4a42-a08a-8abb5ea89720 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2363207 Jul 23 10:52:02.540669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:02.546117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '1b2af9bc-5166-4568-bac4-ae6a8f337678', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:02.606989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.742203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.770322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Transition to ACTIVE for port object 963a812a-1c15-4345-9e95-e77cad34c568 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:02.795046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.800682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.800913 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.840389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:02.858199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5133a042-2cdf-41c4-ae53-260995830338 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:02.858595 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.869718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0f0fed-a3e6-4f2b-af2d-e5bef53df207,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:02.871310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:02.885685 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:02.901622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:02.907858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '1b2af9bc-5166-4568-bac4-ae6a8f337678', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:02.915223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b91e5323-ef0e-4471-b668-90765ee4a0be tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727970 Jul 23 10:52:02.951643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:02.964592 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Project e29169d9cbc14dfe9343d1e2e8c229f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:52:02.976393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.001522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Pushing event updated for resources: {'Port': ['ID=184193cd-8480-4b0d-a59a-dde430a4f59a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:03.006704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.132658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143c7df-6ae9-4ef5-a5c3-8a488741dbd9 None None] Pushing event updated for resources: {'Port': ['ID=963a812a-1c15-4345-9e95-e77cad34c568,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:03.183127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00d9c0c3-a6f6-472f-bf09-c6595a6f3d51 req-5b490f67-8d62-4e56-8f50-42715ffcb6f7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.1067114 Jul 23 10:52:03.226189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Attempting to bind port 184193cd-8480-4b0d-a59a-dde430a4f59a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:03.226882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Attempting to bind port 184193cd-8480-4b0d-a59a-dde430a4f59a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:03.227664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Attempting to bind port 184193cd-8480-4b0d-a59a-dde430a4f59a on network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:03.241127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:03.242213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Checking segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:03.242851 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.244183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Bound using segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:03.245169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Bound port: 184193cd-8480-4b0d-a59a-dde430a4f59a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:03.245847 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.273194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.285356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.339354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a7031c-70c6-4236-ad16-631be0a78939,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:03.353925 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.356768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-22470ac8-7c91-44ba-a5c0-3b9e1969b51f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4537477 Jul 23 10:52:03.361827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:03.373431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '1b2af9bc-5166-4568-bac4-ae6a8f337678', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:03.408386 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9e0afdf4-b375-4038-8d98-f6ddb4fd022a req-bc450783-c39a-40fd-a3fc-297a276c78f2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 210 time: 0.0972528 Jul 23 10:52:03.440980 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Project e29169d9cbc14dfe9343d1e2e8c229f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:52:03.448175 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.511124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Attempting to bind port 963a812a-1c15-4345-9e95-e77cad34c568 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:03.511522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Attempting to bind port 963a812a-1c15-4345-9e95-e77cad34c568 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:03.511897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Attempting to bind port 963a812a-1c15-4345-9e95-e77cad34c568 on network 2199be05-5322-4c2a-8e06-f99ee39e2c17 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:03.538960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:03.539798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Checking segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:03.539798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.541950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Bound using segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:03.541950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Bound port: 963a812a-1c15-4345-9e95-e77cad34c568, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:03.542145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.548008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.552851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.561163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] For port 184193cd-8480-4b0d-a59a-dde430a4f59a, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:03.579386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] For port 184193cd-8480-4b0d-a59a-dde430a4f59a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=184193cd-8480-4b0d-a59a-dde430a4f59a,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:03.620266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c9f851-055a-48ae-b78f-98a67ff8cd6c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:03.630455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:03.632237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b5884592-4e4a-4a20-8e9e-4708e4d134cc tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2674034 Jul 23 10:52:03.662152 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.030890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-162fa8c9-5a8d-47f6-9769-11a1326e7079 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083188644&fields=id&tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 267 time: 0.0754440 Jul 23 10:52:04.071245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e493a-58c9-4d63-b6f7-3b732748e996 None None] Pushing event updated for resources: {'Port': ['ID=184193cd-8480-4b0d-a59a-dde430a4f59a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:04.077336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] For port 963a812a-1c15-4345-9e95-e77cad34c568, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:04.094877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] For port 963a812a-1c15-4345-9e95-e77cad34c568, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=963a812a-1c15-4345-9e95-e77cad34c568,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:04.105499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.214568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-f89f0676-8591-4c15-935f-f75d07b66529 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:04.218000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-f89f0676-8591-4c15-935f-f75d07b66529 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 796 time: 0.2828882 Jul 23 10:52:04.234691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:04.237183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:04.275431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-86c2fa20-67a2-4c17-83f2-62f3c66116cd tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:04.288490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-86c2fa20-67a2-4c17-83f2-62f3c66116cd tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/networks?id=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 HTTP/1.1" status: 200 len: 797 time: 0.2507546 Jul 23 10:52:04.298143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-a0484b37-e506-4d0f-99de-53e8bdffa887 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28bf5d98a9540e3bc01a0a43679df33 HTTP/1.1" status: 200 len: 379 time: 0.0650237 Jul 23 10:52:04.325186 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'port': {'device_id': 'b4e5133d-824a-401a-bd65-83632b679160', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'admin_state_up': True, 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'security_groups': ['3f1df3ef-80d5-4302-aa59-da46050207e7']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:04.340878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-77784797-ca8b-4f45-bab7-4714baa92789 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/quotas/e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 375 time: 0.0492482 Jul 23 10:52:04.464788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8493934e-2d81-4bc3-81b2-60aa2e679c76 req-cc223cde-0581-4aa1-87f5-e87128e8bd7e tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0770195 Jul 23 10:52:04.543476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-5114dd72-0ecc-4046-862a-2cd3c880636a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1990700 Jul 23 10:52:04.631386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143c7df-6ae9-4ef5-a5c3-8a488741dbd9 None None] Pushing event updated for resources: {'Port': ['ID=963a812a-1c15-4345-9e95-e77cad34c568,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:04.676679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.684093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ccfbf91-1a8f-47e6-a2b6-64a6cfc490e2 req-6027f184-d5fd-4fec-8388-27e301da6026 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 210 time: 0.0523202 Jul 23 10:52:04.742539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Made reservation on behalf of c28bf5d98a9540e3bc01a0a43679df33 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:04.747248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:04.751260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:04.783718 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-340cc700-ccd3-436a-a918-da269d39e6a1 service neutron] 10.222.0.37 "GET /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399220 Jul 23 10:52:04.925682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-1901d0ce-8a03-4501-8e11-3ca345a49519 service neutron] 10.222.0.37 "GET /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350625 Jul 23 10:52:04.976318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.20.0.5 (2199be05-5322-4c2a-8e06-f99ee39e2c17/276fbe9e-bf38-4a52-9ba5-79fcd495dc29/b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:05.214776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:05.245930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:04Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:05.308105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Transition to ACTIVE for port object b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:05.312717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bcc5d74e-6dc5-46ad-b13c-3da56b6a7ac8 req-4e086768-5b43-4122-add7-5c26c1f7f850 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0752709 Jul 23 10:52:05.363602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660dd64-ee78-4f73-a95b-8be1538513ce None None] The sync data for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 is: [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:04Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:05.383586 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:05.561544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:05.568805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:05.574270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:05.732105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:05.733166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:05.738638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:05.751598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22a0a562-4310-4507-8e47-fcf200a019d2 req-b0210b09-f933-478e-9d02-5d01d83b1d8f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/ports?device_id=783a953d-4139-4136-bd60-7d5d1c0ab99f HTTP/1.1" status: 200 len: 210 time: 0.0681932 Jul 23 10:52:05.791876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-72194cfd-2afa-4e99-bf25-6bb56b4e83c1 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4871285 Jul 23 10:52:05.816504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Request body: {'port': {'device_id': 'b4e5133d-824a-401a-bd65-83632b679160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:06.046792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 963a812a-1c15-4345-9e95-e77cad34c568 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:06.121794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940541a-96a9-41db-9a90-ab1778da34b4 None None] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:06.285338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:06.310005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ee5de-a876-45d6-a850-a5fcb88e4eab req-fc61f534-b28d-446f-84c9-1a6342d0b0d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:06.313950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-616ee5de-a876-45d6-a850-a5fcb88e4eab req-fc61f534-b28d-446f-84c9-1a6342d0b0d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 931 time: 0.3908050 Jul 23 10:52:06.317435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1fb0d27c-820a-47b1-8b91-180b905bb268 None None] Provisioning for port 184193cd-8480-4b0d-a59a-dde430a4f59a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:06.422715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 963a812a-1c15-4345-9e95-e77cad34c568 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:06.428401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 963a812a-1c15-4345-9e95-e77cad34c568 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:06.432079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:06.502571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff3ad56f-f88d-4696-9856-20c3de80328f req-d1ded350-d516-43b1-950b-8723c003110c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0786788 Jul 23 10:52:06.548477 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-616ee5de-a876-45d6-a850-a5fcb88e4eab req-f47b2f16-3658-4b68-a57c-77a9c07c0ee6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288620 Jul 23 10:52:06.594461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4793a963-673d-4c52-bf28-8a505e06ae56 None None] Provisioning for port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:06.600437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4793a963-673d-4c52-bf28-8a505e06ae56 None None] Provisioning complete for port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:06.600815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4793a963-673d-4c52-bf28-8a505e06ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:06.711055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4793a963-673d-4c52-bf28-8a505e06ae56 None None] Port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:06.741789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:06.785003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 963a812a-1c15-4345-9e95-e77cad34c568, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=963a812a-1c15-4345-9e95-e77cad34c568,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:06.808982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:06.810424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 184193cd-8480-4b0d-a59a-dde430a4f59a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:06.901594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:06.902200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:06.922514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.011761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Transition to ACTIVE for port object b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:07.034311 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80fe5895-d0c3-4bb8-8e1b-78ee503313a4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.034552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=963a812a-1c15-4345-9e95-e77cad34c568,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:07.063176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 184193cd-8480-4b0d-a59a-dde430a4f59a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:07.068475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.072783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 184193cd-8480-4b0d-a59a-dde430a4f59a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:07.073165 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.096513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80fe5895-d0c3-4bb8-8e1b-78ee503313a4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.200083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e1b01bd9-fd6d-475c-add0-a0f08256bfec None None] Provisioning complete for port 184193cd-8480-4b0d-a59a-dde430a4f59a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:07.200666 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1b01bd9-fd6d-475c-add0-a0f08256bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.261601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80fe5895-d0c3-4bb8-8e1b-78ee503313a4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.264509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80fe5895-d0c3-4bb8-8e1b-78ee503313a4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.268885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-80fe5895-d0c3-4bb8-8e1b-78ee503313a4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb56d274-4d9d-4ab6-b8e2-38015a5ba89b HTTP/1.1" status: 204 len: 168 time: 0.3647809 Jul 23 10:52:07.269734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:07.285733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:07.331826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe5895-d0c3-4bb8-8e1b-78ee503313a4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56d274-4d9d-4ab6-b8e2-38015a5ba89b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:07.344352 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-5c682603-31f8-4d48-b7f7-a3c681d696cb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] show failed (client error): The resource could not be found. Jul 23 10:52:07.353460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51756) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:07.356818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5c682603-31f8-4d48-b7f7-a3c681d696cb tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "GET /v2.0/security-groups/fb56d274-4d9d-4ab6-b8e2-38015a5ba89b HTTP/1.1" status: 404 len: 347 time: 0.0778923 Jul 23 10:52:07.417273 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.490126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 184193cd-8480-4b0d-a59a-dde430a4f59a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=184193cd-8480-4b0d-a59a-dde430a4f59a,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:07.490755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-827760e9-8d3f-4722-bc6c-d3ca8a556e65 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:07.492730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-827760e9-8d3f-4722-bc6c-d3ca8a556e65 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/networks?id=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 HTTP/1.1" status: 200 len: 797 time: 0.5397031 Jul 23 10:52:07.538584 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.636695 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1b01bd9-fd6d-475c-add0-a0f08256bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.697512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=184193cd-8480-4b0d-a59a-dde430a4f59a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:07.724367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Attempting to bind port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:07.725287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Attempting to bind port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:07.725637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Attempting to bind port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 on network 2199be05-5322-4c2a-8e06-f99ee39e2c17 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:07.742519 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-ac076686-c57d-43fa-b73e-d1d27beedd3b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 473 time: 0.2327034 Jul 23 10:52:07.776036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'port': {'device_id': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'admin_state_up': True, 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'security_groups': ['1b2af9bc-5166-4568-bac4-ae6a8f337678']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:07.781113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1c8915cb-2796-405e-a06d-46a429f222fd req-2ec5c5b8-aa6d-40bf-988e-243e031d3ab2 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 210 time: 0.1143460 Jul 23 10:52:07.807308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 on network 2199be05-5322-4c2a-8e06-f99ee39e2c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:52:07.809972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Attempting to bind port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 on network 2199be05-5322-4c2a-8e06-f99ee39e2c17 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:07.819963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-e1b01bd9-fd6d-475c-add0-a0f08256bfec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:52:07.820378 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-e1b01bd9-fd6d-475c-add0-a0f08256bfec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:52:07.845159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 963a812a-1c15-4345-9e95-e77cad34c568 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:07.879763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:07.880483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Checking segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:07.880483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Bound using segment: {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:07.880935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Bound port: b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:07.881297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.918543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 963a812a-1c15-4345-9e95-e77cad34c568 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:07.918925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:07.946293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 37c442aa-d1cf-443b-b656-e6ae682768b0 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:07.947304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.106193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced8f96-0efc-440a-a707-d6941578d120 req-d806fa7a-2391-40d8-9c6c-a03ee9f0063e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:08.112487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ced8f96-0efc-440a-a707-d6941578d120 req-d806fa7a-2391-40d8-9c6c-a03ee9f0063e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 943 time: 0.3810782 Jul 23 10:52:08.141023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:08.142905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:08.146653 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.151710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.152067 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.181830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:08.193742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 37c442aa-d1cf-443b-b656-e6ae682768b0 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:08.199253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.268648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ced8f96-0efc-440a-a707-d6941578d120 req-72541ee0-4532-4825-a8fc-5ca7e505810e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548362 Jul 23 10:52:08.456111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:08.456751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.458189 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b774d088-0325-4010-8784-d89f49abf429 service neutron] 10.222.0.20 "PUT /v2.0/ports/b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 1091 time: 2.6513414 Jul 23 10:52:08.460001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:08.462477 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad57142-a4f6-4f9e-86d8-488cfa04cc83" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:08.575505 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7854459-437a-4101-bd41-dd7ae067f53f x-openstack-request-id: req-a7854459-437a-4101-bd41-dd7ae067f53f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:08.575935 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:08.576288 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7854459-437a-4101-bd41-dd7ae067f53f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:08.576794 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'status': 'completed', 'code': 200} Jul 23 10:52:08.577458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d088-0325-4010-8784-d89f49abf429 service neutron] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:08.671370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:08.710508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.20.0.26 (93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9/2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3/12b0a5f6-b6d3-41b5-a781-adc9fd8bd545) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:08.722411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=37c442aa-d1cf-443b-b656-e6ae682768b0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:08.748858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-c2e213eb-cac2-414a-950b-b44e22d77c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:08.752666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-c2e213eb-cac2-414a-950b-b44e22d77c0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1094 time: 0.2200255 Jul 23 10:52:08.907799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-ff0a0949-6bbb-4d4c-9d79-3e7360dd3d7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 217 time: 0.1403122 Jul 23 10:52:08.998881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbd85c77-e5c6-4ab8-88a8-d65516385fcd req-7405804a-6649-422e-8bf9-151e67088da6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 210 time: 0.1168230 Jul 23 10:52:09.050295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.053093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.054349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e7b44268-05a0-4348-8a1d-83300ba6a482 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/floatingips/0432eb1e-f687-4686-8fc0-875e9ed1bffb HTTP/1.1" status: 204 len: 168 time: 1.7007720 Jul 23 10:52:09.057549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:09.063662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-484a54a5-9ece-406a-9a81-244d4aa0cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:09.065135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-484a54a5-9ece-406a-9a81-244d4aa0cb1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 200 len: 835 time: 0.1447117 Jul 23 10:52:09.156862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.177770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Transition to ACTIVE for port object 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:09.178379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port a013f494-faaf-46ce-9a1c-15ae6ac43f48 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:09.179484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.184899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-4661ba94-8308-4277-b0bb-7ee7dc8032e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:09.186130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-4661ba94-8308-4277-b0bb-7ee7dc8032e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2199be05-5322-4c2a-8e06-f99ee39e2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141953 Jul 23 10:52:09.294575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.312208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.325098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for a013f494-faaf-46ce-9a1c-15ae6ac43f48 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:09.363327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-384ba65a-8bc1-4eec-af18-90e1d205c685 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635673 Jul 23 10:52:09.402759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:09.425740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:09.431557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:09.433184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:09.566362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0e4a-f8c9-4766-97f2-dc1c0a6efbbe req-a98e6aae-99e8-4a06-8de0-9f24484b7ffa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:09.568323 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b1e0e4a-f8c9-4766-97f2-dc1c0a6efbbe req-a98e6aae-99e8-4a06-8de0-9f24484b7ffa tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 943 time: 0.1533437 Jul 23 10:52:09.592463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:09.600936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.631273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-b3ff6a5a-a6f3-4396-bc55-1845d89cc4e9 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8605797 Jul 23 10:52:09.638156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e7e084-1f05-47e4-ad6e-2db9e8a5db72 req-b25f8195-3f42-4cbf-bfbd-5784dd581802 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669706 Jul 23 10:52:09.642747 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b1e0e4a-f8c9-4766-97f2-dc1c0a6efbbe req-fdc57f73-03e3-4d1d-af00-a76fb44bdb60 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Jul 23 10:52:09.645545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Request body: {'port': {'device_id': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:09.693409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.745038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=a013f494-faaf-46ce-9a1c-15ae6ac43f48,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:09.862934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.868010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 184193cd-8480-4b0d-a59a-dde430a4f59a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:09.897623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.903846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-804daf4c-0496-45a5-83f7-52fef7ac6d3f tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/ports/a013f494-faaf-46ce-9a1c-15ae6ac43f48 HTTP/1.1" status: 204 len: 168 time: 0.8420949 Jul 23 10:52:09.905801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:09.959988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5719320e-8799-4502-b063-19e6d36c88b4 None None] Provisioning for port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:09.966000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5719320e-8799-4502-b063-19e6d36c88b4 None None] Provisioning complete for port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:09.966386 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5719320e-8799-4502-b063-19e6d36c88b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:09.967946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 184193cd-8480-4b0d-a59a-dde430a4f59a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:09.968313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:10.021140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-89377ca0-f062-4711-8ea0-6f78e8606aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:10.022716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-89377ca0-f062-4711-8ea0-6f78e8606aa4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1094 time: 0.2507834 Jul 23 10:52:10.037956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5719320e-8799-4502-b063-19e6d36c88b4 None None] Port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:10.673696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port cbf63072-1f38-478c-b7ba-d0e71ec6b648 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:10.674082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:10.698964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-e3581b26-d233-4255-888b-c1283bcb9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:10.700527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-e3581b26-d233-4255-888b-c1283bcb9f39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 897 time: 0.6689849 Jul 23 10:52:10.745820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9629-d089-4656-8409-35d6dbcdbcd2 req-b5385d82-7664-4b09-8b92-bb17119643cf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:10.747357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e6e9629-d089-4656-8409-35d6dbcdbcd2 req-b5385d82-7664-4b09-8b92-bb17119643cf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 932 time: 0.6069384 Jul 23 10:52:10.799243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-0aa5372b-1633-4ea9-9568-7b4e5f486d49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 217 time: 0.0778253 Jul 23 10:52:10.823619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982c98-1a62-4082-99b0-d857bb55fd8e req-37ce5ec2-cfb3-4082-9002-4b5d463041c3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:10.833365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d982c98-1a62-4082-99b0-d857bb55fd8e req-37ce5ec2-cfb3-4082-9002-4b5d463041c3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 943 time: 0.0862091 Jul 23 10:52:10.875372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6d982c98-1a62-4082-99b0-d857bb55fd8e req-c21f7838-cd2c-4173-8250-db74e9b87541 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399916 Jul 23 10:52:10.970614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e6e9629-d089-4656-8409-35d6dbcdbcd2 req-032051e9-e2c0-4415-965f-5304c48bc5f8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837170 Jul 23 10:52:10.973901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:10.986717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-13f6c65e-721f-45a6-bbeb-730a63f0e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:10.986717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-13f6c65e-721f-45a6-bbeb-730a63f0e27e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 200 len: 835 time: 0.1515086 Jul 23 10:52:11.009324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for cbf63072-1f38-478c-b7ba-d0e71ec6b648 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:11.022189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:11.048940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.094457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Transition to ACTIVE for port object 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:11.102642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.202319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Pushing event updated for resources: {'Port': ['ID=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:11.237592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-f7a95946-5616-49ca-9ea3-a1d50cb781b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:11.239258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-f7a95946-5616-49ca-9ea3-a1d50cb781b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2199be05-5322-4c2a-8e06-f99ee39e2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428689 Jul 23 10:52:11.395644 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:52:11.429925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Attempting to bind port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:11.430277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Attempting to bind port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:11.430617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Attempting to bind port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 on network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:11.443846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 on network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:52:11.444194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Attempting to bind port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 on network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:11.449571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.469915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:11.470266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Checking segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:11.470670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Bound using segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:11.471109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Bound port: 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:11.471497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.504405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=cbf63072-1f38-478c-b7ba-d0e71ec6b648,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:11.518173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-c0e7fa00-c99f-4e78-be2e-87f6c31ba4c5 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524946 Jul 23 10:52:11.667017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.668991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12fe582e-2bcd-4388-98b3-ff165c20bd6d tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/ports/cbf63072-1f38-478c-b7ba-d0e71ec6b648 HTTP/1.1" status: 204 len: 168 time: 1.7605016 Jul 23 10:52:11.671684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:11.717749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] For port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:11.735803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] For port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:11.748006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.758666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bad57142-a4f6-4f9e-86d8-488cfa04cc83 req-b6059441-7024-4259-b3e4-8f874c305b68 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087462 Jul 23 10:52:11.759458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting subnet 785c7c49-f1e3-4504-8f85-5e2c88fa380c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:52:11.763361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.817689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.825306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Pushing event updated for resources: {'Port': ['ID=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:11.833427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:11.834166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.837707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-2c6db296-c89e-4e70-b211-e1c7d848bfae service neutron] 10.222.0.55 "PUT /v2.0/ports/12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 HTTP/1.1" status: 200 len: 1092 time: 2.1962731 Jul 23 10:52:11.837707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'tag': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:11.839069 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6848691-30ad-46ee-87a8-5eb5b603753d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4a6d12-75cf-4eb0-b793-62010edf0ad8", "tag": "12b0a5f6-b6d3-41b5-a781-adc9fd8bd545"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:11.946244 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642c98a-f4da-4e66-ba32-fa651510e8c3 x-openstack-request-id: req-4642c98a-f4da-4e66-ba32-fa651510e8c3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:11.946244 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4a6d12-75cf-4eb0-b793-62010edf0ad8", "tag": "12b0a5f6-b6d3-41b5-a781-adc9fd8bd545", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:11.948215 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4642c98a-f4da-4e66-ba32-fa651510e8c3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:11.948356 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'tag': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545', 'status': 'completed', 'code': 200} Jul 23 10:52:11.979896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:11.990245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-1b5673ec-36b8-4f6e-8474-31e8ce4722f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:11.992632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-1b5673ec-36b8-4f6e-8474-31e8ce4722f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1080546 Jul 23 10:52:12.029099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:52:12.156006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-85338c61-9f2d-474f-a820-3f2448e7fff7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 HTTP/1.1" status: 200 len: 217 time: 0.1562822 Jul 23 10:52:12.242029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.246559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:12.263509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'port_id': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'mac_address': 'fa:16:3e:7e:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:52:12.314111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-5fa10c57-4981-490f-b5cb-5cb9b6ec87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:12.315658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-5fa10c57-4981-490f-b5cb-5cb9b6ec87fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3 HTTP/1.1" status: 200 len: 838 time: 0.1134684 Jul 23 10:52:12.330721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049b90-ef91-4036-9bb4-629a5dad76fb req-0ebb9aff-75b2-4809-8c25-6aacf3afc9d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:12.332433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Subnet': ['ID=785c7c49-f1e3-4504-8f85-5e2c88fa380c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:12.332703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.333102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f049b90-ef91-4036-9bb4-629a5dad76fb req-0ebb9aff-75b2-4809-8c25-6aacf3afc9d8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 943 time: 0.2082093 Jul 23 10:52:12.338479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.342756 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-211b8a7c-36ff-48d2-9220-2105fbdd13a7 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/subnets/785c7c49-f1e3-4504-8f85-5e2c88fa380c HTTP/1.1" status: 204 len: 168 time: 0.6677501 Jul 23 10:52:12.347748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b3a7d-b95d-449e-b101-9470c9bf56bf None None] Network d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:12.359277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:12.381865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:12.441270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f049b90-ef91-4036-9bb4-629a5dad76fb req-5e0a4bc0-908d-4924-b0dd-9dd96d992362 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984821 Jul 23 10:52:12.471827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:12.473803 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-e521cf83-cc89-4e0a-a96f-ca55d2fc8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:12.475326 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-e521cf83-cc89-4e0a-a96f-ca55d2fc8b71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409321 Jul 23 10:52:12.501763 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.515424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad6c2b-e4b5-463f-b25a-e6792c2f8a51 req-9ab4669e-c6f2-467c-9609-7d2ccf541b42 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:12.517302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65ad6c2b-e4b5-463f-b25a-e6792c2f8a51 req-9ab4669e-c6f2-467c-9609-7d2ccf541b42 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 944 time: 0.4088058 Jul 23 10:52:12.549831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting subnet f81ff5e9-8fa7-4619-b5c3-08f61c9d054b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:52:12.561123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.597932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:12.613915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-3196f3c1-17a0-49a1-a33d-8f1daffa6e84 service neutron] 10.222.0.55 "GET /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305716 Jul 23 10:52:12.676311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65ad6c2b-e4b5-463f-b25a-e6792c2f8a51 req-eb4641d9-2124-49fc-9f4c-1c9a797d6553 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239455 Jul 23 10:52:12.682494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.692141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] DHCP port deletion for d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:52:12.733807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e198e55-250c-48d4-ac60-9aaa39ac0a6a req-39b2abd7-35e5-4f16-8567-2f99ee495286 service neutron] 10.222.0.55 "GET /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135957 Jul 23 10:52:12.769086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:52:12.824154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.899235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] Deleting port 811cc1e1-63e1-4777-8927-c7a1b914d69d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:12.904863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.911051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.926973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-c2f7f96c-a305-45c1-bc2b-c3cbef3a3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:12.928632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-c2f7f96c-a305-45c1-bc2b-c3cbef3a3d5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1356387 Jul 23 10:52:12.970100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:12.975091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/subnets/f81ff5e9-8fa7-4619-b5c3-08f61c9d054b HTTP/1.1" status: 204 len: 168 time: 0.6138980 Jul 23 10:52:12.977353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783d567-20ba-4b52-82e1-74330ebc9702 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Subnet': ['ID=f81ff5e9-8fa7-4619-b5c3-08f61c9d054b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:12.980390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51870) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:13.002557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820c1dc-cd70-4d45-80e0-841c05f6edd0 None None] Network 48259bb7-6ed9-42d5-b9de-b8061aa225b9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:13.069023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-24d74d51-ad89-421e-8d8c-f3b91b901d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:13.071089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-24d74d51-ad89-421e-8d8c-f3b91b901d49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 HTTP/1.1" status: 200 len: 898 time: 0.1333277 Jul 23 10:52:13.109491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] For port 811cc1e1-63e1-4777-8927-c7a1b914d69d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=811cc1e1-63e1-4777-8927-c7a1b914d69d,segment=NetworkSegment(c9948126-01e3-4671-937c-39027a858f93),segment_id=c9948126-01e3-4671-937c-39027a858f93)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:13.110131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.151995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] Calling delete_port for 811cc1e1-63e1-4777-8927-c7a1b914d69d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:13.153686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-555c1e26-03ca-40e8-bfbd-ec4332c4b638 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 HTTP/1.1" status: 200 len: 217 time: 0.0746984 Jul 23 10:52:13.221080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-eb38c10b-b000-48d6-878f-a1f2e2f546eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:13.222580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-eb38c10b-b000-48d6-878f-a1f2e2f546eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3 HTTP/1.1" status: 200 len: 838 time: 0.0620341 Jul 23 10:52:13.236701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.307745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-b27fc513-0312-40e1-ae21-7601248312a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:13.309804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-b27fc513-0312-40e1-ae21-7601248312a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800407 Jul 23 10:52:13.338728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.369662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 811cc1e1-63e1-4777-8927-c7a1b914d69d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:13.370009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.412555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] No DVR routers for this DVR port 811cc1e1-63e1-4777-8927-c7a1b914d69d on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:13.450455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] DHCP port deletion for 48259bb7-6ed9-42d5-b9de-b8061aa225b9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:52:13.458318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0b7d7-551c-4171-91e7-5802cf18bccf None None] Pushing event deleted for resources: {'Port': ['ID=811cc1e1-63e1-4777-8927-c7a1b914d69d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:13.474570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-80fc7bec-980d-421c-98c5-2bbe3b93b1ad service neutron] 10.222.0.55 "GET /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463566 Jul 23 10:52:13.513757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port 811cc1e1-63e1-4777-8927-c7a1b914d69d, host n-d-778550-4, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:13.515155 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.541381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 811cc1e1-63e1-4777-8927-c7a1b914d69d owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:13.550102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Port 811cc1e1-63e1-4777-8927-c7a1b914d69d was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:52:13.551896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.619134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=811cc1e1-63e1-4777-8927-c7a1b914d69d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:13.619725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] Deleting port 72271cb7-1ca4-44fb-9495-cc5005936ef2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:13.620114 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.633674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port 811cc1e1-63e1-4777-8927-c7a1b914d69d on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:13.685447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d269d19-bb36-4e86-b654-0e5a2379bc68 req-74e38316-b22b-4970-abba-8484940b74a0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:13.687081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d269d19-bb36-4e86-b654-0e5a2379bc68 req-74e38316-b22b-4970-abba-8484940b74a0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 944 time: 0.1674232 Jul 23 10:52:13.703051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a6848691-30ad-46ee-87a8-5eb5b603753d req-4e16fa9d-d50b-4513-ae6e-cccd8c88dc47 service neutron] 10.222.0.55 "GET /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253337 Jul 23 10:52:13.745445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d269d19-bb36-4e86-b654-0e5a2379bc68 req-893c5e5b-53b6-405b-93ce-d9382d66fd10 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412366 Jul 23 10:52:13.778244 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.789680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:13.803159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9948126-01e3-4671-937c-39027a858f93') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:13.803525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9948126-01e3-4671-937c-39027a858f93') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:13.815727 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.880590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.888993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:52:13.889462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:52:13.978125 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:52:13.981973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.994994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:13.999869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:14.000021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/networks/d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3 HTTP/1.1" status: 204 len: 168 time: 1.0181878 Jul 23 10:52:14.014567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] For port 72271cb7-1ca4-44fb-9495-cc5005936ef2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72271cb7-1ca4-44fb-9495-cc5005936ef2,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:14.014978 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.016419 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe95883-d318-4453-acb7-927373e289b4 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Network': ['ID=d8676656-ecf7-4d21-87f9-e5f6c2bfe7f3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:14.044696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 811cc1e1-63e1-4777-8927-c7a1b914d69d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:14.046618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:14.064643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33931a2-a746-4e43-a6af-9751bd8b2979 req-37349576-5663-4370-acd1-96d3254f9f42 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:14.069774 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f33931a2-a746-4e43-a6af-9751bd8b2979 req-37349576-5663-4370-acd1-96d3254f9f42 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 944 time: 0.2109301 Jul 23 10:52:14.096375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] Calling delete_port for 72271cb7-1ca4-44fb-9495-cc5005936ef2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:14.137772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f33931a2-a746-4e43-a6af-9751bd8b2979 req-dc5c69ec-5136-4957-8c94-fbb1b1b13db8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610218 Jul 23 10:52:14.140198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.156599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 811cc1e1-63e1-4777-8927-c7a1b914d69d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:14.156599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 811cc1e1-63e1-4777-8927-c7a1b914d69d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:14.157343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 72271cb7-1ca4-44fb-9495-cc5005936ef2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:14.215664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Deleting port 72271cb7-1ca4-44fb-9495-cc5005936ef2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:14.216012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.277266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:14.301644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] For port 72271cb7-1ca4-44fb-9495-cc5005936ef2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=72271cb7-1ca4-44fb-9495-cc5005936ef2,segment=NetworkSegment(813a4de9-ffb5-4798-a8e9-d333af54591f),segment_id=813a4de9-ffb5-4798-a8e9-d333af54591f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:14.303006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.323675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:14.324056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.328761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Calling delete_port for 72271cb7-1ca4-44fb-9495-cc5005936ef2 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:14.364395 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.378602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.424932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] Pushing event deleted for resources: {'Port': ['ID=72271cb7-1ca4-44fb-9495-cc5005936ef2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:14.441343 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606009f-07f7-4654-b132-38f0d6dbbc91 None None] No DVR routers for this DVR port 72271cb7-1ca4-44fb-9495-cc5005936ef2 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:14.461283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.484221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] No DVR routers for this DVR port 72271cb7-1ca4-44fb-9495-cc5005936ef2 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:14.515385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Port': ['ID=72271cb7-1ca4-44fb-9495-cc5005936ef2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:14.534854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.579692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:14.582359 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f9c1d8-7c72-49bb-9b4f-05f9503caf0c" -d '{"events": [{"server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "name": "network-vif-plugged", "status": "completed", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:14.601807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:14.607281 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.640798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.641760 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1821eae-3a55-463a-b424-91f3cf733e3c x-openstack-request-id: req-a1821eae-3a55-463a-b424-91f3cf733e3c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:14.642176 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "name": "network-vif-plugged", "status": "completed", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:14.642533 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1821eae-3a55-463a-b424-91f3cf733e3c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:14.643027 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'code': 200} Jul 23 10:52:14.652002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48259bb7-6ed9-42d5-b9de-b8061aa225b9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:14.662215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813a4de9-ffb5-4798-a8e9-d333af54591f') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:14.662515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813a4de9-ffb5-4798-a8e9-d333af54591f') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:14.673099 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.676311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:14.690543 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.697980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:52:14.698379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: self.session.flush() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:52:14.701913 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:52:14.793761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.805238 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:14.811441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] 10.222.0.37 "DELETE /v2.0/networks/48259bb7-6ed9-42d5-b9de-b8061aa225b9 HTTP/1.1" status: 204 len: 168 time: 0.8066661 Jul 23 10:52:14.849508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f83f-fd0e-4e55-8e69-dad472185f05 tempest-TaggedBootDevicesTest-367124616 tempest-TaggedBootDevicesTest-367124616-project] Pushing event deleted for resources: {'Network': ['ID=48259bb7-6ed9-42d5-b9de-b8061aa225b9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:14.868469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b68d0-5ba7-460c-8bfa-6006458d0178 req-bd35f542-10b2-4f8b-a671-4dab0f3d1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:14.870288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b12b68d0-5ba7-460c-8bfa-6006458d0178 req-bd35f542-10b2-4f8b-a671-4dab0f3d1298 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1096 time: 0.1476574 Jul 23 10:52:14.955771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b12b68d0-5ba7-460c-8bfa-6006458d0178 req-3b5981aa-74bb-4b88-be04-3b587d82c594 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781853 Jul 23 10:52:15.058978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83c8ce-2e44-4c82-aa43-bd054db292ae req-71ea5be4-1cfa-46ed-a25e-b154f23f6bc8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:15.063971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e83c8ce-2e44-4c82-aa43-bd054db292ae req-71ea5be4-1cfa-46ed-a25e-b154f23f6bc8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1203053 Jul 23 10:52:15.117502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4e83c8ce-2e44-4c82-aa43-bd054db292ae req-fca77d30-1d24-47b9-ae79-15ee3c1bd0f9 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473690 Jul 23 10:52:15.297935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614fbf-e347-46e8-8bad-fe50cb562d19 req-7554e7fe-4c21-44b2-99a7-50e10901ba54 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:15.299486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26614fbf-e347-46e8-8bad-fe50cb562d19 req-7554e7fe-4c21-44b2-99a7-50e10901ba54 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 944 time: 0.0785418 Jul 23 10:52:15.363245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-26614fbf-e347-46e8-8bad-fe50cb562d19 req-721b1d81-916f-45f5-bd01-a88ef179842f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554085 Jul 23 10:52:16.302886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4c52e-fcd7-46ba-87e1-5448ba796cfe req-bdfe46d3-f99b-4e4b-9261-049315eeb602 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:16.311732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bec4c52e-fcd7-46ba-87e1-5448ba796cfe req-bdfe46d3-f99b-4e4b-9261-049315eeb602 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1106977 Jul 23 10:52:16.350581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bec4c52e-fcd7-46ba-87e1-5448ba796cfe req-163741d8-0c94-4171-aed6-44fce91f70b0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 Jul 23 10:52:16.518397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:52:16.560712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c374c-a196-4fe5-8cb3-3b8466c37ecd req-c870e50e-e313-43b9-a1c3-876574b19cbc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:16.570733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e9c374c-a196-4fe5-8cb3-3b8466c37ecd req-c870e50e-e313-43b9-a1c3-876574b19cbc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1175199 Jul 23 10:52:16.595919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd7e80-a3ab-4a46-83e2-f2f9e678b247 req-ccb92e54-0cc3-485d-8fe3-1c611a3a2198 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:16.597493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4cd7e80-a3ab-4a46-83e2-f2f9e678b247 req-ccb92e54-0cc3-485d-8fe3-1c611a3a2198 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 944 time: 0.1570852 Jul 23 10:52:16.633883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3e9c374c-a196-4fe5-8cb3-3b8466c37ecd req-b20417fe-6efc-4796-8574-136834823fbf tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557919 Jul 23 10:52:16.647400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 51956) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:16.677036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4cd7e80-a3ab-4a46-83e2-f2f9e678b247 req-8dfb3ce8-46a2-447a-b10d-dbb95824ff56 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711451 Jul 23 10:52:16.718498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:16.728935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b5e95-651d-42cb-b1ec-4905f9ffe531 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:16.733367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-434b5e95-651d-42cb-b1ec-4905f9ffe531 tempest-TestNetworkAdvancedServerOps-2068868893 tempest-TestNetworkAdvancedServerOps-2068868893-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1091 time: 0.0822217 Jul 23 10:52:16.733753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 51960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:16.738665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:16.741756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'port_id': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545', 'mac_address': 'fa:16:3e:71:45:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:52:16.792988 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:16.808016 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:16.834182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:16.868983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:16.878331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:16.959103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:16.960872 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:17.106303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['12b0a5f6-b6d3-41b5-a781-adc9fd8bd545'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:52:17.512090 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Allocated IP 172.25.4.109 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/9e6c8c85-575c-47f3-912f-cf9ada54ce95) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:17.640771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:17.706944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:17.775275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:17.778786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:17.783932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:17.853456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=9e6c8c85-575c-47f3-912f-cf9ada54ce95,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:17.916453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4703-c05f-4f8d-a48d-70c7e2db39cb req-d7b6be29-47a5-41b4-8d4b-b78a482dcb31 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:17.918243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e19b4703-c05f-4f8d-a48d-70c7e2db39cb req-d7b6be29-47a5-41b4-8d4b-b78a482dcb31 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 945 time: 0.1080272 Jul 23 10:52:17.989597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e19b4703-c05f-4f8d-a48d-70c7e2db39cb req-c736abed-6212-445e-8019-0480ac489051 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625558 Jul 23 10:52:18.389404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.530398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:18.536456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.663075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:18.668887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:18.669483 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.792312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.800631 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.819221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.846438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:18.848906 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4b256-4d52-405d-904d-2ab4b2a943a4" -d '{"events": [{"server_uuid": "9c4a6d12-75cf-4eb0-b793-62010edf0ad8", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a5f6-b6d3-41b5-a781-adc9fd8bd545"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:18.887944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:18.895685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:18.905658 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca44c18-9be6-4a7f-9409-b62184c469bc x-openstack-request-id: req-eca44c18-9be6-4a7f-9409-b62184c469bc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:18.905956 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a6d12-75cf-4eb0-b793-62010edf0ad8", "name": "network-vif-plugged", "status": "completed", "tag": "12b0a5f6-b6d3-41b5-a781-adc9fd8bd545", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:18.906910 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eca44c18-9be6-4a7f-9409-b62184c469bc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:18.907433 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545', 'code': 200} Jul 23 10:52:18.963875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event updated for resources: {'Port': ['ID=9e6c8c85-575c-47f3-912f-cf9ada54ce95,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:18.973906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:18.985958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:19.139765 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP b1718289-e070-4cad-af1a-197e8c803ffe associated. External IP: 172.25.4.109, port: b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2. Jul 23 10:52:19.168687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-9cb8d5e1-40ef-4a27-acd8-35c7cc0c3f7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2240608 Jul 23 10:52:19.174823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc67d7-8b17-4e90-89f8-4890095b5bb1 req-1c12f1d2-d802-41da-ac6c-4f259d75c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:19.176824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bdc67d7-8b17-4e90-89f8-4890095b5bb1 req-1c12f1d2-d802-41da-ac6c-4f259d75c0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1147382 Jul 23 10:52:19.230058 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bdc67d7-8b17-4e90-89f8-4890095b5bb1 req-61f3da76-d101-4c91-9107-19c1adcc88eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462577 Jul 23 10:52:19.282256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54c8ae-0209-4b8e-b89d-3fa6937bed71 req-e0a2624a-9b24-423c-b3b2-3545aba329ba tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:19.284088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d54c8ae-0209-4b8e-b89d-3fa6937bed71 req-e0a2624a-9b24-423c-b3b2-3545aba329ba tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 946 time: 0.1510904 Jul 23 10:52:19.358169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d54c8ae-0209-4b8e-b89d-3fa6937bed71 req-c53f075f-83ce-4891-87da-a06e4b130e2a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640633 Jul 23 10:52:19.366835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-b9124cc1-5f8e-4d07-9566-79def0af9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:19.369417 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-b9124cc1-5f8e-4d07-9566-79def0af9bc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1097 time: 0.1503201 Jul 23 10:52:19.609010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-9c2556e4-7fe7-4279-ba0a-944f5bde2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:19.612798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-9c2556e4-7fe7-4279-ba0a-944f5bde2c85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 898 time: 0.2221720 Jul 23 10:52:19.633216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:19.720086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-0e932a28-b12e-489a-b52e-004a3a2acd67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 200 len: 1001 time: 0.0957947 Jul 23 10:52:19.843185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-27a0dd7e-297f-4bc2-99fa-7819cc53982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:19.844834 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-27a0dd7e-297f-4bc2-99fa-7819cc53982f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c836d927-ba5c-4c95-8a98-814df3af345f HTTP/1.1" status: 200 len: 835 time: 0.1186354 Jul 23 10:52:19.869816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:19.882032 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] Sync routers for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:19.926793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-3f4e4257-159f-43a5-aee5-f5b4ff28405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:19.932983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-3f4e4257-159f-43a5-aee5-f5b4ff28405d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49024a9b-6a12-4c75-8b51-36b896a8a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810962 Jul 23 10:52:19.945091 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:19.968590 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:19.970413 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:20.048046 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca0555ca-59c3-4c4b-8bb7-eea557237331 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3106298 Jul 23 10:52:20.048046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:20.048866 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0169e-f954-49ce-8767-f8a465a292cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:20.099553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-ccaa3141-183c-441c-b583-a0339a81bca7 service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475112 Jul 23 10:52:20.189902 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:20.241964 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219fd6ad-3c64-4a2c-b9ea-0cfcd2ea1eca x-openstack-request-id: req-219fd6ad-3c64-4a2c-b9ea-0cfcd2ea1eca {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:20.242278 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:20.242501 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-219fd6ad-3c64-4a2c-b9ea-0cfcd2ea1eca {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:20.242903 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'status': 'completed', 'code': 200} Jul 23 10:52:20.307536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd3e0-ddc6-4add-92fe-f33be779b05d req-5ae0ae77-64b4-4d60-b6d9-aace52557024 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:20.309970 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-247bd3e0-ddc6-4add-92fe-f33be779b05d req-5ae0ae77-64b4-4d60-b6d9-aace52557024 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1470361 Jul 23 10:52:20.408077 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-247bd3e0-ddc6-4add-92fe-f33be779b05d req-5a36914b-4929-4034-ad7b-91282f31b03b tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913060 Jul 23 10:52:20.425191 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:20.522825 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ebd2fef5-30f9-4391-9ce9-14f771996777 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/b1718289-e070-4cad-af1a-197e8c803ffe HTTP/1.1" status: 200 len: 991 time: 0.0962696 Jul 23 10:52:20.606906 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b1718289-e070-4cad-af1a-197e8c803ffe', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'port_id': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'mac_address': 'fa:16:3e:7e:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e5133d-824a-401a-bd65-83632b679160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:52:18Z', 'updated_at': '2021-07-23T10:52:18Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:20.662220 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] Checking router: dd65fe0b-d6d8-4f58-9259-b9f5abcc189e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:20.684724 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:20.686230 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:20.839766 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:20.970044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5e69165-16f6-4d72-ad73-5e2959f29244 req-e4475ec3-83f5-40d5-b66a-36b7dba35178 service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668296 Jul 23 10:52:21.004666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0169e-f954-49ce-8767-f8a465a292cf req-72eed5e2-b77b-4187-9921-9d06e6c87db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:21.007183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-72eed5e2-b77b-4187-9921-9d06e6c87db7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1096 time: 0.2100325 Jul 23 10:52:21.117764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83014657-8e12-471a-89b3-bfa4032b5dce req-a40026c8-6607-4970-9380-f75b4fbc1574 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:21.126153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83014657-8e12-471a-89b3-bfa4032b5dce req-a40026c8-6607-4970-9380-f75b4fbc1574 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 946 time: 0.3425646 Jul 23 10:52:21.152308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0169e-f954-49ce-8767-f8a465a292cf req-57a6f342-2f83-40e4-b3e9-5117ee605b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:21.154495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-57a6f342-2f83-40e4-b3e9-5117ee605b58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 897 time: 0.1410122 Jul 23 10:52:21.255121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83014657-8e12-471a-89b3-bfa4032b5dce req-8a34c6a6-f552-4868-90da-ce191bbeb727 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276865 Jul 23 10:52:21.281095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-ec95e3f2-ed32-4cda-910b-f916a68672e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 999 time: 0.1175160 Jul 23 10:52:21.355582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0169e-f954-49ce-8767-f8a465a292cf req-5c35f6d7-0c11-4cd6-a6a4-27ab039b60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:21.357695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-5c35f6d7-0c11-4cd6-a6a4-27ab039b60dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 200 len: 835 time: 0.0701787 Jul 23 10:52:21.362321 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b1718289-e070-4cad-af1a-197e8c803ffe', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'port_id': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'mac_address': 'fa:16:3e:7e:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e5133d-824a-401a-bd65-83632b679160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:52:18Z', 'updated_at': '2021-07-23T10:52:18Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:21.397280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273a38c-d66b-440d-bfe7-fd5703a559bc None None] The sync data for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 is: [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b1718289-e070-4cad-af1a-197e8c803ffe', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'port_id': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'mac_address': 'fa:16:3e:7e:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e5133d-824a-401a-bd65-83632b679160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:52:18Z', 'updated_at': '2021-07-23T10:52:18Z', 'revision_number': 0, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:21.512347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0169e-f954-49ce-8767-f8a465a292cf req-24ee833b-f901-4d9b-98b1-267509e234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:21.514312 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-24ee833b-f901-4d9b-98b1-267509e234ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2199be05-5322-4c2a-8e06-f99ee39e2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499786 Jul 23 10:52:21.527657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b113d9-c3a4-4926-aef9-d9cb4f50d5f2 req-f7967c18-0b9a-4dc5-bb35-9955189bcb9a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:21.530047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8b113d9-c3a4-4926-aef9-d9cb4f50d5f2 req-f7967c18-0b9a-4dc5-bb35-9955189bcb9a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 946 time: 0.1282485 Jul 23 10:52:21.530650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:21.626966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8b113d9-c3a4-4926-aef9-d9cb4f50d5f2 req-0ea8d98a-7664-4e78-8473-cd50dbec349c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874374 Jul 23 10:52:21.664566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-78a43e0b-c5d4-40ea-b0c9-17ff44bddd70 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/b1718289-e070-4cad-af1a-197e8c803ffe HTTP/1.1" status: 200 len: 991 time: 0.1326370 Jul 23 10:52:21.703192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-fa102a7a-188a-48bb-8eaa-6b70497aa22a service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816528 Jul 23 10:52:21.825293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-90f0169e-f954-49ce-8767-f8a465a292cf req-b739e4a0-8db0-4468-be8d-5320e0125b4e service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154082 Jul 23 10:52:21.841674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a90d4-c083-410a-94c1-769673b3e303 None None] New status for floating IP b1718289-e070-4cad-af1a-197e8c803ffe: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:52:22.677691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:22.773140 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ea3d0d86-79eb-40a6-9da6-fac745b1c15c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/b1718289-e070-4cad-af1a-197e8c803ffe HTTP/1.1" status: 200 len: 993 time: 0.0944157 Jul 23 10:52:23.199692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:23.850748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.165645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.187388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.20.0.17 (93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9/2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3/48ef880e-7dde-4c85-bdf2-9d6b441d143f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:24.313792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.331790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Transition to ACTIVE for port object 48ef880e-7dde-4c85-bdf2-9d6b441d143f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:24.372053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.414713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:24.422915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:24.426755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:24.459381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=48ef880e-7dde-4c85-bdf2-9d6b441d143f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:24.480994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.678250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.746577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ece1e1a4-94e0-42fd-abc3-9b673bde45c9 None None] Provisioning for port 48ef880e-7dde-4c85-bdf2-9d6b441d143f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:24.753662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ece1e1a4-94e0-42fd-abc3-9b673bde45c9 None None] Provisioning complete for port 48ef880e-7dde-4c85-bdf2-9d6b441d143f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:24.754045 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ece1e1a4-94e0-42fd-abc3-9b673bde45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:24.829142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ece1e1a4-94e0-42fd-abc3-9b673bde45c9 None None] Port 48ef880e-7dde-4c85-bdf2-9d6b441d143f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:25.067948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:25.073484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:25.156621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=48ef880e-7dde-4c85-bdf2-9d6b441d143f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:25.160218 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:25.259626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:25.261082 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:25.433772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:25.665586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5128ec1f-f311-4ca3-ab38-2ecfdf287811 None None] Provisioning complete for port 48ef880e-7dde-4c85-bdf2-9d6b441d143f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:25.666363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5128ec1f-f311-4ca3-ab38-2ecfdf287811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:25.675081 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:25.684846 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:25.699497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c599f654-89e6-4cad-b9b3-9b9990d96668 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "PUT /v2.0/routers/f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4878485 Jul 23 10:52:25.708250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5128ec1f-f311-4ca3-ab38-2ecfdf287811 None None] Port 48ef880e-7dde-4c85-bdf2-9d6b441d143f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:25.713428 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:25.714309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:25.915076 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:26.279555 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:24Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 1, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ef880e-7dde-4c85-bdf2-9d6b441d143f', 'name': '', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:6c:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:24Z', 'updated_at': '2021-07-23T10:52:24Z', 'revision_number': 2, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:26.319022 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:26.319370 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Updating router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 port 48ef880e-7dde-4c85-bdf2-9d6b441d143f binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:52:26.355760 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:26.445197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:26.711507 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:26.724422 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Transition to ACTIVE for port object 48ef880e-7dde-4c85-bdf2-9d6b441d143f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:26.734175 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:26.847338 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Pushing event updated for resources: {'Port': ['ID=48ef880e-7dde-4c85-bdf2-9d6b441d143f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:26.909667 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.911790 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.912959 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.913384 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.914592 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.915610 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.918039 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.918643 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.919069 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.923189 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.923678 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.924102 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:26.965470 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Attempting to bind port 48ef880e-7dde-4c85-bdf2-9d6b441d143f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:26.966078 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Attempting to bind port 48ef880e-7dde-4c85-bdf2-9d6b441d143f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:26.966560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Attempting to bind port 48ef880e-7dde-4c85-bdf2-9d6b441d143f on network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:26.979723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:26.980253 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Checking segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:26.980775 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:26.981290 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Bound using segment: {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:26.984836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Bound port: 48ef880e-7dde-4c85-bdf2-9d6b441d143f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0066a338-49a8-4284-88fa-16048802182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:26.993205 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.097658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b933545-9924-4f6f-ba27-318616d250fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.159973 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] For port 48ef880e-7dde-4c85-bdf2-9d6b441d143f, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:27.180765 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] For port 48ef880e-7dde-4c85-bdf2-9d6b441d143f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=48ef880e-7dde-4c85-bdf2-9d6b441d143f,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:27.193462 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.269172 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:27.269999 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:27.356133 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f066a-cfc5-4981-97e1-2ee9d83506f8 None None] Pushing event updated for resources: {'Port': ['ID=48ef880e-7dde-4c85-bdf2-9d6b441d143f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:27.411490 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:27.535997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.671564 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:24Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 1, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ef880e-7dde-4c85-bdf2-9d6b441d143f', 'name': '', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:6c:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:24Z', 'updated_at': '2021-07-23T10:52:27Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:27.704406 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2db13-413d-4541-a45b-1f249b820201 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:24Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 1, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ef880e-7dde-4c85-bdf2-9d6b441d143f', 'name': '', 'network_id': '93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:6c:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:52:24Z', 'updated_at': '2021-07-23T10:52:27Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:27.855559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Deleting port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:27.855928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.967397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] For port 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:27.967785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:27.982887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Calling delete_port for 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:28.225764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:28.254301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2b369a-4f40-4fb4-8590-a0a60d6c16b3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:28.532787 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:28.782518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:28.895470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:28.903500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-961c9650-5730-4a58-959c-b85c3c03716c admin admin] 10.222.0.37 "PUT /v2.0/routers/705dc9be-5497-497a-a5b2-b8dd7ba8d244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4548225 Jul 23 10:52:28.903790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:28.909293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] Sync routers for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:28.920229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:28.920862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:29.030840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.054822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:29.151490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.215766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Deleting port b42413b8-a47e-4abb-93f5-e43f4d9ce774 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:29.216189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.256953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:52:28Z', 'revision_number': 5, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port': {'id': 'b42413b8-a47e-4abb-93f5-e43f4d9ce774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:40:30Z', 'updated_at': '2021-07-23T10:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:29.288026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] Checking router: 705dc9be-5497-497a-a5b2-b8dd7ba8d244 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:29.298273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] Routers {'705dc9be-5497-497a-a5b2-b8dd7ba8d244'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:29.299117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:29.309849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] For port b42413b8-a47e-4abb-93f5-e43f4d9ce774, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b42413b8-a47e-4abb-93f5-e43f4d9ce774,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:29.310234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.323968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Calling delete_port for b42413b8-a47e-4abb-93f5-e43f4d9ce774 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:29.409903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] Set router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:29.465471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:52:29Z', 'revision_number': 6, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:29.497423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537095c-362f-4aa1-ab27-346aa9de0988 None None] The sync data for ids ['705dc9be-5497-497a-a5b2-b8dd7ba8d244'] in n-d-778550-4 is: [{'id': '705dc9be-5497-497a-a5b2-b8dd7ba8d244', 'name': 'tempest-TaggedBootDevicesTest-537160774-router', 'tenant_id': '3fba0b65d36240a087216cde11b24ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:40:29Z', 'updated_at': '2021-07-23T10:52:29Z', 'revision_number': 6, 'project_id': '3fba0b65d36240a087216cde11b24ad0', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:29.553126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.585066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Pushing event deleted for resources: {'Port': ['ID=b42413b8-a47e-4abb-93f5-e43f4d9ce774,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:29.753571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.914782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a390e64-a458-4b8c-a89f-73e089166ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.924294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:29.927329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.041143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.042309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705dc9be-5497-497a-a5b2-b8dd7ba8d244 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:52:30.054956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.058759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2af3cf27-3c5d-47a8-a9af-8f9a08e8a15c admin admin] 10.222.0.37 "DELETE /v2.0/routers/705dc9be-5497-497a-a5b2-b8dd7ba8d244 HTTP/1.1" status: 204 len: 168 time: 1.1539414 Jul 23 10:52:30.061291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52198) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:30.128946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Deleting subnet bddfa58b-2c6e-475f-b77c-f74a514d618b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:52:30.132101 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.174323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.209072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.286079 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.343190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.378540 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.382837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bddfa58b-2c6e-475f-b77c-f74a514d618b HTTP/1.1" status: 204 len: 168 time: 0.3177874 Jul 23 10:52:30.383228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52226) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:30.387088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cd241-4cec-43fa-bf11-b5d80c5eec45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddfa58b-2c6e-475f-b77c-f74a514d618b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:30.387817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855be028-9b53-44c0-ab11-0bb8821faf40 None None] Network 0510427f-8d71-48b8-b4d1-38f661da049d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:30.456809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 48ef880e-7dde-4c85-bdf2-9d6b441d143f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:30.487321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.563750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Deleting port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:30.564109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.594285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 48ef880e-7dde-4c85-bdf2-9d6b441d143f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:30.610357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 48ef880e-7dde-4c85-bdf2-9d6b441d143f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:30.611092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.754558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] For port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:30.754957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.787309 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.792354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Calling delete_port for 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:30.821857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] DHCP port deletion for 0510427f-8d71-48b8-b4d1-38f661da049d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:52:30.901885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 48ef880e-7dde-4c85-bdf2-9d6b441d143f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=48ef880e-7dde-4c85-bdf2-9d6b441d143f,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:30.909219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:30.960458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] Deleting port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:30.960992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.035953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:31.062872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:31.063405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b2b369a-4f40-4fb4-8590-a0a60d6c16b3 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:31.076725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] For port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,segment=NetworkSegment(68c66b86-bea0-4f7e-a501-ae90b29af5c4),segment_id=68c66b86-bea0-4f7e-a501-ae90b29af5c4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:31.077156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.101591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] Calling delete_port for 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:31.102207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-1f821fd4-253d-40a5-8061-fac0baf6b5cc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:31.109722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-1f821fd4-253d-40a5-8061-fac0baf6b5cc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.2146423 Jul 23 10:52:31.132037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=48ef880e-7dde-4c85-bdf2-9d6b441d143f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:31.143920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-06cb6897-72b6-42b4-a88e-2f42ba1a0091 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0285025 Jul 23 10:52:31.154642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.174571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.174926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.175308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.175650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.175994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.176335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.176671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.177008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.177342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.177674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.178008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.178345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:31.219246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] No DVR routers for this DVR port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:31.220892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:31.241593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.325964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.340351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0510427f-8d71-48b8-b4d1-38f661da049d']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:31.356343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-fb14f1f0-000e-4843-8b64-f1633ea6d04d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112763 Jul 23 10:52:31.366420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c66b86-bea0-4f7e-a501-ae90b29af5c4') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:31.366420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c66b86-bea0-4f7e-a501-ae90b29af5c4') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:31.381053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-bd542ac1-7d4b-4dd5-8982-37dbefb1616c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:52:31.382503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-bd542ac1-7d4b-4dd5-8982-37dbefb1616c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132914 Jul 23 10:52:31.388798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.437021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.450377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:52:31.450794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:52:31.452921 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:52:31.461040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] Pushing event deleted for resources: {'Port': ['ID=34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:31.469459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c54591-90c4-4710-8d6a-03ca08a04221 None None] No DVR routers for this DVR port 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:31.490510 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.573307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-befceefc-a956-4ac1-ab62-243fe90e9b40 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720493 Jul 23 10:52:31.575864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.603992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.605862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0510427f-8d71-48b8-b4d1-38f661da049d HTTP/1.1" status: 204 len: 168 time: 1.2210145 Jul 23 10:52:31.616351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81313cee-0fc5-4369-a104-f9e3ef43cba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0510427f-8d71-48b8-b4d1-38f661da049d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:31.719707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-90452db1-90ce-4c6a-b4ac-441220cee5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353641 Jul 23 10:52:31.792686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52404) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:31.822528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 48ef880e-7dde-4c85-bdf2-9d6b441d143f up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:31.855787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc500d10-c563-4561-952b-85d9387009e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fba0b65d36240a087216cde11b24ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610821 Jul 23 10:52:31.857694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52414) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:31.909292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 48ef880e-7dde-4c85-bdf2-9d6b441d143f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:31.909863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.955623 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1d6b-a6ef-4160-bac4-1af478908479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:31.994113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b214234-6948-4656-8735-96da61f5bcd1 req-2d7de2bc-ab25-4a1d-a13a-1732dceb5400 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0373104 Jul 23 10:52:32.005985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1d6b-a6ef-4160-bac4-1af478908479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:32.103060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1d6b-a6ef-4160-bac4-1af478908479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:32.107037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1d6b-a6ef-4160-bac4-1af478908479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:32.111169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bb3c1d6b-a6ef-4160-bac4-1af478908479 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/050ef3c1-7898-4249-a3d4-d54a7c8ddd49 HTTP/1.1" status: 204 len: 168 time: 0.2499368 Jul 23 10:52:32.129235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c1d6b-a6ef-4160-bac4-1af478908479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ef3c1-7898-4249-a3d4-d54a7c8ddd49,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:32.168760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b42413b8-a47e-4abb-93f5-e43f4d9ce774 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:32.194269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b42413b8-a47e-4abb-93f5-e43f4d9ce774 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:32.194624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b42413b8-a47e-4abb-93f5-e43f4d9ce774 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:32.195069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:32.222510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:32.224649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 34b1f7e0-ccd1-4fa6-8b0c-68793aea20f1 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:32.562535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.026906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52594) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:33.149556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-713161d3-2a8f-410e-8a21-430eb25eb9e8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:33.151128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-713161d3-2a8f-410e-8a21-430eb25eb9e8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.55 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1625254 Jul 23 10:52:33.170912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-107da34b-9ed1-46ca-bc4d-7144cefc845c req-a5891649-5a08-4d25-b7b8-079c35c1b727 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0454903 Jul 23 10:52:33.174429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:33.178126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-648527346-network', 'tenant_id': 'd9f64caa2ad94e1b978e140146b3011b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:33.215892 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Made reservation on behalf of d9f64caa2ad94e1b978e140146b3011b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:33.218704 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.232495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.357860 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.362107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.381291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:33.387789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.408768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:52:33.424005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74031d71-df39-4c2b-9230-40e958304de9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:33.431828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.432423 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Added segment 9609b8db-466f-45ab-a2b6-075890474247 of type vlan for network 4e5dd076-10f5-4222-a754-8c86fc6584cf Jul 23 10:52:33.501153 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.539734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.542367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:33.543110 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.558852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.5 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:33.581365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5519409 Jul 23 10:52:33.584290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:33.594534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Request body: {'subnet': {'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-648527346-subnet', 'tenant_id': 'd9f64caa2ad94e1b978e140146b3011b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:33.655260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f94e9f-eb6c-4ddf-bf28-e69f6d7f9f82 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5dd076-10f5-4222-a754-8c86fc6584cf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:33.669672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:52:33.675731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Made reservation on behalf of d9f64caa2ad94e1b978e140146b3011b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:33.690057 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.847749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.869136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:33.916739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.960771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:33.969956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:33.991961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:33.998950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:34.001510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:34.033835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277e99a4-af61-4ee5-861a-3d2d399a5da7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:34.043714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Checking segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:34.044285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Network hostable DHCP agents. Network: 4e5dd076-10f5-4222-a754-8c86fc6584cf, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:52:34.068984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:52:34.083862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4e5dd076-10f5-4222-a754-8c86fc6584cf) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:34.089646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:34.090909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.094483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d9b10-e100-427e-97dc-74e33134e47f None None] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:34.096070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:34.097311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.119071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d7e9e2ea-eabe-4ee5-af2d-5cd77f4dcad4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5327785 Jul 23 10:52:34.126572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-9e49d8da-d1e4-4b26-ad2a-0b6aa6e1a7fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9579141 Jul 23 10:52:34.141771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Request body: {'port': {'device_id': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:34.266799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead3a3b-6c38-4ef3-9431-a4ac3e6e7fd8 None None] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:34.305576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.436385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8353cd4c-1342-4f92-8742-f4169dfb2e28 None None] Provisioning for port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:34.442131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f53011-fed2-46cc-81ca-7ce27ecff48d req-8cccaea1-eed3-4762-a8a1-fd1960841fdc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:34.442484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8353cd4c-1342-4f92-8742-f4169dfb2e28 None None] Provisioning complete for port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:34.442968 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8353cd4c-1342-4f92-8742-f4169dfb2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.464235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66f53011-fed2-46cc-81ca-7ce27ecff48d req-8cccaea1-eed3-4762-a8a1-fd1960841fdc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 931 time: 0.1465678 Jul 23 10:52:34.505226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8353cd4c-1342-4f92-8742-f4169dfb2e28 None None] Port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:52:34.530376 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.549782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66f53011-fed2-46cc-81ca-7ce27ecff48d req-579ae89d-8ceb-480f-b80e-aefbb009881b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Jul 23 10:52:34.744459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:34.753012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.766646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Transition to ACTIVE for port object a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:34.771735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.861471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:34.926958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Attempting to bind port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:34.927597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Attempting to bind port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:34.928125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Attempting to bind port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:34.936177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:52:34.936511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Attempting to bind port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:34.942524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:34.942524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:34.942524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:34.942941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Bound port: a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:34.943226 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:34.965531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-74126f86-8ecb-43e4-b30f-7f640b1e2e5f tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:34.967285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-74126f86-8ecb-43e4-b30f-7f640b1e2e5f tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 814 time: 0.1362410 Jul 23 10:52:34.983391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-39bc1293-4824-4800-95dc-e45a9d0cf569 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/quotas/d9f64caa2ad94e1b978e140146b3011b HTTP/1.1" status: 200 len: 375 time: 0.0102353 Jul 23 10:52:35.015726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] For port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:35.019202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] For port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:35.027647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-d8ed3cbd-3688-4f07-a04a-edb6514b0c17 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377316 Jul 23 10:52:35.028288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:35.065506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:35.066063 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:35.067540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 HTTP/1.1" status: 200 len: 1091 time: 0.9314687 Jul 23 10:52:35.067972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'tag': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:35.070800 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44a7d1-d173-41ae-b138-58caab8e411c" -d '{"events": [{"name": "network-changed", "server_uuid": "12d46fcc-4b77-4c6d-b7a8-65229af41d11", "tag": "a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:35.149008 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4379b123-b2e7-43a4-a9ec-2d4674b7ac8f x-openstack-request-id: req-4379b123-b2e7-43a4-a9ec-2d4674b7ac8f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:35.149008 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d46fcc-4b77-4c6d-b7a8-65229af41d11", "tag": "a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:35.150348 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4379b123-b2e7-43a4-a9ec-2d4674b7ac8f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:35.150999 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'tag': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7', 'status': 'completed', 'code': 200} Jul 23 10:52:35.162247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-b9ceb830-efe6-4e4c-aff0-ec8a6962d427 service neutron] 10.222.0.37 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135378 Jul 23 10:52:35.173763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950615c-f997-40f0-983f-9bb67da7cfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:35.216295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-c9c5486a-a43e-46dd-83f7-d8ecb3895dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:35.217973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-c9c5486a-a43e-46dd-83f7-d8ecb3895dba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 1094 time: 0.0903509 Jul 23 10:52:35.272773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-5a4700e3-b28c-4191-aad2-69fcf100f74d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 HTTP/1.1" status: 200 len: 217 time: 0.0451260 Jul 23 10:52:35.280000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-52db008c-92aa-4e23-90f2-7eb1fe78f33e service neutron] 10.222.0.37 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113546 Jul 23 10:52:35.328361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-0dfbdaf2-9e1d-4f48-9432-ee8cee15f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:35.329897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-0dfbdaf2-9e1d-4f48-9432-ee8cee15f184 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0482855 Jul 23 10:52:35.398899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-2a9d8fd5-6836-4a00-a363-0fd074c0fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:35.401562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-2a9d8fd5-6836-4a00-a363-0fd074c0fbf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651503 Jul 23 10:52:35.574370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d29cf3d0-afa2-465b-a40b-38927cf5452e req-1590b9f8-ee1e-4ed7-b79e-9f615c0871c7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 210 time: 0.0462301 Jul 23 10:52:35.577581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-f8b1b4fd-a51e-4ba4-ad61-e8cc350b87b8 service neutron] 10.222.0.55 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675203 Jul 23 10:52:35.753830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a019984-ea87-45b1-9d9e-36872e0e376a req-86c6672f-218a-42b0-bcd7-84d28b3523fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:35.760081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a019984-ea87-45b1-9d9e-36872e0e376a req-86c6672f-218a-42b0-bcd7-84d28b3523fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1116142 Jul 23 10:52:35.761117 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c8061bd-6a38-4bc4-9fe8-97a768918dfe req-f42d5b26-a813-42ec-a9ee-d57fa042950d service neutron] 10.222.0.55 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728754 Jul 23 10:52:35.894746 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a019984-ea87-45b1-9d9e-36872e0e376a req-54b79d74-7ba2-47ec-b86a-0798c3ba0154 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263065 Jul 23 10:52:35.939866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-18b5e4a8-d839-43d1-87c4-fd559ebcd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:35.941772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-18b5e4a8-d839-43d1-87c4-fd559ebcd909 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 1094 time: 0.1282361 Jul 23 10:52:36.084131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-8722b8b9-4039-4c71-ba01-7b27fa758acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:36.085795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-8722b8b9-4039-4c71-ba01-7b27fa758acb service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1368716 Jul 23 10:52:36.139777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-3775763c-e969-4ee4-8090-8c38e986e44c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 HTTP/1.1" status: 200 len: 217 time: 0.0463483 Jul 23 10:52:36.191790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-d49402f0-21ed-4174-a591-a62ee67f1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:36.193329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-d49402f0-21ed-4174-a591-a62ee67f1591 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0471520 Jul 23 10:52:36.268998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-ae3ab771-3bb1-489d-a57f-7d702cd735a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:36.270928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-ae3ab771-3bb1-489d-a57f-7d702cd735a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705061 Jul 23 10:52:36.368782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-d53d6916-2b91-4c22-9d0d-3c8f5e77ae58 service neutron] 10.222.0.55 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905194 Jul 23 10:52:36.482309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f44a7d1-d173-41ae-b138-58caab8e411c req-3d42d3f0-dc72-4700-b624-44d9fed68ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064372 Jul 23 10:52:36.725350 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04422bbe-b5cb-42d8-8d43-a85dd6e82cd3 req-6cd9491d-ebff-4547-8e0d-9c17aee47afb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 210 time: 0.0772233 Jul 23 10:52:37.123519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-3af05b6e-09f4-45c7-b2da-71c724b82041 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:37.125151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-3af05b6e-09f4-45c7-b2da-71c724b82041 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.20 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 814 time: 0.2860572 Jul 23 10:52:37.125302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb25c-f7c8-47b1-8329-fc97103ed428 req-63904f98-0520-4729-8d43-ac3664b1a7c4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:37.126731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ebccb25c-f7c8-47b1-8329-fc97103ed428 req-63904f98-0520-4729-8d43-ac3664b1a7c4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1341927 Jul 23 10:52:37.170793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Request body: {'port': {'device_id': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'admin_state_up': True, 'tenant_id': 'd9f64caa2ad94e1b978e140146b3011b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:37.184233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ebccb25c-f7c8-47b1-8329-fc97103ed428 req-2c6744ac-ba20-4fa2-bc33-3124dd3da125 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516145 Jul 23 10:52:37.328907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Made reservation on behalf of d9f64caa2ad94e1b978e140146b3011b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:52:37.332726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:37.524985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Allocated IP 172.20.0.4 (4e5dd076-10f5-4222-a754-8c86fc6584cf/277e99a4-af61-4ee5-861a-3d2d399a5da7/78fba2af-ba39-4ed8-966f-6d92c75046ad) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:52:37.732260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:37.852211 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:37.986456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:52:37.999486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:52:38.008481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:52:38.089989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:38.151100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887e77e-a0ca-479c-9a58-10ee79fafed0 req-1dba8f4e-3f40-4f75-ae6e-2d10fe6e0b17 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:38.154709 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5887e77e-a0ca-479c-9a58-10ee79fafed0 req-1dba8f4e-3f40-4f75-ae6e-2d10fe6e0b17 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 931 time: 0.3070612 Jul 23 10:52:38.161109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:38.161827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:38.228855 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-9fb087d4-f1bb-40cf-aa26-ab208da3dcd1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0599415 Jul 23 10:52:38.250535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Request body: {'port': {'device_id': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:52:38.319654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5887e77e-a0ca-479c-9a58-10ee79fafed0 req-86150809-49a5-4f91-b36f-04eb822879d2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518438 Jul 23 10:52:38.376866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281133fd-e237-4a16-a7bd-a8a08f726681 req-ad0946ce-80eb-4101-86b5-668593ac0ab4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:38.383972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-281133fd-e237-4a16-a7bd-a8a08f726681 req-ad0946ce-80eb-4101-86b5-668593ac0ab4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1190226 Jul 23 10:52:38.416660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:38.444812 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-281133fd-e237-4a16-a7bd-a8a08f726681 req-9ed295ff-735e-4e7b-a7f8-01cde3d2d4e0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Jul 23 10:52:38.881766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fba2af-ba39-4ed8-966f-6d92c75046ad {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:38.895514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:38.913211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Transition to ACTIVE for port object 78fba2af-ba39-4ed8-966f-6d92c75046ad will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:52:38.920659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:38.995201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:39.114819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Attempting to bind port 78fba2af-ba39-4ed8-966f-6d92c75046ad on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:52:39.115234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Attempting to bind port 78fba2af-ba39-4ed8-966f-6d92c75046ad by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:52:39.115654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Attempting to bind port 78fba2af-ba39-4ed8-966f-6d92c75046ad on network 4e5dd076-10f5-4222-a754-8c86fc6584cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:39.120549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Port 78fba2af-ba39-4ed8-966f-6d92c75046ad on network 4e5dd076-10f5-4222-a754-8c86fc6584cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:52:39.120880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Attempting to bind port 78fba2af-ba39-4ed8-966f-6d92c75046ad on network 4e5dd076-10f5-4222-a754-8c86fc6584cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:52:39.126237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:52:39.126444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Checking segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:52:39.126833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Bound using segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:52:39.127253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Bound port: 78fba2af-ba39-4ed8-966f-6d92c75046ad, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:52:39.127636 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:39.222376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:52:39.232234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:52:39.243900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:39.332217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:39.334554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:39.336190 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] 10.222.0.20 "PUT /v2.0/ports/78fba2af-ba39-4ed8-966f-6d92c75046ad HTTP/1.1" status: 200 len: 1091 time: 1.0961504 Jul 23 10:52:39.339276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:39.347717 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074127ab-6fc2-4181-b9f6-141fa31c5a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:39.393827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517ae1-e111-4629-a7ec-214af65c63fd service neutron] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:39.451781 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59261109-1eb2-4233-a9c5-bb7871cd1d10 x-openstack-request-id: req-59261109-1eb2-4233-a9c5-bb7871cd1d10 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:39.452075 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:39.452449 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59261109-1eb2-4233-a9c5-bb7871cd1d10 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:39.452837 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'status': 'completed', 'code': 200} Jul 23 10:52:39.516239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-c2b20f98-006b-4230-b652-2ae3440003ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:39.517799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-c2b20f98-006b-4230-b652-2ae3440003ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 1094 time: 0.1009760 Jul 23 10:52:39.579385 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ff7be-2ceb-40fc-82c9-e5031cc4cd5f req-a4bacf7c-505d-4b30-b422-81a20df5dde2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:39.583327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-783ff7be-2ceb-40fc-82c9-e5031cc4cd5f req-a4bacf7c-505d-4b30-b422-81a20df5dde2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 943 time: 0.1280258 Jul 23 10:52:39.602090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-21e6a846-e6cd-4136-8d56-f15a841e99b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad HTTP/1.1" status: 200 len: 217 time: 0.0644915 Jul 23 10:52:39.672080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-783ff7be-2ceb-40fc-82c9-e5031cc4cd5f req-634f308a-a18c-41a7-99cf-6ae674e0bfd5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807781 Jul 23 10:52:39.753349 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-9c071b4b-b5fa-4929-ba30-802e1502dd64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941110 Jul 23 10:52:39.918304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-d642fb0e-a35b-453b-bb3b-6d78c948714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:39.922622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-d642fb0e-a35b-453b-bb3b-6d78c948714e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1096 time: 0.0847802 Jul 23 10:52:40.021662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-b5b03e9e-36e1-49b5-96c1-57ac94ef4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.027089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-b5b03e9e-36e1-49b5-96c1-57ac94ef4697 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 200 len: 854 time: 0.4175797 Jul 23 10:52:40.058914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6676-8e02-4eec-9d36-596c001f911b req-4f1cd927-393d-42ea-a19f-ea847d300026 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.060513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbac6676-8e02-4eec-9d36-596c001f911b req-4f1cd927-393d-42ea-a19f-ea847d300026 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.5241616 Jul 23 10:52:40.066076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-ed58f229-899b-4af3-bada-a888230c3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.067650 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-ed58f229-899b-4af3-bada-a888230c3f6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 897 time: 0.1222639 Jul 23 10:52:40.086268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-dfa33e8f-b50c-45f6-b46f-eadc260c9800 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e5dd076-10f5-4222-a754-8c86fc6584cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513408 Jul 23 10:52:40.159389 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-d4656032-98db-41c6-ac1f-a1b5cd5b3c4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0840747 Jul 23 10:52:40.163247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cbac6676-8e02-4eec-9d36-596c001f911b req-74f5895f-b741-4bf3-90c8-b28b10e123e4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Jul 23 10:52:40.236141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-ae11dffe-0cfa-4ac5-a0a1-7699b9091d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.238212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-ae11dffe-0cfa-4ac5-a0a1-7699b9091d3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 200 len: 835 time: 0.0697968 Jul 23 10:52:40.264566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-7947ab9d-35a8-4423-b12e-876eccfdea20 service neutron] 10.222.0.20 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687987 Jul 23 10:52:40.333547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-2b592284-39b8-4497-97e1-db32f53b0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.335707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-2b592284-39b8-4497-97e1-db32f53b0a04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2199be05-5322-4c2a-8e06-f99ee39e2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888026 Jul 23 10:52:40.402465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fdfcc086-6b03-42d6-8ca4-ab4231617ec4 req-0eaa51bb-b036-4725-99c5-f5892cfdf5ae service neutron] 10.222.0.20 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295674 Jul 23 10:52:40.517077 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-01567fed-9c63-4002-b5bf-078b59d5c8ee service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746051 Jul 23 10:52:40.574810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd8a1e-3979-43e2-9fe1-4b18749ab1e4 req-25768c89-e13a-498b-b0a1-23b60ac59248 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.576762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-facd8a1e-3979-43e2-9fe1-4b18749ab1e4 req-25768c89-e13a-498b-b0a1-23b60ac59248 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 949 time: 0.1426337 Jul 23 10:52:40.623278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-3b69f271-5501-4922-9411-eebebdfae637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.625190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ce1e973e-d266-4bee-80b2-966c66387c67 req-64fec10f-5654-45a0-b26c-2aca790cf816 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995450 Jul 23 10:52:40.625878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-3b69f271-5501-4922-9411-eebebdfae637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 1094 time: 0.1222425 Jul 23 10:52:40.632104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-facd8a1e-3979-43e2-9fe1-4b18749ab1e4 req-02bf92e4-100e-4792-bca3-d9018ff97518 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Jul 23 10:52:40.742769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-bc10d8b4-489f-4cde-b29c-0a235cc7109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.745122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-bc10d8b4-489f-4cde-b29c-0a235cc7109b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 915 time: 0.1026318 Jul 23 10:52:40.795986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-fa6bcd23-5780-4f4c-8883-09bba3b50301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad HTTP/1.1" status: 200 len: 217 time: 0.0422792 Jul 23 10:52:40.816611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84277a4c-3f93-41ca-ac87-6cafaa5e3592 req-fab29423-336e-4f4a-8bed-d6fb8f2cd01c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.818491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84277a4c-3f93-41ca-ac87-6cafaa5e3592 req-fab29423-336e-4f4a-8bed-d6fb8f2cd01c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 943 time: 0.0732763 Jul 23 10:52:40.858503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-fd89ee30-7e76-4694-a630-61352f44b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:40.860543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-fd89ee30-7e76-4694-a630-61352f44b065 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 200 len: 854 time: 0.0575111 Jul 23 10:52:40.890088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84277a4c-3f93-41ca-ac87-6cafaa5e3592 req-fa1a02fc-0288-4570-9bb7-a6b5600d41d0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638306 Jul 23 10:52:40.902614 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-6538f482-831b-41e3-a807-2d2a59e63b58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e5dd076-10f5-4222-a754-8c86fc6584cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314658 Jul 23 10:52:41.000524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-73a17d16-fa73-4650-8cb8-1ded0474ef0b service neutron] 10.222.0.20 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882239 Jul 23 10:52:41.095512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074127ab-6fc2-4181-b9f6-141fa31c5a4d req-2f77a993-ad8e-439a-8447-7939d841678e service neutron] 10.222.0.20 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870323 Jul 23 10:52:41.295740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa1d32-84bc-48ad-9632-8282d77be777 req-42d03e7e-1edc-4613-af98-624586d8aaf1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:41.297420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97aa1d32-84bc-48ad-9632-8282d77be777 req-42d03e7e-1edc-4613-af98-624586d8aaf1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0665221 Jul 23 10:52:41.345937 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97aa1d32-84bc-48ad-9632-8282d77be777 req-48bb5b6e-0499-4319-9b81-0fb1a81e79e9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Jul 23 10:52:41.784320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535191b8-5a5e-4b53-b735-05a3513c59a7 req-562d6b4c-03db-493a-aca8-7450b1033884 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:41.785880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-535191b8-5a5e-4b53-b735-05a3513c59a7 req-562d6b4c-03db-493a-aca8-7450b1033884 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 949 time: 0.0691385 Jul 23 10:52:41.827959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-535191b8-5a5e-4b53-b735-05a3513c59a7 req-639ffc08-c7cd-4b78-8010-d24a9738216c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/security-groups?id=accaa40f-3490-4555-88eb-0b17fd411b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356956 Jul 23 10:52:42.046368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-d344051e-9bc1-424d-be1b-5caa9c64f060 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:42.047974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-d344051e-9bc1-424d-be1b-5caa9c64f060 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 949 time: 0.0780609 Jul 23 10:52:42.055086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6371ef-20ec-49db-9ba2-343fca9451a5 req-a005fa4b-f275-418d-9b29-aaf7c012e0c7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:42.057180 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c6371ef-20ec-49db-9ba2-343fca9451a5 req-a005fa4b-f275-418d-9b29-aaf7c012e0c7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 943 time: 0.0984671 Jul 23 10:52:42.108997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6c6371ef-20ec-49db-9ba2-343fca9451a5 req-7797883d-420d-46d5-865f-54e7de8d6147 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422463 Jul 23 10:52:42.142879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 78fba2af-ba39-4ed8-966f-6d92c75046ad details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:52:42.182573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Deleting port cf05e85d-d638-4101-be0f-54b782ee832a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:42.183181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:42.243388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:42.254315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'port_id': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'mac_address': 'fa:16:3e:fb:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277e99a4-af61-4ee5-861a-3d2d399a5da7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:52:42.273637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] For port cf05e85d-d638-4101-be0f-54b782ee832a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cf05e85d-d638-4101-be0f-54b782ee832a,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:42.274007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:42.286273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Calling delete_port for cf05e85d-d638-4101-be0f-54b782ee832a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:42.290415 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:42.302929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fba2af-ba39-4ed8-966f-6d92c75046ad {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:42.330671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:42.334821 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:42.387528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:42.448956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:42.461709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['cf05e85d-d638-4101-be0f-54b782ee832a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:52:42.487230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Pushing event deleted for resources: {'Port': ['ID=cf05e85d-d638-4101-be0f-54b782ee832a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:42.542894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] No DVR routers for this DVR port cf05e85d-d638-4101-be0f-54b782ee832a on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:42.546324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:42.548363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-42ca345e-6fd6-43a1-83fa-9676ed35a951 req-ec38eda5-0086-47bf-8bf7-f0509ce2167c tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.55 "DELETE /v2.0/ports/cf05e85d-d638-4101-be0f-54b782ee832a HTTP/1.1" status: 204 len: 173 time: 0.4948626 Jul 23 10:52:42.548800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'name': 'network-vif-deleted', 'tag': 'cf05e85d-d638-4101-be0f-54b782ee832a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:42.551054 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72741fd9-7e28-4d5c-ad08-38a523623ca4" -d '{"events": [{"server_uuid": "03eb4da6-fc74-4707-b071-b448c94dc7cb", "name": "network-vif-deleted", "tag": "cf05e85d-d638-4101-be0f-54b782ee832a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:42.567127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbee83-db35-4d7d-85ee-f92a0af7d90c req-f878973d-6d0b-4c26-ad37-c71e30b38cad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:42.568696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44cbee83-db35-4d7d-85ee-f92a0af7d90c req-f878973d-6d0b-4c26-ad37-c71e30b38cad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1515849 Jul 23 10:52:42.594902 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ee555-7134-417d-af7f-60f983fcf106 x-openstack-request-id: req-f12ee555-7134-417d-af7f-60f983fcf106 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:42.595207 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eb4da6-fc74-4707-b071-b448c94dc7cb", "name": "network-vif-deleted", "tag": "cf05e85d-d638-4101-be0f-54b782ee832a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:42.595548 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f12ee555-7134-417d-af7f-60f983fcf106 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:42.595947 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eb4da6-fc74-4707-b071-b448c94dc7cb', 'name': 'network-vif-deleted', 'tag': 'cf05e85d-d638-4101-be0f-54b782ee832a', 'status': 'completed', 'code': 200} Jul 23 10:52:42.615551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44cbee83-db35-4d7d-85ee-f92a0af7d90c req-15f9e40a-fa2b-4f51-ba92-b01d52d8651b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376251 Jul 23 10:52:42.665523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['78fba2af-ba39-4ed8-966f-6d92c75046ad'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:52:42.942382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0a0d689e-47dd-4bc7-9c03-92fc57696274 req-692602e8-8c40-4087-8bd0-2da15b02c958 tempest-VolumesBackupsTest-1708058334 tempest-VolumesBackupsTest-1708058334-project] 10.222.0.37 "GET /v2.0/ports?device_id=03eb4da6-fc74-4707-b071-b448c94dc7cb HTTP/1.1" status: 200 len: 210 time: 0.0314815 Jul 23 10:52:43.238916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476d184-c212-479f-8671-cbcd7655717c req-2d8a5d41-c02d-4e4f-a381-9bde6d7eadcb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:43.240468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0476d184-c212-479f-8671-cbcd7655717c req-2d8a5d41-c02d-4e4f-a381-9bde6d7eadcb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 944 time: 0.0676146 Jul 23 10:52:43.286334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0476d184-c212-479f-8671-cbcd7655717c req-42e88650-5570-4387-91e6-6f882196cde1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Jul 23 10:52:43.764416 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28dbf0-19f9-4e67-88ae-6cb45ab290b9 req-bc56ce69-d8eb-4be4-99a2-58099857ecf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:43.765914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d28dbf0-19f9-4e67-88ae-6cb45ab290b9 req-bc56ce69-d8eb-4be4-99a2-58099857ecf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0714736 Jul 23 10:52:43.805770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d28dbf0-19f9-4e67-88ae-6cb45ab290b9 req-896c52f5-b3aa-46b3-81e6-d780e0575ab9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Jul 23 10:52:44.161213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 78fba2af-ba39-4ed8-966f-6d92c75046ad up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:44.209487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 78fba2af-ba39-4ed8-966f-6d92c75046ad completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:44.214339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 78fba2af-ba39-4ed8-966f-6d92c75046ad triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:44.214783 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:44.288192 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:44.310410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:44.312703 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18dc7c6-b00c-4412-af7b-3e58807ab2e7" -d '{"events": [{"server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "name": "network-vif-plugged", "status": "completed", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:44.329692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:44.335245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:44.366761 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b658dc-9b4a-4bf0-9b1b-143ae1677d98 x-openstack-request-id: req-08b658dc-9b4a-4bf0-9b1b-143ae1677d98 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:44.367060 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "name": "network-vif-plugged", "status": "completed", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:44.367533 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08b658dc-9b4a-4bf0-9b1b-143ae1677d98 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:44.368443 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'code': 200} Jul 23 10:52:44.395261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:44.446077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c0e8-2ba0-49cf-80c8-96f771e139aa req-d83deca3-a05a-4677-9bbd-99b65321a138 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:44.448380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d78c0e8-2ba0-49cf-80c8-96f771e139aa req-d83deca3-a05a-4677-9bbd-99b65321a138 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0764430 Jul 23 10:52:44.496897 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d78c0e8-2ba0-49cf-80c8-96f771e139aa req-b530b822-8936-445a-80df-447987bf9be0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Jul 23 10:52:44.513298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13f8d-0405-4cc3-ba3e-6fca51a48d5d req-484911b6-d8c6-4a93-a41f-86d9e564c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:44.515497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebc13f8d-0405-4cc3-ba3e-6fca51a48d5d req-484911b6-d8c6-4a93-a41f-86d9e564c0ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 1096 time: 0.0611844 Jul 23 10:52:44.553277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebc13f8d-0405-4cc3-ba3e-6fca51a48d5d req-cfda20e8-034b-463b-8275-147210b70d82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306535 Jul 23 10:52:44.943654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019057fe-76bb-4b1e-a08f-8642c80add43 req-9d932aeb-5bfa-4a35-82d8-4f8a82bf1f6e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:44.945141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-019057fe-76bb-4b1e-a08f-8642c80add43 req-9d932aeb-5bfa-4a35-82d8-4f8a82bf1f6e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0658493 Jul 23 10:52:44.983750 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-019057fe-76bb-4b1e-a08f-8642c80add43 req-81cce69f-bd85-40ef-83c9-ffd8ac02ceb1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Jul 23 10:52:45.641103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48e433-68ab-487d-bd55-2cc19caa2b70 req-45b5df76-3f9f-4791-bd05-9b92428f4236 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:45.642622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f48e433-68ab-487d-bd55-2cc19caa2b70 req-45b5df76-3f9f-4791-bd05-9b92428f4236 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0764461 Jul 23 10:52:45.685229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f48e433-68ab-487d-bd55-2cc19caa2b70 req-3bfb0cec-5dff-4127-aa09-82bde0d4ddd4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Jul 23 10:52:46.118121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee880586-1f0f-4e87-b5e2-74158c83f726 req-a3342991-ea64-4ad8-9798-d3b6ca38346f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:46.119549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee880586-1f0f-4e87-b5e2-74158c83f726 req-a3342991-ea64-4ad8-9798-d3b6ca38346f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0680327 Jul 23 10:52:46.158134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee880586-1f0f-4e87-b5e2-74158c83f726 req-20e838fe-8e4d-494f-bcd6-addfe299bf76 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Jul 23 10:52:46.296218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:46.668318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:46.699607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cf05e85d-d638-4101-be0f-54b782ee832a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:46.726606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: cf05e85d-d638-4101-be0f-54b782ee832a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:46.726958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cf05e85d-d638-4101-be0f-54b782ee832a not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:47.195534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea3c5-cf81-45e6-87f3-81c6fec43930 req-b754d71e-5510-4275-8754-8631b3d47fd6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:47.202962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56aea3c5-cf81-45e6-87f3-81c6fec43930 req-b754d71e-5510-4275-8754-8631b3d47fd6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1367064 Jul 23 10:52:47.293172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56aea3c5-cf81-45e6-87f3-81c6fec43930 req-20b8a87d-a741-442f-b4c3-2de707253170 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892479 Jul 23 10:52:47.379089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707234e8-8cba-4a63-b12c-3447c2da5481 req-368758b2-3f4d-4257-81b4-40beeafaeb88 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:47.388298 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707234e8-8cba-4a63-b12c-3447c2da5481 req-368758b2-3f4d-4257-81b4-40beeafaeb88 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1350791 Jul 23 10:52:47.442287 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-707234e8-8cba-4a63-b12c-3447c2da5481 req-eabbe7db-e8a4-42cc-a608-fdce73596cd2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Jul 23 10:52:47.556214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0beda-8577-4ad4-970d-7006af649680 req-9b4e5e64-b94b-43c3-a7c3-903657bb3528 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:47.563172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63d0beda-8577-4ad4-970d-7006af649680 req-9b4e5e64-b94b-43c3-a7c3-903657bb3528 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1846852 Jul 23 10:52:47.614149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 48ef880e-7dde-4c85-bdf2-9d6b441d143f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:47.614659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:47.641120 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63d0beda-8577-4ad4-970d-7006af649680 req-f4460dc9-db45-4dad-bafa-08831cca04c1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767407 Jul 23 10:52:47.731533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port 48ef880e-7dde-4c85-bdf2-9d6b441d143f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=48ef880e-7dde-4c85-bdf2-9d6b441d143f,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:47.732167 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:47.746943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 48ef880e-7dde-4c85-bdf2-9d6b441d143f owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:48.137186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:48.185414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=48ef880e-7dde-4c85-bdf2-9d6b441d143f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:48.266730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6ed65-9cbc-456b-8187-d5d89124c99f req-4ce1f55a-ce75-4d94-bf18-4fe3c968f2d5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:48.268332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4f6ed65-9cbc-456b-8187-d5d89124c99f req-4ce1f55a-ce75-4d94-bf18-4fe3c968f2d5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1927824 Jul 23 10:52:48.395879 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:52:48.457246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a4f6ed65-9cbc-456b-8187-d5d89124c99f req-b97e9b69-2f5f-4e7f-97ce-67e540b19d04 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768990 Jul 23 10:52:48.502557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:48.612431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca48d-bb62-4eaa-9809-e8dda818c500 req-2bcb5398-d0bd-4b4e-8a5e-b9e60cc9e262 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:48.614425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-756ca48d-bb62-4eaa-9809-e8dda818c500 req-2bcb5398-d0bd-4b4e-8a5e-b9e60cc9e262 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0754113 Jul 23 10:52:48.659107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-756ca48d-bb62-4eaa-9809-e8dda818c500 req-7a11950d-b92b-4013-aa7c-243258b16dbc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Jul 23 10:52:48.773441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:48.900207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:48.908226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cc710a5d-53ae-45c5-beda-055dc888b770 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "PUT /v2.0/routers/f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6099117 Jul 23 10:52:48.912162 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:48.923984 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:48.925359 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:49.183745 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:49.212925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ae6a-167b-4512-b41c-f194a4bf3d2f req-b65b1c94-4704-4fe0-841f-2986a5a424c4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:49.215637 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1d3ae6a-167b-4512-b41c-f194a4bf3d2f req-b65b1c94-4704-4fe0-841f-2986a5a424c4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 946 time: 0.0976005 Jul 23 10:52:49.262671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1d3ae6a-167b-4512-b41c-f194a4bf3d2f req-09f3af41-8ac9-4730-8d8c-c03d29f2f205 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Jul 23 10:52:49.429372 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:48Z', 'revision_number': 6, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 1, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:49.458547 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:49.467330 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:49.467940 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:49.586144 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:49.597763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01430-8a39-4c1f-afb1-bb64e746f66f req-6b5597c1-32c2-4268-ad95-cef3b81a4b98 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:49.599441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eeb01430-8a39-4c1f-afb1-bb64e746f66f req-6b5597c1-32c2-4268-ad95-cef3b81a4b98 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0681298 Jul 23 10:52:49.641934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eeb01430-8a39-4c1f-afb1-bb64e746f66f req-b49b5d32-ef47-44bb-9b43-35f12d3aa20a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358801 Jul 23 10:52:49.824659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0e03-8da3-424f-a5f6-fd8c8d2ee424 req-4fee04b6-33bd-4e2a-8ca4-10fdfa302fe1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:49.826295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d53f0e03-8da3-424f-a5f6-fd8c8d2ee424 req-4fee04b6-33bd-4e2a-8ca4-10fdfa302fe1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0841947 Jul 23 10:52:49.848244 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:48Z', 'revision_number': 6, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 1, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:49.869318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d53f0e03-8da3-424f-a5f6-fd8c8d2ee424 req-1fcb39bd-1d64-48af-8134-30c13b8229a5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371785 Jul 23 10:52:49.880760 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9360854-f571-4a90-89f1-7df6dd182353 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:48Z', 'revision_number': 6, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2f678355-f337-457f-ac4f-2b7e68094a4f', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'port_id': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'mac_address': 'fa:16:3e:ee:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:51:22Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 1, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:50.420014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2810a-e598-46fe-9d52-34595ac7e35d req-93875964-7fb1-4f1e-8a64-5710d7dee19e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:50.421559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ec2810a-e598-46fe-9d52-34595ac7e35d req-93875964-7fb1-4f1e-8a64-5710d7dee19e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 946 time: 0.0783463 Jul 23 10:52:50.470365 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ec2810a-e598-46fe-9d52-34595ac7e35d req-4a576390-7cc2-4ccd-bd1b-04aa365dd2bf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2af9bc-5166-4568-bac4-ae6a8f337678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Jul 23 10:52:50.491675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-0bdb4d3c-66f3-4c0c-90c8-8c38369389a3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:50.491675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-0bdb4d3c-66f3-4c0c-90c8-8c38369389a3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 946 time: 0.0786073 Jul 23 10:52:50.592558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:50.592906 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:50.688576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:50.689091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:50.704356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:50.841932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cb6ad-a83a-40cb-a818-f06adb4f56b4 req-5e7ae07c-e3a1-4243-af14-93b23b4917c1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:50.843513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331cb6ad-a83a-40cb-a818-f06adb4f56b4 req-5e7ae07c-e3a1-4243-af14-93b23b4917c1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1246345 Jul 23 10:52:50.918773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-331cb6ad-a83a-40cb-a818-f06adb4f56b4 req-1467f572-7a5b-464b-9ceb-3ca829207394 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515213 Jul 23 10:52:50.919925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:50.953381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=12b0a5f6-b6d3-41b5-a781-adc9fd8bd545,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:51.019939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] No DVR routers for this DVR port 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:51.027027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:51.029657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9636903a-c723-4867-bcff-bf1c02ec6363 req-485c5953-8299-4c8b-924e-12e3afaca85c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "DELETE /v2.0/ports/12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 HTTP/1.1" status: 204 len: 173 time: 0.5375581 Jul 23 10:52:51.030178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'name': 'network-vif-deleted', 'tag': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:51.035945 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342bc42-a31c-4477-a7ad-0d6b923d7a5f" -d '{"events": [{"server_uuid": "9c4a6d12-75cf-4eb0-b793-62010edf0ad8", "name": "network-vif-deleted", "tag": "12b0a5f6-b6d3-41b5-a781-adc9fd8bd545"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:51.042984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c454-e1e7-4a63-a818-7f5d62584ed6 req-259fb0d5-6614-4899-99bb-3defcc24d863 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:51.044698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2a3c454-e1e7-4a63-a818-7f5d62584ed6 req-259fb0d5-6614-4899-99bb-3defcc24d863 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0765283 Jul 23 10:52:51.087970 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd12730e-d098-4e4c-bc86-8a8ddad6e513 x-openstack-request-id: req-cd12730e-d098-4e4c-bc86-8a8ddad6e513 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:51.088396 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a6d12-75cf-4eb0-b793-62010edf0ad8", "name": "network-vif-deleted", "tag": "12b0a5f6-b6d3-41b5-a781-adc9fd8bd545", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:51.088773 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd12730e-d098-4e4c-bc86-8a8ddad6e513 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:51.089273 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a6d12-75cf-4eb0-b793-62010edf0ad8', 'name': 'network-vif-deleted', 'tag': '12b0a5f6-b6d3-41b5-a781-adc9fd8bd545', 'status': 'completed', 'code': 200} Jul 23 10:52:51.103738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2a3c454-e1e7-4a63-a818-7f5d62584ed6 req-e0ee7ad9-d74a-4787-9ad7-6f73846501e2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Jul 23 10:52:51.595503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0e74773c-30c9-4754-b071-7ced2a13cbf2 req-bf5f8871-611d-48c6-b485-df5e246a42ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c4a6d12-75cf-4eb0-b793-62010edf0ad8 HTTP/1.1" status: 200 len: 210 time: 0.0343852 Jul 23 10:52:51.737549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 48ef880e-7dde-4c85-bdf2-9d6b441d143f no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:51.757973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 48ef880e-7dde-4c85-bdf2-9d6b441d143f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:51.758327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 48ef880e-7dde-4c85-bdf2-9d6b441d143f not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:52.112069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91195b27-108c-4ac7-a8c7-9771c1f3d0ff req-bf6541b7-3223-4162-91e9-cbc4af94a2be tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:52.116969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91195b27-108c-4ac7-a8c7-9771c1f3d0ff req-bf6541b7-3223-4162-91e9-cbc4af94a2be tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1261890 Jul 23 10:52:52.175643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91195b27-108c-4ac7-a8c7-9771c1f3d0ff req-6b0bfb85-3d26-47a0-b892-8257c5256cdc tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Jul 23 10:52:52.190908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e8d16-cf58-47d3-9206-56413567a980 req-1399ba64-c735-4cc3-a966-f91d38b1c58a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:52.193054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-621e8d16-cf58-47d3-9206-56413567a980 req-1399ba64-c735-4cc3-a966-f91d38b1c58a tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0837970 Jul 23 10:52:52.238091 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-621e8d16-cf58-47d3-9206-56413567a980 req-16e01aa6-3722-4eb6-9c86-27910b710175 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Jul 23 10:52:52.303273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c1af5-4ea5-42ee-bd47-a817c0c2a787 req-531071fa-788c-4875-80aa-0efa013ba06e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:52.307881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff0c1af5-4ea5-42ee-bd47-a817c0c2a787 req-531071fa-788c-4875-80aa-0efa013ba06e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0709028 Jul 23 10:52:52.353920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ff0c1af5-4ea5-42ee-bd47-a817c0c2a787 req-c04d832f-a895-4d97-b1d6-d3a91d8679a0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jul 23 10:52:52.652215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 52992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:52.714140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:52.742645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:52.819052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:52.822438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:52.823680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b2af9bc-5166-4568-bac4-ae6a8f337678 HTTP/1.1" status: 204 len: 168 time: 0.1702340 Jul 23 10:52:52.842452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2af9bc-5166-4568-bac4-ae6a8f337678,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:52.850853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.851269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.851770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.852247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.852756 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.853088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.853459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.854034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.854470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.856739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.856739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.856739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db4eb26-4b98-4504-b481-aa7a3c5df7d5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:52.867606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 52996) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:52.925650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting subnet 2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:52:52.928944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:52.971554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.066642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.130030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.160533 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.162400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/subnets/2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3 HTTP/1.1" status: 204 len: 168 time: 0.2927911 Jul 23 10:52:53.163559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8a99ee-5fc4-4a96-9099-e64c8b7d6bf3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:53.165848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53000) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:53.168355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d4868-b02d-4e4b-9b77-b966a7c40be5 None None] Network 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:52:53.190563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.190916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.191261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.191629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.191966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.192310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.192633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.192970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.193295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.193622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.193980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.194306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522420f-8736-4bd1-936a-a080d574580f tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:52:53.271236 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.344451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 184193cd-8480-4b0d-a59a-dde430a4f59a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:53.344891 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.371807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f48402-c8a6-4b05-845f-8ae09cd96de9 req-4434cb01-c61f-4326-a3e5-82498ffde7b3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:53.373373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37f48402-c8a6-4b05-845f-8ae09cd96de9 req-4434cb01-c61f-4326-a3e5-82498ffde7b3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1283069 Jul 23 10:52:53.426210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37f48402-c8a6-4b05-845f-8ae09cd96de9 req-a9cd2595-36e1-4854-9761-e535d59fcc77 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Jul 23 10:52:53.428697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] DHCP port deletion for 93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:52:53.466893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port 184193cd-8480-4b0d-a59a-dde430a4f59a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=184193cd-8480-4b0d-a59a-dde430a4f59a,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:53.467258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.487040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 184193cd-8480-4b0d-a59a-dde430a4f59a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:53.498924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] Deleting port 184193cd-8480-4b0d-a59a-dde430a4f59a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:53.503977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.516879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c94faf-e527-4f44-95e8-467b32102ff5 req-5c3c4c95-5926-44dc-95b2-8f9356e541d2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:53.518435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5c94faf-e527-4f44-95e8-467b32102ff5 req-5c3c4c95-5926-44dc-95b2-8f9356e541d2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1602082 Jul 23 10:52:53.592101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb973e7-c0d0-4302-9e25-a7f0a2e9c659 req-447f2766-46a2-43d2-b206-abb8f58c3919 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:53.612897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] For port 184193cd-8480-4b0d-a59a-dde430a4f59a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=184193cd-8480-4b0d-a59a-dde430a4f59a,segment=NetworkSegment(0066a338-49a8-4284-88fa-16048802182a),segment_id=0066a338-49a8-4284-88fa-16048802182a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:53.612897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.613320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a5c94faf-e527-4f44-95e8-467b32102ff5 req-4cb8cad9-76b9-4004-a245-71586f168117 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589910 Jul 23 10:52:53.613416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fb973e7-c0d0-4302-9e25-a7f0a2e9c659 req-447f2766-46a2-43d2-b206-abb8f58c3919 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1100442 Jul 23 10:52:53.625585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] Calling delete_port for 184193cd-8480-4b0d-a59a-dde430a4f59a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:53.636563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.668473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=184193cd-8480-4b0d-a59a-dde430a4f59a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:53.669622 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fb973e7-c0d0-4302-9e25-a7f0a2e9c659 req-a1527840-703c-4747-a858-11a0630ad5df tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573864 Jul 23 10:52:53.673449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] No DVR routers for this DVR port 184193cd-8480-4b0d-a59a-dde430a4f59a on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:53.726224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.761243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] Pushing event deleted for resources: {'Port': ['ID=184193cd-8480-4b0d-a59a-dde430a4f59a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:53.765516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eae137-0f39-4881-8c4a-fc50f69f15b9 None None] No DVR routers for this DVR port 184193cd-8480-4b0d-a59a-dde430a4f59a on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:53.790929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.799524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 184193cd-8480-4b0d-a59a-dde430a4f59a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:53.807111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:53.817493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0066a338-49a8-4284-88fa-16048802182a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:53.817844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0066a338-49a8-4284-88fa-16048802182a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:53.820321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 184193cd-8480-4b0d-a59a-dde430a4f59a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:53.824005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 184193cd-8480-4b0d-a59a-dde430a4f59a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:53.830273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.848708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.855471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:52:53.856042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:52:53.863691 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:52:53.924112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.931455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:53.935876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:53.936060 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/networks/93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9 HTTP/1.1" status: 204 len: 168 time: 0.7691216 Jul 23 10:52:53.950009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cbf5d-106a-4d45-a3fe-10ffe26e7985 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Network': ['ID=93fe1008-bb9b-4b7a-b4ee-c0d8f3f33bc9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:54.101105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 4f23c79f-4cb7-452e-b720-73b48906529f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:54.101380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.151454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.180795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.181134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.194186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 4f23c79f-4cb7-452e-b720-73b48906529f owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:54.350220 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.376779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=4f23c79f-4cb7-452e-b720-73b48906529f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:54.440892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.441157 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Floating IP 2f678355-f337-457f-ac4f-2b7e68094a4f disassociated (deleted). External IP: 172.25.4.81, port: c7077d30-51e3-4909-a378-4ce27b95c5ee. Jul 23 10:52:54.569969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4ce46-5714-45fe-b27a-42396df47ee9 req-6ab108ac-1306-4c65-938c-7a6285591156 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:54.572156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ad4ce46-5714-45fe-b27a-42396df47ee9 req-6ab108ac-1306-4c65-938c-7a6285591156 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0665505 Jul 23 10:52:54.618128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ad4ce46-5714-45fe-b27a-42396df47ee9 req-0bcd4952-183b-47d4-8728-5ae3e16aaa53 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Jul 23 10:52:54.662780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:54.775063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:52:54.806365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:52:54.806603 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 12b0a5f6-b6d3-41b5-a781-adc9fd8bd545 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:52:54.822013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:54.827029 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:54.834416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:54.843299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7eee-b4de-44ad-8dcf-30280e9c1d6b req-f2f9f69d-87e7-4500-80e4-c1dd038350fb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:54.845425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2edb7eee-b4de-44ad-8dcf-30280e9c1d6b req-f2f9f69d-87e7-4500-80e4-c1dd038350fb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.1054840 Jul 23 10:52:54.847805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:54.850899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:54.862390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5b11e-63fd-4bee-aac6-1f34922fc887 req-a04d0c72-cc13-4240-af06-4e95563c7830 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:54.869989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37c5b11e-63fd-4bee-aac6-1f34922fc887 req-a04d0c72-cc13-4240-af06-4e95563c7830 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1591454 Jul 23 10:52:54.902801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f88ef42c-12f1-47f1-a617-5053b47beee4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/floatingips/2f678355-f337-457f-ac4f-2b7e68094a4f HTTP/1.1" status: 204 len: 168 time: 0.9655771 Jul 23 10:52:54.905780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:54.907043 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:54.915770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2edb7eee-b4de-44ad-8dcf-30280e9c1d6b req-04fb74b8-bdeb-4d6f-a063-7a23441175e6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601490 Jul 23 10:52:54.926263 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37c5b11e-63fd-4bee-aac6-1f34922fc887 req-1da110da-abdb-4f67-bba8-4774ed213a38 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554051 Jul 23 10:52:54.992491 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35634aae-ab37-478d-9e98-e19f2a29d39f x-openstack-request-id: req-35634aae-ab37-478d-9e98-e19f2a29d39f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:54.993337 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:54.993604 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35634aae-ab37-478d-9e98-e19f2a29d39f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:54.994440 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'status': 'completed', 'code': 200} Jul 23 10:52:54.999933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:55.098416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-6ecc740a-c305-4250-9525-490b9dcc9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:55.100057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-6ecc740a-c305-4250-9525-490b9dcc9363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 1097 time: 0.0850787 Jul 23 10:52:55.213635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a3d-b230-4b4a-a731-574615d78240 req-7fca2446-72be-4f02-9cfd-d332e2f92f29 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:55.214287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-ce478dee-ad29-4006-8d2e-cb74d0a51d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:55.216150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16d17a3d-b230-4b4a-a731-574615d78240 req-7fca2446-72be-4f02-9cfd-d332e2f92f29 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 946 time: 0.0781159 Jul 23 10:52:55.223705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-ce478dee-ad29-4006-8d2e-cb74d0a51d8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 200 len: 898 time: 0.1153209 Jul 23 10:52:55.251438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:48Z', 'revision_number': 6, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:55.276264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16d17a3d-b230-4b4a-a731-574615d78240 req-410feacf-93d9-4e34-84d3-385a9115e0a4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526304 Jul 23 10:52:55.284230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:52:55.288915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-778d0ecd-f16a-4072-8a32-47d30942e1e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 200 len: 217 time: 0.0581205 Jul 23 10:52:55.293940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:52:55.294553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:55.344881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-0289154b-162c-4b0d-8436-3bc6e5cd5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:55.346716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-0289154b-162c-4b0d-8436-3bc6e5cd5d6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c836d927-ba5c-4c95-8a98-814df3af345f HTTP/1.1" status: 200 len: 835 time: 0.0505855 Jul 23 10:52:55.408382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:52:55.419654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-8377e9ef-c214-4209-af9f-5304ba8bc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:55.421562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-8377e9ef-c214-4209-af9f-5304ba8bc68a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49024a9b-6a12-4c75-8b51-36b896a8a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679491 Jul 23 10:52:55.531762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-b92ea196-91ac-48cc-b4b2-ffb5eb0ef7dd service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018043 Jul 23 10:52:55.615801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:48Z', 'revision_number': 6, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:52:55.631390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c6b3cb2-a76b-4a35-a268-a74c57cadc8c req-bfc8cab7-db38-4648-8967-f333db84348f service neutron] 10.222.0.55 "GET /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923705 Jul 23 10:52:55.643652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15378ca6-5f04-4e71-a58c-7ebb0165c472 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:48Z', 'revision_number': 6, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'f3c2377b-7044-4b10-a561-9341fb0901bf', 'name': '', 'network_id': '49024a9b-6a12-4c75-8b51-36b896a8a887', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:26:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:58Z', 'updated_at': '2021-07-23T10:51:03Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': 'c836d927-ba5c-4c95-8a98-814df3af345f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:52:55.770645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745733-aa9c-4367-b102-7e643f9e8ccc req-7a55c517-3b2b-4c2d-ae3c-c36b6be6c1bd tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:55.772218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1745733-aa9c-4367-b102-7e643f9e8ccc req-7a55c517-3b2b-4c2d-ae3c-c36b6be6c1bd tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0763309 Jul 23 10:52:55.816986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1745733-aa9c-4367-b102-7e643f9e8ccc req-806e3271-87d6-44cb-a041-df59d7f502f1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Jul 23 10:52:55.909034 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54577f36-494f-493c-bd86-c5d8044897e9 None None] New status for floating IP 2f678355-f337-457f-ac4f-2b7e68094a4f: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:52:56.069570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478f47e-9b8a-4462-9783-c615acdf7784 req-7a76bc7c-62a0-4c26-9193-81b31bf20e11 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:56.072301 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d478f47e-9b8a-4462-9783-c615acdf7784 req-7a76bc7c-62a0-4c26-9193-81b31bf20e11 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 943 time: 0.0753663 Jul 23 10:52:56.093134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c51e9-243a-4bad-9f3a-fa4ac3f0bff1 req-11569c4f-c313-47e3-a254-c24339c0634c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:56.095181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-332c51e9-243a-4bad-9f3a-fa4ac3f0bff1 req-11569c4f-c313-47e3-a254-c24339c0634c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0812311 Jul 23 10:52:56.111959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d478f47e-9b8a-4462-9783-c615acdf7784 req-93d719f8-98b7-4164-90ed-87cc0bd43628 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Jul 23 10:52:56.140000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-332c51e9-243a-4bad-9f3a-fa4ac3f0bff1 req-63a46b52-6382-4979-8be9-252fc368c69e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387692 Jul 23 10:52:56.418811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-337e79cc-64da-4798-9cbf-98d7c17f9e89 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:56.420426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-337e79cc-64da-4798-9cbf-98d7c17f9e89 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 946 time: 0.0734503 Jul 23 10:52:56.420711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43766ef7-f80f-4376-af56-34769686d54d req-55d6ffe0-14b2-437f-8007-478c817fc128 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:56.423865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43766ef7-f80f-4376-af56-34769686d54d req-55d6ffe0-14b2-437f-8007-478c817fc128 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66a26c-d548-4803-acfb-c74e3cf82b52 HTTP/1.1" status: 200 len: 946 time: 0.0744028 Jul 23 10:52:56.467257 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43766ef7-f80f-4376-af56-34769686d54d req-65079c09-ca84-4bab-bb4f-524a19f42c95 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7393ae00-531c-4f58-8f1c-986588fe1417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388632 Jul 23 10:52:56.534415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port c7077d30-51e3-4909-a378-4ce27b95c5ee {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:56.534921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:56.642166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port c7077d30-51e3-4909-a378-4ce27b95c5ee, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c7077d30-51e3-4909-a378-4ce27b95c5ee,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:56.642915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:56.654232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for c7077d30-51e3-4909-a378-4ce27b95c5ee owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:56.783819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:56.794991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:52:56.819678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=c7077d30-51e3-4909-a378-4ce27b95c5ee,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:56.877964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] No DVR routers for this DVR port c7077d30-51e3-4909-a378-4ce27b95c5ee on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:52:56.881482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:56.884171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-803556ed-b5de-456d-b80f-b0d5a47b4f8d req-fb727e7e-7742-4410-9556-fda883c884ab tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "DELETE /v2.0/ports/c7077d30-51e3-4909-a378-4ce27b95c5ee HTTP/1.1" status: 204 len: 173 time: 0.4581835 Jul 23 10:52:56.884896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'name': 'network-vif-deleted', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:56.889029 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b627a8-2ecb-471e-a576-654360d963a5" -d '{"events": [{"server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "name": "network-vif-deleted", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:56.950908 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a7c35-56dc-4b7f-b275-257e3e80564f x-openstack-request-id: req-cf3a7c35-56dc-4b7f-b275-257e3e80564f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:56.951212 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66a26c-d548-4803-acfb-c74e3cf82b52", "name": "network-vif-deleted", "tag": "c7077d30-51e3-4909-a378-4ce27b95c5ee", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:56.951557 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf3a7c35-56dc-4b7f-b275-257e3e80564f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:56.951778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:56.951958 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66a26c-d548-4803-acfb-c74e3cf82b52', 'name': 'network-vif-deleted', 'tag': 'c7077d30-51e3-4909-a378-4ce27b95c5ee', 'status': 'completed', 'code': 200} Jul 23 10:52:56.975792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7', 'mac_address': 'fa:16:3e:fb:46:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:52:57.004933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88634538-b878-4bbd-90bc-5865a44089e3 req-b2777648-e09b-4b8f-b416-3083e39acee3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:57.007901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88634538-b878-4bbd-90bc-5865a44089e3 req-b2777648-e09b-4b8f-b416-3083e39acee3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0969074 Jul 23 10:52:57.028136 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.041644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:52:57.060339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-88634538-b878-4bbd-90bc-5865a44089e3 req-dd4c53d5-6138-4733-86f3-55c840815ea2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Jul 23 10:52:57.064450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:57.079410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.109969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98d268f0-cd9f-44ea-ae20-632217bd16c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.132194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:57.269095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:52:57.313405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac17d0-637f-4923-94e2-55ce79f03b0c req-b9343258-3053-4cef-85e8-2b12683409d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:57.315031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bdac17d0-637f-4923-94e2-55ce79f03b0c req-b9343258-3053-4cef-85e8-2b12683409d6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0949750 Jul 23 10:52:57.331216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2abcc0-5c42-40c8-a869-a33545858cdc req-73e8e161-86b7-4a8c-a50e-1ae779c16cdf tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:57.342702 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b2abcc0-5c42-40c8-a869-a33545858cdc req-73e8e161-86b7-4a8c-a50e-1ae779c16cdf tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 944 time: 0.1282964 Jul 23 10:52:57.395458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bdac17d0-637f-4923-94e2-55ce79f03b0c req-ec1a47ed-55e0-421f-b7e2-7cfb1136b52e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677478 Jul 23 10:52:57.398706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b2abcc0-5c42-40c8-a869-a33545858cdc req-36ca0da4-ade0-4b16-92f4-8bd5cdd262d3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541914 Jul 23 10:52:57.534254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:57.599448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-976ff8c2-302a-4d06-94f8-4126e1fe318a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.627890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-976ff8c2-302a-4d06-94f8-4126e1fe318a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.700658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-976ff8c2-302a-4d06-94f8-4126e1fe318a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.703362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-976ff8c2-302a-4d06-94f8-4126e1fe318a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:57.704563 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-976ff8c2-302a-4d06-94f8-4126e1fe318a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/security-groups/7393ae00-531c-4f58-8f1c-986588fe1417 HTTP/1.1" status: 204 len: 168 time: 0.1692703 Jul 23 10:52:57.720038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ff8c2-302a-4d06-94f8-4126e1fe318a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393ae00-531c-4f58-8f1c-986588fe1417,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:57.738897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:58.123446 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:58.195546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c796a2c-ae25-44e1-954c-1b309d42531a req-12089fab-65e4-431c-ad2b-569ac600dbb3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:58.197868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c796a2c-ae25-44e1-954c-1b309d42531a req-12089fab-65e4-431c-ad2b-569ac600dbb3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0686166 Jul 23 10:52:58.239099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c796a2c-ae25-44e1-954c-1b309d42531a req-e4b72dc7-936a-4566-b111-fc27ded549b2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353682 Jul 23 10:52:58.564871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ea19-be36-4191-a589-7a3def283cb5 req-a19b41c7-b564-42f3-9ad5-d7bd4782815f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:58.566670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abd0ea19-be36-4191-a589-7a3def283cb5 req-a19b41c7-b564-42f3-9ad5-d7bd4782815f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 944 time: 0.0743403 Jul 23 10:52:58.608000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abd0ea19-be36-4191-a589-7a3def283cb5 req-2f008217-83fe-4e4c-b062-696f727e7125 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355790 Jul 23 10:52:58.637414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d6a7-fe37-45c8-9526-6d5d4b43584f req-bfe87a05-80ee-4639-9806-d1458dd8d80c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:58.638894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e829d6a7-fe37-45c8-9526-6d5d4b43584f req-bfe87a05-80ee-4639-9806-d1458dd8d80c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1277642 Jul 23 10:52:58.709977 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e829d6a7-fe37-45c8-9526-6d5d4b43584f req-4f507a87-f05d-4bfb-bd74-36b3bd6fbd63 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503190 Jul 23 10:52:58.807922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:52:58.828028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port f3c2377b-7044-4b10-a561-9341fb0901bf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:52:58.828384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:58.874643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:52:58.878837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:52:58.879409 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:58.929394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port f3c2377b-7044-4b10-a561-9341fb0901bf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f3c2377b-7044-4b10-a561-9341fb0901bf,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:58.929765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:58.942726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for f3c2377b-7044-4b10-a561-9341fb0901bf owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:52:58.958550 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:58.983265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:52:58.985442 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06ac04-c7c4-4c05-ac66-aa782224db76" -d '{"events": [{"server_uuid": "12d46fcc-4b77-4c6d-b7a8-65229af41d11", "name": "network-vif-plugged", "status": "completed", "tag": "a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:52:59.011276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:52:59.020362 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:59.027666 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a4f61-4f5a-4280-b373-d2d2ac36624c x-openstack-request-id: req-e89a4f61-4f5a-4280-b373-d2d2ac36624c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:52:59.028049 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d46fcc-4b77-4c6d-b7a8-65229af41d11", "name": "network-vif-plugged", "status": "completed", "tag": "a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:52:59.028310 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e89a4f61-4f5a-4280-b373-d2d2ac36624c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:52:59.028700 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7', 'code': 200} Jul 23 10:52:59.080552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:59.156154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105b857-7322-444f-acfb-aa0beca52a34 req-ed53d8b0-cc9c-4f8e-b50b-809f5e0b7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:59.158006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b105b857-7322-444f-acfb-aa0beca52a34 req-ed53d8b0-cc9c-4f8e-b50b-809f5e0b7ae5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 1096 time: 0.0677648 Jul 23 10:52:59.168124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:59.197159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=f3c2377b-7044-4b10-a561-9341fb0901bf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:52:59.200970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b105b857-7322-444f-acfb-aa0beca52a34 req-ddd32d9c-e4ff-438b-b1d4-c6df92ef7b8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Jul 23 10:52:59.424956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:59.447396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cddee-23c2-4c12-a205-c292756c9411 req-b5513c43-3ad4-4747-bd65-144d128f9673 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:59.448912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f41cddee-23c2-4c12-a205-c292756c9411 req-b5513c43-3ad4-4747-bd65-144d128f9673 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1047964 Jul 23 10:52:59.556285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f41cddee-23c2-4c12-a205-c292756c9411 req-2e8bc2fa-db72-49e4-b1fc-8140682ac640 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777299 Jul 23 10:52:59.713758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:52:59.790239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969619-5704-4c3d-bcfd-0f4571d3c99e req-9b5e18ba-46dd-4e4e-b6c2-c88fd5f8c145 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:59.796451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f969619-5704-4c3d-bcfd-0f4571d3c99e req-9b5e18ba-46dd-4e4e-b6c2-c88fd5f8c145 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.0959699 Jul 23 10:52:59.853085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f969619-5704-4c3d-bcfd-0f4571d3c99e req-f42049f5-6ec4-4cab-b54f-49acddcfc80e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525944 Jul 23 10:52:59.874814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:52:59.882967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6f3395df-28ae-4412-8b73-e354c6b4df8b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "PUT /v2.0/routers/f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399629 Jul 23 10:52:59.883058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53072) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:52:59.884366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] Sync routers for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:52:59.906989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4ccbd-541e-4f28-a6a8-c3f35dcdf53c req-5217d721-76f2-4e51-bdbf-df807e34b1fc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:52:59.916876 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-54d4ccbd-541e-4f28-a6a8-c3f35dcdf53c req-5217d721-76f2-4e51-bdbf-df807e34b1fc tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1202433 Jul 23 10:52:59.946824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting subnet c836d927-ba5c-4c95-8a98-814df3af345f {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:52:59.950819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:52:59.958950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-54d4ccbd-541e-4f28-a6a8-c3f35dcdf53c req-b5876833-3154-4909-bace-f363ada89b90 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Jul 23 10:53:00.004230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.083605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:00.084143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:52:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:00.116749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.152984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68643b73-36af-44d6-a059-a0ed5c2b5cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.186442 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.212079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:00.221427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Subnet': ['ID=c836d927-ba5c-4c95-8a98-814df3af345f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:00.223965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.230313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:00.230542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0243fee-0409-4eed-b373-d9e907aa18db tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/subnets/c836d927-ba5c-4c95-8a98-814df3af345f HTTP/1.1" status: 204 len: 168 time: 0.3463137 Jul 23 10:53:00.251775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd030e-861f-4806-acc2-75ec94632a9d None None] Network 49024a9b-6a12-4c75-8b51-36b896a8a887 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:53:00.294669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.346280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.459903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.517270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 0ce977cd-79ad-4716-a105-33f0902e65b0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:00.517917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.526138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:52:59Z', 'revision_number': 7, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': '0ce977cd-79ad-4716-a105-33f0902e65b0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:00.555013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] Checking router: f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:00.565334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] Routers {'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:00.565964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:00.614989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] DHCP port deletion for 49024a9b-6a12-4c75-8b51-36b896a8a887 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:53:00.628957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port 0ce977cd-79ad-4716-a105-33f0902e65b0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0ce977cd-79ad-4716-a105-33f0902e65b0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:00.629518 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.671969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 0ce977cd-79ad-4716-a105-33f0902e65b0 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:00.704615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] Set router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:00.761929 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a081d7-263d-47f7-a71f-77cf72bb1de2 req-2af2bde8-0fd6-43e5-ac9a-27b0b25a1205 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:00.763912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:53:00Z', 'revision_number': 8, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:00.764232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75a081d7-263d-47f7-a71f-77cf72bb1de2 req-2af2bde8-0fd6-43e5-ac9a-27b0b25a1205 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1021285 Jul 23 10:53:00.795141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5958fae0-0438-4fd5-bd30-02ec05f5cc86 None None] The sync data for ids ['f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2'] in n-d-778550-4 is: [{'id': 'f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2', 'name': 'tempest-TestNetworkBasicOps-router-17877622', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:50:54Z', 'updated_at': '2021-07-23T10:53:00Z', 'revision_number': 8, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:00.806955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c7077d30-51e3-4909-a378-4ce27b95c5ee no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:00.836949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75a081d7-263d-47f7-a71f-77cf72bb1de2 req-f7711f82-079f-48a8-927c-fd53c32d340e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646408 Jul 23 10:53:00.842279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: c7077d30-51e3-4909-a378-4ce27b95c5ee {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:00.842950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c7077d30-51e3-4909-a378-4ce27b95c5ee not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:00.849501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] Deleting port 7c1458a5-dfbf-4235-890b-6bba83d040bc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:00.850463 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.917653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] For port 7c1458a5-dfbf-4235-890b-6bba83d040bc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c1458a5-dfbf-4235-890b-6bba83d040bc,segment=NetworkSegment(857838d1-5ebf-4136-a402-e9edb0a05afa),segment_id=857838d1-5ebf-4136-a402-e9edb0a05afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:00.918399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.931015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] Calling delete_port for 7c1458a5-dfbf-4235-890b-6bba83d040bc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:00.931511 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:00.991746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=0ce977cd-79ad-4716-a105-33f0902e65b0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:01.044257 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.061967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.085290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] Pushing event deleted for resources: {'Port': ['ID=7c1458a5-dfbf-4235-890b-6bba83d040bc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:01.091610 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23e8fd-b6fd-4871-b074-46b917ac1f7d None None] No DVR routers for this DVR port 7c1458a5-dfbf-4235-890b-6bba83d040bc on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:53:01.109633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f05d3-caa7-402e-bcce-c4549cb0b07c req-f113ef82-7536-4e74-a44d-62b8d193c404 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:01.111214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d0f05d3-caa7-402e-bcce-c4549cb0b07c req-f113ef82-7536-4e74-a44d-62b8d193c404 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0788929 Jul 23 10:53:01.150652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d0f05d3-caa7-402e-bcce-c4549cb0b07c req-dab7f811-471c-4b26-bf7a-835a868cedd2 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333161 Jul 23 10:53:01.173753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.176799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.230170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f42ead-ea10-4fb3-86e5-2bdcd6d7f217 req-8e88b2ff-2928-4315-b2ff-ed959a554ed9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:01.231845 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2f42ead-ea10-4fb3-86e5-2bdcd6d7f217 req-8e88b2ff-2928-4315-b2ff-ed959a554ed9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.2965806 Jul 23 10:53:01.245342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.246060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Fanout notify agent at l3_agent the message router_deleted on router f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:53:01.259050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.259873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99facced-f7bf-4a93-be39-a8175c29f588 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/routers/f5e8fe6b-c7e3-4cdd-8c9a-a961420ab0f2 HTTP/1.1" status: 204 len: 168 time: 1.0266159 Jul 23 10:53:01.262029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:01.284967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.353017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2f42ead-ea10-4fb3-86e5-2bdcd6d7f217 req-1a7676ac-d776-405a-97e3-e8beaf4b2d8c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100342 Jul 23 10:53:01.365657 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.827702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ce977cd-79ad-4716-a105-33f0902e65b0 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:01.830664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.842825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49024a9b-6a12-4c75-8b51-36b896a8a887']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:01.864387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0ce977cd-79ad-4716-a105-33f0902e65b0 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:01.865133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0ce977cd-79ad-4716-a105-33f0902e65b0 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:01.867302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f3c2377b-7044-4b10-a561-9341fb0901bf no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:01.868305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857838d1-5ebf-4136-a402-e9edb0a05afa') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:01.869110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857838d1-5ebf-4136-a402-e9edb0a05afa') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:01.871852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20917cc5-ae69-41ad-8da0-9c28f7d88f8b req-de1c8e1f-113a-4629-ab69-ff831c80d62c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:01.874499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-20917cc5-ae69-41ad-8da0-9c28f7d88f8b req-de1c8e1f-113a-4629-ab69-ff831c80d62c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.4519234 Jul 23 10:53:01.889806 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.914661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: f3c2377b-7044-4b10-a561-9341fb0901bf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:01.914661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device f3c2377b-7044-4b10-a561-9341fb0901bf not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:01.916431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.918934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c1458a5-dfbf-4235-890b-6bba83d040bc no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:01.941316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7c1458a5-dfbf-4235-890b-6bba83d040bc {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:01.941680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c1458a5-dfbf-4235-890b-6bba83d040bc not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:01.957510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-20917cc5-ae69-41ad-8da0-9c28f7d88f8b req-6b8deef2-79e7-4a94-8588-f54634cc6337 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652387 Jul 23 10:53:01.957724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:53:01.958144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:53:01.961441 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:53:02.047250 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.060467 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.062482 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/networks/49024a9b-6a12-4c75-8b51-36b896a8a887 HTTP/1.1" status: 204 len: 168 time: 0.7994955 Jul 23 10:53:02.080235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797c96d-59f1-49c4-a986-ae780786a76c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Network': ['ID=49024a9b-6a12-4c75-8b51-36b896a8a887,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:02.090893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53118) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:02.097175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36b40-e995-4237-8f4b-fe2c9a31ef01 req-5679c262-8d80-4076-9e83-919e0b58d264 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:02.097438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'network': {'name': 'tempest-network-smoke--476994861', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:02.098846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52e36b40-e995-4237-8f4b-fe2c9a31ef01 req-5679c262-8d80-4076-9e83-919e0b58d264 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1768870 Jul 23 10:53:02.143718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:53:02.145794 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52e36b40-e995-4237-8f4b-fe2c9a31ef01 req-9fc8a9cd-7bd6-42ba-9475-47db7c8a7870 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Jul 23 10:53:02.148413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.171557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcc59-6a15-4aa4-b73b-c6d4ddcc6143 req-febe7d2e-e458-4505-a5dc-491aaa1e5721 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:02.173077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd9bcc59-6a15-4aa4-b73b-c6d4ddcc6143 req-febe7d2e-e458-4505-a5dc-491aaa1e5721 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.1354473 Jul 23 10:53:02.203250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:53:02.224650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.224995 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Added segment 1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7 of type vlan for network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 Jul 23 10:53:02.239132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd9bcc59-6a15-4aa4-b73b-c6d4ddcc6143 req-ad9e142b-2089-4757-b6d3-b63b59fdbea5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604935 Jul 23 10:53:02.278902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.318018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.327104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:02.327742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.331235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edacc-4c62-474e-b8bb-0bee265fe6ab req-5352199b-9fc8-45fc-9ac8-3ac079cc8164 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:02.337403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-614edacc-4c62-474e-b8bb-0bee265fe6ab req-5352199b-9fc8-45fc-9ac8-3ac079cc8164 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0909092 Jul 23 10:53:02.365910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:02.366088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2732663 Jul 23 10:53:02.373449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'admin_state_up': True, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:02.402143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.403243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.406713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151033a-33ad-4faf-8d7f-e35cea68d4b5 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Network': ['ID=1f88bc22-f31a-4a00-bc97-f7f43d8388d7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:02.423266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:53:02.426270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-614edacc-4c62-474e-b8bb-0bee265fe6ab req-5f847ec1-1bd5-4ed0-a508-ce7d75da9620 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810120 Jul 23 10:53:02.480728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.553752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.689358 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.730415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcdb57-d075-4988-84fb-7fd39d223d4b req-0d0d1868-a68c-42bd-abda-2e21923d9b3c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:02.731947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8dcdb57-d075-4988-84fb-7fd39d223d4b req-0d0d1868-a68c-42bd-abda-2e21923d9b3c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.1552937 Jul 23 10:53:02.822498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d8dcdb57-d075-4988-84fb-7fd39d223d4b req-9592504c-a6b4-4bf5-9ac8-9ddc63bab98e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810077 Jul 23 10:53:02.947932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:02.968207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:03.074708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.25.4.19 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a4b9016c-f9be-42a3-a949-862bbdf5a5e0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:03.183572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:03.224288 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:03.261480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:03.264551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:03.268133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:03.302190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08edb-1666-44f4-a3a7-f2644141cf91 req-5cdcee21-454c-4594-a07f-40043d2bbd1a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:03.304038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8f08edb-1666-44f4-a3a7-f2644141cf91 req-5cdcee21-454c-4594-a07f-40043d2bbd1a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0838089 Jul 23 10:53:03.312037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:03.356402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8f08edb-1666-44f4-a3a7-f2644141cf91 req-b4f9040a-783d-4f9b-9025-142c2c913dc3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Jul 23 10:53:03.566371 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:03.652001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491ff6-7665-44dd-9c51-05963c4247e3 req-80248dd8-d2e3-45a4-8fb6-e9045620bca5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:03.653407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39491ff6-7665-44dd-9c51-05963c4247e3 req-80248dd8-d2e3-45a4-8fb6-e9045620bca5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1519079 Jul 23 10:53:03.733327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-39491ff6-7665-44dd-9c51-05963c4247e3 req-992106db-3629-4387-99e3-6675905513ac tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725832 Jul 23 10:53:03.874724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.019589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db486c-d3af-44f4-b2b4-261a2234e8f2 req-ba36c7a4-416e-483e-9484-6ba1522a94c0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:04.021619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71db486c-d3af-44f4-b2b4-261a2234e8f2 req-ba36c7a4-416e-483e-9484-6ba1522a94c0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.1000588 Jul 23 10:53:04.056911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router a1056037-30d8-402c-a204-c2f84c604d2c is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:53:04.085133 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71db486c-d3af-44f4-b2b4-261a2234e8f2 req-1e872a60-1add-4efd-8361-2e840573ed50 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539510 Jul 23 10:53:04.095940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b027-c610-4d3d-9536-081ad797fefa req-47be73de-312d-407b-8bba-a77cc598940d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:04.097951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e205b027-c610-4d3d-9536-081ad797fefa req-47be73de-312d-407b-8bba-a77cc598940d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 945 time: 0.1237323 Jul 23 10:53:04.205137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:53:04.217778 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Sync routers for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:53:04.226175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:04.226690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.232306 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:04.232955 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:04.248500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.252957 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5b864d07-b883-4fac-ab7a-5c3b5c794cc6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8826847 Jul 23 10:53:04.253958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:04.284057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-51862cb4-4298-43dd-81e6-8b2fe1f1ccd5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e29169d9cbc14dfe9343d1e2e8c229f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272682 Jul 23 10:53:04.291737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53142) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:04.328909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:04.329512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.341414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:04.356226 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:04.479128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5ecd7-3511-4f54-b1e5-02cafd831faf tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:04.483319 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8eb5ecd7-3511-4f54-b1e5-02cafd831faf tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1874764 Jul 23 10:53:04.493435 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:04.532833 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.538128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aa0fe35b-36e0-4b6b-bbba-6b3ca67328ae tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436065 Jul 23 10:53:04.540900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53148) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:04.549551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782638914', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:04.555320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.560151 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:03Z', 'revision_number': 3, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:04.567538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:04.576290 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3a5c-14d1-47f1-8d0c-873fccbbed5a req-af9040a7-6552-48eb-9b69-15cfbb16f47d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:04.578316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b7a3a5c-14d1-47f1-8d0c-873fccbbed5a req-af9040a7-6552-48eb-9b69-15cfbb16f47d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0961559 Jul 23 10:53:04.612957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:04.622218 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Checking router: a1056037-30d8-402c-a204-c2f84c604d2c for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:04.622689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Updating router a1056037-30d8-402c-a204-c2f84c604d2c port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:53:04.632347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b7a3a5c-14d1-47f1-8d0c-873fccbbed5a req-3d34f11e-464b-4eb4-9499-a044caf9908d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Jul 23 10:53:04.660127 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.732080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:53:04.736613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.738660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e205b027-c610-4d3d-9536-081ad797fefa req-2e2f3137-a9e6-4391-8f2a-ad2e71a51bce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.55 "DELETE /v2.0/ports/a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 HTTP/1.1" status: 204 len: 173 time: 0.6351366 Jul 23 10:53:04.739132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'name': 'network-vif-deleted', 'tag': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:04.741713 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4551e4bd-8e9d-4989-ad77-8bbae3d47df5" -d '{"events": [{"server_uuid": "12d46fcc-4b77-4c6d-b7a8-65229af41d11", "name": "network-vif-deleted", "tag": "a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:04.759508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:53:04.765038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:04.884718 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af9dd8d-587c-4131-a78c-f932b7ca6f0b x-openstack-request-id: req-9af9dd8d-587c-4131-a78c-f932b7ca6f0b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:04.885473 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d46fcc-4b77-4c6d-b7a8-65229af41d11", "name": "network-vif-deleted", "tag": "a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:04.885948 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9af9dd8d-587c-4131-a78c-f932b7ca6f0b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:04.886596 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d46fcc-4b77-4c6d-b7a8-65229af41d11', 'name': 'network-vif-deleted', 'tag': 'a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7', 'status': 'completed', 'code': 200} Jul 23 10:53:04.990326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738e294-0dd0-4137-921c-06f41e1cde48 req-0835c03a-1537-4d01-bf81-2868be92c797 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:04.992096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5738e294-0dd0-4137-921c-06f41e1cde48 req-0835c03a-1537-4d01-bf81-2868be92c797 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1216638 Jul 23 10:53:05.057345 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.060505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5738e294-0dd0-4137-921c-06f41e1cde48 req-bb868c6a-36a4-479d-a219-8cb3bb8823f8 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595574 Jul 23 10:53:05.074450 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Transition to ACTIVE for port object a4b9016c-f9be-42a3-a949-862bbdf5a5e0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:05.081760 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.097132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.135278 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Attempting to bind port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:05.135684 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Attempting to bind port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:05.136055 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Attempting to bind port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:05.145847 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:05.146225 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:05.146663 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.147224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:05.147781 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Bound port: a4b9016c-f9be-42a3-a949-862bbdf5a5e0, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:05.148262 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.199313 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e30ee-ddf8-46fc-bce9-20d2dc4e4c69 None None] Pushing event updated for resources: {'Port': ['ID=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:05.202259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Subnet': ['ID=775219de-d6a7-4ecd-83da-7cb6f8439a5b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:05.212962 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] For port a4b9016c-f9be-42a3-a949-862bbdf5a5e0, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:05.218924 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] For port a4b9016c-f9be-42a3-a949-862bbdf5a5e0, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:05.219887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Checking segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:05.219887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network hostable DHCP agents. Network: 1f88bc22-f31a-4a00-bc97-f7f43d8388d7, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:53:05.223968 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.241032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa5402-0c01-4ccd-966c-b566e316c8aa req-87c38a4f-c0f8-4bbf-adf5-8b99ab02b5dc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0345881 Jul 23 10:53:05.265037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:53:05.277313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1f88bc22-f31a-4a00-bc97-f7f43d8388d7) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:05.281417 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:05.282048 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:05.282181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:05.282851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.301710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c74a2-fb51-45bb-8fe6-bd3ab838c157 None None] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:53:05.313968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5b190a93-e1ce-421e-81de-59c69299b979 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7712448 Jul 23 10:53:05.316809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:05.392331 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:05.499358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:53:05.500413 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.556348 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e30ee-ddf8-46fc-bce9-20d2dc4e4c69 None None] Pushing event updated for resources: {'Port': ['ID=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:05.681092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Allocated IP 172.20.0.2 (1f88bc22-f31a-4a00-bc97-f7f43d8388d7/775219de-d6a7-4ecd-83da-7cb6f8439a5b/a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:05.767685 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:03Z', 'revision_number': 3, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:05.806589 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35955211-3b28-44fb-aa79-7508b22190f0 None None] The sync data for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 is: [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:03Z', 'revision_number': 3, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:05.896321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.906411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Transition to ACTIVE for port object a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:05.922223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Transition to ACTIVE for port object a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:05.929904 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:05.973534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:05.979975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:05.984251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:05.984749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb5e6d-9c8d-438e-8c5d-e37252816684 req-69d11f83-2755-4cb7-816c-be2ce748e792 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:05.987337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Pushing event updated for resources: {'Port': ['ID=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:05.993823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65cb5e6d-9c8d-438e-8c5d-e37252816684 req-69d11f83-2755-4cb7-816c-be2ce748e792 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1061702 Jul 23 10:53:06.061630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Attempting to bind port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:06.062010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Attempting to bind port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:06.062360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Attempting to bind port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 on network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:06.067701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:06.068079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Checking segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:06.068489 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:06.068884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Bound using segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:06.069348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Bound port: a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:06.069734 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:06.114330 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-65cb5e6d-9c8d-438e-8c5d-e37252816684 req-46dd929f-2277-4865-a14e-e35842efca1a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159847 Jul 23 10:53:06.238653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] For port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:06.242589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] For port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:06.253091 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:06.336168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57b91a-4df7-4e0b-aca5-f143c6ea24d4 None None] Pushing event updated for resources: {'Port': ['ID=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:06.375881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a66491-c6a1-4a05-ba4b-39f4fc5cf93e req-ce758154-8107-47da-8ebe-df563ba72ee4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:06.382956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8a66491-c6a1-4a05-ba4b-39f4fc5cf93e req-ce758154-8107-47da-8ebe-df563ba72ee4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1403582 Jul 23 10:53:06.451115 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff9518ec-5d1f-4fb1-8457-97bd3d5ed9db req-c09847c0-83dd-4c95-ac27-b7f2c62980b7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0559623 Jul 23 10:53:06.460447 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c8a66491-c6a1-4a05-ba4b-39f4fc5cf93e req-e1b22992-6239-4f1c-939e-98b721e1e3fe tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704346 Jul 23 10:53:06.465607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:06.922975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.20.0.1 (1f88bc22-f31a-4a00-bc97-f7f43d8388d7/775219de-d6a7-4ecd-83da-7cb6f8439a5b/7c9bb6af-c2cb-4e95-b68a-c14c4e02311e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:07.062743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:07.078694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Transition to ACTIVE for port object 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:07.115648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:07.165363 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:07.172998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:07.184054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:07.244512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:07.246861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:07.402637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12151d3f-4854-4d52-97e1-92609133d260 req-cbf1c4d6-a991-454a-96dc-24f40f480bdf tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:07.404526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12151d3f-4854-4d52-97e1-92609133d260 req-cbf1c4d6-a991-454a-96dc-24f40f480bdf tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1750839 Jul 23 10:53:07.494063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12151d3f-4854-4d52-97e1-92609133d260 req-25ef09c8-f0da-4a46-afab-8b52d3d81d17 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834043 Jul 23 10:53:07.506079 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:07.597712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47e821d9-045d-4b1c-8530-9d2f108f4b59 req-33580ac2-ce12-4a8b-8706-ca38c89de52c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0567269 Jul 23 10:53:07.660533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb6307-9445-4fbe-97f3-ba6e2678f2b1 None None] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:53:07.731500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-51f0cf09-0e29-4ada-b11b-0ab577b20728 None None] Provisioning for port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:07.761248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5beb1-0ffb-4c7c-953d-87f22d7e00a4 req-8c909254-cd62-47fc-a822-7cc204b329a7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:07.768555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16c5beb1-0ffb-4c7c-953d-87f22d7e00a4 req-8c909254-cd62-47fc-a822-7cc204b329a7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1720936 Jul 23 10:53:07.873605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16c5beb1-0ffb-4c7c-953d-87f22d7e00a4 req-c801ed8f-09a0-43e4-a050-a86cbc9421d7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040783 Jul 23 10:53:07.951171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:08.021244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:08.025014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:08.025384 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.040832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.049062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.128557 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.159063 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:08.167803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.176528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:08.183346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.184308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4b9016c-f9be-42a3-a949-862bbdf5a5e0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:08.273431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:08.290971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d788302-c214-4a22-bc41-a1045c9d0ba9 None None] Provisioning complete for port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:08.291741 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d788302-c214-4a22-bc41-a1045c9d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.315101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:08.316992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:08.340991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:08.352557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:08.353132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.469475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router a1056037-30d8-402c-a204-c2f84c604d2c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:53:08.484657 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.502239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d788302-c214-4a22-bc41-a1045c9d0ba9 None None] Provisioning for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:08.515430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d788302-c214-4a22-bc41-a1045c9d0ba9 None None] Provisioning complete for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:08.515430 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d788302-c214-4a22-bc41-a1045c9d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.519732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a4b9016c-f9be-42a3-a949-862bbdf5a5e0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:08.543377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.585698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0d788302-c214-4a22-bc41-a1045c9d0ba9 None None] Port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:53:08.621809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:08.654010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50daf1-0879-4de7-b392-e645941183c6 req-bcc50989-a13f-488f-876e-eefd63394ec4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.661297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d50daf1-0879-4de7-b392-e645941183c6 req-bcc50989-a13f-488f-876e-eefd63394ec4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0807397 Jul 23 10:53:08.704940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:53:08.716858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5d84ca76-0d1b-4e42-965c-6b05e56c4eee None None] Provisioning complete for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:08.716858 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d84ca76-0d1b-4e42-965c-6b05e56c4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:08.718378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d323a3ad-1964-4902-ad62-53e1d6d05118 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "PUT /v2.0/routers/a1056037-30d8-402c-a204-c2f84c604d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4004040 Jul 23 10:53:08.718905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53190) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:08.730872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Sync routers for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:53:08.768026 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbb22f16-a9e0-4aea-854d-5c4ee4b2f5d7 req-d1cef77b-83c4-4a51-92eb-8a3530f700a2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0877597 Jul 23 10:53:08.790161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:08.790799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:08.792537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d50daf1-0879-4de7-b392-e645941183c6 req-3bfd86ab-f4db-4daf-8114-95400a9eba0a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299448 Jul 23 10:53:08.811195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:08.982429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.983820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.984325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.984804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.985281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.985746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.986212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.986682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:08.991737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:08.991994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1d781432-196e-4343-ba67-d0ee43567ed5 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2719657 Jul 23 10:53:09.031185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:09.031561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a2d4d9c1-08bd-4f2e-b697-7f8afa1a95d7 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:09.067257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d84ca76-0d1b-4e42-965c-6b05e56c4eee None None] Port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:53:09.101410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758d131-b968-4ea4-9e1b-8119192092a2 req-502d2460-b4c1-469c-923e-78ef0b93d71e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.103635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e758d131-b968-4ea4-9e1b-8119192092a2 req-502d2460-b4c1-469c-923e-78ef0b93d71e tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1533306 Jul 23 10:53:09.120105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:09.138813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.139284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.139900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.140357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.140811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.141263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.141712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.142164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:09.147049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53196) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:09.154599 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-01fb26f6-f49a-402a-b78e-7616a929cab8 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.1607747 Jul 23 10:53:09.181030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e758d131-b968-4ea4-9e1b-8119192092a2 req-6ff4023a-1e0b-4000-a5f0-ae18a5bb7c36 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669250 Jul 23 10:53:09.229219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e1190c7d-df4c-4ab1-b504-02ca012f080b None None] Provisioning complete for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:09.229700 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1190c7d-df4c-4ab1-b504-02ca012f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.313263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-63e762f8-18ba-453f-af3f-cd574e38be2c tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.1649203 Jul 23 10:53:09.319562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e1190c7d-df4c-4ab1-b504-02ca012f080b None None] Port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:53:09.394511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 2, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:09.421704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Checking router: a1056037-30d8-402c-a204-c2f84c604d2c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:09.422060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Updating router a1056037-30d8-402c-a204-c2f84c604d2c port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:53:09.464077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.548140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53200) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:09.552878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294930507', 'description': 'tempest-secgroup-smoke-294930507 description', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:09.590448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.698108 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.702040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.730669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be6c460-d7c7-4742-9325-aa9bffaaa821,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:09.733915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.737458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a22d8851-1150-46a0-a4be-b4ae2e2a4848 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1855674 Jul 23 10:53:09.737792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53204) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:09.742587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7be6c460-d7c7-4742-9325-aa9bffaaa821', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:09.772918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.825203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.841449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Transition to ACTIVE for port object 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:09.856693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.858137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.863542 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.890234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.891765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528573 Jul 23 10:53:09.895200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53210) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:09.900449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7be6c460-d7c7-4742-9325-aa9bffaaa821', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:09.925815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d27502-218a-48e0-a168-daa7ef34b42a tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ae0884-c13d-4614-aaa9-9b1468987974,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:09.939682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:09.959617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:10.028129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6169486b-38ba-4eaf-8e25-caa2f74867cd req-de517511-0698-4c84-8edc-30572d98f30d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=12d46fcc-4b77-4c6d-b7a8-65229af41d11 HTTP/1.1" status: 200 len: 210 time: 0.0541410 Jul 23 10:53:10.073992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af5c03-2908-4c79-a6d0-2a2f638e51b8 req-71c1827a-6446-42d4-a6cd-275028d990fb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:10.075772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10af5c03-2908-4c79-a6d0-2a2f638e51b8 req-71c1827a-6446-42d4-a6cd-275028d990fb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1084812 Jul 23 10:53:10.093626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c9cf-a5f6-44af-8da9-2e1ae654b3b6 None None] Pushing event updated for resources: {'Port': ['ID=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:10.170598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10af5c03-2908-4c79-a6d0-2a2f638e51b8 req-b2f3b688-6143-4aef-a3ac-f1d27be85fcd tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810437 Jul 23 10:53:10.174653 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.190122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.218252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d7a5cf-3b37-4ebe-8e76-94e4c7df1866,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:10.222330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Attempting to bind port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:10.227219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Attempting to bind port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:10.235232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Attempting to bind port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e on network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:10.244560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:10.245085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Checking segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:10.245606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.246046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Bound using segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:10.246630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Bound port: 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:10.247131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.251284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.252592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-445623b7-5730-4659-ac50-dae1cef15102 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562441 Jul 23 10:53:10.256555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53214) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:10.263351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7be6c460-d7c7-4742-9325-aa9bffaaa821', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:10.310330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.335602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:53:10.405297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.417510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.461311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d0a19-4526-4ab6-97cf-b585c244d03b req-9c85c144-9de1-4d7c-9aa0-0f7af2afee96 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:10.464817 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c0d0a19-4526-4ab6-97cf-b585c244d03b req-9c85c144-9de1-4d7c-9aa0-0f7af2afee96 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.1514833 Jul 23 10:53:10.482166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfd2e66-9602-42f0-9184-33cf9e94eddf,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:10.488329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.492405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12001165-1f89-4d36-a283-a17a10436a63 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319281 Jul 23 10:53:10.493750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53216) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:10.498524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7be6c460-d7c7-4742-9325-aa9bffaaa821', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:10.499749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:10.520386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'port_id': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'mac_address': 'fa:16:3e:7e:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:53:10.530286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c0d0a19-4526-4ab6-97cf-b585c244d03b req-c4fe6d4d-438c-4cfc-bd17-ddb05ea52a75 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595515 Jul 23 10:53:10.533099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:10.533553 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.553305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef3d09-f0db-48c3-9135-bb5def1a1709 req-220f954b-1f6a-41b2-8a08-fd4556774805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:10.555923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8ef3d09-f0db-48c3-9135-bb5def1a1709 req-220f954b-1f6a-41b2-8a08-fd4556774805 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1096 time: 0.1483495 Jul 23 10:53:10.556697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] For port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:10.560232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.604330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] For port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:10.612905 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.624735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d8ef3d09-f0db-48c3-9135-bb5def1a1709 req-699f6122-23f0-41e4-9062-50ffb8299a5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614467 Jul 23 10:53:10.670136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.677040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.682898 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.715982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.717283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2222846 Jul 23 10:53:10.721990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e4cc6-6a96-45fc-8462-533c432828c3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff56228f-bc45-4908-979c-607ba0c86b8c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:10.724309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:10.735803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:10.736707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:10.738692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7be6c460-d7c7-4742-9325-aa9bffaaa821', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:10.764610 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Project e29169d9cbc14dfe9343d1e2e8c229f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:53:10.770500 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.802274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:10.835989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.840535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.853913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c9cf-a5f6-44af-8da9-2e1ae654b3b6 None None] Pushing event updated for resources: {'Port': ['ID=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:10.881100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcf5b9b-3bce-4b04-8671-989580fb716a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:10.891731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:10.898243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4b9016c-f9be-42a3-a949-862bbdf5a5e0 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:10.910402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.916197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53224) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:10.916357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-69264b35-e299-44e3-bf3d-9ac4bc151327 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1865683 Jul 23 10:53:10.921178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'security_group_rule': {'security_group_id': '7be6c460-d7c7-4742-9325-aa9bffaaa821', 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:10.925128 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:10.946431 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Project e29169d9cbc14dfe9343d1e2e8c229f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:53:10.952721 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:11.005532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:11.025977 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:11.030493 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:11.037015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:11.059493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049cacf2-c82e-4e94-8251-de472fa3957a,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:11.077080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:11.077648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:11.089014 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:11.091487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b0f6542f-37ac-43a3-918a-78c78b9e0549 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730826 Jul 23 10:53:11.244527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:11.322541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-b11cc6de-d2fb-4efc-9fa2-e41c82c26d6d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294930507&fields=id&tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 267 time: 0.0440226 Jul 23 10:53:11.360715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e72c8-142e-49a1-955f-138b8c730b24 req-a6bfd1ac-be2e-4185-99d8-5c6d7afb2bbc tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:11.362321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb3e72c8-142e-49a1-955f-138b8c730b24 req-a6bfd1ac-be2e-4185-99d8-5c6d7afb2bbc tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0808957 Jul 23 10:53:11.406601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cb3e72c8-142e-49a1-955f-138b8c730b24 req-957ec51d-343a-4f2f-8cc3-267669e2d4b9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Jul 23 10:53:11.412871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:10Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:11.454977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44605b28-ef93-4d70-9843-e03968318da4 None None] The sync data for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 is: [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:10Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:11.455895 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-ba68abd0-49ad-4836-8593-e2825853af8d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:11.457569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-ba68abd0-49ad-4836-8593-e2825853af8d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/networks?id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7 HTTP/1.1" status: 200 len: 796 time: 0.1340659 Jul 23 10:53:11.474061 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-20c22e41-9759-49c1-8d84-53685d648fd2 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/quotas/e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Jul 23 10:53:11.590016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-60b9b6f3-fd29-46ea-9db6-4ac2f360250e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098433 Jul 23 10:53:11.807874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7244c-807a-4c4c-a7c1-0e00ed61668b req-c622ff0d-c00d-471b-8bf2-b4e46cd9620c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:11.809492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eda7244c-807a-4c4c-a7c1-0e00ed61668b req-c622ff0d-c00d-471b-8bf2-b4e46cd9620c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 944 time: 0.1614451 Jul 23 10:53:11.834460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-800a4cda-9762-4195-827f-26a90407e06c service neutron] 10.222.0.37 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316358 Jul 23 10:53:11.876335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:11.879878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eda7244c-807a-4c4c-a7c1-0e00ed61668b req-5f5a4831-2017-414c-9c9a-acc9d7d1e8d4 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626740 Jul 23 10:53:11.953818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:11.960559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:11.961004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:11.980651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-67be6200-5826-4c41-a696-9e7a387a50c6 service neutron] 10.222.0.37 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452703 Jul 23 10:53:12.059402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:12.097226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:12.108891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:12.169163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:12.260288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-223ee43b-f4bb-4d23-9b66-26934f487e22 req-4f7f97dc-7a13-4a8e-9c8f-cb8362b2c4a6 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 210 time: 0.0505509 Jul 23 10:53:12.310222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:12.378823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:12.380064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:12.487251 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:12.530547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:12.532332 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551eabc-2397-4191-ad0a-ec6958b6f8bb" -d '{"events": [{"server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "name": "network-vif-plugged", "status": "completed", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:12.589894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:12.596929 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:12.635471 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeba7a9-0c59-453b-8dd3-75b71b6c4e61 x-openstack-request-id: req-fbeba7a9-0c59-453b-8dd3-75b71b6c4e61 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:12.635833 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "name": "network-vif-plugged", "status": "completed", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:12.636334 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbeba7a9-0c59-453b-8dd3-75b71b6c4e61 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:12.636826 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'code': 200} Jul 23 10:53:12.654652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ad638-6804-481c-8b30-93a9b69a45b7 req-c3127750-261a-4dca-9973-d94dc9b94787 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:12.665419 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e1ad638-6804-481c-8b30-93a9b69a45b7 req-c3127750-261a-4dca-9973-d94dc9b94787 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1463866 Jul 23 10:53:12.670180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:12.740159 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0e1ad638-6804-481c-8b30-93a9b69a45b7 req-7f144a58-eb28-475f-b1c7-72662d3a117a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734134 Jul 23 10:53:13.089111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854667b-560d-45c2-9f02-cff2c042b1d2 req-08a9c098-3937-4e8d-b6b7-3b42b4e38268 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:13.091408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f854667b-560d-45c2-9f02-cff2c042b1d2 req-08a9c098-3937-4e8d-b6b7-3b42b4e38268 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0785899 Jul 23 10:53:13.138485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f854667b-560d-45c2-9f02-cff2c042b1d2 req-be4686c5-c576-48e8-b26b-33ca96fe89bf tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Jul 23 10:53:13.166940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:13.235511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f4adde25-baec-4415-aae4-3e1e22d12e99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/floatingips/b1718289-e070-4cad-af1a-197e8c803ffe HTTP/1.1" status: 200 len: 993 time: 0.0668266 Jul 23 10:53:13.432231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-202ff37c-cc55-4d25-b37d-eed913e1d3bc req-2ef489a6-ff17-4a76-b14f-2f0d8289cef1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 210 time: 0.0709026 Jul 23 10:53:13.485334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-0ba84b87-9a20-41b8-92bc-5c1c82d7a5f3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:13.487113 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-0ba84b87-9a20-41b8-92bc-5c1c82d7a5f3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/networks?id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7 HTTP/1.1" status: 200 len: 796 time: 0.1885405 Jul 23 10:53:13.535948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-f7ac1f3d-8ac2-4d25-97c7-63f770337b69 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1 HTTP/1.1" status: 200 len: 379 time: 0.0399826 Jul 23 10:53:13.545833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'port': {'device_id': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'admin_state_up': True, 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'security_groups': ['7be6c460-d7c7-4742-9325-aa9bffaaa821']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:13.658720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Made reservation on behalf of e29169d9cbc14dfe9343d1e2e8c229f1 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:53:13.662494 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:13.821707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.20.0.13 (1f88bc22-f31a-4a00-bc97-f7f43d8388d7/775219de-d6a7-4ecd-83da-7cb6f8439a5b/d79d5383-5781-429a-a30b-1ed32464841e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:13.850490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:13.954332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:13.955011 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.012817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e28a4-6b35-4aad-b0af-4d15f121aecb req-03c1776e-8ade-4089-acaf-3c7445d9862c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:14.014618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-513e28a4-6b35-4aad-b0af-4d15f121aecb req-03c1776e-8ade-4089-acaf-3c7445d9862c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1735020 Jul 23 10:53:14.062774 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.087697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-513e28a4-6b35-4aad-b0af-4d15f121aecb req-bd90c894-a62f-4574-ba49-5e782eb3c02d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655944 Jul 23 10:53:14.089041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Transition to ACTIVE for port object d79d5383-5781-429a-a30b-1ed32464841e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:14.132754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.181429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:14.186713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:14.190521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:14.197686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=d79d5383-5781-429a-a30b-1ed32464841e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:14.250357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:14.251058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.266956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2fd6bb16-8bc9-454a-b1fa-4b48db27cfe8 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7254674 Jul 23 10:53:14.280933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Request body: {'port': {'device_id': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:14.363214 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.540884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ddd6d563-c96b-467a-86a3-4f63d1608dcf None None] Provisioning for port d79d5383-5781-429a-a30b-1ed32464841e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:14.546811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ddd6d563-c96b-467a-86a3-4f63d1608dcf None None] Provisioning complete for port d79d5383-5781-429a-a30b-1ed32464841e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:14.547229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d563-c96b-467a-86a3-4f63d1608dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.613275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefc76-8f4e-4533-84ca-7577f1fd9fca req-2d7a13e8-bc54-4e26-a7be-5dbc7813c1d4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:14.615134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96fefc76-8f4e-4533-84ca-7577f1fd9fca req-2d7a13e8-bc54-4e26-a7be-5dbc7813c1d4 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 932 time: 0.0901527 Jul 23 10:53:14.632721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6d563-c96b-467a-86a3-4f63d1608dcf None None] Port d79d5383-5781-429a-a30b-1ed32464841e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:53:14.682418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96fefc76-8f4e-4533-84ca-7577f1fd9fca req-457d6e22-c35e-4b5b-adfb-2c97a3a5a701 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545154 Jul 23 10:53:14.772008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79d5383-5781-429a-a30b-1ed32464841e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:14.780038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.794088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Transition to ACTIVE for port object d79d5383-5781-429a-a30b-1ed32464841e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:14.799626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:14.949940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Attempting to bind port d79d5383-5781-429a-a30b-1ed32464841e on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:14.950282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Attempting to bind port d79d5383-5781-429a-a30b-1ed32464841e by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:14.950611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Attempting to bind port d79d5383-5781-429a-a30b-1ed32464841e on network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:14.952653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d79d5383-5781-429a-a30b-1ed32464841e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:14.971861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Port d79d5383-5781-429a-a30b-1ed32464841e on network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:53:14.972659 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Attempting to bind port d79d5383-5781-429a-a30b-1ed32464841e on network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:14.979004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:14.979351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Checking segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:14.979842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Bound using segment: {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:14.980292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Bound port: d79d5383-5781-429a-a30b-1ed32464841e, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:14.980665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:15.048182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] For port d79d5383-5781-429a-a30b-1ed32464841e, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:15.051360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] For port d79d5383-5781-429a-a30b-1ed32464841e, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d79d5383-5781-429a-a30b-1ed32464841e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:15.056186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:15.092329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:15.092994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:15.094347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d79d5383-5781-429a-a30b-1ed32464841e HTTP/1.1" status: 200 len: 1092 time: 0.8193619 Jul 23 10:53:15.094794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:15.097096 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64170135-73fd-409f-b88f-525864ad3435" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "tag": "d79d5383-5781-429a-a30b-1ed32464841e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:15.131813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b4c4e-6c4e-41a9-b10f-8542f04499c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d79d5383-5781-429a-a30b-1ed32464841e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:15.158907 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856846f-7788-4408-88ad-657af8601486 x-openstack-request-id: req-4856846f-7788-4408-88ad-657af8601486 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:15.158907 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "tag": "d79d5383-5781-429a-a30b-1ed32464841e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:15.158907 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4856846f-7788-4408-88ad-657af8601486 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:15.159841 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e', 'status': 'completed', 'code': 200} Jul 23 10:53:15.209193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-01ff5d56-da72-4cbc-9e03-b43085547c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:15.213828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-01ff5d56-da72-4cbc-9e03-b43085547c3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 1095 time: 0.0655975 Jul 23 10:53:15.263729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-abc4e221-8fdd-4979-b9b2-559a47e64284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79d5383-5781-429a-a30b-1ed32464841e HTTP/1.1" status: 200 len: 217 time: 0.0449862 Jul 23 10:53:15.285089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9b11f-9073-4b6c-b286-3a2532b50b90 req-1235d725-e158-4659-947e-5207c3a784a3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:15.286772 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afa9b11f-9073-4b6c-b286-3a2532b50b90 req-1235d725-e158-4659-947e-5207c3a784a3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0853062 Jul 23 10:53:15.323816 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-6e3d10c6-4f7e-423c-93fe-348b3a40fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:15.325881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-6e3d10c6-4f7e-423c-93fe-348b3a40fd34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775219de-d6a7-4ecd-83da-7cb6f8439a5b HTTP/1.1" status: 200 len: 835 time: 0.0569713 Jul 23 10:53:15.330471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-afa9b11f-9073-4b6c-b286-3a2532b50b90 req-890fce88-3439-4d38-8034-3b25d4758559 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Jul 23 10:53:15.387710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-ee6e1cad-6eb9-45cb-b67b-6c0c54c40dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:15.389258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-ee6e1cad-6eb9-45cb-b67b-6c0c54c40dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571902 Jul 23 10:53:15.486949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-2cf94191-8df9-4d16-b065-3bef803c3605 service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910959 Jul 23 10:53:15.606610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4711dae4-7c58-4cf5-aa38-e96d9d978484 req-8e8ce595-e872-43ec-a449-31ff00a58eca service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123018 Jul 23 10:53:15.765767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170135-73fd-409f-b88f-525864ad3435 req-4ed83e03-8f3c-4795-8397-c140cbcd4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:15.771567 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-4ed83e03-8f3c-4795-8397-c140cbcd4c59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 1095 time: 0.1108587 Jul 23 10:53:16.232842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170135-73fd-409f-b88f-525864ad3435 req-0a117f7d-989d-4087-b90b-f86b775fac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:16.234524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-0a117f7d-989d-4087-b90b-f86b775fac5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7 HTTP/1.1" status: 200 len: 897 time: 0.4580889 Jul 23 10:53:16.252328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0462e-4592-4bf7-8b52-a5e412d99967 req-425caa4e-58f2-432e-8d96-9f972a3ccd33 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:16.259860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14c0462e-4592-4bf7-8b52-a5e412d99967 req-425caa4e-58f2-432e-8d96-9f972a3ccd33 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 944 time: 0.4442844 Jul 23 10:53:16.309693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-54b71ca1-60bc-414b-8a3e-e7fcd433efd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79d5383-5781-429a-a30b-1ed32464841e HTTP/1.1" status: 200 len: 217 time: 0.0658164 Jul 23 10:53:16.340625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 78fba2af-ba39-4ed8-966f-6d92c75046ad details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:53:16.368306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14c0462e-4592-4bf7-8b52-a5e412d99967 req-ce175683-3365-4f5c-958f-95589b0a14ae tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025131 Jul 23 10:53:16.389131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170135-73fd-409f-b88f-525864ad3435 req-fbc04baa-bb18-47d2-99ba-6eadd21df04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:16.390798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-fbc04baa-bb18-47d2-99ba-6eadd21df04f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775219de-d6a7-4ecd-83da-7cb6f8439a5b HTTP/1.1" status: 200 len: 835 time: 0.0737855 Jul 23 10:53:16.468677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170135-73fd-409f-b88f-525864ad3435 req-9768bdcf-dcf8-4cae-b2b8-5285fe1d1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:16.470303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-9768bdcf-dcf8-4cae-b2b8-5285fe1d1f51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718391 Jul 23 10:53:16.517194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:16.532278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'port_id': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'mac_address': 'fa:16:3e:fb:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277e99a4-af61-4ee5-861a-3d2d399a5da7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:53:16.546542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2557c9-24f9-4e38-af6d-ef7d0fbed369 req-c3e29452-208a-4b37-a781-13c612500763 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:16.549855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b2557c9-24f9-4e38-af6d-ef7d0fbed369 req-c3e29452-208a-4b37-a781-13c612500763 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1180098 Jul 23 10:53:16.581613 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:16.593620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-b8f9e906-1f55-4319-961e-1a751b91b31b service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145594 Jul 23 10:53:16.597869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78fba2af-ba39-4ed8-966f-6d92c75046ad {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:16.620485 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b2557c9-24f9-4e38-af6d-ef7d0fbed369 req-08287681-5774-4e3f-b988-3c2bed65dd81 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593798 Jul 23 10:53:16.638502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:16.643043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:16.700634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:16.709741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-64170135-73fd-409f-b88f-525864ad3435 req-9b4e99fd-892b-46a2-bc8a-ef8e3296b6d9 service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087527 Jul 23 10:53:16.978553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['78fba2af-ba39-4ed8-966f-6d92c75046ad'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:17.483283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004fb28-fd90-4ac5-b8b2-c275117f84d9 req-d46ce9d3-b247-464f-98e8-6b0bb3051c98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:17.484903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1004fb28-fd90-4ac5-b8b2-c275117f84d9 req-d46ce9d3-b247-464f-98e8-6b0bb3051c98 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 944 time: 0.0623646 Jul 23 10:53:17.522111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1004fb28-fd90-4ac5-b8b2-c275117f84d9 req-93bc95a1-0ec7-41ca-8161-bb49f93ceb87 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jul 23 10:53:17.746086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5c1a5-0b60-4e69-9243-42360e05b7a5 req-b6134a85-bc29-4b4f-8ea8-041a60eb5088 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:17.747792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42a5c1a5-0b60-4e69-9243-42360e05b7a5 req-b6134a85-bc29-4b4f-8ea8-041a60eb5088 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 944 time: 0.0669622 Jul 23 10:53:17.787831 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42a5c1a5-0b60-4e69-9243-42360e05b7a5 req-607cb979-9401-452d-92d3-66c873fd654c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Jul 23 10:53:18.356254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 78fba2af-ba39-4ed8-966f-6d92c75046ad up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:18.406901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 78fba2af-ba39-4ed8-966f-6d92c75046ad triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:18.407276 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:18.484219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:18.506546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:18.508960 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1af0bc-7f38-4351-b2ef-23fb9d9d248e" -d '{"events": [{"server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "name": "network-vif-plugged", "status": "completed", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:18.522221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:18.527352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:18.569211 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db828e-542d-4c14-a9ae-5312c187c026 x-openstack-request-id: req-10db828e-542d-4c14-a9ae-5312c187c026 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:18.569514 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "name": "network-vif-plugged", "status": "completed", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:18.569771 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10db828e-542d-4c14-a9ae-5312c187c026 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:18.570145 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'code': 200} Jul 23 10:53:18.587731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:18.712422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f815-2551-4836-bd11-f8502fef851a req-b854c971-15c6-4ed4-8760-42c531d2ab56 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:18.713968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eec6f815-2551-4836-bd11-f8502fef851a req-b854c971-15c6-4ed4-8760-42c531d2ab56 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 944 time: 0.0847890 Jul 23 10:53:18.761172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eec6f815-2551-4836-bd11-f8502fef851a req-cbfb6b6a-76ab-4f36-972d-034e8a4c6a44 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414481 Jul 23 10:53:18.801887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857148f4-077a-4937-859a-dddcd83e0042 req-6284178f-1682-4315-af01-c14efd91a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:18.803521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-857148f4-077a-4937-859a-dddcd83e0042 req-6284178f-1682-4315-af01-c14efd91a922 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 1096 time: 0.0772250 Jul 23 10:53:18.822469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d79d5383-5781-429a-a30b-1ed32464841e details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:53:18.845934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-857148f4-077a-4937-859a-dddcd83e0042 req-7529b02b-6c06-4a10-9fb8-cf21acd1658f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Jul 23 10:53:18.947980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2337f-4b99-4a93-8ad2-f6ad47a8e38c req-6e8a4a3e-55db-4bb4-88bd-59dea5eabb21 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:18.953901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d79d5383-5781-429a-a30b-1ed32464841e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d79d5383-5781-429a-a30b-1ed32464841e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:18.955444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61c2337f-4b99-4a93-8ad2-f6ad47a8e38c req-6e8a4a3e-55db-4bb4-88bd-59dea5eabb21 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0761845 Jul 23 10:53:18.967130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'd79d5383-5781-429a-a30b-1ed32464841e', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'port_id': 'd79d5383-5781-429a-a30b-1ed32464841e', 'mac_address': 'fa:16:3e:5f:1b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:53:19.001959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61c2337f-4b99-4a93-8ad2-f6ad47a8e38c req-45e0a550-4ffc-4542-850e-b0901b0b7799 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Jul 23 10:53:19.014225 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:19.030731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79d5383-5781-429a-a30b-1ed32464841e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:19.050443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d79d5383-5781-429a-a30b-1ed32464841e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d79d5383-5781-429a-a30b-1ed32464841e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:19.056286 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:19.105992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d79d5383-5781-429a-a30b-1ed32464841e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:19.262795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d79d5383-5781-429a-a30b-1ed32464841e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:19.928520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b7356-a67e-4d0d-90a4-3434cfe3721c req-fd0b16d8-d70a-4208-942c-452f817c70e2 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:19.930592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-143b7356-a67e-4d0d-90a4-3434cfe3721c req-fd0b16d8-d70a-4208-942c-452f817c70e2 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 945 time: 0.0807459 Jul 23 10:53:20.010904 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-143b7356-a67e-4d0d-90a4-3434cfe3721c req-b21e35ba-6d9c-422b-8096-7367cae1fc93 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742581 Jul 23 10:53:20.178101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e353dff-62f9-42d1-b2ed-ec361f533fa1 req-9335fa14-b5f7-4834-99cc-f8bbd3eda323 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:20.185220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e353dff-62f9-42d1-b2ed-ec361f533fa1 req-9335fa14-b5f7-4834-99cc-f8bbd3eda323 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.1006198 Jul 23 10:53:20.232489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5e353dff-62f9-42d1-b2ed-ec361f533fa1 req-d4c49972-9ccd-4281-a096-28104cb800c2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463979 Jul 23 10:53:20.374795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482de44-2798-481d-afef-4d904846138f req-5554a549-91da-4786-ac8c-9d456ca60f49 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:20.376324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8482de44-2798-481d-afef-4d904846138f req-5554a549-91da-4786-ac8c-9d456ca60f49 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0706835 Jul 23 10:53:20.444237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8482de44-2798-481d-afef-4d904846138f req-e58a45cd-7d4d-4d91-aaf3-a27858d361c0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595350 Jul 23 10:53:20.827787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d79d5383-5781-429a-a30b-1ed32464841e up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:20.861405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-492ba8c4-633c-46d6-b824-75ecafb9248d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:20.872576 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-492ba8c4-633c-46d6-b824-75ecafb9248d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 814 time: 0.1238582 Jul 23 10:53:20.888005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-9ada318e-fcae-4994-94d4-3bda5c1a265b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/quotas/d9f64caa2ad94e1b978e140146b3011b HTTP/1.1" status: 200 len: 375 time: 0.0138760 Jul 23 10:53:20.907002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port d79d5383-5781-429a-a30b-1ed32464841e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:20.911570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port d79d5383-5781-429a-a30b-1ed32464841e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:20.911999 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:20.968851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-79eaf542-7507-420d-9148-001b525a0b19 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776587 Jul 23 10:53:21.017289 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:21.084323 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-7258bd20-94ae-4539-9647-7ef7887876b3 service neutron] 10.222.0.37 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145871 Jul 23 10:53:21.247445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e2a9-7b81-4863-84ce-3f9e30aee009 req-a55fd217-bfaf-4fc9-a800-aa62580db9c7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:21.251370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:21.253897 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c905220-0581-44bc-9dc0-e4227ddde319" -d '{"events": [{"server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "name": "network-vif-plugged", "status": "completed", "tag": "d79d5383-5781-429a-a30b-1ed32464841e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:21.256535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7841e2a9-7b81-4863-84ce-3f9e30aee009 req-a55fd217-bfaf-4fc9-a800-aa62580db9c7 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 945 time: 0.1248429 Jul 23 10:53:21.267764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d79d5383-5781-429a-a30b-1ed32464841e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d79d5383-5781-429a-a30b-1ed32464841e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:21.277377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:21.290914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-15577346-9b61-44f9-a1ec-10d5ed53ee96 service neutron] 10.222.0.37 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987150 Jul 23 10:53:21.306704 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7841e2a9-7b81-4863-84ce-3f9e30aee009 req-5c094148-d765-43c7-bf51-37205a169636 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463221 Jul 23 10:53:21.351766 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c69dd8-6081-4d49-a812-0b4d02ed8c21 x-openstack-request-id: req-87c69dd8-6081-4d49-a812-0b4d02ed8c21 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:21.353082 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "name": "network-vif-plugged", "status": "completed", "tag": "d79d5383-5781-429a-a30b-1ed32464841e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:21.353450 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87c69dd8-6081-4d49-a812-0b4d02ed8c21 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:21.356161 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e', 'code': 200} Jul 23 10:53:21.407278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d79d5383-5781-429a-a30b-1ed32464841e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:21.487233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14054b4e-f2c0-4ddc-98ce-c8e7eae635f1 req-f047ae22-a246-4eec-b395-e31a7b479f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:21.493001 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14054b4e-f2c0-4ddc-98ce-c8e7eae635f1 req-f047ae22-a246-4eec-b395-e31a7b479f04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 1097 time: 0.0852981 Jul 23 10:53:21.551578 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc21e645-5339-4e61-b8f0-b775e74e0228 req-10eb9b29-3fa5-42c6-85da-6ae4d6679dbe tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 210 time: 0.0507946 Jul 23 10:53:21.577955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-14054b4e-f2c0-4ddc-98ce-c8e7eae635f1 req-d7fba43c-5745-49b0-9589-ac023f8973eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717006 Jul 23 10:53:22.227254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-0743bd14-aea8-43b2-a678-6810153a5942 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:22.229272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-0743bd14-aea8-43b2-a678-6810153a5942 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.20 "GET /v2.0/ports?device_id=54cad6c8-70cc-42a1-845c-d16c6c485e3b HTTP/1.1" status: 200 len: 945 time: 0.0794094 Jul 23 10:53:22.353121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Deleting port 78fba2af-ba39-4ed8-966f-6d92c75046ad {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:22.353809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:22.465837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] For port 78fba2af-ba39-4ed8-966f-6d92c75046ad, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=78fba2af-ba39-4ed8-966f-6d92c75046ad,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:22.466356 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:22.484967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Calling delete_port for 78fba2af-ba39-4ed8-966f-6d92c75046ad owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:22.498876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1be094-4852-4a3e-81bb-a445cd92619f req-75421eeb-5252-43bb-9eb3-cfc2c815ec02 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:22.507981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f1be094-4852-4a3e-81bb-a445cd92619f req-75421eeb-5252-43bb-9eb3-cfc2c815ec02 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 946 time: 0.1054585 Jul 23 10:53:22.556741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f1be094-4852-4a3e-81bb-a445cd92619f req-29aab6d2-e797-46ee-98b1-d81f73adaa19 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470083 Jul 23 10:53:22.719186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82c5db78-23ef-4492-95d2-df63db1070a8 req-d07b527a-e18a-4d56-8eca-22a43458ccf2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 210 time: 0.0656960 Jul 23 10:53:22.791672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78e07a-a989-4f5e-ac2c-076659aa167e req-992d7654-31f5-4b84-ada5-f09620499a54 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:22.795983 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca78e07a-a989-4f5e-ac2c-076659aa167e req-992d7654-31f5-4b84-ada5-f09620499a54 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 946 time: 0.1231639 Jul 23 10:53:22.801386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-06691bfc-366f-4dc2-9dbc-1a940dea5966 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:22.802848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-06691bfc-366f-4dc2-9dbc-1a940dea5966 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 814 time: 0.3070173 Jul 23 10:53:22.819396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Request body: {'port': {'device_id': '91a09140-4240-44a9-bff2-0867f57dd73d', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'admin_state_up': True, 'tenant_id': 'd9f64caa2ad94e1b978e140146b3011b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:22.874025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ca78e07a-a989-4f5e-ac2c-076659aa167e req-d22a943c-a039-49a6-adc3-3555407e06d3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690739 Jul 23 10:53:22.907047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53512) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:22.909771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:22.949871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Pushing event deleted for resources: {'Port': ['ID=78fba2af-ba39-4ed8-966f-6d92c75046ad,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:22.950304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['78fba2af-ba39-4ed8-966f-6d92c75046ad'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:22.993904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29de57e2-feaf-4a38-9293-6528ea3fc774 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:22.996321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-29de57e2-feaf-4a38-9293-6528ea3fc774 tempest-TestNetworkBasicOps-1939818952 tempest-TestNetworkBasicOps-1939818952-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 1092 time: 0.0880136 Jul 23 10:53:22.998924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53514) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:23.006731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'd79d5383-5781-429a-a30b-1ed32464841e', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:23.008060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] No DVR routers for this DVR port 78fba2af-ba39-4ed8-966f-6d92c75046ad on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:53:23.014560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.017098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a4fe201-af2e-4485-a9fd-f588cef7eb87 req-ee8efa68-2cfe-4fe4-b67b-50128ac89cba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.20 "DELETE /v2.0/ports/78fba2af-ba39-4ed8-966f-6d92c75046ad HTTP/1.1" status: 204 len: 173 time: 0.7827387 Jul 23 10:53:23.017544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'name': 'network-vif-deleted', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:23.027962 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677c4c3-22d3-4096-9d10-26e78f74d552" -d '{"events": [{"server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "name": "network-vif-deleted", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:23.047044 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.068294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Made reservation on behalf of d9f64caa2ad94e1b978e140146b3011b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:53:23.077757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.149820 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b9be66-0d56-409d-a365-8b2dd84bde20 x-openstack-request-id: req-12b9be66-0d56-409d-a365-8b2dd84bde20 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:23.150493 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cad6c8-70cc-42a1-845c-d16c6c485e3b", "name": "network-vif-deleted", "tag": "78fba2af-ba39-4ed8-966f-6d92c75046ad", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:23.150763 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12b9be66-0d56-409d-a365-8b2dd84bde20 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:23.151218 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cad6c8-70cc-42a1-845c-d16c6c485e3b', 'name': 'network-vif-deleted', 'tag': '78fba2af-ba39-4ed8-966f-6d92c75046ad', 'status': 'completed', 'code': 200} Jul 23 10:53:23.192161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.246648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Allocated IP 172.20.0.9 (4e5dd076-10f5-4222-a754-8c86fc6584cf/277e99a4-af61-4ee5-861a-3d2d399a5da7/8ab5f1e6-29ac-4535-8c27-174facc7b692) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:23.355492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Allocated IP 172.25.4.42 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/49609167-5a03-43a9-8262-25de51af50f3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:23.471117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.488791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.536592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.537809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.571300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['78fba2af-ba39-4ed8-966f-6d92c75046ad'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:23.593296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:23.598903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:23.604934 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:23.619701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:23.621627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:23.625958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:23.628490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:23.652045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=49609167-5a03-43a9-8262-25de51af50f3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:23.701041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:23.701912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:23.730658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-193be744-1cce-4bee-92cb-4e2380601d58 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152565 Jul 23 10:53:23.744698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Request body: {'port': {'device_id': '91a09140-4240-44a9-bff2-0867f57dd73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:23.875897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.154427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.276540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab5f1e6-29ac-4535-8c27-174facc7b692 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:24.285387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.308688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Transition to ACTIVE for port object 8ab5f1e6-29ac-4535-8c27-174facc7b692 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:24.313332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.339926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7682d-ec02-4f47-b9e2-69e21d60819f req-9ff25f97-3673-41c5-8551-a6a030dc6af3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:24.341407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99e7682d-ec02-4f47-b9e2-69e21d60819f req-9ff25f97-3673-41c5-8551-a6a030dc6af3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 931 time: 0.4646146 Jul 23 10:53:24.404265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:24.449289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99e7682d-ec02-4f47-b9e2-69e21d60819f req-068e8404-d1de-47ed-a6cd-b7f94aeb6ae0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994883 Jul 23 10:53:24.506505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Attempting to bind port 8ab5f1e6-29ac-4535-8c27-174facc7b692 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:24.507095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Attempting to bind port 8ab5f1e6-29ac-4535-8c27-174facc7b692 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:24.507204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Attempting to bind port 8ab5f1e6-29ac-4535-8c27-174facc7b692 on network 4e5dd076-10f5-4222-a754-8c86fc6584cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:24.512570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Port 8ab5f1e6-29ac-4535-8c27-174facc7b692 on network 4e5dd076-10f5-4222-a754-8c86fc6584cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:53:24.512894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Attempting to bind port 8ab5f1e6-29ac-4535-8c27-174facc7b692 on network 4e5dd076-10f5-4222-a754-8c86fc6584cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:24.519587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:24.519928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Checking segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:24.520317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Bound using segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:24.520754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Bound port: 8ab5f1e6-29ac-4535-8c27-174facc7b692, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:24.521117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.538127 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.606467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:24.609737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:24.614785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.650386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.662741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:24.663353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.664916 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ab5f1e6-29ac-4535-8c27-174facc7b692 HTTP/1.1" status: 200 len: 1091 time: 0.9269884 Jul 23 10:53:24.682900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a985e-b4e4-44bc-a1b4-4357a9cc6bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:24.772325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-f7782e1f-cc27-4ebf-819f-92dc103f4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:24.774616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-f7782e1f-cc27-4ebf-819f-92dc103f4a53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 1094 time: 0.0670812 Jul 23 10:53:24.829426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-ee0fec0d-006e-4f4d-af7b-24ba59bebf8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692 HTTP/1.1" status: 200 len: 217 time: 0.0475421 Jul 23 10:53:24.843849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.850012 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:24.890353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-ec04a2b2-7ed3-4fc1-8bbb-34d0abbea641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:24.894098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-ec04a2b2-7ed3-4fc1-8bbb-34d0abbea641 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 200 len: 854 time: 0.0561182 Jul 23 10:53:24.955831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-509907cc-80cd-4375-a1ea-9b40151992b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e5dd076-10f5-4222-a754-8c86fc6584cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545111 Jul 23 10:53:24.966112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event updated for resources: {'Port': ['ID=49609167-5a03-43a9-8262-25de51af50f3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:24.974916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:25.083463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-c589c930-05d3-48ce-9491-842cfde7bbb3 service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170626 Jul 23 10:53:25.086718 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Floating IP 0b7e820f-523c-4bb6-924e-36d6177fed68 associated. External IP: 172.25.4.42, port: d79d5383-5781-429a-a30b-1ed32464841e. Jul 23 10:53:25.156312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:25.158752 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16cb047-46e6-40e3-9da0-4ad611ead18c" -d '{"events": [{"name": "network-changed", "server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:25.208206 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e0cb5b4d-e00c-4e5a-b4bf-d784b3edf2ef req-bb880e76-0ba1-48ea-836c-22600641171b service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182902 Jul 23 10:53:25.232804 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012d9b0-4e00-4a22-a8ff-6dfaa327e6fc x-openstack-request-id: req-0012d9b0-4e00-4a22-a8ff-6dfaa327e6fc {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:25.233218 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:25.233808 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0012d9b0-4e00-4a22-a8ff-6dfaa327e6fc {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:25.234325 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'status': 'completed', 'code': 200} Jul 23 10:53:25.333828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-b82526eb-0a4a-4476-80ac-62a98cf01d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:25.337780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-b82526eb-0a4a-4476-80ac-62a98cf01d32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 1094 time: 0.0815718 Jul 23 10:53:25.353529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router a1056037-30d8-402c-a204-c2f84c604d2c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:53:25.395830 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:53:25.455013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-b40214dd-c904-4390-8b3e-1cfe110a5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:25.456671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-b40214dd-c904-4390-8b3e-1cfe110a5d53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 915 time: 0.1147945 Jul 23 10:53:25.482134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:53:25.494437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] Sync routers for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:53:25.516247 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:25.517583 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:25.527087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:25.527379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-8549330f-3cef-4244-b0ef-0e1bb94f6166 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692 HTTP/1.1" status: 200 len: 217 time: 0.0588779 Jul 23 10:53:25.604711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-436a77cc-3eac-4103-b46c-4dc22ec058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:25.606337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-436a77cc-3eac-4103-b46c-4dc22ec058a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 200 len: 854 time: 0.0718749 Jul 23 10:53:25.655846 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c31e5777-4b40-4022-9352-2c68bac28101 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6529377 Jul 23 10:53:25.655846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:25.657566 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "tag": "d79d5383-5781-429a-a30b-1ed32464841e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:25.663456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:25.672111 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:25.676752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-0b1f3933-8abb-407b-8960-1846c906ebbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e5dd076-10f5-4222-a754-8c86fc6584cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635750 Jul 23 10:53:25.734955 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80045da-2b1f-43ad-8d54-25349d106709 x-openstack-request-id: req-a80045da-2b1f-43ad-8d54-25349d106709 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:25.735244 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "tag": "d79d5383-5781-429a-a30b-1ed32464841e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:25.736952 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a80045da-2b1f-43ad-8d54-25349d106709 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:25.737370 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e', 'status': 'completed', 'code': 200} Jul 23 10:53:25.757310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c106b876-6cc7-40ff-bd61-785ea9bfb9f3 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/0b7e820f-523c-4bb6-924e-36d6177fed68 HTTP/1.1" status: 200 len: 991 time: 0.0877323 Jul 23 10:53:25.788668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda1a5d-33b2-47d3-8876-a6b3e4552e73 req-e79137e3-eddd-4c46-b667-73794c33902e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:25.800384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fda1a5d-33b2-47d3-8876-a6b3e4552e73 req-e79137e3-eddd-4c46-b667-73794c33902e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 943 time: 0.2280571 Jul 23 10:53:25.859035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2fda1a5d-33b2-47d3-8876-a6b3e4552e73 req-ff8de749-bb18-4459-bca1-ebb8e09b8a14 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549412 Jul 23 10:53:25.892461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-df9d0c02-55f1-4b35-adaa-ec8e229784e6 service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080905 Jul 23 10:53:25.898504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-2c227d45-ef22-4917-b6a1-79fe5f11c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:25.900933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-2c227d45-ef22-4917-b6a1-79fe5f11c575 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 1097 time: 0.1638980 Jul 23 10:53:25.993217 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0b7e820f-523c-4bb6-924e-36d6177fed68', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'port_id': 'd79d5383-5781-429a-a30b-1ed32464841e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'mac_address': 'fa:16:3e:5f:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:53:24Z', 'updated_at': '2021-07-23T10:53:24Z', 'revision_number': 0, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:12Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:26.050532 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] Checking router: a1056037-30d8-402c-a204-c2f84c604d2c for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:26.063977 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:26.065030 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:26.080294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d16cb047-46e6-40e3-9da0-4ad611ead18c req-c4f0aada-6130-40a0-9d46-064a146c9423 service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782651 Jul 23 10:53:26.081396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-37ef0e6d-6bf8-4788-8b70-297fcb0f61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:26.082737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-37ef0e6d-6bf8-4788-8b70-297fcb0f61a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7 HTTP/1.1" status: 200 len: 897 time: 0.1726592 Jul 23 10:53:26.170724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-7fab3506-8038-4187-82f5-687283b1514c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79d5383-5781-429a-a30b-1ed32464841e HTTP/1.1" status: 200 len: 999 time: 0.0773973 Jul 23 10:53:26.228499 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:26.231074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-fd217389-5c6b-4c3d-b36f-9b21ccb904b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:26.232757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-fd217389-5c6b-4c3d-b36f-9b21ccb904b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775219de-d6a7-4ecd-83da-7cb6f8439a5b HTTP/1.1" status: 200 len: 835 time: 0.0557673 Jul 23 10:53:26.304536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-059f4795-96f1-413b-993f-bdb3f200fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:26.306179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-059f4795-96f1-413b-993f-bdb3f200fd81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671637 Jul 23 10:53:26.392980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 78fba2af-ba39-4ed8-966f-6d92c75046ad no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:26.428797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-92b9f2bc-7f6c-4119-8b99-1ce81a1876d1 service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160221 Jul 23 10:53:26.434524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 78fba2af-ba39-4ed8-966f-6d92c75046ad {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:26.435148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 78fba2af-ba39-4ed8-966f-6d92c75046ad not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:26.492315 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0b7e820f-523c-4bb6-924e-36d6177fed68', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'port_id': 'd79d5383-5781-429a-a30b-1ed32464841e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'mac_address': 'fa:16:3e:5f:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:53:24Z', 'updated_at': '2021-07-23T10:53:24Z', 'revision_number': 0, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:12Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:26.530738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-48c5c697-9df4-4ed0-b2ec-73fe77a4685e req-32f8d874-007c-412a-aabc-e77420d3d0ce service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955315 Jul 23 10:53:26.536954 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fed2c-6e06-4692-b0fb-094595484fc4 None None] The sync data for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 is: [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0b7e820f-523c-4bb6-924e-36d6177fed68', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'floating_ip_address': '172.25.4.42', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'port_id': 'd79d5383-5781-429a-a30b-1ed32464841e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'mac_address': 'fa:16:3e:5f:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:53:24Z', 'updated_at': '2021-07-23T10:53:24Z', 'revision_number': 0, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:12Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:26.757370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:26.795453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c73b6b-b682-4804-aa85-e7d889864d8f None None] New status for floating IP 0b7e820f-523c-4bb6-924e-36d6177fed68: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:53:26.830391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eeaed24e-ac77-4359-bfaa-f5063ebf323d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/0b7e820f-523c-4bb6-924e-36d6177fed68 HTTP/1.1" status: 200 len: 991 time: 0.0719221 Jul 23 10:53:27.025301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f46437-fbe5-43b3-899e-473f4aebaf82 req-6be6fa62-71aa-4887-bb33-11ad46f767b9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:27.030251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63f46437-fbe5-43b3-899e-473f4aebaf82 req-6be6fa62-71aa-4887-bb33-11ad46f767b9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 943 time: 0.0794849 Jul 23 10:53:27.083505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13f128de-2b1f-431a-8ef6-6ff01a2f8408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:27.092508 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63f46437-fbe5-43b3-899e-473f4aebaf82 req-f027bb37-e8bf-4f6a-9f58-aad776c02ff1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596766 Jul 23 10:53:27.833199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:27.910281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d729379-3332-4995-85cf-db85569e04cf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/0b7e820f-523c-4bb6-924e-36d6177fed68 HTTP/1.1" status: 200 len: 993 time: 0.0759144 Jul 23 10:53:28.269595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24bf4b-4f98-4ca2-93f7-2a1644a4aea6 req-822bd174-5c7c-452b-891a-cbfc041dce07 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:28.271176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b24bf4b-4f98-4ca2-93f7-2a1644a4aea6 req-822bd174-5c7c-452b-891a-cbfc041dce07 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 943 time: 0.0928249 Jul 23 10:53:28.315999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b24bf4b-4f98-4ca2-93f7-2a1644a4aea6 req-cfd76de4-4572-401b-8fbc-fb7e50e848a0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380075 Jul 23 10:53:28.854667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:53:28.969224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:28.981361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'port_id': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'mac_address': 'fa:16:3e:aa:e7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277e99a4-af61-4ee5-861a-3d2d399a5da7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:53:29.030914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:29.052578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab5f1e6-29ac-4535-8c27-174facc7b692 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:29.074385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:29.078839 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:29.130814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:29.284640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['8ab5f1e6-29ac-4535-8c27-174facc7b692'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:29.469508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b947d-1b81-4058-9124-df9257815bb5 req-ec93e333-dea2-457c-be16-430b64ac0a0b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:29.472091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-540b947d-1b81-4058-9124-df9257815bb5 req-ec93e333-dea2-457c-be16-430b64ac0a0b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 944 time: 0.0801523 Jul 23 10:53:29.519798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-540b947d-1b81-4058-9124-df9257815bb5 req-8ee010fa-a614-4101-8395-e6cbff7d2e8f tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Jul 23 10:53:29.910883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3eff94c-5b0a-4992-887f-ee1247b105b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:30.223739 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:30.666718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0559-55fd-4151-8643-7ee97ef6d2df req-ca516d33-4402-494e-9996-6a61116fbbf8 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:30.668597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-667c0559-55fd-4151-8643-7ee97ef6d2df req-ca516d33-4402-494e-9996-6a61116fbbf8 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 944 time: 0.0742190 Jul 23 10:53:30.712331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-667c0559-55fd-4151-8643-7ee97ef6d2df req-00c3d93c-da9a-4d61-85cb-9462e1221583 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Jul 23 10:53:30.869686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:30.925776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 8ab5f1e6-29ac-4535-8c27-174facc7b692 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:30.932982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 8ab5f1e6-29ac-4535-8c27-174facc7b692 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:30.933446 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:31.018082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:31.040993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:31.043506 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed932a85-4f60-4e2f-994c-d0165fc41f77" -d '{"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:31.057297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:31.061762 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:31.105826 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db93573f-1e3f-470c-8005-9bee09561a09 x-openstack-request-id: req-db93573f-1e3f-470c-8005-9bee09561a09 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:31.106184 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:31.106620 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db93573f-1e3f-470c-8005-9bee09561a09 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:31.107112 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'code': 200} Jul 23 10:53:31.128572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:31.217842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40771009-0720-46f2-9bd4-01a3371096f5 req-b83a5b11-0efb-4a52-a7cc-2400631031cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:31.219759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40771009-0720-46f2-9bd4-01a3371096f5 req-b83a5b11-0efb-4a52-a7cc-2400631031cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 1096 time: 0.0635064 Jul 23 10:53:31.260422 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40771009-0720-46f2-9bd4-01a3371096f5 req-f7362350-bee4-44dd-bb99-eb06f06f0d42 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Jul 23 10:53:31.287352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:31.878797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482ccb2-8bbf-4439-9e73-2f63c9e8fdce req-d8ef9d3f-ced1-4dd7-900e-9042c2576d3d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:31.881539 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7482ccb2-8bbf-4439-9e73-2f63c9e8fdce req-d8ef9d3f-ced1-4dd7-900e-9042c2576d3d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0798178 Jul 23 10:53:31.942364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7482ccb2-8bbf-4439-9e73-2f63c9e8fdce req-ffbc6be9-6b3e-419f-84ca-4abd2be7ba0a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Jul 23 10:53:32.547887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:33.081408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203801-bfb7-4383-bb5d-7a0652bd1f8c req-353fc83a-31bb-40c7-b71f-f2ee899d0d36 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:33.082913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6203801-bfb7-4383-bb5d-7a0652bd1f8c req-353fc83a-31bb-40c7-b71f-f2ee899d0d36 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0662479 Jul 23 10:53:33.122937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6203801-bfb7-4383-bb5d-7a0652bd1f8c req-00f50d14-c6b0-4c3c-8960-0c5bcd6c4029 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Jul 23 10:53:33.278195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3321937-e0d9-40e7-b0ef-2f49257e0f46 req-1e3fb613-eb9d-45f8-9c63-d27f42d7a5c1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:33.285822 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3321937-e0d9-40e7-b0ef-2f49257e0f46 req-1e3fb613-eb9d-45f8-9c63-d27f42d7a5c1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0848215 Jul 23 10:53:33.332289 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3321937-e0d9-40e7-b0ef-2f49257e0f46 req-af73716f-262d-466c-ab1c-eadca6a6caee tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Jul 23 10:53:33.582265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0eb4f-2673-4359-8966-9734e84fff58 req-ae92fa15-a831-45fc-abf7-775bd53dd9a6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:33.584062 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2f0eb4f-2673-4359-8966-9734e84fff58 req-ae92fa15-a831-45fc-abf7-775bd53dd9a6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0704086 Jul 23 10:53:33.623098 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d2f0eb4f-2673-4359-8966-9734e84fff58 req-0d61a5a6-21b2-489a-b2f2-837d0a4a24d6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Jul 23 10:53:33.756871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1575a-0a36-4839-9574-a0201bcda04c req-b077e4db-3985-444a-99c2-45f367025da3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:33.758710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3dc1575a-0a36-4839-9574-a0201bcda04c req-b077e4db-3985-444a-99c2-45f367025da3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0662100 Jul 23 10:53:33.799398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3dc1575a-0a36-4839-9574-a0201bcda04c req-8a9bc532-fe82-4b28-a345-5053245a0fc7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Jul 23 10:53:34.211296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140416d-3a0d-42f7-bae5-eeb3f13f20cd req-43be89ab-2105-4d5c-93e2-fe024ca8b23d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:34.212940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f140416d-3a0d-42f7-bae5-eeb3f13f20cd req-43be89ab-2105-4d5c-93e2-fe024ca8b23d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0940657 Jul 23 10:53:34.260354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f140416d-3a0d-42f7-bae5-eeb3f13f20cd req-4fd2fa21-3c6f-4460-a23b-14b5c1249c43 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Jul 23 10:53:34.519520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:35.413950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bae90-0725-4686-bb0d-bddd3fd47de6 req-7713810a-6e62-4591-9b00-ec306e15ebf9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:35.416195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-192bae90-0725-4686-bb0d-bddd3fd47de6 req-7713810a-6e62-4591-9b00-ec306e15ebf9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0716519 Jul 23 10:53:35.457608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-192bae90-0725-4686-bb0d-bddd3fd47de6 req-833c5b02-e41d-44b4-91aa-b9a3dd51bef3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343440 Jul 23 10:53:36.626291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c7288-9f07-488a-845f-fb7b8688aeef req-9f059a49-2bbb-4ec9-a79a-d1b5c558bfde tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:36.627827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c5c7288-9f07-488a-845f-fb7b8688aeef req-9f059a49-2bbb-4ec9-a79a-d1b5c558bfde tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0784678 Jul 23 10:53:36.699455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c5c7288-9f07-488a-845f-fb7b8688aeef req-53d4a0bb-834c-4deb-8f04-410c6ba7d930 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Jul 23 10:53:37.811540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373010c4-f868-4508-bf9d-c48eb1ae0459 req-734fcd1b-77f2-4d0c-b040-153a3d267879 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:37.813419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-373010c4-f868-4508-bf9d-c48eb1ae0459 req-734fcd1b-77f2-4d0c-b040-153a3d267879 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0702689 Jul 23 10:53:37.877714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-373010c4-f868-4508-bf9d-c48eb1ae0459 req-633d0447-47e6-4022-b94f-93b6eceaa8ca tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Jul 23 10:53:38.144723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-d003b47c-4c75-4585-82dd-f26874ad47a5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:38.146214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-d003b47c-4c75-4585-82dd-f26874ad47a5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1019561 Jul 23 10:53:38.161634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-bb62527d-930b-46ac-bf6e-5359476b11a8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0095806 Jul 23 10:53:38.236389 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-5805ba2b-915a-4925-a05f-c2920353c8b0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685546 Jul 23 10:53:38.325618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-bc84427e-5583-4dc7-970b-b8fb63204743 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Jul 23 10:53:38.418754 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-f02d0721-7e07-4d97-b3d9-390b88f38d74 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869365 Jul 23 10:53:38.742063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9b64dfb4-1c42-4215-909a-98a4cc03a205 req-1c5c9f90-5f84-4b94-871a-6df58a95392b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0340142 Jul 23 10:53:39.032428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8e5f-acd9-43c6-bbd9-cdee706d4544 req-5c3205c2-570c-4336-9ba7-c0f326216b6c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:39.033950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1cf8e5f-acd9-43c6-bbd9-cdee706d4544 req-5c3205c2-570c-4336-9ba7-c0f326216b6c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0775511 Jul 23 10:53:39.074917 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1cf8e5f-acd9-43c6-bbd9-cdee706d4544 req-a9462622-376b-44ad-b045-a19538212e62 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jul 23 10:53:39.745834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-da24745f-5df1-4d4a-b69c-5d399d8c7abc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:39.747453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-da24745f-5df1-4d4a-b69c-5d399d8c7abc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1063323 Jul 23 10:53:39.765035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:39.879592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3bc37d43-0dbf-43f1-80c5-03a835ff7661 req-e566cfa2-c7ba-416c-8b69-0165ef296a7c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0438042 Jul 23 10:53:39.918573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:53:39.923824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:40.080681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.8 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/a871f68c-19bb-434b-830d-e2f8ca268ecf) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:53:40.271785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02779-455a-4f72-aa88-efd296bd8cbd req-a8392c41-7e1f-4fcc-b296-03fa55145ef4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:40.275645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-efd02779-455a-4f72-aa88-efd296bd8cbd req-a8392c41-7e1f-4fcc-b296-03fa55145ef4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1142349 Jul 23 10:53:40.316763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:40.369538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-efd02779-455a-4f72-aa88-efd296bd8cbd req-605d5fb7-9b31-4adb-9bad-568658da39aa tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868967 Jul 23 10:53:40.655916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-0b5bd155-107c-4ba5-85af-4d46089f886a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662515 Jul 23 10:53:40.667788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object a871f68c-19bb-434b-830d-e2f8ca268ecf will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:40.703583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:40.753146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=a871f68c-19bb-434b-830d-e2f8ca268ecf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:40.768676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:53:40.770201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:53:40.772956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:53:40.816408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-37b1cd7c-1a20-4326-a932-1ebe862811e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:40.818447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-37b1cd7c-1a20-4326-a932-1ebe862811e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1096 time: 0.0922122 Jul 23 10:53:40.825141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:40.825913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:40.846861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-77c4fd39-c184-4e45-a192-48d273d7dbb2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0856328 Jul 23 10:53:40.874985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Request body: {'port': {'device_id': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:53:41.011838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-39a34974-5d5f-43ee-b224-feec8488ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:41.013759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-39a34974-5d5f-43ee-b224-feec8488ee38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 897 time: 0.1440849 Jul 23 10:53:41.040283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.119449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-62fc5b08-5232-4079-a3ed-18817355843d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0967476 Jul 23 10:53:41.129768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b6e1ced-9cad-4087-9702-7ca1ee9f1a9a None None] Provisioning for port a871f68c-19bb-434b-830d-e2f8ca268ecf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:41.144976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5b6e1ced-9cad-4087-9702-7ca1ee9f1a9a None None] Provisioning complete for port a871f68c-19bb-434b-830d-e2f8ca268ecf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:41.145643 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1ced-9cad-4087-9702-7ca1ee9f1a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.188055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e1ced-9cad-4087-9702-7ca1ee9f1a9a None None] Port a871f68c-19bb-434b-830d-e2f8ca268ecf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:53:41.219714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-7d6ac9a3-53f0-47ad-bdc8-33752c0d8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:41.226103 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-7d6ac9a3-53f0-47ad-bdc8-33752c0d8b7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 200 len: 835 time: 0.0955999 Jul 23 10:53:41.250563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36100df0-12ff-4961-819e-590c85405baa req-f618e856-c216-4fb3-9c89-e2cc9af85a2f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:41.257873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36100df0-12ff-4961-819e-590c85405baa req-f618e856-c216-4fb3-9c89-e2cc9af85a2f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 931 time: 0.2190948 Jul 23 10:53:41.316387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-ca902e10-097d-4cf9-b0bd-447c0eeec80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:41.318325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-ca902e10-097d-4cf9-b0bd-447c0eeec80e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2199be05-5322-4c2a-8e06-f99ee39e2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898204 Jul 23 10:53:41.395294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36100df0-12ff-4961-819e-590c85405baa req-379ca6cf-48a8-41f7-8fd5-533ac846d155 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360793 Jul 23 10:53:41.451686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-91682351-4a1b-4bc3-a995-e8b3ee43a4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247506 Jul 23 10:53:41.486434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a871f68c-19bb-434b-830d-e2f8ca268ecf {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:41.495530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.507655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Transition to ACTIVE for port object a871f68c-19bb-434b-830d-e2f8ca268ecf will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:53:41.514205 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.653162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216c15-75be-4864-9b99-87010dbb86a1 req-5cc5f4ec-79d2-4300-bd2e-f20ab09146e9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:41.656523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a216c15-75be-4864-9b99-87010dbb86a1 req-5cc5f4ec-79d2-4300-bd2e-f20ab09146e9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.2038445 Jul 23 10:53:41.669543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Attempting to bind port a871f68c-19bb-434b-830d-e2f8ca268ecf on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:53:41.669888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Attempting to bind port a871f68c-19bb-434b-830d-e2f8ca268ecf by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:53:41.670216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Attempting to bind port a871f68c-19bb-434b-830d-e2f8ca268ecf on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:41.675570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Port a871f68c-19bb-434b-830d-e2f8ca268ecf on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:53:41.676053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Attempting to bind port a871f68c-19bb-434b-830d-e2f8ca268ecf on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:53:41.682406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:53:41.682749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:53:41.683135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:53:41.683732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Bound port: a871f68c-19bb-434b-830d-e2f8ca268ecf, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:53:41.684005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.687529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Pushing event updated for resources: {'Port': ['ID=a871f68c-19bb-434b-830d-e2f8ca268ecf,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:41.724951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8da1f2e3-0c60-44a1-a86e-d11c06a25d25 req-4819bcbc-d4e2-4a4f-9def-a143d1cee77c service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396073 Jul 23 10:53:41.742065 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a216c15-75be-4864-9b99-87010dbb86a1 req-906c233a-1502-4c0a-a1d2-05313350695a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747256 Jul 23 10:53:41.787801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] For port a871f68c-19bb-434b-830d-e2f8ca268ecf, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:53:41.791860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] For port a871f68c-19bb-434b-830d-e2f8ca268ecf, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:53:41.797407 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.850158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:41.850819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:41.852883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] 10.222.0.20 "PUT /v2.0/ports/a871f68c-19bb-434b-830d-e2f8ca268ecf HTTP/1.1" status: 200 len: 1091 time: 0.9874239 Jul 23 10:53:41.853256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'tag': 'a871f68c-19bb-434b-830d-e2f8ca268ecf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:41.855557 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0d1bb-a813-4076-89c0-bce191566225" -d '{"events": [{"name": "network-changed", "server_uuid": "09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2", "tag": "a871f68c-19bb-434b-830d-e2f8ca268ecf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:41.885041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb2b5f-c10d-4702-80ab-18907252d198 service neutron] Pushing event updated for resources: {'Port': ['ID=a871f68c-19bb-434b-830d-e2f8ca268ecf,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:41.960977 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d851f9-4ff3-496b-b827-d3cb3521b8e3 x-openstack-request-id: req-79d851f9-4ff3-496b-b827-d3cb3521b8e3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:41.961458 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2", "tag": "a871f68c-19bb-434b-830d-e2f8ca268ecf", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:41.961805 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79d851f9-4ff3-496b-b827-d3cb3521b8e3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:41.962336 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'tag': 'a871f68c-19bb-434b-830d-e2f8ca268ecf', 'status': 'completed', 'code': 200} Jul 23 10:53:41.998811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-dbe903d9-ccfa-482c-a483-ec01f7db036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.000650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-dbe903d9-ccfa-482c-a483-ec01f7db036a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0784020 Jul 23 10:53:42.064877 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-d1874c6d-1f06-4b5c-bf0a-9b9cf34c6e6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf HTTP/1.1" status: 200 len: 217 time: 0.0474820 Jul 23 10:53:42.120922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-3f936795-6da9-4d7b-b89d-7bf8264e529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.122672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-3f936795-6da9-4d7b-b89d-7bf8264e529b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0502925 Jul 23 10:53:42.192641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1546-313d-4338-8973-9a8f4e51577e req-8b94f18e-7920-4e7d-b764-817a892da368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.194317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-8b94f18e-7920-4e7d-b764-817a892da368 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642047 Jul 23 10:53:42.299045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-f4b70eba-cb98-4c40-af4d-020ec4586a1d service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973506 Jul 23 10:53:42.389708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4cce1546-313d-4338-8973-9a8f4e51577e req-42fc45ae-6f57-477a-82b8-a8c7e276f19f service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Jul 23 10:53:42.524875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d1bb-a813-4076-89c0-bce191566225 req-40eab448-db28-4927-af53-6a71bd079d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.527735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-40eab448-db28-4927-af53-6a71bd079d93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0698040 Jul 23 10:53:42.581973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee999d41-d8a5-4da6-8815-c8448656f206 req-5f62b312-419d-4b92-b23f-2daa555ae58f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.590966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee999d41-d8a5-4da6-8815-c8448656f206 req-5f62b312-419d-4b92-b23f-2daa555ae58f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0966814 Jul 23 10:53:42.654346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d1bb-a813-4076-89c0-bce191566225 req-cb5e52af-70e6-4a58-95c7-e9111dc5f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.655984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-cb5e52af-70e6-4a58-95c7-e9111dc5f022 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1221242 Jul 23 10:53:42.664012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ee999d41-d8a5-4da6-8815-c8448656f206 req-eda0dfd5-e492-4a77-b3ee-26803d1bd7a4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679231 Jul 23 10:53:42.706826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-dfb0968b-5c9c-42ba-a5d2-af914472acb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf HTTP/1.1" status: 200 len: 217 time: 0.0433643 Jul 23 10:53:42.757971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d1bb-a813-4076-89c0-bce191566225 req-123ba530-b3e3-4596-bb2e-5a838c25ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.759515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-123ba530-b3e3-4596-bb2e-5a838c25ab03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0450058 Jul 23 10:53:42.837348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d1bb-a813-4076-89c0-bce191566225 req-76d05095-497b-4117-8141-8d8933b91bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.838914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-76d05095-497b-4117-8141-8d8933b91bb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729215 Jul 23 10:53:42.990393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cc793-3c61-4975-8342-a99e251cf85a req-53b6ed1d-ddb7-4a0d-a2f9-ea10d1d37dce tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:42.992022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-841cc793-3c61-4975-8342-a99e251cf85a req-53b6ed1d-ddb7-4a0d-a2f9-ea10d1d37dce tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1362143 Jul 23 10:53:42.994325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-088ea0a0-35a9-480b-a513-110c91b099f5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479785 Jul 23 10:53:43.084885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-841cc793-3c61-4975-8342-a99e251cf85a req-e49859a4-fcdd-4c26-a129-92afa334ec7a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865302 Jul 23 10:53:43.120933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92f0d1bb-a813-4076-89c0-bce191566225 req-95480484-dcfe-4dea-b888-4689c8a989f5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166975 Jul 23 10:53:43.794583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d41d-710d-4f2b-9e0d-5116895c152f req-bbc433bc-fef9-40c7-b670-817f8613e5c5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:43.796154 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b58d41d-710d-4f2b-9e0d-5116895c152f req-bbc433bc-fef9-40c7-b670-817f8613e5c5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0751445 Jul 23 10:53:43.839219 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3b58d41d-710d-4f2b-9e0d-5116895c152f req-dc69b494-28f3-44bc-b86e-82725a93b540 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Jul 23 10:53:43.879528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53806) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:44.044362 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 9e6c8c85-575c-47f3-912f-cf9ada54ce95 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:44.044705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:44.124343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:44.124676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:44.138879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 9e6c8c85-575c-47f3-912f-cf9ada54ce95 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:44.326927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3600d-f0f9-4bcf-9250-0854146c9d94 req-f07d4aca-1c3c-44f2-9246-b9e5b2f76023 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:44.328575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f3600d-f0f9-4bcf-9250-0854146c9d94 req-f07d4aca-1c3c-44f2-9246-b9e5b2f76023 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1293263 Jul 23 10:53:44.397105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f3600d-f0f9-4bcf-9250-0854146c9d94 req-0fc9daf4-a15e-4501-b21a-045dec2a58c7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584712 Jul 23 10:53:44.420521 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:44.452937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=9e6c8c85-575c-47f3-912f-cf9ada54ce95,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:44.523023 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:44.523362 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Floating IP b1718289-e070-4cad-af1a-197e8c803ffe disassociated (deleted). External IP: 172.25.4.109, port: b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2. Jul 23 10:53:44.740041 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:53:44.844511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:53:44.849276 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:44.854556 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] Sync routers for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:53:44.866068 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:44.867726 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:44.897797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c650a392-a42b-4fa0-bae3-58bb12d53da5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/floatingips/b1718289-e070-4cad-af1a-197e8c803ffe HTTP/1.1" status: 204 len: 168 time: 1.0148163 Jul 23 10:53:44.897797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:44.899343 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad1aae-ccce-4169-9993-5eee0342e5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:45.000260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a5e9e-8ae5-4007-9a39-fe5156d8c2b4 req-298349f5-4c40-4224-bf30-7653e783de6a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.001785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a8a5e9e-8ae5-4007-9a39-fe5156d8c2b4 req-298349f5-4c40-4224-bf30-7653e783de6a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0792994 Jul 23 10:53:45.007563 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:45.045047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a8a5e9e-8ae5-4007-9a39-fe5156d8c2b4 req-4bb1a6bf-1bba-4a8c-8efe-4c6bc04a80a6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356488 Jul 23 10:53:45.105153 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a75ee7-3d29-43b1-aa71-0c29e4bbef0b x-openstack-request-id: req-86a75ee7-3d29-43b1-aa71-0c29e4bbef0b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:45.105551 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:45.105904 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86a75ee7-3d29-43b1-aa71-0c29e4bbef0b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:45.106402 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'status': 'completed', 'code': 200} Jul 23 10:53:45.202087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a30883-17d1-4d29-9cf1-117165e1a8bc req-e795629a-275b-45d5-afd8-791bf439e53c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.204221 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91a30883-17d1-4d29-9cf1-117165e1a8bc req-e795629a-275b-45d5-afd8-791bf439e53c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0792203 Jul 23 10:53:45.228569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-ce0b9f92-b1a3-47a5-ac87-1c4caacb7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.230781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-ce0b9f92-b1a3-47a5-ac87-1c4caacb7e25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 1096 time: 0.0702472 Jul 23 10:53:45.251995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-91a30883-17d1-4d29-9cf1-117165e1a8bc req-7efec1f5-3d78-4e03-8846-f1dc1298eaa3 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Jul 23 10:53:45.264397 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:45.291311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] Checking router: dd65fe0b-d6d8-4f58-9259-b9f5abcc189e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:45.300772 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:45.301397 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:45.342802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-89d45327-fa31-4e3c-a6c2-c5c55bf4eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.344645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-89d45327-fa31-4e3c-a6c2-c5c55bf4eacd service neutron] 10.222.0.20 "GET /v2.0/networks?id=2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 200 len: 897 time: 0.1046586 Jul 23 10:53:45.389768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-6d7b0375-909f-44a6-8109-1e26ad88313a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 200 len: 217 time: 0.0377376 Jul 23 10:53:45.444769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-e8c04e0b-136f-4430-b285-aacbd5bd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.445313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-e8c04e0b-136f-4430-b285-aacbd5bd74a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 200 len: 835 time: 0.0485022 Jul 23 10:53:45.525712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:45.549711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-ccd18b5b-6cc7-460b-9912-7ca988477fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.551244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-ccd18b5b-6cc7-460b-9912-7ca988477fb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2199be05-5322-4c2a-8e06-f99ee39e2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979447 Jul 23 10:53:45.595556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429b3d2-4613-4fc7-acd7-e794fbef4f2b req-9457fe33-5d6d-4a84-8532-4ae1501a7371 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:45.597040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5429b3d2-4613-4fc7-acd7-e794fbef4f2b req-9457fe33-5d6d-4a84-8532-4ae1501a7371 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1043015 Jul 23 10:53:45.675068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5429b3d2-4613-4fc7-acd7-e794fbef4f2b req-953fd89c-80a6-4eae-bafe-142912c9cd1b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709999 Jul 23 10:53:45.686450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-2fb20745-91e0-431e-af77-d7965944b648 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270843 Jul 23 10:53:45.739053 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:45.774612 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc007c-6eed-4c77-a74d-6de672119b86 None None] The sync data for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 is: [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '963a812a-1c15-4345-9e95-e77cad34c568', 'name': '', 'network_id': '2199be05-5322-4c2a-8e06-f99ee39e2c17', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'mac_address': 'fa:16:3e:6d:85:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:57Z', 'updated_at': '2021-07-23T10:52:06Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'subnets': [{'id': '276fbe9e-bf38-4a52-9ba5-79fcd495dc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:45.787773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d5ad1aae-ccce-4169-9993-5eee0342e5c2 req-b7d40d74-9009-4a90-86cb-d69ce4c52ba9 service neutron] 10.222.0.20 "GET /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920460 Jul 23 10:53:46.015290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0cfc9-dadf-4847-bfba-af0b2adbf1bd None None] New status for floating IP b1718289-e070-4cad-af1a-197e8c803ffe: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:53:46.192167 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7d5d-aed2-4528-be78-28466590bdc4 req-66e91732-79fb-4f97-b09f-6ef38e95953e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:46.196072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-995c7d5d-aed2-4528-be78-28466590bdc4 req-66e91732-79fb-4f97-b09f-6ef38e95953e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0753467 Jul 23 10:53:46.236631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-995c7d5d-aed2-4528-be78-28466590bdc4 req-c71be69a-5e61-4daf-b468-2cd2dfc81376 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Jul 23 10:53:46.382957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf3af2-81b1-4ce0-ac6f-0f9fbd087828 req-6058fee7-7d7e-41d0-b636-76948986e8a5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:46.384493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dacf3af2-81b1-4ce0-ac6f-0f9fbd087828 req-6058fee7-7d7e-41d0-b636-76948986e8a5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0701818 Jul 23 10:53:46.422103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dacf3af2-81b1-4ce0-ac6f-0f9fbd087828 req-50667cf7-212e-46a5-9da4-ba08a228c284 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f1df3ef-80d5-4302-aa59-da46050207e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Jul 23 10:53:46.655644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-0d0836bc-7456-400b-8564-e1d3daa0ee2c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:46.657111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-0d0836bc-7456-400b-8564-e1d3daa0ee2c tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 945 time: 0.0658417 Jul 23 10:53:46.759283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:46.759728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:46.817678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70d6a-bd61-4e4a-8140-44fbbd0429e1 req-6c53d025-276f-4a96-a27d-f1fc61647764 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:46.819881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41f70d6a-bd61-4e4a-8140-44fbbd0429e1 req-6c53d025-276f-4a96-a27d-f1fc61647764 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0699904 Jul 23 10:53:46.859810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:46.860425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:46.874815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:46.875745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41f70d6a-bd61-4e4a-8140-44fbbd0429e1 req-645b99b1-9554-4773-9371-50126ca8306a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Jul 23 10:53:47.012695 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:47.040900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:47.100599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] No DVR routers for this DVR port b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:53:47.103482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:47.105665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7e2cb5dc-07d1-45e6-a958-55ecd34214e4 req-f74ba827-ae24-4020-a30a-a25bd141d8c5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.20 "DELETE /v2.0/ports/b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 HTTP/1.1" status: 204 len: 173 time: 0.4430010 Jul 23 10:53:47.107165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'name': 'network-vif-deleted', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:47.109505 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57139b53-452b-4318-b9e9-ef3191e56ae6" -d '{"events": [{"server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "name": "network-vif-deleted", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:47.145553 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfdd518-5bef-4b8f-8cc5-98a72d9290f4 x-openstack-request-id: req-3bfdd518-5bef-4b8f-8cc5-98a72d9290f4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:47.145856 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e5133d-824a-401a-bd65-83632b679160", "name": "network-vif-deleted", "tag": "b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:47.146106 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bfdd518-5bef-4b8f-8cc5-98a72d9290f4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:47.146503 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e5133d-824a-401a-bd65-83632b679160', 'name': 'network-vif-deleted', 'tag': 'b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2', 'status': 'completed', 'code': 200} Jul 23 10:53:47.382994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b03f9-fd95-4d8f-8489-4592514408b1 req-991c0a33-7a77-4ede-bcc3-a6712ef33d0d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:47.386975 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-373b03f9-fd95-4d8f-8489-4592514408b1 req-991c0a33-7a77-4ede-bcc3-a6712ef33d0d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0703590 Jul 23 10:53:47.446081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-373b03f9-fd95-4d8f-8489-4592514408b1 req-19de20dd-64fd-4b0e-aad7-53b03cc9b1b9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479724 Jul 23 10:53:47.570474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56776742-b77b-456a-aaa3-3305f4e98836 req-31473b4d-0092-4612-9862-3ad60bc88ca7 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4e5133d-824a-401a-bd65-83632b679160 HTTP/1.1" status: 200 len: 210 time: 0.0478227 Jul 23 10:53:48.019657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b07d-f00b-458d-9dcd-7c7eca735801 req-53093518-b94b-4776-a245-d7741eb4fe48 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:48.021382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9a9b07d-f00b-458d-9dcd-7c7eca735801 req-53093518-b94b-4776-a245-d7741eb4fe48 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0786850 Jul 23 10:53:48.066542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e9a9b07d-f00b-458d-9dcd-7c7eca735801 req-4e8dca0d-6090-4637-861e-d4a44cdc41fa tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372734 Jul 23 10:53:48.578940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d087d-63cf-4338-8a5a-2b34e4d17152 req-a9744179-32d1-491d-9d17-da398f5f9ba6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:48.580482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-335d087d-63cf-4338-8a5a-2b34e4d17152 req-a9744179-32d1-491d-9d17-da398f5f9ba6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.0655124 Jul 23 10:53:48.619347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53870) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:48.620632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-335d087d-63cf-4338-8a5a-2b34e4d17152 req-34b02da0-72fb-4191-b3f7-3c9fdb6dcca1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Jul 23 10:53:48.994773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:49.242632 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179931d-fef9-40d2-9877-9c72d982e12f req-f5b1d935-2d24-4352-9483-4e7888fde4d4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:49.244132 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5179931d-fef9-40d2-9877-9c72d982e12f req-f5b1d935-2d24-4352-9483-4e7888fde4d4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1027918 Jul 23 10:53:49.311375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5179931d-fef9-40d2-9877-9c72d982e12f req-52c20f06-5f74-4185-a87c-3780f2cdbf6b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604589 Jul 23 10:53:49.333409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 963a812a-1c15-4345-9e95-e77cad34c568 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:49.333758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:49.424158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 963a812a-1c15-4345-9e95-e77cad34c568, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=963a812a-1c15-4345-9e95-e77cad34c568,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:49.424440 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:49.436451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 963a812a-1c15-4345-9e95-e77cad34c568 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:49.620028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:49.658062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=963a812a-1c15-4345-9e95-e77cad34c568,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:49.811783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd5279-860a-4344-9cc9-abcb8adc7bec req-b9735153-5dce-442c-b9e4-7676def840e2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:49.814873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9edd5279-860a-4344-9cc9-abcb8adc7bec req-b9735153-5dce-442c-b9e4-7676def840e2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.1013968 Jul 23 10:53:49.882909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9edd5279-860a-4344-9cc9-abcb8adc7bec req-c14c58a6-de60-4b03-aff3-3a2a1b21f22d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Jul 23 10:53:49.892948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.479742 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:53:50.488856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758ebd5-05fc-4225-be71-846d8a066391 req-ac5b9404-8413-4f2f-af87-58131ae849b4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:50.490447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f758ebd5-05fc-4225-be71-846d8a066391 req-ac5b9404-8413-4f2f-af87-58131ae849b4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0982385 Jul 23 10:53:50.543271 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:50.567842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:50.568191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b964c5b0-60da-4dc7-a75c-a0e4e81a6ff2 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:50.597382 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f758ebd5-05fc-4225-be71-846d8a066391 req-22c0916f-dfe1-4c66-b0ed-4c8b8e8fedb5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005325 Jul 23 10:53:50.628854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:53:50.637545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6bb578b1-9353-45e6-82ee-e3af0de932d5 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "PUT /v2.0/routers/dd65fe0b-d6d8-4f58-9259-b9f5abcc189e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139360 Jul 23 10:53:50.637545 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:50.640657 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] Sync routers for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:53:50.651013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:50.651655 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:50.693640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting subnet 276fbe9e-bf38-4a52-9ba5-79fcd495dc29 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:53:50.697469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.737845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.759954 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:50.830564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.893556 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.925415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Subnet': ['ID=276fbe9e-bf38-4a52-9ba5-79fcd495dc29,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:50.927430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:50.929629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7551947a-31ee-4133-8de2-490f5fb36f99 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/subnets/276fbe9e-bf38-4a52-9ba5-79fcd495dc29 HTTP/1.1" status: 204 len: 168 time: 0.2914355 Jul 23 10:53:50.932908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53902) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:50.938185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be703204-b6b5-4407-906b-c781e2a079b5 None None] Network 2199be05-5322-4c2a-8e06-f99ee39e2c17 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:53:51.017805 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:53:49Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:51.052098 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] Checking router: dd65fe0b-d6d8-4f58-9259-b9f5abcc189e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:53:51.062544 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] Routers {'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:53:51.063616 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:53:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:51.171637 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] Set router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:53:51.185983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] DHCP port deletion for 2199be05-5322-4c2a-8e06-f99ee39e2c17 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:53:51.237995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Deleting port 5133a042-2cdf-41c4-ae53-260995830338 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:51.238641 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.319304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] For port 5133a042-2cdf-41c4-ae53-260995830338, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5133a042-2cdf-41c4-ae53-260995830338,segment=NetworkSegment(1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d),segment_id=1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:51.320039 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.336648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Calling delete_port for 5133a042-2cdf-41c4-ae53-260995830338 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:51.366419 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:53:49Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:51.395167 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca87a63-afb6-4cd1-9a04-bbcf2b45c06e None None] The sync data for ids ['dd65fe0b-d6d8-4f58-9259-b9f5abcc189e'] in n-d-778550-4 is: [{'id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379049854', 'tenant_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:53:49Z', 'revision_number': 5, 'project_id': 'c28bf5d98a9540e3bc01a0a43679df33', 'gw_port': {'id': '6a4c3467-6667-41b0-8e2b-f72d6a5b37aa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd65fe0b-d6d8-4f58-9259-b9f5abcc189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:53Z', 'updated_at': '2021-07-23T10:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:53:51.397733 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.443027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.471904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Pushing event deleted for resources: {'Port': ['ID=5133a042-2cdf-41c4-ae53-260995830338,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:51.486769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.487219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.487750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.488166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.488568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.489220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.489531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.490113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.490631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.491304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.491470 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.491913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:51.499517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90932af-8405-46ad-87e7-55dfa8a25e20 None None] No DVR routers for this DVR port 5133a042-2cdf-41c4-ae53-260995830338 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:53:51.532490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7e121-0078-4d5e-a80c-842fe5ef4587 req-a91027e5-73f2-4469-9370-a60dfc158312 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:51.533980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2f7e121-0078-4d5e-a80c-842fe5ef4587 req-a91027e5-73f2-4469-9370-a60dfc158312 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.1816282 Jul 23 10:53:51.571689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.593810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2f7e121-0078-4d5e-a80c-842fe5ef4587 req-3f4cc00f-363d-4eab-8058-7d5cce44792f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 Jul 23 10:53:51.639833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Deleting port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:51.640247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.717163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] For port 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:51.717502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:51.730719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Calling delete_port for 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:51.752824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51725-2e88-455a-8ce6-67c34c18f15c req-bdcccc61-0841-4d92-a8ba-ea8cd66c3104 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:51.762463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8fa51725-2e88-455a-8ce6-67c34c18f15c req-bdcccc61-0841-4d92-a8ba-ea8cd66c3104 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0876255 Jul 23 10:53:51.831934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8fa51725-2e88-455a-8ce6-67c34c18f15c req-6d936a3c-f20a-42a9-a30e-95cd33eb9d92 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Jul 23 10:53:51.872122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 963a812a-1c15-4345-9e95-e77cad34c568 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:51.897851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 963a812a-1c15-4345-9e95-e77cad34c568 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:51.898214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 963a812a-1c15-4345-9e95-e77cad34c568 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:51.898694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5133a042-2cdf-41c4-ae53-260995830338 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:51.917721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5133a042-2cdf-41c4-ae53-260995830338 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:51.918078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5133a042-2cdf-41c4-ae53-260995830338 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:51.994336 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.022687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Port': ['ID=6a4c3467-6667-41b0-8e2b-f72d6a5b37aa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:52.089949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.195920 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.198048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.269729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.270260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Fanout notify agent at l3_agent the message router_deleted on router dd65fe0b-d6d8-4f58-9259-b9f5abcc189e {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:53:52.278514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.279703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cd3e9f84-d66d-49a5-a482-568d9cc63ca6 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/routers/dd65fe0b-d6d8-4f58-9259-b9f5abcc189e HTTP/1.1" status: 204 len: 168 time: 1.3457797 Jul 23 10:53:52.283201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53914) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:52.379136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.471169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.481688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2199be05-5322-4c2a-8e06-f99ee39e2c17']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:52.491183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:52.491510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a89cc3e-aae1-42e5-9e8b-3b9ac6a9fa9d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:53:52.500701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.513968 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.519614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:53:52.520006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:53:52.522906 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:53:52.560526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a871f68c-19bb-434b-830d-e2f8ca268ecf details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:53:52.583842 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.603380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.605293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/networks/2199be05-5322-4c2a-8e06-f99ee39e2c17 HTTP/1.1" status: 204 len: 168 time: 0.3211002 Jul 23 10:53:52.606316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323e320-0744-4d6d-beaa-312fd9666656 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'Network': ['ID=2199be05-5322-4c2a-8e06-f99ee39e2c17,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:52.608051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53918) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:52.678376 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a871f68c-19bb-434b-830d-e2f8ca268ecf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:52.692818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a871f68c-19bb-434b-830d-e2f8ca268ecf', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': 'a871f68c-19bb-434b-830d-e2f8ca268ecf', 'mac_address': 'fa:16:3e:de:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:53:52.707515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-395e0979-30d6-465f-9fcf-8e92cb2e3eb0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.735639 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.748073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-395e0979-30d6-465f-9fcf-8e92cb2e3eb0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.755575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a871f68c-19bb-434b-830d-e2f8ca268ecf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:53:52.786166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a871f68c-19bb-434b-830d-e2f8ca268ecf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:52.791186 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.802476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c4ce9-039c-44e5-9402-a3f0493649bd req-e0bc12fc-e4a4-45b6-8d4b-1792f7fd912f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:52.804002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db4c4ce9-039c-44e5-9402-a3f0493649bd req-e0bc12fc-e4a4-45b6-8d4b-1792f7fd912f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 943 time: 0.1334968 Jul 23 10:53:52.864927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a871f68c-19bb-434b-830d-e2f8ca268ecf,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:52.876483 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db4c4ce9-039c-44e5-9402-a3f0493649bd req-b4c88b14-107e-402b-8d15-1f667c0e9edf tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Jul 23 10:53:52.879348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-395e0979-30d6-465f-9fcf-8e92cb2e3eb0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.882433 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-395e0979-30d6-465f-9fcf-8e92cb2e3eb0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:52.887262 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-395e0979-30d6-465f-9fcf-8e92cb2e3eb0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f1df3ef-80d5-4302-aa59-da46050207e7 HTTP/1.1" status: 204 len: 168 time: 0.2782745 Jul 23 10:53:52.903336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0979-30d6-465f-9fcf-8e92cb2e3eb0 tempest-TestNetworkAdvancedServerOps-1836056810 tempest-TestNetworkAdvancedServerOps-1836056810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1df3ef-80d5-4302-aa59-da46050207e7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:53.027216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b94b4-bec9-4fbf-8a48-4d50faa3229d req-43a393b8-a646-4e68-b97c-320888768385 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:53.028920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-647b94b4-bec9-4fbf-8a48-4d50faa3229d req-43a393b8-a646-4e68-b97c-320888768385 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0775721 Jul 23 10:53:53.060011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a871f68c-19bb-434b-830d-e2f8ca268ecf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:53:53.069730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-647b94b4-bec9-4fbf-8a48-4d50faa3229d req-d9b3d42a-2b4a-4a95-9207-bbcede620c7c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Jul 23 10:53:53.184217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53932) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:53.332077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 53940) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:53.332795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a303005b-5c90-432e-8014-e8e8ff282fec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c28bf5d98a9540e3bc01a0a43679df33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466112 Jul 23 10:53:53.381795 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.402802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.452999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.455888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.457044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0af4a301-e708-4847-a712-6b84d454d33d HTTP/1.1" status: 204 len: 168 time: 0.1238637 Jul 23 10:53:53.469096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af4a301-e708-4847-a712-6b84d454d33d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:53.477695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.478140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.478477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.478902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.479147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.479504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.479829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.480262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.480736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.481154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.481485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.481850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ef473-5469-4905-913c-16965b1ae3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.716355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:53.757181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d98bc976-2c71-473a-827c-c07a8108180a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53c0283e59944fdb9fa9a847a67022ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371969 Jul 23 10:53:53.757382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 53948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:53.814436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.833096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:53:53.837862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.854632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:53:53.855252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 6a4c3467-6667-41b0-8e2b-f72d6a5b37aa not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:53:53.892111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.894969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:53.896186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ca2393d-c65f-4a3c-a04f-4f77de3be86c HTTP/1.1" status: 204 len: 168 time: 0.1374161 Jul 23 10:53:53.906398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca2393d-c65f-4a3c-a04f-4f77de3be86c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:53.916466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.916826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.917262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.917611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.917945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.918278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.918862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.919189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.919546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.920042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.920371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:53.921233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e11dd-ac76-46f3-b0ba-6d8b81e63838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:53:54.046582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739184d0-fb94-4251-915c-9745067b9cbf req-4700b00c-50bc-4e81-b5ed-fb663db8b46f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:54.048462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-739184d0-fb94-4251-915c-9745067b9cbf req-4700b00c-50bc-4e81-b5ed-fb663db8b46f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 944 time: 0.0735674 Jul 23 10:53:54.097173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-739184d0-fb94-4251-915c-9745067b9cbf req-fee11de8-7f43-4c4f-bc97-5d1055263c1d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Jul 23 10:53:54.166171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:54.246623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57f42f-50ec-4f1d-8c9a-0b0280907671 req-cef8c7b0-a1ea-4c65-8c10-154b33b58f16 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:54.248989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d57f42f-50ec-4f1d-8c9a-0b0280907671 req-cef8c7b0-a1ea-4c65-8c10-154b33b58f16 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0793250 Jul 23 10:53:54.296616 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d57f42f-50ec-4f1d-8c9a-0b0280907671 req-a78da308-28d7-4677-9675-015ddbd8be07 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Jul 23 10:53:54.588898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a871f68c-19bb-434b-830d-e2f8ca268ecf up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:53:54.640161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port a871f68c-19bb-434b-830d-e2f8ca268ecf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:53:54.643983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a871f68c-19bb-434b-830d-e2f8ca268ecf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:53:54.644364 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:54.717335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:54.739026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a871f68c-19bb-434b-830d-e2f8ca268ecf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:53:54.741380 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc65bcf8-67cc-4c93-a61b-d618d3d59b34" -d '{"events": [{"server_uuid": "09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2", "name": "network-vif-plugged", "status": "completed", "tag": "a871f68c-19bb-434b-830d-e2f8ca268ecf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:53:54.754197 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a871f68c-19bb-434b-830d-e2f8ca268ecf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:53:54.760089 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:54.789019 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37905576-eb01-479b-9c6b-b77efa0419c3 x-openstack-request-id: req-37905576-eb01-479b-9c6b-b77efa0419c3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:53:54.789833 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2", "name": "network-vif-plugged", "status": "completed", "tag": "a871f68c-19bb-434b-830d-e2f8ca268ecf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:53:54.790116 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37905576-eb01-479b-9c6b-b77efa0419c3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:53:54.790507 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a871f68c-19bb-434b-830d-e2f8ca268ecf', 'code': 200} Jul 23 10:53:54.818401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a871f68c-19bb-434b-830d-e2f8ca268ecf,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:54.931560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfec773-d57d-4036-87c0-9a5e16410b46 req-05080362-e065-45b2-bb3b-a1c87a53cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:54.933360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfec773-d57d-4036-87c0-9a5e16410b46 req-05080362-e065-45b2-bb3b-a1c87a53cbdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0637708 Jul 23 10:53:54.978479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bfec773-d57d-4036-87c0-9a5e16410b46 req-d9f01c5d-6025-4173-9bec-111b710849cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Jul 23 10:53:55.228331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484df116-38bf-470e-857c-7ac50ba9200d req-50fa3356-0b54-4f9e-ac0b-fdc4a74f8192 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:55.229813 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-484df116-38bf-470e-857c-7ac50ba9200d req-50fa3356-0b54-4f9e-ac0b-fdc4a74f8192 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0625875 Jul 23 10:53:55.271143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-484df116-38bf-470e-857c-7ac50ba9200d req-508d43a4-af81-4849-9c3f-35b10fc17cc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Jul 23 10:53:55.432530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782213b0-3422-4d48-ae36-cfab82a9df8c req-f190f3cb-b1c8-4d7b-ba38-8d44489ef2b3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:55.433977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-782213b0-3422-4d48-ae36-cfab82a9df8c req-f190f3cb-b1c8-4d7b-ba38-8d44489ef2b3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0636511 Jul 23 10:53:55.471444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-782213b0-3422-4d48-ae36-cfab82a9df8c req-307eb68b-19e1-4797-94ab-23abea933c92 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 23 10:53:56.409033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4551d-5e1b-4ad7-a5b4-5e5be2251967 req-ea412c4a-680c-49a5-b0bf-229580bc332c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:56.410456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77b4551d-5e1b-4ad7-a5b4-5e5be2251967 req-ea412c4a-680c-49a5-b0bf-229580bc332c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0637619 Jul 23 10:53:56.448246 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77b4551d-5e1b-4ad7-a5b4-5e5be2251967 req-4b208185-dc8d-49c1-acf8-be7f785baefb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Jul 23 10:53:56.585855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf5dbd-5d16-4b8f-9c13-c83ab379c603 req-d2cff219-6e58-4523-be47-55d4bc0beec4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:56.587581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6baf5dbd-5d16-4b8f-9c13-c83ab379c603 req-d2cff219-6e58-4523-be47-55d4bc0beec4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0718343 Jul 23 10:53:56.610372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff435c-d3b0-418f-b7de-0a275f0db2e6 req-6a7d5053-a102-434e-a27c-46f017c13b3e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:56.611883 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fcff435c-d3b0-418f-b7de-0a275f0db2e6 req-6a7d5053-a102-434e-a27c-46f017c13b3e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0705168 Jul 23 10:53:56.627948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6baf5dbd-5d16-4b8f-9c13-c83ab379c603 req-1c8b811c-8778-417d-a620-526784c3e784 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Jul 23 10:53:56.652550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fcff435c-d3b0-418f-b7de-0a275f0db2e6 req-60776353-c468-4332-8eed-4e0ac366de55 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Jul 23 10:53:57.089816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3018d99-64ff-4f01-80ca-f395a3452569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:57.814322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b813a9a-de97-4bf6-b4a2-eb25e23429ba req-21c97121-1af1-4d77-ada3-3fa6fe395fe2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:57.816801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b813a9a-de97-4bf6-b4a2-eb25e23429ba req-21c97121-1af1-4d77-ada3-3fa6fe395fe2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0884941 Jul 23 10:53:57.880506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6b813a9a-de97-4bf6-b4a2-eb25e23429ba req-ddaaa9a8-026e-4d33-8c72-1657af915e69 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566807 Jul 23 10:53:58.994787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54084) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:59.005448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da594d5-aca8-4f5c-9955-5b5afa104406 req-fb85aed2-af58-4b43-a8fb-b065e91f49a3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:59.007018 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9da594d5-aca8-4f5c-9955-5b5afa104406 req-fb85aed2-af58-4b43-a8fb-b065e91f49a3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0634913 Jul 23 10:53:59.066291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9da594d5-aca8-4f5c-9955-5b5afa104406 req-882b978d-cec3-4642-a1df-313a6a34fe23 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 Jul 23 10:53:59.068238 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eb2ea799-fce0-4f0e-b1db-33468a5dfc7e tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/floatingips/0b7e820f-523c-4bb6-924e-36d6177fed68 HTTP/1.1" status: 200 len: 993 time: 0.0690081 Jul 23 10:53:59.350560 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-fe7572cb-9726-4f4b-9c58-11adf92aa844 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:53:59.353112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-fe7572cb-9726-4f4b-9c58-11adf92aa844 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1093862 Jul 23 10:53:59.369298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-8928f44c-4b6c-43e0-a108-1a9e15427fc8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0107884 Jul 23 10:53:59.377049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54110) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:53:59.455986 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-889c9a22-1797-43c5-9abb-7c276dc6c106 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716190 Jul 23 10:53:59.466318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-3e04da4c-4055-4827-a764-c664f650d06d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 10:53:59.467379 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-3e04da4c-4055-4827-a764-c664f650d06d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053933 Jul 23 10:53:59.550859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 49609167-5a03-43a9-8262-25de51af50f3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:53:59.551202 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:59.572045 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-2dc5b004-66c0-4366-9210-5ea863538e93 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985081 Jul 23 10:53:59.634470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:59.634801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:59.647149 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 49609167-5a03-43a9-8262-25de51af50f3 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:53:59.659749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-152bcd93-ee3e-417a-9a4a-62c82f17e467 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Jul 23 10:53:59.810893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:59.862189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=49609167-5a03-43a9-8262-25de51af50f3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:53:59.911527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ebefd54-973b-4a87-b9fa-e6c06958a37e req-8eb2c30a-0ad2-4436-a8e4-145835b06c84 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 210 time: 0.0652061 Jul 23 10:53:59.920084 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf7ea-8627-4f70-87cc-4d55205b63bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:59.958874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:53:59.959367 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Floating IP 0b7e820f-523c-4bb6-924e-36d6177fed68 disassociated (deleted). External IP: 172.25.4.42, port: d79d5383-5781-429a-a30b-1ed32464841e. Jul 23 10:54:00.215110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router a1056037-30d8-402c-a204-c2f84c604d2c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:54:00.232598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66633e-c72a-467a-a2a1-c4ed91350a9e req-b0cd3de8-fe7a-499f-ac81-4abcac27ea15 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:00.235501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae66633e-c72a-467a-a2a1-c4ed91350a9e req-b0cd3de8-fe7a-499f-ac81-4abcac27ea15 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0930996 Jul 23 10:54:00.240153 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:00.286912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae66633e-c72a-467a-a2a1-c4ed91350a9e req-a8a5a20f-69eb-4206-a570-656709accce2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Jul 23 10:54:00.378670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:54:00.384347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:00.391211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] Sync routers for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:54:00.411859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:00.412626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:00.426790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c936276e-76d1-4cb9-a1e3-4fba5911b6b1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/floatingips/0b7e820f-523c-4bb6-924e-36d6177fed68 HTTP/1.1" status: 204 len: 168 time: 1.0486438 Jul 23 10:54:00.427398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:00.429884 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "tag": "d79d5383-5781-429a-a30b-1ed32464841e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:00.494524 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce551e-6b58-498f-b61e-693538f1dd6e x-openstack-request-id: req-48ce551e-6b58-498f-b61e-693538f1dd6e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:00.494821 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "tag": "d79d5383-5781-429a-a30b-1ed32464841e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:00.495741 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48ce551e-6b58-498f-b61e-693538f1dd6e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:00.496091 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e', 'status': 'completed', 'code': 200} Jul 23 10:54:00.573675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:00.616868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-b45e93ae-ac18-4641-a7f4-3db85da0b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:00.623961 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-b45e93ae-ac18-4641-a7f4-3db85da0b2bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 1097 time: 0.1086819 Jul 23 10:54:00.753923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-f5a80fdf-feb7-41fc-a8ab-ecf892e2eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:00.755713 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-f5a80fdf-feb7-41fc-a8ab-ecf892e2eed8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7 HTTP/1.1" status: 200 len: 897 time: 0.1226602 Jul 23 10:54:00.813057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-498fc457-5462-4704-9f4d-fe87931c0d03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d79d5383-5781-429a-a30b-1ed32464841e HTTP/1.1" status: 200 len: 217 time: 0.0488589 Jul 23 10:54:00.830982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:12Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:00.837394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b371-f56b-412d-a3ab-0b0d9d998769 req-9c601e8e-e5b9-4d70-9ae9-fef95c49577b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:00.848837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83f6b371-f56b-412d-a3ab-0b0d9d998769 req-9c601e8e-e5b9-4d70-9ae9-fef95c49577b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 946 time: 0.1248181 Jul 23 10:54:00.872948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] Checking router: a1056037-30d8-402c-a204-c2f84c604d2c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:54:00.881351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-afc863c3-4a11-4a6b-82c6-1b2401981ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:00.883757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:00.884683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:00.885248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-afc863c3-4a11-4a6b-82c6-1b2401981ff8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775219de-d6a7-4ecd-83da-7cb6f8439a5b HTTP/1.1" status: 200 len: 835 time: 0.0644388 Jul 23 10:54:00.940833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-83f6b371-f56b-412d-a3ab-0b0d9d998769 req-f838f34a-4194-4fc5-a2d7-df2540b5eb17 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862222 Jul 23 10:54:01.000435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-61244904-39ad-4221-b1bd-841218fa22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:01.003350 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-61244904-39ad-4221-b1bd-841218fa22d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f88bc22-f31a-4a00-bc97-f7f43d8388d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022768 Jul 23 10:54:01.011799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:01.055184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e514328-21f3-428f-bffc-9bc158d6fd7c req-91bb517c-e8be-4d82-9388-e9c263472e90 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 210 time: 0.0496590 Jul 23 10:54:01.217290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-984b780e-9bd5-4e29-b01b-48ff0d87c9eb service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920404 Jul 23 10:54:01.272888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:12Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:01.284374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-9d81499e-f12d-4c8a-92d7-515ff4cb03e8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:01.285856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-9d81499e-f12d-4c8a-92d7-515ff4cb03e8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1641066 Jul 23 10:54:01.316545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:01.334859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5fbdb-0239-45b8-8b28-24e6f82b019f None None] The sync data for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 is: [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:07Z', 'revision_number': 4, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c9bb6af-c2cb-4e95-b68a-c14c4e02311e', 'name': '', 'network_id': '1f88bc22-f31a-4a00-bc97-f7f43d8388d7', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'mac_address': 'fa:16:3e:87:71:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:06Z', 'updated_at': '2021-07-23T10:53:12Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'subnets': [{'id': '775219de-d6a7-4ecd-83da-7cb6f8439a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:54:01.342312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:01.465131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ab97-ece4-40c5-a153-131da3796c90 req-54eed6f7-6776-4e5f-adcb-0465e46bfc22 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:01.465675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0242a3b4-b3db-4cdb-beb9-5381e0c7a449 req-bf89ee8d-9cd9-44ee-94aa-4a455c510b4e service neutron] 10.222.0.55 "GET /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395132 Jul 23 10:54:01.467590 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5497ab97-ece4-40c5-a153-131da3796c90 req-54eed6f7-6776-4e5f-adcb-0465e46bfc22 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0916281 Jul 23 10:54:01.525646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5497ab97-ece4-40c5-a153-131da3796c90 req-26b09f10-43d5-44b3-a5a5-6df20312bda8 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Jul 23 10:54:01.528942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:01.534549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:01.698851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.12 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/197c77ee-0b5f-40db-9542-3b2251cbf958) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:01.786789 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61373aac-4ebd-418c-aeb5-0a3b23adc8c7 None None] New status for floating IP 0b7e820f-523c-4bb6-924e-36d6177fed68: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:54:01.925761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:01.943854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object 197c77ee-0b5f-40db-9542-3b2251cbf958 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:01.995468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:02.030273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a871f68c-19bb-434b-830d-e2f8ca268ecf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:02.062875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:02.085105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:02.112534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:02.246268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=197c77ee-0b5f-40db-9542-3b2251cbf958,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:02.310005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:02.310650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:02.327801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb9be8-dd11-452a-baf2-d3d70e9f5bc0 req-6e00504f-e7f0-47d9-bf05-a42fc35dcfbd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:02.336870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-92fb9be8-dd11-452a-baf2-d3d70e9f5bc0 req-6e00504f-e7f0-47d9-bf05-a42fc35dcfbd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 932 time: 0.1432924 Jul 23 10:54:02.342075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-f4f36c3d-5626-4b4f-8e2f-28f4ded4fbf4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0293856 Jul 23 10:54:02.350490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcec95-8144-4836-a3fa-c43cc55e84e0 req-8253359a-d2e3-48fd-94f6-bb2ea2dc4381 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:02.353064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0cdcec95-8144-4836-a3fa-c43cc55e84e0 req-8253359a-d2e3-48fd-94f6-bb2ea2dc4381 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 946 time: 0.3010993 Jul 23 10:54:02.360491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Request body: {'port': {'device_id': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:02.388519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-92fb9be8-dd11-452a-baf2-d3d70e9f5bc0 req-fd053a4d-12b2-4310-8fb9-53e6ee38bde5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490429 Jul 23 10:54:02.400841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:54:02.426025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-dda4276c-35b6-4e83-ade1-515bb86a981b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:02.427828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-dda4276c-35b6-4e83-ade1-515bb86a981b tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 946 time: 0.3259168 Jul 23 10:54:02.488954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0cdcec95-8144-4836-a3fa-c43cc55e84e0 req-afe0d0e8-0459-4153-8a99-2373a99b0ca1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/security-groups?id=7be6c460-d7c7-4742-9325-aa9bffaaa821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254849 Jul 23 10:54:02.550433 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b3bb80b-0162-4e1b-b9ec-0c55583f2d58 None None] Provisioning for port 197c77ee-0b5f-40db-9542-3b2251cbf958 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:02.560115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b3bb80b-0162-4e1b-b9ec-0c55583f2d58 None None] Provisioning complete for port 197c77ee-0b5f-40db-9542-3b2251cbf958 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:02.562079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb80b-0162-4e1b-b9ec-0c55583f2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:02.584708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:02.610917 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:02.620116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3b3bb80b-0162-4e1b-b9ec-0c55583f2d58 None None] Port 197c77ee-0b5f-40db-9542-3b2251cbf958 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:54:02.720495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385329-b95e-4d0b-9e57-ab136265a146 req-fd339ff0-b184-48b1-8f50-5a2c32ecc07b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:02.722292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67385329-b95e-4d0b-9e57-ab136265a146 req-fd339ff0-b184-48b1-8f50-5a2c32ecc07b tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.0876901 Jul 23 10:54:02.765171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-67385329-b95e-4d0b-9e57-ab136265a146 req-2e1a0e2c-062f-4786-955c-909905910873 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Jul 23 10:54:03.105936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port d79d5383-5781-429a-a30b-1ed32464841e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:03.106193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.263085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port d79d5383-5781-429a-a30b-1ed32464841e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d79d5383-5781-429a-a30b-1ed32464841e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:03.263817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.283584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for d79d5383-5781-429a-a30b-1ed32464841e owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:03.398865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197c77ee-0b5f-40db-9542-3b2251cbf958 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:03.408243 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.428354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Transition to ACTIVE for port object 197c77ee-0b5f-40db-9542-3b2251cbf958 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:03.436714 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.572175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Pushing event updated for resources: {'Port': ['ID=197c77ee-0b5f-40db-9542-3b2251cbf958,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:03.579840 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.646273 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ea627d9-4861-456c-a275-8679113bd39b req-53affea6-94f1-4fd0-ad25-f803d4988b8d tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cab42e5-83d9-4f99-bbf0-4727168066a7 HTTP/1.1" status: 200 len: 210 time: 0.0437367 Jul 23 10:54:03.690279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=d79d5383-5781-429a-a30b-1ed32464841e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:03.751944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Attempting to bind port 197c77ee-0b5f-40db-9542-3b2251cbf958 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:03.752411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Attempting to bind port 197c77ee-0b5f-40db-9542-3b2251cbf958 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:03.752839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Attempting to bind port 197c77ee-0b5f-40db-9542-3b2251cbf958 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:03.767568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fb14c-f4b4-49b4-bb31-d1cc5010cfbf req-030bfed5-473d-408b-bd96-6d0518f8580b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:03.769291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f63fb14c-f4b4-49b4-bb31-d1cc5010cfbf req-030bfed5-473d-408b-bd96-6d0518f8580b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.2768919 Jul 23 10:54:03.801888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Port 197c77ee-0b5f-40db-9542-3b2251cbf958 on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:54:03.802342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Attempting to bind port 197c77ee-0b5f-40db-9542-3b2251cbf958 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:03.814026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:03.814485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:03.814960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:03.815531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Bound port: 197c77ee-0b5f-40db-9542-3b2251cbf958, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:03.816001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.818573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] No DVR routers for this DVR port d79d5383-5781-429a-a30b-1ed32464841e on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:03.822027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:03.824225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c912262f-9f03-49f1-9899-dbb83d8ea5ab req-174298e4-1b52-4784-a40d-a854377e249c tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.55 "DELETE /v2.0/ports/d79d5383-5781-429a-a30b-1ed32464841e HTTP/1.1" status: 204 len: 173 time: 1.3854933 Jul 23 10:54:03.827112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'name': 'network-vif-deleted', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:03.838269 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8905fa40-e69a-4692-a050-7ec7748e4421" -d '{"events": [{"server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "name": "network-vif-deleted", "tag": "d79d5383-5781-429a-a30b-1ed32464841e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:03.969191 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f63fb14c-f4b4-49b4-bb31-d1cc5010cfbf req-e75f058c-9f83-4698-a336-5b2b4787e029 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682687 Jul 23 10:54:03.970611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] For port 197c77ee-0b5f-40db-9542-3b2251cbf958, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:03.981557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] For port 197c77ee-0b5f-40db-9542-3b2251cbf958, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=197c77ee-0b5f-40db-9542-3b2251cbf958,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:04.000318 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:04.054120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:04.055518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:04.059749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8daca-8848-43ab-87e9-dc416a6b1297 req-ab53b973-c901-45af-a8c5-ee330e52c0c9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:04.061580 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe8daca-8848-43ab-87e9-dc416a6b1297 req-ab53b973-c901-45af-a8c5-ee330e52c0c9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1803200 Jul 23 10:54:04.061717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] 10.222.0.20 "PUT /v2.0/ports/197c77ee-0b5f-40db-9542-3b2251cbf958 HTTP/1.1" status: 200 len: 1092 time: 1.7034800 Jul 23 10:54:04.080539 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343249bf-3d11-4056-bc56-fcf7ac4829a5 x-openstack-request-id: req-343249bf-3d11-4056-bc56-fcf7ac4829a5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:04.080848 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab42e5-83d9-4f99-bbf0-4727168066a7", "name": "network-vif-deleted", "tag": "d79d5383-5781-429a-a30b-1ed32464841e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:04.081131 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-343249bf-3d11-4056-bc56-fcf7ac4829a5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:04.081666 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab42e5-83d9-4f99-bbf0-4727168066a7', 'name': 'network-vif-deleted', 'tag': 'd79d5383-5781-429a-a30b-1ed32464841e', 'status': 'completed', 'code': 200} Jul 23 10:54:04.122012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cde1a-99c8-48c7-8a94-96201554a68f service neutron] Pushing event updated for resources: {'Port': ['ID=197c77ee-0b5f-40db-9542-3b2251cbf958,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:04.156066 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dfe8daca-8848-43ab-87e9-dc416a6b1297 req-b275117e-8e8a-40d1-a4cf-c51705f8a2db tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744801 Jul 23 10:54:04.198446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-10e12bb0-a14b-4829-a254-b570832c0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:04.200334 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-10e12bb0-a14b-4829-a254-b570832c0d05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 1095 time: 0.0796630 Jul 23 10:54:04.301415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-ab1fd4b9-2bc8-4efc-9ba9-e685023ae8f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197c77ee-0b5f-40db-9542-3b2251cbf958 HTTP/1.1" status: 200 len: 217 time: 0.0879986 Jul 23 10:54:04.394099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-3da9060d-0700-4f1c-9391-ee7b842589ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:04.396341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-3da9060d-0700-4f1c-9391-ee7b842589ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0868361 Jul 23 10:54:04.475387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-b3340f98-97d5-433f-aa79-7f560ceb9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:04.477611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-b3340f98-97d5-433f-aa79-7f560ceb9cb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745308 Jul 23 10:54:04.556967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:04.621271 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-5a32c482-2e6d-495e-ad5e-9788b2192f11 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375504 Jul 23 10:54:04.732911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:04.739322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ad922d4-11fb-42b2-b0bb-f3bc541fc605 req-8a7c0d45-5099-471d-9276-9c4e0b727376 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118231 Jul 23 10:54:04.856932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c70d627d-20ce-4d09-8259-79107ab5dfaf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:04.894621 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c70d627d-20ce-4d09-8259-79107ab5dfaf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:04.935515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:54:04.937862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d79d5383-5781-429a-a30b-1ed32464841e no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:04.967113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: d79d5383-5781-429a-a30b-1ed32464841e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:04.967943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d79d5383-5781-429a-a30b-1ed32464841e not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:04.968612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:05.020342 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c70d627d-20ce-4d09-8259-79107ab5dfaf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.026720 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c70d627d-20ce-4d09-8259-79107ab5dfaf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.029470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c70d627d-20ce-4d09-8259-79107ab5dfaf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/security-groups/7be6c460-d7c7-4742-9325-aa9bffaaa821 HTTP/1.1" status: 204 len: 168 time: 0.2953911 Jul 23 10:54:05.053542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d627d-20ce-4d09-8259-79107ab5dfaf tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be6c460-d7c7-4742-9325-aa9bffaaa821,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:05.087197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:05.192039 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 10:54:05.341005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9ad1-b02c-4d59-8130-89d998cdcf91 req-5a18a07f-4031-498a-afd9-a25b6437b71d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:05.342606 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-236e9ad1-b02c-4d59-8130-89d998cdcf91 req-5a18a07f-4031-498a-afd9-a25b6437b71d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1248426 Jul 23 10:54:05.357062 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.416901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:05.419547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:05.421820 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e3a7a4-8165-4b69-bd67-696806938098" -d '{"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:05.450665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:05.455789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'port_id': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'mac_address': 'fa:16:3e:aa:e7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277e99a4-af61-4ee5-861a-3d2d399a5da7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:54:05.466576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.497515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ca00-ced4-404b-98f0-8b4607687d97 req-49901d20-f460-470a-b623-3ed9f35200c5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:05.506544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52a3ca00-ced4-404b-98f0-8b4607687d97 req-49901d20-f460-470a-b623-3ed9f35200c5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.2099695 Jul 23 10:54:05.537515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.577970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52a3ca00-ced4-404b-98f0-8b4607687d97 req-e95c7d0e-9548-46ad-a399-c480da9f60d6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704632 Jul 23 10:54:05.579819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:05.583606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab5f1e6-29ac-4535-8c27-174facc7b692 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:05.619580 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-236e9ad1-b02c-4d59-8130-89d998cdcf91 req-7f73c7bb-bf27-4ef1-9603-0c3a0d792d99 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462513 Jul 23 10:54:05.659522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:05.662159 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74900e65-308e-44fb-ba71-347b86cb5cd2 x-openstack-request-id: req-74900e65-308e-44fb-ba71-347b86cb5cd2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:05.662500 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:05.662833 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74900e65-308e-44fb-ba71-347b86cb5cd2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:05.663348 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'code': 200} Jul 23 10:54:05.669703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.732676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:05.849300 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:05.866424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['8ab5f1e6-29ac-4535-8c27-174facc7b692'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:06.082966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'tag': '197c77ee-0b5f-40db-9542-3b2251cbf958'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:06.086213 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2428f-ff02-4efe-a68f-8467c1832b07" -d '{"events": [{"name": "network-changed", "server_uuid": "7529b5eb-e2e2-4ce1-861e-a72cf19923eb", "tag": "197c77ee-0b5f-40db-9542-3b2251cbf958"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:06.169202 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f306b15-f339-428f-b3aa-48af366d3951 x-openstack-request-id: req-9f306b15-f339-428f-b3aa-48af366d3951 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:06.171407 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7529b5eb-e2e2-4ce1-861e-a72cf19923eb", "tag": "197c77ee-0b5f-40db-9542-3b2251cbf958", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:06.171750 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f306b15-f339-428f-b3aa-48af366d3951 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:06.172545 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'tag': '197c77ee-0b5f-40db-9542-3b2251cbf958', 'status': 'completed', 'code': 200} Jul 23 10:54:06.278231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:06.278791 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:06.351211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-1bd473cc-eb25-4b23-b0b0-17441dc3e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:06.354679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-1bd473cc-eb25-4b23-b0b0-17441dc3e3ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 1095 time: 0.1281688 Jul 23 10:54:06.427107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:06.428776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:06.475665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:06.496178 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-588aec49-5267-40dd-86de-b1ce5fdc44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:06.497757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-588aec49-5267-40dd-86de-b1ce5fdc44e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1367974 Jul 23 10:54:06.585195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-1f21ea93-4ccc-4b91-b593-c9e5e3afc4b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197c77ee-0b5f-40db-9542-3b2251cbf958 HTTP/1.1" status: 200 len: 217 time: 0.0803254 Jul 23 10:54:06.705624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-4279c35f-7349-4037-a79f-fabf732137bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:06.708051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-4279c35f-7349-4037-a79f-fabf732137bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.1156287 Jul 23 10:54:06.844228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-56d9d62e-1647-474d-a57f-10f6abf604f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:06.846678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-56d9d62e-1647-474d-a57f-10f6abf604f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325285 Jul 23 10:54:06.906580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea7c75-4c53-4b1b-9144-fefe4df791e8 req-d59b6e5b-daf8-4f55-8d55-22f938399eda tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:06.914054 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60ea7c75-4c53-4b1b-9144-fefe4df791e8 req-d59b6e5b-daf8-4f55-8d55-22f938399eda tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 944 time: 0.1369944 Jul 23 10:54:06.942706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c136c8-2220-4abc-add9-a735a0a5e88d req-f1aa3118-9968-452b-b797-00f4f0331691 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:06.947554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:06.956007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68c136c8-2220-4abc-add9-a735a0a5e88d req-f1aa3118-9968-452b-b797-00f4f0331691 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1846161 Jul 23 10:54:07.054444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60ea7c75-4c53-4b1b-9144-fefe4df791e8 req-7a91d18a-e6f7-48a7-81d4-31fd63aa6952 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393101 Jul 23 10:54:07.063705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 8ab5f1e6-29ac-4535-8c27-174facc7b692 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:07.064447 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:07.093991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68c136c8-2220-4abc-add9-a735a0a5e88d req-44d522d7-ffcd-4b3d-a095-dfeed79bba7c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348803 Jul 23 10:54:07.098907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-d242bb0e-06c7-4dbe-a6bc-4376bdf401d1 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456622 Jul 23 10:54:07.114786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:07.177512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:07.213019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=7c9bb6af-c2cb-4e95-b68a-c14c4e02311e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:07.270379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:07.288850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:07.320162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-31c2428f-ff02-4efe-a68f-8467c1832b07 req-2a818516-1878-49e4-b6ee-569975f78438 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148209 Jul 23 10:54:07.392085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:07.623400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:07.665584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:07.670897 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd871f15-8a57-4d76-b490-f95a28813cd4" -d '{"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:07.720156 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc6240c-782a-4bbc-9c08-12787e62fb21 x-openstack-request-id: req-ccc6240c-782a-4bbc-9c08-12787e62fb21 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:07.720592 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-plugged", "status": "completed", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:07.720869 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccc6240c-782a-4bbc-9c08-12787e62fb21 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:07.721283 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'code': 200} Jul 23 10:54:07.966217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461d97f-2831-4600-85fc-48aec51272e8 req-cc2094e2-7310-4d77-a206-6fa62431cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:07.969608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8461d97f-2831-4600-85fc-48aec51272e8 req-cc2094e2-7310-4d77-a206-6fa62431cdb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 1096 time: 0.0802963 Jul 23 10:54:08.008995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Router a1056037-30d8-402c-a204-c2f84c604d2c has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:54:08.030144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8461d97f-2831-4600-85fc-48aec51272e8 req-3a0fe577-8ac6-4827-b52a-b37221a3d8ce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552850 Jul 23 10:54:08.369974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05eb13-d461-4d3a-8232-f6fcc5ca165b req-b6d7be40-2a5d-4d1e-b557-cd8250ee5dc7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:08.378248 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea05eb13-d461-4d3a-8232-f6fcc5ca165b req-b6d7be40-2a5d-4d1e-b557-cd8250ee5dc7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1963501 Jul 23 10:54:08.449754 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea05eb13-d461-4d3a-8232-f6fcc5ca165b req-0b503ebe-770a-416c-9167-de2101f12cb1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702884 Jul 23 10:54:08.560364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:54:08.574145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] Sync routers for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:54:08.578832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-695501bc-0b60-428f-8f19-12a09e3f8451 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "PUT /v2.0/routers/a1056037-30d8-402c-a204-c2f84c604d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4894545 Jul 23 10:54:08.581852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54258) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:08.588360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:08.589378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:08.637618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a4ea-1438-4099-8dde-de3476f133c3 req-40518e57-f416-4e63-8e3f-05cdeff91e97 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:08.639144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2918a4ea-1438-4099-8dde-de3476f133c3 req-40518e57-f416-4e63-8e3f-05cdeff91e97 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.4977911 Jul 23 10:54:08.676007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting subnet 775219de-d6a7-4ecd-83da-7cb6f8439a5b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:54:08.686024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:08.714978 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2918a4ea-1438-4099-8dde-de3476f133c3 req-1d9f8757-1cb2-4164-8099-8b5c2b5342a7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689819 Jul 23 10:54:08.733733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:08.739125 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:08.897859 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:08.976202 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.008315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Subnet': ['ID=775219de-d6a7-4ecd-83da-7cb6f8439a5b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:09.011082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.013085 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-86c58539-fd88-47fc-a6f3-5d3a1f02c0ac tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/subnets/775219de-d6a7-4ecd-83da-7cb6f8439a5b HTTP/1.1" status: 204 len: 168 time: 0.4197178 Jul 23 10:54:09.015708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:09.020754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b179f65-1506-4b8e-bebf-64a536f9a58d None None] Network 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:09.231457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:54:06Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:09.235175 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.285779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] Checking router: a1056037-30d8-402c-a204-c2f84c604d2c for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:54:09.306473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] Routers {'a1056037-30d8-402c-a204-c2f84c604d2c'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:09.307629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a1056037-30d8-402c-a204-c2f84c604d2c'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:09.409410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.425672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] DHCP port deletion for 1f88bc22-f31a-4a00-bc97-f7f43d8388d7 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:54:09.441266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] Set router a1056037-30d8-402c-a204-c2f84c604d2c gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:09.548620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Deleting port a4b9016c-f9be-42a3-a949-862bbdf5a5e0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:09.549006 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.626563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] Deleting port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:09.627590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.686360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] For port a4b9016c-f9be-42a3-a949-862bbdf5a5e0, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:09.686955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.691083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddc353-f2c4-443c-8430-b623d0b516be req-626209ab-0389-4b93-93bb-66f144373de6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:09.701053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-59ddc353-f2c4-443c-8430-b623d0b516be req-626209ab-0389-4b93-93bb-66f144373de6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1354647 Jul 23 10:54:09.701586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] For port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,segment=NetworkSegment(1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7),segment_id=1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:09.702171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.712528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Calling delete_port for a4b9016c-f9be-42a3-a949-862bbdf5a5e0 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:09.723161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] Calling delete_port for a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:09.744915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-59ddc353-f2c4-443c-8430-b623d0b516be req-1278d5d4-2026-498a-8022-c17a8021e752 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Jul 23 10:54:09.895861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:09.965842 n-d-778550-4 neutron-server[93835]: INFO neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No ports have port_id starting with a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 Jul 23 10:54:09.966802 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:09.998163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49800f1-916f-44bd-afb1-c6559208e705 req-8f1fe248-2b14-4ba7-85a6-859953181d37 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:10.000840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d49800f1-916f-44bd-afb1-c6559208e705 req-8f1fe248-2b14-4ba7-85a6-859953181d37 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1192207 Jul 23 10:54:10.022403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] Pushing event deleted for resources: {'Port': ['ID=a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:10.034262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd989a3-13a5-4bb4-bed9-5b8f4a385fef None None] No DVR routers for this DVR port a1180d9a-6cb0-4f8f-a2c0-6e276c129fe8 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:10.052345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:54:06Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:10.080615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57e4f8-7dbc-41f2-9249-2c9c56741827 None None] The sync data for ids ['a1056037-30d8-402c-a204-c2f84c604d2c'] in n-d-778550-4 is: [{'id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'name': 'tempest-TestNetworkBasicOps-router-1537307451', 'tenant_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:54:06Z', 'revision_number': 5, 'project_id': 'e29169d9cbc14dfe9343d1e2e8c229f1', 'gw_port': {'id': 'a4b9016c-f9be-42a3-a949-862bbdf5a5e0', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1056037-30d8-402c-a204-c2f84c604d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:53:02Z', 'updated_at': '2021-07-23T10:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:54:10.120328 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d49800f1-916f-44bd-afb1-c6559208e705 req-d339fd32-9887-433b-aa3d-f122813d0b85 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 Jul 23 10:54:10.121093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:10.207294 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Port': ['ID=a4b9016c-f9be-42a3-a949-862bbdf5a5e0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:10.251774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:10.380881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25d471-a1e6-42df-b14a-77f274e50f9b req-9dc9f7ea-9513-47a7-a815-fa1f4b10047c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:10.382541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c25d471-a1e6-42df-b14a-77f274e50f9b req-9dc9f7ea-9513-47a7-a815-fa1f4b10047c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1308367 Jul 23 10:54:10.444012 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c25d471-a1e6-42df-b14a-77f274e50f9b req-e9059fd7-2b06-405b-b937-0830cea535b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500937 Jul 23 10:54:10.472782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:10.477435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:10.551979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:10.552820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Fanout notify agent at l3_agent the message router_deleted on router a1056037-30d8-402c-a204-c2f84c604d2c {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:54:10.575524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:10.576687 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fb9eee1f-0acd-443e-a75b-3336b99f12a1 tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/routers/a1056037-30d8-402c-a204-c2f84c604d2c HTTP/1.1" status: 204 len: 168 time: 1.5591054 Jul 23 10:54:10.579611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54292) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:10.801709 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.033812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.044885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f88bc22-f31a-4a00-bc97-f7f43d8388d7']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:11.058685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:11.059063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9d8a3a-d736-4856-9c06-2fcbd0aecfe7') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:11.070021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.109506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27501-7ce8-481a-96f7-870a958f749b req-5d297522-9fe0-4744-8988-2b66b3f5b471 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:11.111178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40b27501-7ce8-481a-96f7-870a958f749b req-5d297522-9fe0-4744-8988-2b66b3f5b471 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.2386608 Jul 23 10:54:11.112234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.126257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:54:11.126594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:54:11.129435 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:54:11.174874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-40b27501-7ce8-481a-96f7-870a958f749b req-76e6ccc3-5136-4ad5-8f6e-c615cfbac205 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561244 Jul 23 10:54:11.225872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.238424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:11.246043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] 10.222.0.37 "DELETE /v2.0/networks/1f88bc22-f31a-4a00-bc97-f7f43d8388d7 HTTP/1.1" status: 204 len: 168 time: 0.6653590 Jul 23 10:54:11.266724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44f63a-0a10-4b62-adb0-cb1d43c93dfe tempest-TestNetworkBasicOps-997773188 tempest-TestNetworkBasicOps-997773188-project] Pushing event deleted for resources: {'Network': ['ID=1f88bc22-f31a-4a00-bc97-f7f43d8388d7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:11.291241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-d06201d2-0e02-4537-9579-bcc949ae6062 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:11.292861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-d06201d2-0e02-4537-9579-bcc949ae6062 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 814 time: 0.2324150 Jul 23 10:54:11.327816 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-37b1c6ca-4a94-4561-9468-d61c44abe4e3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/quotas/d9f64caa2ad94e1b978e140146b3011b HTTP/1.1" status: 200 len: 375 time: 0.0185044 Jul 23 10:54:11.434513 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-1cab8f72-3c85-46da-b6a3-c887c5a61151 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057143 Jul 23 10:54:11.585336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-7a21f18b-aadc-4949-95a7-739f3ac398d3 service neutron] 10.222.0.37 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498911 Jul 23 10:54:11.721127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-dab8dd0e-29e4-4c94-8387-98f1f50364fc service neutron] 10.222.0.37 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348808 Jul 23 10:54:11.736526 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54332) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:11.910724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4b9016c-f9be-42a3-a949-862bbdf5a5e0 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:11.941584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a4b9016c-f9be-42a3-a949-862bbdf5a5e0 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:11.941584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4b9016c-f9be-42a3-a949-862bbdf5a5e0 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:11.941809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:11.969763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:11.970172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c9bb6af-c2cb-4e95-b68a-c14c4e02311e not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:12.063203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-44269500-a433-4ab6-9fda-c331ca349e42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e29169d9cbc14dfe9343d1e2e8c229f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246877 Jul 23 10:54:12.066276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:12.090264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e1091bce-0e17-40ba-859c-e0110deba31d req-f29af85f-6a55-4005-839f-fee9b5969c96 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0573499 Jul 23 10:54:12.157912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-06d22475-073d-47dd-a502-07b82d87954d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:12.159533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-06d22475-073d-47dd-a502-07b82d87954d tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "GET /v2.0/ports?device_id=91a09140-4240-44a9-bff2-0867f57dd73d HTTP/1.1" status: 200 len: 945 time: 0.1419156 Jul 23 10:54:12.161407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09756b2e-2dc8-419f-8071-5aa115374f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.185369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09756b2e-2dc8-419f-8071-5aa115374f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.314173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Deleting port 8ab5f1e6-29ac-4535-8c27-174facc7b692 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:12.314927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.316641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09756b2e-2dc8-419f-8071-5aa115374f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.319535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09756b2e-2dc8-419f-8071-5aa115374f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.321244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-09756b2e-2dc8-419f-8071-5aa115374f7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d865d2d9-49bf-4844-99f7-12801598647d HTTP/1.1" status: 204 len: 168 time: 0.2538135 Jul 23 10:54:12.350288 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09756b2e-2dc8-419f-8071-5aa115374f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865d2d9-49bf-4844-99f7-12801598647d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:12.449456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] For port 8ab5f1e6-29ac-4535-8c27-174facc7b692, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=8ab5f1e6-29ac-4535-8c27-174facc7b692,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:12.450551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.452406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d0ad3-1624-4c4f-bf7c-285053161ff5 req-382ee89e-9046-454c-a19f-0153f28fe8a9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:12.455042 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a72d0ad3-1624-4c4f-bf7c-285053161ff5 req-382ee89e-9046-454c-a19f-0153f28fe8a9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1800454 Jul 23 10:54:12.475337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Calling delete_port for 8ab5f1e6-29ac-4535-8c27-174facc7b692 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:12.509292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a72d0ad3-1624-4c4f-bf7c-285053161ff5 req-614d9032-2bc7-4492-8e25-8f4fc7db29a9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Jul 23 10:54:12.649593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.661057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['8ab5f1e6-29ac-4535-8c27-174facc7b692'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:12.704854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Pushing event deleted for resources: {'Port': ['ID=8ab5f1e6-29ac-4535-8c27-174facc7b692,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:12.761108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] No DVR routers for this DVR port 8ab5f1e6-29ac-4535-8c27-174facc7b692 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:12.763618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.769527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-958afd87-6091-4623-9804-2fba8a2d20a2 req-79cee6fe-c47a-4cf5-bde7-9579c34dcb1e tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "DELETE /v2.0/ports/8ab5f1e6-29ac-4535-8c27-174facc7b692 HTTP/1.1" status: 204 len: 173 time: 0.6033633 Jul 23 10:54:12.770034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-deleted', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:12.772899 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223d319-ec7c-46d7-b40d-04ebe4ebe1aa" -d '{"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-deleted", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:12.816593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:12.834675 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31118f0-4b9b-4689-9a63-386dcdc33a31 x-openstack-request-id: req-e31118f0-4b9b-4689-9a63-386dcdc33a31 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:12.834675 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a09140-4240-44a9-bff2-0867f57dd73d", "name": "network-vif-deleted", "tag": "8ab5f1e6-29ac-4535-8c27-174facc7b692", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:12.834675 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e31118f0-4b9b-4689-9a63-386dcdc33a31 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:12.834675 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a09140-4240-44a9-bff2-0867f57dd73d', 'name': 'network-vif-deleted', 'tag': '8ab5f1e6-29ac-4535-8c27-174facc7b692', 'status': 'completed', 'code': 200} Jul 23 10:54:12.849542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49bc3040-07a0-4498-afc2-b005fd060402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.945315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49bc3040-07a0-4498-afc2-b005fd060402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.949207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-49bc3040-07a0-4498-afc2-b005fd060402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:12.990431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49bc3040-07a0-4498-afc2-b005fd060402 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be989dd40ba24877b4cb558e482fd540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727626 Jul 23 10:54:12.991308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc3040-07a0-4498-afc2-b005fd060402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8874b8f-0b86-497d-829b-77cc45cf8ad5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:12.993842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54376) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:13.061973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3eacd6cd-6b17-41db-9f8c-1d538bfdb592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:13.085742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3eacd6cd-6b17-41db-9f8c-1d538bfdb592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:13.146278 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3eacd6cd-6b17-41db-9f8c-1d538bfdb592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:13.150926 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3eacd6cd-6b17-41db-9f8c-1d538bfdb592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:13.152225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3eacd6cd-6b17-41db-9f8c-1d538bfdb592 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8874b8f-0b86-497d-829b-77cc45cf8ad5 HTTP/1.1" status: 204 len: 168 time: 0.1571398 Jul 23 10:54:13.190165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacd6cd-6b17-41db-9f8c-1d538bfdb592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8874b8f-0b86-497d-829b-77cc45cf8ad5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:13.236000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0bb094cc-d863-4d95-b97a-f9f7e9cbab38 req-1da6a251-a0b6-4dff-984d-405ab7274df9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0522761 Jul 23 10:54:13.312725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-2076ef52-7197-469b-9771-ced1048adfa0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:13.314387 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-2076ef52-7197-469b-9771-ced1048adfa0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 814 time: 0.1470058 Jul 23 10:54:13.331157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Request body: {'port': {'device_id': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'admin_state_up': True, 'tenant_id': 'd9f64caa2ad94e1b978e140146b3011b'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:13.472291 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Made reservation on behalf of d9f64caa2ad94e1b978e140146b3011b for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:13.477355 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:13.709432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Allocated IP 172.20.0.6 (4e5dd076-10f5-4222-a754-8c86fc6584cf/277e99a4-af61-4ee5-861a-3d2d399a5da7/684718de-b60f-4b7b-a8ef-12e7c75ff638) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:13.780932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ec02-b815-4b79-82fa-a0a3d0a6e145 req-00031a81-71cd-48bd-b48c-fa1c7518140b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:13.787786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7a1ec02-b815-4b79-82fa-a0a3d0a6e145 req-00031a81-71cd-48bd-b48c-fa1c7518140b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1704352 Jul 23 10:54:13.886480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7a1ec02-b815-4b79-82fa-a0a3d0a6e145 req-64d47952-ee32-45ab-9c4a-a2ca2b8135eb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978179 Jul 23 10:54:13.954742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.001245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.046644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Network 4e5dd076-10f5-4222-a754-8c86fc6584cf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:14.049792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:14.056079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:14.090834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Pushing event updated for resources: {'Port': ['ID=684718de-b60f-4b7b-a8ef-12e7c75ff638,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:14.116134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:14.116768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.119633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:14.132394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-4fe1c3ba-e619-4ae8-9efd-3722ea5107b6 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071539 Jul 23 10:54:14.146692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Request body: {'port': {'device_id': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:14.233794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.250602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1424863474-network', 'tenant_id': '74c6b0d791314953a32aa86f796b261a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:14.277869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Made reservation on behalf of 74c6b0d791314953a32aa86f796b261a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:14.281537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.303504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.481713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57ea74-0dea-4587-b413-44fe62b774d3 req-4a860ae2-c931-465d-88ce-c8ea85135ccd tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:14.488870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba57ea74-0dea-4587-b413-44fe62b774d3 req-4a860ae2-c931-465d-88ce-c8ea85135ccd tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 931 time: 0.1128623 Jul 23 10:54:14.559649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.576360 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ba57ea74-0dea-4587-b413-44fe62b774d3 req-5349b487-c015-4a7a-bcf8-565808223751 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858705 Jul 23 10:54:14.577422 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.618420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684718de-b60f-4b7b-a8ef-12e7c75ff638 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:14.618680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:54:14.626815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.631626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa865a25-516f-4ded-a733-ebcf70adc26c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:14.649710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Transition to ACTIVE for port object 684718de-b60f-4b7b-a8ef-12e7c75ff638 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:14.653601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.655881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.656383 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Added segment 38411bd5-29f5-426e-b153-5c3debabdf1b of type vlan for network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f Jul 23 10:54:14.713991 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.750288 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.751852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:14.753009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.774478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=684718de-b60f-4b7b-a8ef-12e7c75ff638,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:14.813881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Attempting to bind port 684718de-b60f-4b7b-a8ef-12e7c75ff638 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:14.814118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6896193 Jul 23 10:54:14.814211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Attempting to bind port 684718de-b60f-4b7b-a8ef-12e7c75ff638 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:14.814211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Attempting to bind port 684718de-b60f-4b7b-a8ef-12e7c75ff638 on network 4e5dd076-10f5-4222-a754-8c86fc6584cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:14.814370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:14.817133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Port 684718de-b60f-4b7b-a8ef-12e7c75ff638 on network 4e5dd076-10f5-4222-a754-8c86fc6584cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:54:14.817561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Attempting to bind port 684718de-b60f-4b7b-a8ef-12e7c75ff638 on network 4e5dd076-10f5-4222-a754-8c86fc6584cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:14.821379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Request body: {'subnet': {'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1424863474-subnet', 'tenant_id': '74c6b0d791314953a32aa86f796b261a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:14.827364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:14.827364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Checking segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:14.827364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Bound using segment: {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:14.827364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Bound port: 684718de-b60f-4b7b-a8ef-12e7c75ff638, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9609b8db-466f-45ab-a2b6-075890474247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:14.827364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.855196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045831-5c4c-4ebb-94ba-f79ff836c709 admin admin] Pushing event updated for resources: {'Network': ['ID=9ded5acb-46f3-4b0f-b76a-3b44b581b74f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:14.876956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:54:14.887775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Made reservation on behalf of 74c6b0d791314953a32aa86f796b261a for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:14.890764 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:14.952960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] For port 684718de-b60f-4b7b-a8ef-12e7c75ff638, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:14.968073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] For port 684718de-b60f-4b7b-a8ef-12e7c75ff638, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:14.976216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:15.003738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:15.028068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:15.028934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:15.030883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] 10.222.0.55 "PUT /v2.0/ports/684718de-b60f-4b7b-a8ef-12e7c75ff638 HTTP/1.1" status: 200 len: 1091 time: 0.8908746 Jul 23 10:54:15.031530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'tag': '684718de-b60f-4b7b-a8ef-12e7c75ff638'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:15.034292 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c815a-5417-4fc8-8e31-1303be74f702" -d '{"events": [{"name": "network-changed", "server_uuid": "cca4abd9-1ab4-48de-80b3-1270b27e5fb1", "tag": "684718de-b60f-4b7b-a8ef-12e7c75ff638"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:15.036056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 8ab5f1e6-29ac-4535-8c27-174facc7b692 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:15.036408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 8ab5f1e6-29ac-4535-8c27-174facc7b692 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:15.088329 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3514de-deb4-4ed9-b8e9-02e6efb2769c x-openstack-request-id: req-4a3514de-deb4-4ed9-b8e9-02e6efb2769c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:15.088614 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca4abd9-1ab4-48de-80b3-1270b27e5fb1", "tag": "684718de-b60f-4b7b-a8ef-12e7c75ff638", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:15.088871 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a3514de-deb4-4ed9-b8e9-02e6efb2769c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:15.089274 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'tag': '684718de-b60f-4b7b-a8ef-12e7c75ff638', 'status': 'completed', 'code': 200} Jul 23 10:54:15.138865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa28c9f-606c-4de5-8c61-5e6b532d0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=684718de-b60f-4b7b-a8ef-12e7c75ff638,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:15.172193 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:15.192948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4688b-5fde-4f89-81a4-417713b0c953 req-fbd32228-da0b-4cc1-8ef6-4256e2ad414a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:15.194488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4a4688b-5fde-4f89-81a4-417713b0c953 req-fbd32228-da0b-4cc1-8ef6-4256e2ad414a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1993740 Jul 23 10:54:15.201936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-f634cb82-46dd-4ec7-b09b-40ed69ee9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:15.203500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-f634cb82-46dd-4ec7-b09b-40ed69ee9bdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 1094 time: 0.1069736 Jul 23 10:54:15.248153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:15.254902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Checking segment: {'id': '38411bd5-29f5-426e-b153-5c3debabdf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:15.255198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Network hostable DHCP agents. Network: 9ded5acb-46f3-4b0f-b76a-3b44b581b74f, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:54:15.278037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:54:15.295855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 9ded5acb-46f3-4b0f-b76a-3b44b581b74f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:15.301802 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:15.302678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:15.307443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fbc53-f319-4f2f-8a5a-a0c550b19578 None None] Network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:15.326309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8a3c8e45-4a7e-453c-ac77-fc4344e25bf1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5093489 Jul 23 10:54:15.496618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49650401-5d37-40f1-87ac-5a5e0125e92c None None] Network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:15.759565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-49badd39-4e36-4f2c-b015-ae58827d5d58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638 HTTP/1.1" status: 200 len: 217 time: 0.5476439 Jul 23 10:54:15.838678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4a4688b-5fde-4f89-81a4-417713b0c953 req-651641da-44f0-4a6c-81de-92b0c3ff7736 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292071 Jul 23 10:54:15.869036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-13176b6a-e835-4299-8a25-0fdcfc225983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:15.874890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-13176b6a-e835-4299-8a25-0fdcfc225983 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 200 len: 854 time: 0.1068175 Jul 23 10:54:15.886712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9a44-deb7-45c5-9f0d-ccaea695a736 req-fcacce3b-33ea-4953-aef0-d00072ee94d5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:15.888435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cad9a44-deb7-45c5-9f0d-ccaea695a736 req-fcacce3b-33ea-4953-aef0-d00072ee94d5 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 943 time: 0.1912889 Jul 23 10:54:15.922093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-9264d663-f79d-42de-88d6-7d64db3afe41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e5dd076-10f5-4222-a754-8c86fc6584cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368879 Jul 23 10:54:15.942901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cad9a44-deb7-45c5-9f0d-ccaea695a736 req-b3cc8a14-6bea-4f90-99b3-c641ca28ba09 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487616 Jul 23 10:54:16.071468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-847463cf-e276-4c4a-8111-cff7f05ef50c service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412919 Jul 23 10:54:16.156297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:16.161949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-145794422-network', 'tenant_id': '9cd73ec0661d4ec0840b03af0ad28de5'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:16.191089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Made reservation on behalf of 9cd73ec0661d4ec0840b03af0ad28de5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:16.193202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3f24fbd5-2789-4a25-912a-4e4143ac23e9 req-505a1e51-761e-47d7-8627-a5d1aca7eb9e service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153796 Jul 23 10:54:16.193648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.203907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.313468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-c1263fa9-1b1b-4fd2-b466-d65b17fc814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:16.315304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-c1263fa9-1b1b-4fd2-b466-d65b17fc814f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f64caa2ad94e1b978e140146b3011b&device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0632465 Jul 23 10:54:16.361531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.368829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.405655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:54:16.418530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d1ddea-08d1-4481-b099-da107ad1b857,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:16.446783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-3cecf4ee-c086-4275-8a11-a9c70339542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:16.449946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-3cecf4ee-c086-4275-8a11-a9c70339542a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 200 len: 915 time: 0.1275640 Jul 23 10:54:16.454846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.464009 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Added segment 677e3f2d-5fd4-42cc-91e1-496a7cb11946 of type vlan for network dbe94a12-1252-4977-8079-b41260699234 Jul 23 10:54:16.501953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-4c0b9d75-1be6-48c3-b426-20027d84c8cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638 HTTP/1.1" status: 200 len: 217 time: 0.0438328 Jul 23 10:54:16.515190 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.564276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.565436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:16.566139 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.575861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-f79185fb-30f4-4c0e-8972-450e4bd7f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:16.578606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-f79185fb-30f4-4c0e-8972-450e4bd7f2c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 200 len: 854 time: 0.0701411 Jul 23 10:54:16.624440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4667954 Jul 23 10:54:16.627302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:16.636236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Request body: {'subnet': {'network_id': 'dbe94a12-1252-4977-8079-b41260699234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-145794422-subnet', 'tenant_id': '9cd73ec0661d4ec0840b03af0ad28de5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:16.644812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-85455979-efee-4c9c-a8d5-d31cd4d4d263 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e5dd076-10f5-4222-a754-8c86fc6584cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574470 Jul 23 10:54:16.693128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59350a39-b87d-47bc-920d-f26d8b66e8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe94a12-1252-4977-8079-b41260699234,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:16.706389 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network dbe94a12-1252-4977-8079-b41260699234 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:54:16.742796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Made reservation on behalf of 9cd73ec0661d4ec0840b03af0ad28de5 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:16.748581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:16.834619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-b7fc8a70-52ae-4f6b-a318-b17aab7bbb10 service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814864 Jul 23 10:54:17.037294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:17.039881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb6c815a-5417-4fc8-8e31-1303be74f702 req-dfbf3334-1557-468e-a0fe-148c38f567c1 service neutron] 10.222.0.55 "GET /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976302 Jul 23 10:54:17.089743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa884b9a-bc42-4a21-84ca-7cedfb1637fe req-9b9f88d0-6cd0-4fbd-9949-287b4f8daad8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:17.094283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa884b9a-bc42-4a21-84ca-7cedfb1637fe req-9b9f88d0-6cd0-4fbd-9949-287b4f8daad8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1318650 Jul 23 10:54:17.159566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aa884b9a-bc42-4a21-84ca-7cedfb1637fe req-274f476e-75d6-4e00-8ac4-59367a8c6157 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578554 Jul 23 10:54:17.174704 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ba49b6-f539-4794-8da1-e69ad49e7ac7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:17.226315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Checking segment: {'id': '677e3f2d-5fd4-42cc-91e1-496a7cb11946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dbe94a12-1252-4977-8079-b41260699234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:17.226315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Network hostable DHCP agents. Network: dbe94a12-1252-4977-8079-b41260699234, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:54:17.262598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cfac7-a6a9-4d3a-82a8-92f94b65b408 req-79b89c8e-6f9a-4fda-9556-20677af2df24 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:17.265368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd0cfac7-a6a9-4d3a-82a8-92f94b65b408 req-79b89c8e-6f9a-4fda-9556-20677af2df24 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 943 time: 0.1721902 Jul 23 10:54:17.267002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Network dbe94a12-1252-4977-8079-b41260699234 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:54:17.283972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, dbe94a12-1252-4977-8079-b41260699234) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:17.295149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c5251-cd5b-4fe8-9687-5d5b8f3582bd None None] Network dbe94a12-1252-4977-8079-b41260699234 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:17.322500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:17.323870 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:17.354013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fcf495a0-2739-41b6-952e-7b0dd11fbdbe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7246168 Jul 23 10:54:17.372137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd0cfac7-a6a9-4d3a-82a8-92f94b65b408 req-cbc4794e-a6f8-4819-9436-c5c7b6ba3fd3 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959585 Jul 23 10:54:17.494487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ddbbe-b672-4ce3-abac-1aad88adafd7 None None] Network dbe94a12-1252-4977-8079-b41260699234 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:18.153495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-dddb90ac-82b3-4eac-8243-6e7f1f20283d tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:18.155698 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-dddb90ac-82b3-4eac-8243-6e7f1f20283d tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/networks?id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f HTTP/1.1" status: 200 len: 812 time: 0.1233044 Jul 23 10:54:18.171547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-0126d48c-1b41-4caf-abe6-021713592c11 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/quotas/74c6b0d791314953a32aa86f796b261a HTTP/1.1" status: 200 len: 375 time: 0.0100245 Jul 23 10:54:18.219458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-09655c3b-b687-4cc8-a950-a4f1b0500b70 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c6b0d791314953a32aa86f796b261a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419929 Jul 23 10:54:18.332720 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8100b614-9697-4e1b-ae0d-1b42c6e09c4a service neutron] 10.222.0.37 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120758 Jul 23 10:54:18.341838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df74dd-a160-4a88-af17-7a91a6cee1e4 req-8d6d466c-49f5-4027-8048-e85f0fb649b5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:18.344150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8df74dd-a160-4a88-af17-7a91a6cee1e4 req-8d6d466c-49f5-4027-8048-e85f0fb649b5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.0856440 Jul 23 10:54:18.392893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c8df74dd-a160-4a88-af17-7a91a6cee1e4 req-789a33c2-f72b-4b4e-8858-798a33d32ba9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Jul 23 10:54:18.442862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8c0e805c-a719-4830-91b4-a76140a272b6 service neutron] 10.222.0.37 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039348 Jul 23 10:54:18.553887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d02f-1db1-4722-8d23-4161e5b891ba req-2b6ad12f-0b17-449c-90e0-043a1f5100ef tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:18.557231 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9607d02f-1db1-4722-8d23-4161e5b891ba req-2b6ad12f-0b17-449c-90e0-043a1f5100ef tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 943 time: 0.0873966 Jul 23 10:54:18.611759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9607d02f-1db1-4722-8d23-4161e5b891ba req-4292f8a1-dc27-4c02-ac09-ad072246571a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Jul 23 10:54:18.716156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e27f7c3e-650e-49bc-af48-984e859fa39b req-c00d69a6-5103-4e3c-9e0a-4f88113b07db tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 210 time: 0.0604711 Jul 23 10:54:19.008871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 684718de-b60f-4b7b-a8ef-12e7c75ff638 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:54:19.143076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 684718de-b60f-4b7b-a8ef-12e7c75ff638, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:19.160308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '684718de-b60f-4b7b-a8ef-12e7c75ff638', 'network_id': '4e5dd076-10f5-4222-a754-8c86fc6584cf', 'port_id': '684718de-b60f-4b7b-a8ef-12e7c75ff638', 'mac_address': 'fa:16:3e:d9:f9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277e99a4-af61-4ee5-861a-3d2d399a5da7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:54:19.208609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:19.221926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684718de-b60f-4b7b-a8ef-12e7c75ff638 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:19.250381 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 684718de-b60f-4b7b-a8ef-12e7c75ff638, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:19.256671 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:19.319444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=684718de-b60f-4b7b-a8ef-12e7c75ff638,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:19.462668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['684718de-b60f-4b7b-a8ef-12e7c75ff638'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:19.619326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8847c-8f3d-42c5-9354-c0538a2534c3 req-7e1060ee-70df-492a-a13d-23a8d79077ae tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:19.629595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7c8847c-8f3d-42c5-9354-c0538a2534c3 req-7e1060ee-70df-492a-a13d-23a8d79077ae tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1272867 Jul 23 10:54:19.692503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7c8847c-8f3d-42c5-9354-c0538a2534c3 req-6e7eed06-94ee-49c7-a12c-95f1b6c69885 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617225 Jul 23 10:54:19.874035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3aa81-185e-4649-a6c7-ff6fa1746717 req-7d72b05b-23e3-4d0c-bfe6-ced641ece5c2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:19.875630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7bcab06-9e20-4530-97b1-069ae45a8af9 req-b0ffbd9e-7c6e-45a7-9279-c1bb9090e523 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 210 time: 0.0724258 Jul 23 10:54:19.875757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35e3aa81-185e-4649-a6c7-ff6fa1746717 req-7d72b05b-23e3-4d0c-bfe6-ced641ece5c2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 944 time: 0.1670649 Jul 23 10:54:19.977605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35e3aa81-185e-4649-a6c7-ff6fa1746717 req-5674474b-46a2-466d-8c1d-80d40916d2ba tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889766 Jul 23 10:54:20.017222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-eff09eb6-e87e-4c70-9f6c-0507e838419e tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:20.018714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-eff09eb6-e87e-4c70-9f6c-0507e838419e tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.55 "GET /v2.0/networks?id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f HTTP/1.1" status: 200 len: 812 time: 0.1843178 Jul 23 10:54:20.031279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Request body: {'port': {'device_id': '47fa4d83-f099-4930-bd66-8efd55601946', 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f', 'admin_state_up': True, 'tenant_id': '74c6b0d791314953a32aa86f796b261a'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:20.150254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Made reservation on behalf of 74c6b0d791314953a32aa86f796b261a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:20.154187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:20.285695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Allocated IP 172.20.0.2 (9ded5acb-46f3-4b0f-b76a-3b44b581b74f/af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9/b22a6585-701b-4d92-8332-050cdf5e9584) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:20.441718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:20.481121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:20.528984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:20.534485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:20.538480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:20.545968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Pushing event updated for resources: {'Port': ['ID=b22a6585-701b-4d92-8332-050cdf5e9584,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:20.593647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:20.594129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:20.610888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-7d6865dd-2a81-4e1d-b814-c7a8835bbe30 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835080 Jul 23 10:54:20.624636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Request body: {'port': {'device_id': '47fa4d83-f099-4930-bd66-8efd55601946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:20.712729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:20.842762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94502987-0dfb-4423-a587-06b4d0505d74 req-db188524-7cd9-4feb-80d1-14e91d116eae tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:20.844888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94502987-0dfb-4423-a587-06b4d0505d74 req-db188524-7cd9-4feb-80d1-14e91d116eae tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.0658090 Jul 23 10:54:20.892006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-94502987-0dfb-4423-a587-06b4d0505d74 req-2e32040f-5f96-4719-b49f-16908861d73f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Jul 23 10:54:21.011650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 684718de-b60f-4b7b-a8ef-12e7c75ff638 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:21.063925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22a6585-701b-4d92-8332-050cdf5e9584 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:21.073862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.089953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd472d-1030-4876-8dad-0b50cbc36b99 req-afa40d1e-3ff5-4668-a00d-df1cc4076794 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:21.093476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2bbd472d-1030-4876-8dad-0b50cbc36b99 req-afa40d1e-3ff5-4668-a00d-df1cc4076794 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 931 time: 0.1255529 Jul 23 10:54:21.101130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 684718de-b60f-4b7b-a8ef-12e7c75ff638 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:21.105773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 684718de-b60f-4b7b-a8ef-12e7c75ff638 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:21.106440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.110992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Transition to ACTIVE for port object b22a6585-701b-4d92-8332-050cdf5e9584 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:21.121144 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.167008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cb9d1-35a8-402e-867c-b0c065895c92 req-4cbee58f-e85e-49fd-b258-7a3ab8f154d7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:21.168672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-358cb9d1-35a8-402e-867c-b0c065895c92 req-4cbee58f-e85e-49fd-b258-7a3ab8f154d7 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 944 time: 0.1030285 Jul 23 10:54:21.182529 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Pushing event updated for resources: {'Port': ['ID=b22a6585-701b-4d92-8332-050cdf5e9584,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:21.214056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2bbd472d-1030-4876-8dad-0b50cbc36b99 req-fd763b30-7fa5-4f9e-a297-f154f7c0dd74 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107049 Jul 23 10:54:21.217012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.246299 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-358cb9d1-35a8-402e-867c-b0c065895c92 req-bd452815-946d-46b2-b6a6-1516ff4e624f tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707278 Jul 23 10:54:21.268857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 684718de-b60f-4b7b-a8ef-12e7c75ff638, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:21.270243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684718de-b60f-4b7b-a8ef-12e7c75ff638'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:21.273208 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1033aa0-2e22-4654-b30e-1d3402f3b77b" -d '{"events": [{"server_uuid": "cca4abd9-1ab4-48de-80b3-1270b27e5fb1", "name": "network-vif-plugged", "status": "completed", "tag": "684718de-b60f-4b7b-a8ef-12e7c75ff638"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:21.277879 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.326993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Attempting to bind port b22a6585-701b-4d92-8332-050cdf5e9584 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:21.327397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Attempting to bind port b22a6585-701b-4d92-8332-050cdf5e9584 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '38411bd5-29f5-426e-b153-5c3debabdf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:21.327807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Attempting to bind port b22a6585-701b-4d92-8332-050cdf5e9584 on network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:21.334219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Port b22a6585-701b-4d92-8332-050cdf5e9584 on network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:54:21.334631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Attempting to bind port b22a6585-701b-4d92-8332-050cdf5e9584 on network 9ded5acb-46f3-4b0f-b76a-3b44b581b74f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:21.340723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:21.341384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Checking segment: {'id': '38411bd5-29f5-426e-b153-5c3debabdf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:21.342035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Bound using segment: {'id': '38411bd5-29f5-426e-b153-5c3debabdf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:21.342527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Bound port: b22a6585-701b-4d92-8332-050cdf5e9584, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38411bd5-29f5-426e-b153-5c3debabdf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:21.342964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.458554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] For port b22a6585-701b-4d92-8332-050cdf5e9584, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:21.464672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] For port b22a6585-701b-4d92-8332-050cdf5e9584, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b22a6585-701b-4d92-8332-050cdf5e9584,segment=NetworkSegment(38411bd5-29f5-426e-b153-5c3debabdf1b),segment_id=38411bd5-29f5-426e-b153-5c3debabdf1b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:21.471602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.495457 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77bbced-9247-479d-aa7b-a01245a0822d x-openstack-request-id: req-e77bbced-9247-479d-aa7b-a01245a0822d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:21.495727 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca4abd9-1ab4-48de-80b3-1270b27e5fb1", "name": "network-vif-plugged", "status": "completed", "tag": "684718de-b60f-4b7b-a8ef-12e7c75ff638", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:21.495986 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e77bbced-9247-479d-aa7b-a01245a0822d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:21.496373 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684718de-b60f-4b7b-a8ef-12e7c75ff638', 'code': 200} Jul 23 10:54:21.517701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:21.518332 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:21.519794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] 10.222.0.55 "PUT /v2.0/ports/b22a6585-701b-4d92-8332-050cdf5e9584 HTTP/1.1" status: 200 len: 1091 time: 0.9006135 Jul 23 10:54:21.520247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fa4d83-f099-4930-bd66-8efd55601946', 'tag': 'b22a6585-701b-4d92-8332-050cdf5e9584'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:21.522635 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d3dbae-8570-41d4-b993-c0309a8c2bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "47fa4d83-f099-4930-bd66-8efd55601946", "tag": "b22a6585-701b-4d92-8332-050cdf5e9584"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:21.529596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=684718de-b60f-4b7b-a8ef-12e7c75ff638,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:21.532361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb19c43-4cc4-467f-8d60-bc5ecfc006e2 req-cb1dcd14-bcb6-429e-b907-2eb239a23211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:21.533975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fb19c43-4cc4-467f-8d60-bc5ecfc006e2 req-cb1dcd14-bcb6-429e-b907-2eb239a23211 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 1096 time: 0.1493201 Jul 23 10:54:21.566680 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e592bbe-37a4-4ef8-a502-94d06720e281 x-openstack-request-id: req-1e592bbe-37a4-4ef8-a502-94d06720e281 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:21.567114 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fa4d83-f099-4930-bd66-8efd55601946", "tag": "b22a6585-701b-4d92-8332-050cdf5e9584", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:21.567384 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e592bbe-37a4-4ef8-a502-94d06720e281 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:21.567941 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fa4d83-f099-4930-bd66-8efd55601946', 'tag': 'b22a6585-701b-4d92-8332-050cdf5e9584', 'status': 'completed', 'code': 200} Jul 23 10:54:21.575249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573eda8-a970-4cf6-abfe-401c4225184b service neutron] Pushing event updated for resources: {'Port': ['ID=b22a6585-701b-4d92-8332-050cdf5e9584,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:21.607034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4fb19c43-4cc4-467f-8d60-bc5ecfc006e2 req-bf8e6ee2-549e-42ab-aace-fbb17156e94f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655169 Jul 23 10:54:21.657635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-c9bcc92c-3478-45a6-b4ca-f347b79b4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:21.659480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-c9bcc92c-3478-45a6-b4ca-f347b79b4b8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74c6b0d791314953a32aa86f796b261a&device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 1094 time: 0.0714839 Jul 23 10:54:21.709677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-24c05a64-f8cd-456c-a0f2-f701f1300720 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b22a6585-701b-4d92-8332-050cdf5e9584 HTTP/1.1" status: 200 len: 217 time: 0.0428920 Jul 23 10:54:21.772421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-19f1479c-0138-4625-b3a0-1acf540b87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:21.775005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-19f1479c-0138-4625-b3a0-1acf540b87ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9 HTTP/1.1" status: 200 len: 852 time: 0.0492558 Jul 23 10:54:21.812686 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-8f5e58ad-5fdf-4083-a15b-825917276b33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311430 Jul 23 10:54:21.940682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-ba44bec0-c46d-40ea-9e04-9689f6d673fb service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197481 Jul 23 10:54:22.106423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfdc0822-39c9-47a6-bfc8-cc13c860deb9 req-6a439354-8811-45ec-a2fb-64e2da762fa3 service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579826 Jul 23 10:54:22.122272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fc9e5-56a4-43c5-85de-8c2e4589823e req-ac823c6a-70b3-492a-90a6-6fa25e9896f3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:22.124020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-612fc9e5-56a4-43c5-85de-8c2e4589823e req-ac823c6a-70b3-492a-90a6-6fa25e9896f3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1497092 Jul 23 10:54:22.187796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-612fc9e5-56a4-43c5-85de-8c2e4589823e req-422576bf-b4d4-4689-92ca-2af84791b1e7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Jul 23 10:54:22.247983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-9fbd2afe-0521-487b-9bc9-447342d558f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:22.249887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-9fbd2afe-0521-487b-9bc9-447342d558f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74c6b0d791314953a32aa86f796b261a&device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 1094 time: 0.0763330 Jul 23 10:54:22.438049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-3a9eba77-9f8e-4608-981e-281868ae16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:22.439765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-3a9eba77-9f8e-4608-981e-281868ae16c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f HTTP/1.1" status: 200 len: 913 time: 0.1825817 Jul 23 10:54:22.441844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856665e0-290d-4f11-8dd7-1f40c563028c req-3b760827-b9e3-4aff-a8ad-7d9ba57d86d7 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:22.448464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-856665e0-290d-4f11-8dd7-1f40c563028c req-3b760827-b9e3-4aff-a8ad-7d9ba57d86d7 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 943 time: 0.1219499 Jul 23 10:54:22.489966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-856665e0-290d-4f11-8dd7-1f40c563028c req-c6075cde-6f99-4ba6-85bf-7996678aa023 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Jul 23 10:54:22.490398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-2d83314d-6c70-448e-9258-8412bde1b474 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b22a6585-701b-4d92-8332-050cdf5e9584 HTTP/1.1" status: 200 len: 217 time: 0.0428345 Jul 23 10:54:22.532235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6308c6a-65a5-4f4b-94f0-c76bf740ba74 req-3d0db00b-db89-4298-8890-42974a48b4e4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:22.533753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6308c6a-65a5-4f4b-94f0-c76bf740ba74 req-3d0db00b-db89-4298-8890-42974a48b4e4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1451535 Jul 23 10:54:22.568949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-edc7fa66-3d1c-4724-a176-f718850496d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:22.570463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-edc7fa66-3d1c-4724-a176-f718850496d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9 HTTP/1.1" status: 200 len: 852 time: 0.0731611 Jul 23 10:54:22.616748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-a989b34a-2e55-43f1-a858-78894aae3c54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374014 Jul 23 10:54:22.620527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6308c6a-65a5-4f4b-94f0-c76bf740ba74 req-22878694-1c8e-4aed-a15b-49184b9f9f59 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784004 Jul 23 10:54:22.728045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-83b919c6-5652-40d8-9aa9-93584765ec42 service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042948 Jul 23 10:54:22.817333 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69d3dbae-8570-41d4-b993-c0309a8c2bdb req-5e66553a-2da1-4211-a761-84310d7b8e1c service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819986 Jul 23 10:54:23.333349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858329d-59bd-4c3f-b9a3-d5974bcbc9e5 req-91d7f3fc-46f9-455e-a503-e131fa5e4154 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:23.334916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6858329d-59bd-4c3f-b9a3-d5974bcbc9e5 req-91d7f3fc-46f9-455e-a503-e131fa5e4154 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.0695951 Jul 23 10:54:23.374267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6858329d-59bd-4c3f-b9a3-d5974bcbc9e5 req-f5a31674-38b3-4790-b0ad-6c7a8d15e23a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 23 10:54:23.631514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784727ba-c020-41e3-8e98-2412ae12bdf5 req-486f009f-0b98-4f50-bbff-8f49698731c2 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:23.633067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-784727ba-c020-41e3-8e98-2412ae12bdf5 req-486f009f-0b98-4f50-bbff-8f49698731c2 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 943 time: 0.0646267 Jul 23 10:54:23.678142 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-784727ba-c020-41e3-8e98-2412ae12bdf5 req-fb69ba71-cec8-4433-825d-1d1c2d909733 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395625 Jul 23 10:54:23.763042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d02c6-ba98-4f24-951a-d24f6a2165bf req-3178555f-cee3-4592-acae-ed2fabbb6cc2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:23.764591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d5d02c6-ba98-4f24-951a-d24f6a2165bf req-3178555f-cee3-4592-acae-ed2fabbb6cc2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0672152 Jul 23 10:54:23.803152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1d5d02c6-ba98-4f24-951a-d24f6a2165bf req-e03dab7d-9be0-4324-a316-4e09ca21a017 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Jul 23 10:54:23.941435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051527-6ead-486b-9b3a-0533472a47fc req-9252ec4f-e019-426d-bef7-0b76cf760ea0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:23.942835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f051527-6ead-486b-9b3a-0533472a47fc req-9252ec4f-e019-426d-bef7-0b76cf760ea0 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0690737 Jul 23 10:54:23.981820 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9f051527-6ead-486b-9b3a-0533472a47fc req-d111dcd4-7541-4814-988f-a0e9c1673de9 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jul 23 10:54:24.194748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:24.199916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c139a-b7ba-408b-affe-01155316695b req-4799f8fe-58a7-43bb-ba78-9897fb778ee2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:24.201441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e37c139a-b7ba-408b-affe-01155316695b req-4799f8fe-58a7-43bb-ba78-9897fb778ee2 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0639687 Jul 23 10:54:24.240722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e37c139a-b7ba-408b-affe-01155316695b req-0f7146b7-08f8-47c8-a58c-9c78b5c08cdf tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jul 23 10:54:24.376491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190551bc-01e3-4496-85d4-cfe5f8d20bf1 req-76d2341b-8aaf-4990-8d52-d852c4ba5058 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:24.378044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-190551bc-01e3-4496-85d4-cfe5f8d20bf1 req-76d2341b-8aaf-4990-8d52-d852c4ba5058 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0714171 Jul 23 10:54:24.418478 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-190551bc-01e3-4496-85d4-cfe5f8d20bf1 req-adef5055-cbbd-43f6-8841-fa6dd6d64059 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Jul 23 10:54:24.520597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72363a9-e807-4401-81a4-f469c9776fc4 req-54162f5d-6936-4a1f-910d-5ac140f36d72 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:24.528156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a72363a9-e807-4401-81a4-f469c9776fc4 req-54162f5d-6936-4a1f-910d-5ac140f36d72 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.0788658 Jul 23 10:54:24.562566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a72363a9-e807-4401-81a4-f469c9776fc4 req-6ef00548-6c38-4a71-a559-edaf93394d42 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Jul 23 10:54:24.653904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9e6cd-89e8-41c3-9862-ead9a1681f5b req-59d19cec-328f-427b-ae17-c1c4cddcb9bc tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:24.655309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51d9e6cd-89e8-41c3-9862-ead9a1681f5b req-59d19cec-328f-427b-ae17-c1c4cddcb9bc tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0702932 Jul 23 10:54:24.697310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-51d9e6cd-89e8-41c3-9862-ead9a1681f5b req-318af5ce-29f3-4876-a94e-67a7d062303c tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360579 Jul 23 10:54:24.814239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a474-eb73-431f-ad31-c72fe3071414 req-9ed43749-d52c-4f15-b607-1a630044dcf0 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:24.815803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7614a474-eb73-431f-ad31-c72fe3071414 req-9ed43749-d52c-4f15-b607-1a630044dcf0 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 943 time: 0.0670598 Jul 23 10:54:24.853141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521b31-fe1b-4ee8-9a88-606f14510191 req-32c87fd5-f6e9-416f-8ed2-45ad6c1e87ea tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:24.854660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb521b31-fe1b-4ee8-9a88-606f14510191 req-32c87fd5-f6e9-416f-8ed2-45ad6c1e87ea tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0829999 Jul 23 10:54:24.857301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7614a474-eb73-431f-ad31-c72fe3071414 req-0057c6f7-62ce-474f-b71c-c50e94dc2a18 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Jul 23 10:54:24.901428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb521b31-fe1b-4ee8-9a88-606f14510191 req-d7ef7852-2602-46d6-84fa-bb0a1b1bdaa4 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404420 Jul 23 10:54:25.025092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b22a6585-701b-4d92-8332-050cdf5e9584 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:54:25.155953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port b22a6585-701b-4d92-8332-050cdf5e9584, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b22a6585-701b-4d92-8332-050cdf5e9584,segment=NetworkSegment(38411bd5-29f5-426e-b153-5c3debabdf1b),segment_id=38411bd5-29f5-426e-b153-5c3debabdf1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:25.170117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'b22a6585-701b-4d92-8332-050cdf5e9584', 'network_id': '9ded5acb-46f3-4b0f-b76a-3b44b581b74f', 'port_id': 'b22a6585-701b-4d92-8332-050cdf5e9584', 'mac_address': 'fa:16:3e:7e:0d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:54:25.214967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:25.235467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22a6585-701b-4d92-8332-050cdf5e9584 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:25.263543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port b22a6585-701b-4d92-8332-050cdf5e9584, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b22a6585-701b-4d92-8332-050cdf5e9584,segment=NetworkSegment(38411bd5-29f5-426e-b153-5c3debabdf1b),segment_id=38411bd5-29f5-426e-b153-5c3debabdf1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:25.270489 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:25.296280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649a042-0993-4103-9455-9ccb6457930d req-b83cdb5f-6543-4a52-a921-66b1d40ef0da tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:25.297803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1649a042-0993-4103-9455-9ccb6457930d req-b83cdb5f-6543-4a52-a921-66b1d40ef0da tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0797913 Jul 23 10:54:25.332809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=b22a6585-701b-4d92-8332-050cdf5e9584,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:25.354018 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1649a042-0993-4103-9455-9ccb6457930d req-8ae78471-b1e1-41eb-a8af-2cff73c1b6d1 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502448 Jul 23 10:54:25.481265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['b22a6585-701b-4d92-8332-050cdf5e9584'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:25.715852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6196ed-41e8-48e6-83b1-03c341feec14 req-bd3f72f3-cc3e-474c-b5a9-9eeb7464773e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:25.717945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a6196ed-41e8-48e6-83b1-03c341feec14 req-bd3f72f3-cc3e-474c-b5a9-9eeb7464773e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.0759773 Jul 23 10:54:25.764619 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a6196ed-41e8-48e6-83b1-03c341feec14 req-2e032823-c64a-4439-a307-f2b8e788bf58 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Jul 23 10:54:26.007129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76c0d-9985-4c81-8eb4-3c1dca0b4968 req-3666f0ef-1bab-4a08-98e5-209d04be4bf0 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:26.009929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24f76c0d-9985-4c81-8eb4-3c1dca0b4968 req-3666f0ef-1bab-4a08-98e5-209d04be4bf0 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 944 time: 0.0731752 Jul 23 10:54:26.061745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24f76c0d-9985-4c81-8eb4-3c1dca0b4968 req-07b78041-5d2a-46a4-ad6c-002feb9bbc94 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401335 Jul 23 10:54:26.485641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-1de25420-15bf-4339-bae1-b44c3294beeb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:26.487200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-1de25420-15bf-4339-bae1-b44c3294beeb tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0967135 Jul 23 10:54:26.526915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3681-9037-44b5-ac5c-ff1d58765380 req-daac5825-9f9b-4a87-bff7-082392dbb842 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:26.528574 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-302a3681-9037-44b5-ac5c-ff1d58765380 req-daac5825-9f9b-4a87-bff7-082392dbb842 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1004512 Jul 23 10:54:26.589520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-302a3681-9037-44b5-ac5c-ff1d58765380 req-f0ea4d07-2b87-4ce2-80db-734f53589618 tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/security-groups?id=74031d71-df39-4c2b-9230-40e958304de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503929 Jul 23 10:54:26.642338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Deleting port 684718de-b60f-4b7b-a8ef-12e7c75ff638 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:26.642683 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:26.730230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 197c77ee-0b5f-40db-9542-3b2251cbf958 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:54:26.744151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] For port 684718de-b60f-4b7b-a8ef-12e7c75ff638, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=684718de-b60f-4b7b-a8ef-12e7c75ff638,segment=NetworkSegment(9609b8db-466f-45ab-a2b6-075890474247),segment_id=9609b8db-466f-45ab-a2b6-075890474247)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:26.744605 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:26.759472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Calling delete_port for 684718de-b60f-4b7b-a8ef-12e7c75ff638 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:26.876593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 197c77ee-0b5f-40db-9542-3b2251cbf958, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=197c77ee-0b5f-40db-9542-3b2251cbf958,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:26.892300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '197c77ee-0b5f-40db-9542-3b2251cbf958', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': '197c77ee-0b5f-40db-9542-3b2251cbf958', 'mac_address': 'fa:16:3e:89:64:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:54:26.937269 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:26.950599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197c77ee-0b5f-40db-9542-3b2251cbf958 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:26.964871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dfb1e-9bd5-4a78-97c1-a09ec4c480bb req-074d598b-6367-4aef-9dc2-ce23bd37005a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:26.966597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-170dfb1e-9bd5-4a78-97c1-a09ec4c480bb req-074d598b-6367-4aef-9dc2-ce23bd37005a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 944 time: 0.1122513 Jul 23 10:54:26.967851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:26.972133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 197c77ee-0b5f-40db-9542-3b2251cbf958, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=197c77ee-0b5f-40db-9542-3b2251cbf958,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:26.981243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['684718de-b60f-4b7b-a8ef-12e7c75ff638'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:26.983968 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:27.014432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Pushing event deleted for resources: {'Port': ['ID=684718de-b60f-4b7b-a8ef-12e7c75ff638,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:27.055215 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b22a6585-701b-4d92-8332-050cdf5e9584 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:27.058529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=197c77ee-0b5f-40db-9542-3b2251cbf958,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:27.071041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-170dfb1e-9bd5-4a78-97c1-a09ec4c480bb req-d55675c7-1cba-4297-81e0-3367faf99bc5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923493 Jul 23 10:54:27.110116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] No DVR routers for this DVR port 684718de-b60f-4b7b-a8ef-12e7c75ff638 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:27.114053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:27.116463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dce23f8b-fa9c-4bf8-a0cb-19ece641d3b7 req-32a9f6d7-b3a2-4e52-b193-7d4a3e24ba5a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.55 "DELETE /v2.0/ports/684718de-b60f-4b7b-a8ef-12e7c75ff638 HTTP/1.1" status: 204 len: 173 time: 0.6225882 Jul 23 10:54:27.117630 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'name': 'network-vif-deleted', 'tag': '684718de-b60f-4b7b-a8ef-12e7c75ff638'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:27.118795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b86b9e18-7e16-4d60-95ee-09916b0edaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:27.119799 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905becbb-ac93-46c3-bf6b-778fb20ec424" -d '{"events": [{"server_uuid": "cca4abd9-1ab4-48de-80b3-1270b27e5fb1", "name": "network-vif-deleted", "tag": "684718de-b60f-4b7b-a8ef-12e7c75ff638"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:27.139698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port b22a6585-701b-4d92-8332-050cdf5e9584 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:27.156739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port b22a6585-701b-4d92-8332-050cdf5e9584 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:27.157203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:27.187036 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f6e86-3fc0-4544-98f3-53b7ebadbad7 x-openstack-request-id: req-6b0f6e86-3fc0-4544-98f3-53b7ebadbad7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:27.187317 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca4abd9-1ab4-48de-80b3-1270b27e5fb1", "name": "network-vif-deleted", "tag": "684718de-b60f-4b7b-a8ef-12e7c75ff638", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:27.189187 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b0f6e86-3fc0-4544-98f3-53b7ebadbad7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:27.190009 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca4abd9-1ab4-48de-80b3-1270b27e5fb1', 'name': 'network-vif-deleted', 'tag': '684718de-b60f-4b7b-a8ef-12e7c75ff638', 'status': 'completed', 'code': 200} Jul 23 10:54:27.284966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51189-417f-4945-a531-d18cc1eda079 req-c4183bb1-c1bf-4835-b414-4541073f9f65 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:27.286660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5f51189-417f-4945-a531-d18cc1eda079 req-c4183bb1-c1bf-4835-b414-4541073f9f65 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 944 time: 0.1199350 Jul 23 10:54:27.296001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['197c77ee-0b5f-40db-9542-3b2251cbf958'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:27.338226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5f51189-417f-4945-a531-d18cc1eda079 req-5affc08a-beb3-45e7-b98a-eec97c98fe82 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Jul 23 10:54:27.355425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:27.395451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa4d83-f099-4930-bd66-8efd55601946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22a6585-701b-4d92-8332-050cdf5e9584'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:27.397863 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73e3ac3-b25e-444a-a1de-959a2d9a9fa2" -d '{"events": [{"server_uuid": "47fa4d83-f099-4930-bd66-8efd55601946", "name": "network-vif-plugged", "status": "completed", "tag": "b22a6585-701b-4d92-8332-050cdf5e9584"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:27.427173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port b22a6585-701b-4d92-8332-050cdf5e9584, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b22a6585-701b-4d92-8332-050cdf5e9584,segment=NetworkSegment(38411bd5-29f5-426e-b153-5c3debabdf1b),segment_id=38411bd5-29f5-426e-b153-5c3debabdf1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:27.435310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:27.464195 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d7a79-6a3f-413b-ba1e-13ea686a1d93 x-openstack-request-id: req-930d7a79-6a3f-413b-ba1e-13ea686a1d93 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:27.464494 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa4d83-f099-4930-bd66-8efd55601946", "name": "network-vif-plugged", "status": "completed", "tag": "b22a6585-701b-4d92-8332-050cdf5e9584", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:27.464760 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-930d7a79-6a3f-413b-ba1e-13ea686a1d93 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:27.465154 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa4d83-f099-4930-bd66-8efd55601946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22a6585-701b-4d92-8332-050cdf5e9584', 'code': 200} Jul 23 10:54:27.513957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=b22a6585-701b-4d92-8332-050cdf5e9584,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:27.575660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f47f9-26de-4b8f-8fcc-cc26611fb474 req-4984793f-73cb-492a-85cf-d430112474bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:27.577535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f07f47f9-26de-4b8f-8fcc-cc26611fb474 req-4984793f-73cb-492a-85cf-d430112474bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 1096 time: 0.0682354 Jul 23 10:54:27.616384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f07f47f9-26de-4b8f-8fcc-cc26611fb474 req-de05a4ca-ff5e-40db-bb7c-cb6269ae6236 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304031 Jul 23 10:54:27.732521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22c94e7-6495-4737-b4a0-c6264f2f7898 req-6787728a-7405-411c-b43b-b921de997c6a tempest-ServerDiskConfigTestJSON-122999321 tempest-ServerDiskConfigTestJSON-122999321-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca4abd9-1ab4-48de-80b3-1270b27e5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0548453 Jul 23 10:54:28.226293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f97eb-13c5-4d21-9844-3ff3159bfbe3 req-77b02fbc-a066-4efa-8e91-a909051bbcca tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:28.228003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-970f97eb-13c5-4d21-9844-3ff3159bfbe3 req-77b02fbc-a066-4efa-8e91-a909051bbcca tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 945 time: 0.0693545 Jul 23 10:54:28.269239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-970f97eb-13c5-4d21-9844-3ff3159bfbe3 req-f00ca1fd-e6d0-4f48-959b-dc5159868363 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Jul 23 10:54:28.492730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc19e8-965d-4b2f-84a2-5d6e5f00345f req-6655a0ef-4328-4cae-ac40-5daad2f757dd tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:28.494062 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bbc19e8-965d-4b2f-84a2-5d6e5f00345f req-6655a0ef-4328-4cae-ac40-5daad2f757dd tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0726008 Jul 23 10:54:28.541281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bbc19e8-965d-4b2f-84a2-5d6e5f00345f req-45c37561-a366-4548-8083-a18d92a7cdc4 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Jul 23 10:54:28.700828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9fe36-0410-4ada-b7d4-bf4364ec9e72 req-dad79427-2930-49e4-a093-e74216360fbf tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:28.702366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eea9fe36-0410-4ada-b7d4-bf4364ec9e72 req-dad79427-2930-49e4-a093-e74216360fbf tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0688465 Jul 23 10:54:28.743169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eea9fe36-0410-4ada-b7d4-bf4364ec9e72 req-08ac0257-2f89-435a-aa03-066a4e8a6866 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345452 Jul 23 10:54:28.746261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 197c77ee-0b5f-40db-9542-3b2251cbf958 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:28.832258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 197c77ee-0b5f-40db-9542-3b2251cbf958 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:28.841222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 197c77ee-0b5f-40db-9542-3b2251cbf958 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:28.842019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:28.955990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.013776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54696) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:29.025252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 197c77ee-0b5f-40db-9542-3b2251cbf958, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=197c77ee-0b5f-40db-9542-3b2251cbf958,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:29.032472 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.063626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Deleting subnet 277e99a4-af61-4ee5-861a-3d2d399a5da7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:54:29.068614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.097147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=197c77ee-0b5f-40db-9542-3b2251cbf958,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:29.106691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.123674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e1ba3-ece1-4319-8682-27e2171277fd req-493be2a9-f873-4efd-9b33-001929d2075d tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:29.125225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b3e1ba3-ece1-4319-8682-27e2171277fd req-493be2a9-f873-4efd-9b33-001929d2075d tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0927589 Jul 23 10:54:29.147741 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.173239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b3e1ba3-ece1-4319-8682-27e2171277fd req-31857fdc-3ca1-4fe9-85d6-cc5112ed5074 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Jul 23 10:54:29.212633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.249995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277e99a4-af61-4ee5-861a-3d2d399a5da7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:29.252001 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.253952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d9f81b8e-e374-425a-a536-f70028d5e570 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/277e99a4-af61-4ee5-861a-3d2d399a5da7 HTTP/1.1" status: 204 len: 168 time: 0.2390633 Jul 23 10:54:29.256712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54698) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:29.344096 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.441007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021d3d8-da82-4898-8aa0-a153d46be54a req-88bd6cbd-c3c0-41a8-9afc-42059bc1c99d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:29.442979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c021d3d8-da82-4898-8aa0-a153d46be54a req-88bd6cbd-c3c0-41a8-9afc-42059bc1c99d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.0917866 Jul 23 10:54:29.466174 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197c77ee-0b5f-40db-9542-3b2251cbf958'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:29.469629 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65408486-1fed-47ef-bc1d-7927054cd715" -d '{"events": [{"server_uuid": "7529b5eb-e2e2-4ce1-861e-a72cf19923eb", "name": "network-vif-plugged", "status": "completed", "tag": "197c77ee-0b5f-40db-9542-3b2251cbf958"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:29.515316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c021d3d8-da82-4898-8aa0-a153d46be54a req-386a0167-03ef-4290-b044-7933e2eb344c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627072 Jul 23 10:54:29.543996 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e34b5-7265-49d5-a397-160011d93c2f x-openstack-request-id: req-8f0e34b5-7265-49d5-a397-160011d93c2f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:29.544793 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529b5eb-e2e2-4ce1-861e-a72cf19923eb", "name": "network-vif-plugged", "status": "completed", "tag": "197c77ee-0b5f-40db-9542-3b2251cbf958", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:29.545213 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f0e34b5-7265-49d5-a397-160011d93c2f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:29.546558 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197c77ee-0b5f-40db-9542-3b2251cbf958', 'code': 200} Jul 23 10:54:29.781925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.804160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5dd076-10f5-4222-a754-8c86fc6584cf']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:29.837569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9609b8db-466f-45ab-a2b6-075890474247') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:29.837902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9609b8db-466f-45ab-a2b6-075890474247') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:29.850139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.868755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.883232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:54:29.883824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:54:29.887945 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:54:29.905983 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b1607c-cc2c-402e-9d95-3a5a305e1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.952817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1449-ecf2-450d-8066-d5a13b5ceebb req-f1879372-1f79-491c-9210-903c3a0328b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:29.954725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-606e1449-ecf2-450d-8066-d5a13b5ceebb req-f1879372-1f79-491c-9210-903c3a0328b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 1097 time: 0.1694589 Jul 23 10:54:29.969545 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.973861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:29.975671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e5dd076-10f5-4222-a754-8c86fc6584cf HTTP/1.1" status: 204 len: 168 time: 0.7179153 Jul 23 10:54:30.003499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eacaf7-3dcd-491b-95ae-9242341d55c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5dd076-10f5-4222-a754-8c86fc6584cf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:30.018105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-606e1449-ecf2-450d-8066-d5a13b5ceebb req-e3a44dac-82db-4886-90f0-460df3efb3b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558093 Jul 23 10:54:30.158700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54708) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:30.201295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cff874b8-fe7f-4057-89e4-7c306cdf6ef5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9f64caa2ad94e1b978e140146b3011b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413952 Jul 23 10:54:30.203658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54712) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:30.230868 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:30.259713 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac729-419a-4149-961e-64293bd1b425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:30.286162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac729-419a-4149-961e-64293bd1b425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:30.332903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b008e-4fdf-41f7-97d5-517878cbb381 req-854da5e5-62e5-4951-ab6e-3a4285eb1935 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:30.334349 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-956b008e-4fdf-41f7-97d5-517878cbb381 req-854da5e5-62e5-4951-ab6e-3a4285eb1935 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0744996 Jul 23 10:54:30.342531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac729-419a-4149-961e-64293bd1b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:30.345189 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac729-419a-4149-961e-64293bd1b425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:30.348921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1b3ac729-419a-4149-961e-64293bd1b425 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74031d71-df39-4c2b-9230-40e958304de9 HTTP/1.1" status: 204 len: 168 time: 0.1416314 Jul 23 10:54:30.366640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ac729-419a-4149-961e-64293bd1b425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74031d71-df39-4c2b-9230-40e958304de9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:30.387999 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-956b008e-4fdf-41f7-97d5-517878cbb381 req-df41e49a-58b3-409b-b0f0-deedc4de8ce3 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Jul 23 10:54:30.760242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840af66-b173-465e-9652-33d162fe98d5 req-373711ed-3a90-49d5-b5d6-11bde4a77b0b tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:30.762636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7840af66-b173-465e-9652-33d162fe98d5 req-373711ed-3a90-49d5-b5d6-11bde4a77b0b tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.1525495 Jul 23 10:54:30.822269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-73537c03-b483-4702-8122-91ca5635d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:30.824184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-73537c03-b483-4702-8122-91ca5635d734 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74c6b0d791314953a32aa86f796b261a&device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 1096 time: 0.1634965 Jul 23 10:54:30.846302 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7840af66-b173-465e-9652-33d162fe98d5 req-bdc6b913-3b79-4d09-8579-27b09035ed35 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779645 Jul 23 10:54:30.877317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ad63a-63b9-478a-a228-e6f357030a47 req-bdc6ac2b-dec6-433e-91d4-14c54d2d8855 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:30.884297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc2ad63a-63b9-478a-a228-e6f357030a47 req-bdc6ac2b-dec6-433e-91d4-14c54d2d8855 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.1478062 Jul 23 10:54:30.971468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bc2ad63a-63b9-478a-a228-e6f357030a47 req-7d60835c-859d-405e-972d-05021d9e7feb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861647 Jul 23 10:54:31.001858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-a6175bf6-c189-468d-ae57-e5faea024e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:31.003327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-a6175bf6-c189-468d-ae57-e5faea024e04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f HTTP/1.1" status: 200 len: 913 time: 0.1723647 Jul 23 10:54:31.088275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 684718de-b60f-4b7b-a8ef-12e7c75ff638 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:31.092022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-0cb789b3-dcb4-49e1-9400-0fedc21efb66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b22a6585-701b-4d92-8332-050cdf5e9584 HTTP/1.1" status: 200 len: 217 time: 0.0811787 Jul 23 10:54:31.139095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 684718de-b60f-4b7b-a8ef-12e7c75ff638 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:31.139520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 684718de-b60f-4b7b-a8ef-12e7c75ff638 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:31.151727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-98e7b374-216a-47dc-825a-99aed0867ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:31.152925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-98e7b374-216a-47dc-825a-99aed0867ac5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9 HTTP/1.1" status: 200 len: 852 time: 0.0547247 Jul 23 10:54:31.207212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-0dca926f-b750-469f-9498-c30d4cc6df7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459869 Jul 23 10:54:31.295832 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.306944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-975d148f-ff58-4139-92ab-95465859a125 service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930078 Jul 23 10:54:31.415848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eaf2ce50-a6b4-4356-b9c4-ce0644f14cef req-c44f0624-24a5-4df3-9942-0eae517d5ee9 service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021247 Jul 23 10:54:31.447220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 54746) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:31.562807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-584750054-network', 'tenant_id': 'd575eba3e7704db88a7f42d2f20ebc01'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:31.583206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Made reservation on behalf of d575eba3e7704db88a7f42d2f20ebc01 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:31.585479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.594563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.683142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.688514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.713464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:54:31.722999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644be51-20d2-49ba-bd86-0308979282c5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:31.728426 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.728840 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Added segment 5f55f7ac-e01c-4abc-a68d-8a17b0a35652 of type vlan for network fd04f754-29bb-4ee1-af73-e676786ba6fe Jul 23 10:54:31.767177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.795946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.796969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:31.797551 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.828355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 54752) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:31.828689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3799293 Jul 23 10:54:31.833778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Request body: {'subnet': {'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-584750054-subnet', 'tenant_id': 'd575eba3e7704db88a7f42d2f20ebc01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:31.856974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Made reservation on behalf of d575eba3e7704db88a7f42d2f20ebc01 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:31.859800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:31.866650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b39b6e-8eb8-4515-8a14-d3c13df1df52 admin admin] Pushing event updated for resources: {'Network': ['ID=fd04f754-29bb-4ee1-af73-e676786ba6fe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:31.878939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network fd04f754-29bb-4ee1-af73-e676786ba6fe details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:54:31.991123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd06a2-2144-44c8-9a5b-891df344f2c6 req-d19210b4-88d6-4979-82ec-226a114244d1 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:31.993419 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6cbd06a2-2144-44c8-9a5b-891df344f2c6 req-d19210b4-88d6-4979-82ec-226a114244d1 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0725088 Jul 23 10:54:32.042959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6cbd06a2-2144-44c8-9a5b-891df344f2c6 req-a4241a7f-7ad0-4a13-9ec3-8fedfc3311e6 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Jul 23 10:54:32.085317 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:32.172819 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c82f35-4420-488f-9519-e73540e5bece,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:32.184601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Checking segment: {'id': '5f55f7ac-e01c-4abc-a68d-8a17b0a35652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:32.184954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Network hostable DHCP agents. Network: fd04f754-29bb-4ee1-af73-e676786ba6fe, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:54:32.196472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8a57-bd49-40af-a198-30b02a2752f8 req-2038517e-bc5a-4ebc-81ff-837e3c06fa30 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:32.197980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f4e8a57-bd49-40af-a198-30b02a2752f8 req-2038517e-bc5a-4ebc-81ff-837e3c06fa30 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.1488640 Jul 23 10:54:32.223264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Network fd04f754-29bb-4ee1-af73-e676786ba6fe is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:54:32.235092 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, fd04f754-29bb-4ee1-af73-e676786ba6fe) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:32.244362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6dafe-03b6-4770-a3c2-00c17758d9d7 None None] Network fd04f754-29bb-4ee1-af73-e676786ba6fe requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:32.244841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:32.245262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:32.253417 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f4e8a57-bd49-40af-a198-30b02a2752f8 req-94588d22-8646-4e96-af92-aeefd3e45134 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472772 Jul 23 10:54:32.265785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0d1c89b7-165f-40dd-8b28-23f36eebf296 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4359422 Jul 23 10:54:32.383975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c076b6-202c-4438-9cd1-1b45d123c1ae None None] Network fd04f754-29bb-4ee1-af73-e676786ba6fe requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:32.396325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941805e-b913-467f-b476-2f0b1f37b315 req-bdc64fbb-0090-4199-9f50-b05197b2a370 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:32.397918 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8941805e-b913-467f-b476-2f0b1f37b315 req-bdc64fbb-0090-4199-9f50-b05197b2a370 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.0725417 Jul 23 10:54:32.456233 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8941805e-b913-467f-b476-2f0b1f37b315 req-3c1b472d-e9c9-4ae6-bf53-12cb6af1d687 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 Jul 23 10:54:32.571748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:32.827593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-cfcb3b00-12c1-41c7-adcd-b868f8f903a6 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:32.829400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-cfcb3b00-12c1-41c7-adcd-b868f8f903a6 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/networks?id=fd04f754-29bb-4ee1-af73-e676786ba6fe HTTP/1.1" status: 200 len: 813 time: 0.1524699 Jul 23 10:54:32.848456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-c5663cc4-95c3-4740-89eb-5e25e73de6c0 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/quotas/d575eba3e7704db88a7f42d2f20ebc01 HTTP/1.1" status: 200 len: 375 time: 0.0105083 Jul 23 10:54:33.031762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f4fc-f1bb-4bd6-bcf9-b2402f1a3e36 req-85282d06-b593-4121-8b41-901c582538b1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:33.031762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c1f1f4fc-f1bb-4bd6-bcf9-b2402f1a3e36 req-85282d06-b593-4121-8b41-901c582538b1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.1065116 Jul 23 10:54:33.037657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-6ac0106f-ca26-4a40-9998-032db1d1bb9c tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d575eba3e7704db88a7f42d2f20ebc01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615892 Jul 23 10:54:33.038855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c1f1f4fc-f1bb-4bd6-bcf9-b2402f1a3e36 req-ab48889b-3de7-4174-a83b-05dae50c2a3a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727618 Jul 23 10:54:33.115276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-6a667325-26b2-40f9-8549-fbb7d1e82298 service neutron] 10.222.0.37 "GET /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941741 Jul 23 10:54:33.175001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5b4b4-9ef5-4e32-a475-75ece77dec1d req-351014cb-1016-4003-a30f-265ad8001293 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:33.176637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbc5b4b4-9ef5-4e32-a475-75ece77dec1d req-351014cb-1016-4003-a30f-265ad8001293 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0680988 Jul 23 10:54:33.230073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-76ba3e3d-12ce-4934-9d3e-108d92686d4b service neutron] 10.222.0.37 "GET /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138425 Jul 23 10:54:33.232170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bbc5b4b4-9ef5-4e32-a475-75ece77dec1d req-848d86d0-948b-4956-a7b0-e8b7a4570920 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jul 23 10:54:33.452301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a6a385d-2686-4915-b0fc-3ddb7056dffe req-8eacca9e-fc4f-4fa8-881a-c91a144863d3 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 210 time: 0.0524492 Jul 23 10:54:33.562224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cf850-2803-48aa-a30a-c66b7e0bffb4 req-91a6adee-3621-45d2-9bd4-690a60e60303 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:33.563848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b3cf850-2803-48aa-a30a-c66b7e0bffb4 req-91a6adee-3621-45d2-9bd4-690a60e60303 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0812018 Jul 23 10:54:33.609755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b3cf850-2803-48aa-a30a-c66b7e0bffb4 req-bf9813ad-06e2-4398-987b-b8fcf346d9c2 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 Jul 23 10:54:34.104317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30091b3-6596-4a46-9509-28dc29929330 req-c4205843-d481-44fa-9040-a2f2fb2b15d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:34.105576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d30091b3-6596-4a46-9509-28dc29929330 req-c4205843-d481-44fa-9040-a2f2fb2b15d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.0730314 Jul 23 10:54:34.147118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d30091b3-6596-4a46-9509-28dc29929330 req-25a47587-acb9-46de-a8da-2a6fb384c74e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357141 Jul 23 10:54:34.545828 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:34.573201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5661409-a158-4e50-87ec-69100af1873b req-7d43bb80-67a8-450e-aaeb-53539f5ca74b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 210 time: 0.0364068 Jul 23 10:54:34.587229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-5b0b5c4b-25aa-485c-8d3f-577264d3f588 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:34.588805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-5b0b5c4b-25aa-485c-8d3f-577264d3f588 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.55 "GET /v2.0/networks?id=fd04f754-29bb-4ee1-af73-e676786ba6fe HTTP/1.1" status: 200 len: 813 time: 0.2059660 Jul 23 10:54:34.602015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-94a513dd-8698-43d5-9e7a-328476651dd7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:34.603481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-94a513dd-8698-43d5-9e7a-328476651dd7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.1929860 Jul 23 10:54:34.608044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Request body: {'port': {'device_id': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe', 'admin_state_up': True, 'tenant_id': 'd575eba3e7704db88a7f42d2f20ebc01'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:34.846327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Made reservation on behalf of d575eba3e7704db88a7f42d2f20ebc01 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:34.850151 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:34.899225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b27db-0fcc-47dc-8110-e6ac6bc93c2c req-f76acb6c-977f-46fc-9b45-dc4d5baa98eb tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:34.900795 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-836b27db-0fcc-47dc-8110-e6ac6bc93c2c req-f76acb6c-977f-46fc-9b45-dc4d5baa98eb tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.1956086 Jul 23 10:54:34.904043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port 197c77ee-0b5f-40db-9542-3b2251cbf958 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:34.904396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:35.047755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-836b27db-0fcc-47dc-8110-e6ac6bc93c2c req-cc21a3fe-aa52-435d-bb13-0c940d96364a tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388302 Jul 23 10:54:35.116346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port 197c77ee-0b5f-40db-9542-3b2251cbf958, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=197c77ee-0b5f-40db-9542-3b2251cbf958,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:35.117711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:35.136826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Allocated IP 172.20.0.3 (fd04f754-29bb-4ee1-af73-e676786ba6fe/42c82f35-4420-488f-9519-e73540e5bece/2304e5f2-8126-42ce-a745-34c007c278f2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:35.139060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for 197c77ee-0b5f-40db-9542-3b2251cbf958 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:35.360805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeee274-0065-4a55-bee8-d77c7f9b14c2 req-54e389c3-3650-4182-93cf-7bdc61e5e5d8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:35.362859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-feeee274-0065-4a55-bee8-d77c7f9b14c2 req-54e389c3-3650-4182-93cf-7bdc61e5e5d8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 946 time: 0.0866525 Jul 23 10:54:35.413651 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-feeee274-0065-4a55-bee8-d77c7f9b14c2 req-c3e381c2-9220-468e-a01d-b0af77df287a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Jul 23 10:54:35.502871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0a919-79e1-400c-8d57-521293898aa4 req-ff302570-626c-49e9-957b-d06bc2a4b143 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:35.504398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fed0a919-79e1-400c-8d57-521293898aa4 req-ff302570-626c-49e9-957b-d06bc2a4b143 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.2658384 Jul 23 10:54:35.521605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-754710fc-f29c-4bce-bb7f-bd622b5978f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:35.523885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-754710fc-f29c-4bce-bb7f-bd622b5978f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74c6b0d791314953a32aa86f796b261a&device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 1096 time: 0.2605543 Jul 23 10:54:35.577692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:35.595377 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:35.612738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a871f68c-19bb-434b-830d-e2f8ca268ecf', '197c77ee-0b5f-40db-9542-3b2251cbf958'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:35.644037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=197c77ee-0b5f-40db-9542-3b2251cbf958,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:35.676288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fed0a919-79e1-400c-8d57-521293898aa4 req-d29306bf-03a2-4234-9c74-2c98675a1452 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644433 Jul 23 10:54:35.733709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-374d72de-6f5d-43f7-bbf8-bd793e379817 req-d7f249a9-ebd1-42ee-bf53-1551400bfe11 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 210 time: 0.0620897 Jul 23 10:54:35.791874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port 197c77ee-0b5f-40db-9542-3b2251cbf958 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:35.817696 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:35.820810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-720e66cf-c414-439a-a1a0-50d72d3ae032 req-67dfca9d-4362-41ca-a57e-629f60108223 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "DELETE /v2.0/ports/197c77ee-0b5f-40db-9542-3b2251cbf958 HTTP/1.1" status: 204 len: 173 time: 1.2089450 Jul 23 10:54:35.821347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'name': 'network-vif-deleted', 'tag': '197c77ee-0b5f-40db-9542-3b2251cbf958'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:35.826784 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c393a8a-9f55-4e11-8bbe-30b895d2f24d" -d '{"events": [{"server_uuid": "7529b5eb-e2e2-4ce1-861e-a72cf19923eb", "name": "network-vif-deleted", "tag": "197c77ee-0b5f-40db-9542-3b2251cbf958"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:35.834874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-5d400230-6e4d-4bdc-a2fe-d9366baa6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:35.837184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-5d400230-6e4d-4bdc-a2fe-d9366baa6d0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f HTTP/1.1" status: 200 len: 913 time: 0.3028960 Jul 23 10:54:35.854029 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:35.895056 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ca7804-6e68-4993-bdad-69b4554b58da x-openstack-request-id: req-c5ca7804-6e68-4993-bdad-69b4554b58da {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:35.895623 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529b5eb-e2e2-4ce1-861e-a72cf19923eb", "name": "network-vif-deleted", "tag": "197c77ee-0b5f-40db-9542-3b2251cbf958", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:35.895885 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5ca7804-6e68-4993-bdad-69b4554b58da {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:35.896295 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7529b5eb-e2e2-4ce1-861e-a72cf19923eb', 'name': 'network-vif-deleted', 'tag': '197c77ee-0b5f-40db-9542-3b2251cbf958', 'status': 'completed', 'code': 200} Jul 23 10:54:35.932364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-eef228d7-1f66-47cc-b72b-96a73292906c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b22a6585-701b-4d92-8332-050cdf5e9584 HTTP/1.1" status: 200 len: 217 time: 0.0810418 Jul 23 10:54:35.977404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Network fd04f754-29bb-4ee1-af73-e676786ba6fe is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:35.987550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:35.990389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:36.038588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Pushing event updated for resources: {'Port': ['ID=2304e5f2-8126-42ce-a745-34c007c278f2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:36.058750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:36.059486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:36.069022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-423e04ca-9917-4d84-8dae-1fd50abbc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:36.070606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-423e04ca-9917-4d84-8dae-1fd50abbc448 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9 HTTP/1.1" status: 200 len: 852 time: 0.1389318 Jul 23 10:54:36.089837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-a9036d49-8209-42bf-99da-27918ec9226b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4853072 Jul 23 10:54:36.112378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-a236e2f5-9a76-4742-8c7a-0de379644803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ded5acb-46f3-4b0f-b76a-3b44b581b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351954 Jul 23 10:54:36.116350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Request body: {'port': {'device_id': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:36.277121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-61ac38d7-9c6a-4097-bbdf-90a1f183a5c6 service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568162 Jul 23 10:54:36.277921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:36.532615 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-721801cd-5c2a-4f52-b80d-24526de8043c service neutron] 10.222.0.55 "GET /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370896 Jul 23 10:54:36.536024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8cc6cdb6-ceaf-4c0d-8264-fa4ce39e077b req-90edde48-008b-4096-b6d6-b0c12cc89a0b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 210 time: 0.0485852 Jul 23 10:54:36.686163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2304e5f2-8126-42ce-a745-34c007c278f2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:36.696739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:36.710735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Transition to ACTIVE for port object 2304e5f2-8126-42ce-a745-34c007c278f2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:36.714557 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:36.818597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2304e5f2-8126-42ce-a745-34c007c278f2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:36.918604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba30e76-f824-4a22-9d5d-4a53e5ac1974 req-fd2bc4d0-87ce-4631-9d0c-7e5209a6edf0 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:36.921605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aba30e76-f824-4a22-9d5d-4a53e5ac1974 req-fd2bc4d0-87ce-4631-9d0c-7e5209a6edf0 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 943 time: 0.0946136 Jul 23 10:54:36.980390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aba30e76-f824-4a22-9d5d-4a53e5ac1974 req-71e52e1c-94f2-4b80-96a1-90f3206616ee tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Jul 23 10:54:36.981558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Attempting to bind port 2304e5f2-8126-42ce-a745-34c007c278f2 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:36.982060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Attempting to bind port 2304e5f2-8126-42ce-a745-34c007c278f2 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '5f55f7ac-e01c-4abc-a68d-8a17b0a35652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:36.982891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Attempting to bind port 2304e5f2-8126-42ce-a745-34c007c278f2 on network fd04f754-29bb-4ee1-af73-e676786ba6fe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:36.996895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a02c4a-9c7b-41ee-ab14-87b83572df8d req-4e5333c1-9908-409e-861a-a7deb939fa0f tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:37.004157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4a02c4a-9c7b-41ee-ab14-87b83572df8d req-4e5333c1-9908-409e-861a-a7deb939fa0f tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.2056355 Jul 23 10:54:37.020839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Port 2304e5f2-8126-42ce-a745-34c007c278f2 on network fd04f754-29bb-4ee1-af73-e676786ba6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:54:37.021172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Attempting to bind port 2304e5f2-8126-42ce-a745-34c007c278f2 on network fd04f754-29bb-4ee1-af73-e676786ba6fe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:37.030032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:37.030032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Checking segment: {'id': '5f55f7ac-e01c-4abc-a68d-8a17b0a35652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:37.030365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Bound using segment: {'id': '5f55f7ac-e01c-4abc-a68d-8a17b0a35652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:37.030800 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Bound port: 2304e5f2-8126-42ce-a745-34c007c278f2, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f55f7ac-e01c-4abc-a68d-8a17b0a35652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:37.031166 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:37.067838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a4a02c4a-9c7b-41ee-ab14-87b83572df8d req-605f481a-3849-4d38-99c2-b1c9def57ae1 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608451 Jul 23 10:54:37.127675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] For port 2304e5f2-8126-42ce-a745-34c007c278f2, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:37.130742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] For port 2304e5f2-8126-42ce-a745-34c007c278f2, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2304e5f2-8126-42ce-a745-34c007c278f2,segment=NetworkSegment(5f55f7ac-e01c-4abc-a68d-8a17b0a35652),segment_id=5f55f7ac-e01c-4abc-a68d-8a17b0a35652)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:37.137396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:37.190744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:37.191667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:37.193846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/2304e5f2-8126-42ce-a745-34c007c278f2 HTTP/1.1" status: 200 len: 1091 time: 1.0836895 Jul 23 10:54:37.229234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ab99a-48a0-40b2-9fb6-46da5542d3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2304e5f2-8126-42ce-a745-34c007c278f2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:37.319343 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-9da0be6e-97aa-4a69-9f9f-a9a1887c22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:37.322061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-9da0be6e-97aa-4a69-9f9f-a9a1887c22b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d575eba3e7704db88a7f42d2f20ebc01&device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 1094 time: 0.0685465 Jul 23 10:54:37.365164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-c5bde8ee-19a1-4b20-bdc5-56c20b99fb95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2304e5f2-8126-42ce-a745-34c007c278f2 HTTP/1.1" status: 200 len: 217 time: 0.0359435 Jul 23 10:54:37.419298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf42f-8137-40e0-b685-276aa4875a4f req-97591002-3ca3-456d-9fc2-6eb49b041d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:37.421110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-97591002-3ca3-456d-9fc2-6eb49b041d3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42c82f35-4420-488f-9519-e73540e5bece HTTP/1.1" status: 200 len: 853 time: 0.0500605 Jul 23 10:54:37.459269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-f9f7babb-aa3d-4836-88af-36fb22489902 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd04f754-29bb-4ee1-af73-e676786ba6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317459 Jul 23 10:54:37.560858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-6809196d-971a-4e80-b2b8-722795006845 service neutron] 10.222.0.55 "GET /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957735 Jul 23 10:54:37.675136 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4b8a1d5-6768-41eb-807e-19cbb92f6ea5 req-ef47d237-a981-4543-8545-cbccd75813b2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 210 time: 0.0437002 Jul 23 10:54:37.998459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'tag': '2304e5f2-8126-42ce-a745-34c007c278f2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:38.004071 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4788c1db-6af6-4a8e-8c45-f9092586ffff" -d '{"events": [{"name": "network-changed", "server_uuid": "4f261743-a1df-4aeb-8031-0cb7d89a1e0e", "tag": "2304e5f2-8126-42ce-a745-34c007c278f2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:38.047360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-571bf42f-8137-40e0-b685-276aa4875a4f req-1adbb6c9-61e8-42f3-9e3b-3fd742f18e4f service neutron] 10.222.0.55 "GET /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678645 Jul 23 10:54:38.078356 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b751e2-e6f7-47a6-aa8b-8b6d5d44c593 x-openstack-request-id: req-e4b751e2-e6f7-47a6-aa8b-8b6d5d44c593 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:38.078971 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f261743-a1df-4aeb-8031-0cb7d89a1e0e", "tag": "2304e5f2-8126-42ce-a745-34c007c278f2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:38.079501 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4b751e2-e6f7-47a6-aa8b-8b6d5d44c593 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:38.080134 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'tag': '2304e5f2-8126-42ce-a745-34c007c278f2', 'status': 'completed', 'code': 200} Jul 23 10:54:38.150775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4b94-ad08-499e-9292-f4ad16ebb474 req-e69bd4b6-7140-4a39-b550-124d21aca252 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:38.158851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96be4b94-ad08-499e-9292-f4ad16ebb474 req-e69bd4b6-7140-4a39-b550-124d21aca252 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 943 time: 0.0845995 Jul 23 10:54:38.213830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96be4b94-ad08-499e-9292-f4ad16ebb474 req-54afd4a7-d3a2-4c07-a689-e43c9eb13c2e tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489275 Jul 23 10:54:38.234642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-966b3a87-383c-4333-9422-64f63b785e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:38.236323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-966b3a87-383c-4333-9422-64f63b785e54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d575eba3e7704db88a7f42d2f20ebc01&device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 1094 time: 0.1310174 Jul 23 10:54:38.299541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd2c12-ea82-4ef3-8838-7f23910b2850 req-b834dc3f-3e64-484b-9777-2d41a0f0a6f6 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:38.301583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6acd2c12-ea82-4ef3-8838-7f23910b2850 req-b834dc3f-3e64-484b-9777-2d41a0f0a6f6 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.1197269 Jul 23 10:54:38.399571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6acd2c12-ea82-4ef3-8838-7f23910b2850 req-c68224c4-1ef2-4caa-8e97-40842fd4cdb4 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659080 Jul 23 10:54:38.401208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-b81b26c3-8c75-46f8-94e7-89933a052a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:38.402963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-b81b26c3-8c75-46f8-94e7-89933a052a13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd04f754-29bb-4ee1-af73-e676786ba6fe HTTP/1.1" status: 200 len: 914 time: 0.1592677 Jul 23 10:54:38.469961 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-6dbbcb15-cc68-4019-a5ff-41c9bbfcc2bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2304e5f2-8126-42ce-a745-34c007c278f2 HTTP/1.1" status: 200 len: 217 time: 0.0602322 Jul 23 10:54:38.535796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-d47e5804-84e5-4358-9eb6-06cbdf30120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:38.537569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-d47e5804-84e5-4358-9eb6-06cbdf30120e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42c82f35-4420-488f-9519-e73540e5bece HTTP/1.1" status: 200 len: 853 time: 0.0605841 Jul 23 10:54:38.612435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-e434b875-ca97-4a6e-b947-92ebea7ebbfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd04f754-29bb-4ee1-af73-e676786ba6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601943 Jul 23 10:54:38.805710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 197c77ee-0b5f-40db-9542-3b2251cbf958 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:38.863771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 197c77ee-0b5f-40db-9542-3b2251cbf958 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:38.864706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 197c77ee-0b5f-40db-9542-3b2251cbf958 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:38.869260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06593960-e7fc-4dd6-a90f-c326408cae33 req-893de92a-5d91-4e13-ade6-b6a59209f051 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 210 time: 0.0642185 Jul 23 10:54:38.902658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-8e0200e0-0d7d-4c31-b665-f6768000a0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778637 Jul 23 10:54:39.027211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55912f92-72c1-4de4-a4d2-1d2b2290ed0c req-644df74e-b4db-4776-b1d2-c65d35572c42 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:39.029013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55912f92-72c1-4de4-a4d2-1d2b2290ed0c req-644df74e-b4db-4776-b1d2-c65d35572c42 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.2907481 Jul 23 10:54:39.046932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4788c1db-6af6-4a8e-8c45-f9092586ffff req-175b16b6-8567-40d2-b25b-fc1a371f067d service neutron] 10.222.0.55 "GET /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335237 Jul 23 10:54:39.092199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-55912f92-72c1-4de4-a4d2-1d2b2290ed0c req-3f8edd98-af29-491b-9852-ea99e5e4973d tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561013 Jul 23 10:54:39.369890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7b8e1-cd7b-419e-9a58-c6eb5b50f578 req-7de3c0bd-af47-4e42-ac7c-fe31e47d0668 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:39.371406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01e7b8e1-cd7b-419e-9a58-c6eb5b50f578 req-7de3c0bd-af47-4e42-ac7c-fe31e47d0668 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 943 time: 0.0845840 Jul 23 10:54:39.423635 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:54:39.427971 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-01e7b8e1-cd7b-419e-9a58-c6eb5b50f578 req-93220213-d7c5-4a5f-9a0b-8fa42cffdda9 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Jul 23 10:54:39.990723 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1118f14a-5a65-40f9-879e-5b7709f30a78 req-6fca3665-76ce-4b57-aaa4-6a9815d1ada1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=7529b5eb-e2e2-4ce1-861e-a72cf19923eb HTTP/1.1" status: 200 len: 210 time: 0.0418639 Jul 23 10:54:40.270343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b9864-8094-4e2e-a6b2-77697ca5dc93 req-34eadd09-7df3-437d-8d32-ded7bf45d100 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:40.271922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-067b9864-8094-4e2e-a6b2-77697ca5dc93 req-34eadd09-7df3-437d-8d32-ded7bf45d100 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0839970 Jul 23 10:54:40.318788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-067b9864-8094-4e2e-a6b2-77697ca5dc93 req-87ca328d-1758-4181-a1fa-fd96445990db tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/security-groups?id=aa865a25-516f-4ded-a733-ebcf70adc26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Jul 23 10:54:40.481822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2868acd9-27f0-45c5-b53e-0240086d7905 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:40.485218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2868acd9-27f0-45c5-b53e-0240086d7905 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 945 time: 0.0935342 Jul 23 10:54:40.713578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8d29-74eb-43a7-bb54-6cbfd31d0923 req-486d5349-6fec-4058-8013-99ca40198fb4 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:40.715255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37cd8d29-74eb-43a7-bb54-6cbfd31d0923 req-486d5349-6fec-4058-8013-99ca40198fb4 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 943 time: 0.1725783 Jul 23 10:54:40.745300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Deleting port b22a6585-701b-4d92-8332-050cdf5e9584 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:40.745760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:40.871757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37cd8d29-74eb-43a7-bb54-6cbfd31d0923 req-3c6498c8-538c-40f7-9b08-92dcfd15f48f tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447926 Jul 23 10:54:40.910251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] For port b22a6585-701b-4d92-8332-050cdf5e9584, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b22a6585-701b-4d92-8332-050cdf5e9584,segment=NetworkSegment(38411bd5-29f5-426e-b153-5c3debabdf1b),segment_id=38411bd5-29f5-426e-b153-5c3debabdf1b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:40.910619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:40.932209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Calling delete_port for b22a6585-701b-4d92-8332-050cdf5e9584 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:41.164935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:41.166193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2304e5f2-8126-42ce-a745-34c007c278f2 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:54:41.232593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Pushing event deleted for resources: {'Port': ['ID=b22a6585-701b-4d92-8332-050cdf5e9584,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:41.252281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['b22a6585-701b-4d92-8332-050cdf5e9584'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:41.312765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] No DVR routers for this DVR port b22a6585-701b-4d92-8332-050cdf5e9584 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:41.315627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:41.318366 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df7c68c9-ab0e-4510-abd2-0938c7bd132d req-2c675ae7-3fe6-4ce0-a5a0-f3bb816cd356 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.55 "DELETE /v2.0/ports/b22a6585-701b-4d92-8332-050cdf5e9584 HTTP/1.1" status: 204 len: 173 time: 0.8268337 Jul 23 10:54:41.319157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa4d83-f099-4930-bd66-8efd55601946', 'name': 'network-vif-deleted', 'tag': 'b22a6585-701b-4d92-8332-050cdf5e9584'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:41.322786 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244174ab-f568-4a38-8549-278a5964324a" -d '{"events": [{"server_uuid": "47fa4d83-f099-4930-bd66-8efd55601946", "name": "network-vif-deleted", "tag": "b22a6585-701b-4d92-8332-050cdf5e9584"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:41.362232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2304e5f2-8126-42ce-a745-34c007c278f2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2304e5f2-8126-42ce-a745-34c007c278f2,segment=NetworkSegment(5f55f7ac-e01c-4abc-a68d-8a17b0a35652),segment_id=5f55f7ac-e01c-4abc-a68d-8a17b0a35652)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:41.402436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '2304e5f2-8126-42ce-a745-34c007c278f2', 'network_id': 'fd04f754-29bb-4ee1-af73-e676786ba6fe', 'port_id': '2304e5f2-8126-42ce-a745-34c007c278f2', 'mac_address': 'fa:16:3e:47:da:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c82f35-4420-488f-9519-e73540e5bece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:54:41.406567 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1184b8-ea12-402e-a0f8-34ead860f3e6 x-openstack-request-id: req-5f1184b8-ea12-402e-a0f8-34ead860f3e6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:41.406864 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa4d83-f099-4930-bd66-8efd55601946", "name": "network-vif-deleted", "tag": "b22a6585-701b-4d92-8332-050cdf5e9584", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:41.407115 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f1184b8-ea12-402e-a0f8-34ead860f3e6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:41.408041 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa4d83-f099-4930-bd66-8efd55601946', 'name': 'network-vif-deleted', 'tag': 'b22a6585-701b-4d92-8332-050cdf5e9584', 'status': 'completed', 'code': 200} Jul 23 10:54:41.449937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:41.466857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2304e5f2-8126-42ce-a745-34c007c278f2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:41.492311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2304e5f2-8126-42ce-a745-34c007c278f2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2304e5f2-8126-42ce-a745-34c007c278f2,segment=NetworkSegment(5f55f7ac-e01c-4abc-a68d-8a17b0a35652),segment_id=5f55f7ac-e01c-4abc-a68d-8a17b0a35652)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:41.496366 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:41.549933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a7b9319-8151-4c6e-a1c4-7353d4eb7e3e req-850ec4cd-825f-4d6b-9c50-a3d59a9874a4 tempest-TestServerAdvancedOps-664353880 tempest-TestServerAdvancedOps-664353880-project] 10.222.0.37 "GET /v2.0/ports?device_id=47fa4d83-f099-4930-bd66-8efd55601946 HTTP/1.1" status: 200 len: 210 time: 0.0509577 Jul 23 10:54:41.555367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=2304e5f2-8126-42ce-a745-34c007c278f2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:41.697112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2304e5f2-8126-42ce-a745-34c007c278f2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:42.040290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581bd1c-b00f-4c47-a758-3c147a65b800 req-aa015524-c967-4439-b210-d6042d279801 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:42.042065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8581bd1c-b00f-4c47-a758-3c147a65b800 req-aa015524-c967-4439-b210-d6042d279801 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 944 time: 0.0754757 Jul 23 10:54:42.091979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8581bd1c-b00f-4c47-a758-3c147a65b800 req-1e32ec96-4c64-49c5-93c4-1351311a5adf tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Jul 23 10:54:42.615317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:42.696012 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-2942ba37-e2d7-4d21-bea5-401a941dfb3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653410 Jul 23 10:54:42.701566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Deleting subnet af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:54:42.705474 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:42.748364 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:42.816715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:42.838903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-98d56b76-a061-46a9-a360-718841826bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:42.840725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-98d56b76-a061-46a9-a360-718841826bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0834534 Jul 23 10:54:42.888983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:42.923652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:42.925603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9 HTTP/1.1" status: 204 len: 168 time: 0.3087037 Jul 23 10:54:42.928188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:42.947939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efb90a-02d7-4895-88e9-9f8d59b68295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7ba974-53ab-4e67-a0b8-89d3fb8eaeb9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:43.059129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-6b7ee7f9-e96a-4d69-9833-f61aaab3410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:43.060752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-6b7ee7f9-e96a-4d69-9833-f61aaab3410e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1728127 Jul 23 10:54:43.063658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.112886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-799dcf93-4c18-471d-97d9-beaaf97e4fbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf HTTP/1.1" status: 200 len: 217 time: 0.0429204 Jul 23 10:54:43.179008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2304e5f2-8126-42ce-a745-34c007c278f2 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:43.255508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 2304e5f2-8126-42ce-a745-34c007c278f2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:43.260960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 2304e5f2-8126-42ce-a745-34c007c278f2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:43.261741 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.281883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.296949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-72e304d5-5c1a-42a6-afde-e90e6ae9776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:43.299000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-72e304d5-5c1a-42a6-afde-e90e6ae9776c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.1678631 Jul 23 10:54:43.306511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ded5acb-46f3-4b0f-b76a-3b44b581b74f']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:43.353603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38411bd5-29f5-426e-b153-5c3debabdf1b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:43.353890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38411bd5-29f5-426e-b153-5c3debabdf1b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:43.354795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.380875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.384216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2304e5f2-8126-42ce-a745-34c007c278f2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:43.387057 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed0a33-4862-4b88-8e97-85599963f9f0" -d '{"events": [{"server_uuid": "4f261743-a1df-4aeb-8031-0cb7d89a1e0e", "name": "network-vif-plugged", "status": "completed", "tag": "2304e5f2-8126-42ce-a745-34c007c278f2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:43.405214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 2304e5f2-8126-42ce-a745-34c007c278f2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2304e5f2-8126-42ce-a745-34c007c278f2,segment=NetworkSegment(5f55f7ac-e01c-4abc-a68d-8a17b0a35652),segment_id=5f55f7ac-e01c-4abc-a68d-8a17b0a35652)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:43.412320 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.414514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b22a6585-701b-4d92-8332-050cdf5e9584 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:43.477294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.492872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0478b59-bcc6-4636-b2c0-f82b23b754ca req-b22a0ee7-52b3-4c21-b522-14e659922990 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:43.500655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0478b59-bcc6-4636-b2c0-f82b23b754ca req-b22a0ee7-52b3-4c21-b522-14e659922990 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 944 time: 0.3261554 Jul 23 10:54:43.509281 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556e85b-c7f7-43b7-8436-47f84f7a5318 x-openstack-request-id: req-0556e85b-c7f7-43b7-8436-47f84f7a5318 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:43.509580 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f261743-a1df-4aeb-8031-0cb7d89a1e0e", "name": "network-vif-plugged", "status": "completed", "tag": "2304e5f2-8126-42ce-a745-34c007c278f2", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:43.509937 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0556e85b-c7f7-43b7-8436-47f84f7a5318 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:43.510034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:54:43.510197 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2304e5f2-8126-42ce-a745-34c007c278f2', 'code': 200} Jul 23 10:54:43.510786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.510884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=2304e5f2-8126-42ce-a745-34c007c278f2,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:54:43.521017 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:54:43.525659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: b22a6585-701b-4d92-8332-050cdf5e9584 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:43.525659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b22a6585-701b-4d92-8332-050cdf5e9584 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:43.641975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-3ee160a8-4cf0-4d6f-a2e9-e5ed3358bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:43.644151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-3ee160a8-4cf0-4d6f-a2e9-e5ed3358bf43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3290949 Jul 23 10:54:43.665859 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b0478b59-bcc6-4636-b2c0-f82b23b754ca req-bbebfe00-7e75-4c3e-b945-503d73c3688e tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382096 Jul 23 10:54:43.685376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.710115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.712647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ded5acb-46f3-4b0f-b76a-3b44b581b74f HTTP/1.1" status: 204 len: 168 time: 0.7833295 Jul 23 10:54:43.715460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:43.733161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438459-6d05-4abc-b580-969b8ec0ec98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ded5acb-46f3-4b0f-b76a-3b44b581b74f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:43.793212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Deleting subnet a3ba49b6-f539-4794-8da1-e69ad49e7ac7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:54:43.795184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fea50-7530-4d0a-95f7-b9cc6ed1a908 req-7f325305-e35f-4c3b-acc3-6ea73a226cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:43.797075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-176fea50-7530-4d0a-95f7-b9cc6ed1a908 req-7f325305-e35f-4c3b-acc3-6ea73a226cc9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 1096 time: 0.2459898 Jul 23 10:54:43.798245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.830043 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-726319d6-decb-42b6-8f54-990c53b3914e service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563208 Jul 23 10:54:43.853799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.914750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:43.948174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-176fea50-7530-4d0a-95f7-b9cc6ed1a908 req-60639c9d-f866-4c70-b248-2ec4b2ff4bfa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Jul 23 10:54:43.968971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36b6c47f-e92c-42f3-9772-658f196c8c1f req-0c5df700-9bb1-4ff2-a81c-8091d431a79c service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283219 Jul 23 10:54:43.991747 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.019781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ba49b6-f539-4794-8da1-e69ad49e7ac7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:44.024510 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.028685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c43bce26-ab7d-4bce-8e62-22a2c7f50c8e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3ba49b6-f539-4794-8da1-e69ad49e7ac7 HTTP/1.1" status: 204 len: 168 time: 0.3100204 Jul 23 10:54:44.029376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:44.105020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.191596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.206505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe94a12-1252-4977-8079-b41260699234']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:44.217499 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677e3f2d-5fd4-42cc-91e1-496a7cb11946') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:44.217847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677e3f2d-5fd4-42cc-91e1-496a7cb11946') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:44.227458 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.241701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.248666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:54:44.249073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:54:44.251010 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:54:44.316749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.324189 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.326324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dbe94a12-1252-4977-8079-b41260699234 HTTP/1.1" status: 204 len: 168 time: 0.2964807 Jul 23 10:54:44.342237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfdd82-a1b8-4ade-b118-8cd245491cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe94a12-1252-4977-8079-b41260699234,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:44.463865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:44.513548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee6f6b7e-fd70-42c7-97ca-9a945b46eb4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74c6b0d791314953a32aa86f796b261a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460932 Jul 23 10:54:44.514034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:44.588737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50c08143-e418-464c-b816-1011149db3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.616762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50c08143-e418-464c-b816-1011149db3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.729554 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50c08143-e418-464c-b816-1011149db3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.735138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50c08143-e418-464c-b816-1011149db3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:44.736758 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50c08143-e418-464c-b816-1011149db3ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa865a25-516f-4ded-a733-ebcf70adc26c HTTP/1.1" status: 204 len: 168 time: 0.2216964 Jul 23 10:54:44.752103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c08143-e418-464c-b816-1011149db3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa865a25-516f-4ded-a733-ebcf70adc26c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:44.914276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba11554-f5d2-4bbc-9b52-b5a897c38d17 req-19d135bd-ed0d-4a74-8a26-8d2ecaa70c6a tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:44.915836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bba11554-f5d2-4bbc-9b52-b5a897c38d17 req-19d135bd-ed0d-4a74-8a26-8d2ecaa70c6a tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 945 time: 0.1041110 Jul 23 10:54:44.967141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bba11554-f5d2-4bbc-9b52-b5a897c38d17 req-67358335-7552-4ec7-a8c4-359bfb67b159 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jul 23 10:54:45.212422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:45.278215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56631524-590f-45ae-89b4-1b4f454051fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cd73ec0661d4ec0840b03af0ad28de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645485 Jul 23 10:54:45.280829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55104) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:45.348307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21cc5a94-c815-4b49-b1c2-911a41a1efe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.377355 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21cc5a94-c815-4b49-b1c2-911a41a1efe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.466286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21cc5a94-c815-4b49-b1c2-911a41a1efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.468929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21cc5a94-c815-4b49-b1c2-911a41a1efe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:45.470073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-21cc5a94-c815-4b49-b1c2-911a41a1efe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74d1ddea-08d1-4481-b099-da107ad1b857 HTTP/1.1" status: 204 len: 168 time: 0.1869259 Jul 23 10:54:45.478725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81260ab-d6e6-4d99-95f6-904fc68b5282 req-0a551752-33d5-4065-943e-f6b284d09a10 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:45.480460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d81260ab-d6e6-4d99-95f6-904fc68b5282 req-0a551752-33d5-4065-943e-f6b284d09a10 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 945 time: 0.1010573 Jul 23 10:54:45.496414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5a94-c815-4b49-b1c2-911a41a1efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d1ddea-08d1-4481-b099-da107ad1b857,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:45.550659 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d81260ab-d6e6-4d99-95f6-904fc68b5282 req-0a46a6bd-5872-4337-893a-b8cdba110f6b tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561235 Jul 23 10:54:45.865537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7969db-a74f-4e77-bb07-fafa75b2420d req-0e83b031-a3e3-4b3c-a3b3-84e9d9d5f53d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:45.867803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b7969db-a74f-4e77-bb07-fafa75b2420d req-0e83b031-a3e3-4b3c-a3b3-84e9d9d5f53d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.0809481 Jul 23 10:54:45.913336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b7969db-a74f-4e77-bb07-fafa75b2420d req-0e9d752c-0002-49ee-9994-9e0e6ed9527d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Jul 23 10:54:46.246319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55154) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:46.351901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-733968321-network', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:46.378449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Made reservation on behalf of 00fb70fa6f1145ddbe8ccbc9ebcac2ea for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:46.381037 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.390518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.487485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.497297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.521790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:54:46.527978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a6781a-f510-443b-a9aa-622d989da634,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:46.535693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.536632 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Added segment bc093005-c004-4822-af1c-cae4b1328946 of type vlan for network ebc7bbd7-60b2-46b2-af54-4a464b909f52 Jul 23 10:54:46.578413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.641422 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.642541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:46.643344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:46.694363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4469278 Jul 23 10:54:46.700781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55168) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:46.741142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df53024-dde5-4c2a-9a9f-ca9370f6b2f7 req-56026a12-2965-4fe8-881e-b7b579642712 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:46.743530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5df53024-dde5-4c2a-9a9f-ca9370f6b2f7 req-56026a12-2965-4fe8-881e-b7b579642712 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 945 time: 0.1109552 Jul 23 10:54:46.764065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Request body: {'subnet': {'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-733968321-subnet', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:46.776712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d9565-5235-4094-a95e-652586a01e94 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc7bbd7-60b2-46b2-af54-4a464b909f52,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:46.788117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:54:46.795607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5df53024-dde5-4c2a-9a9f-ca9370f6b2f7 req-4f0500e7-09f6-483f-b3d6-4a825787673e tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/security-groups?id=2644be51-20d2-49ba-bd86-0308979282c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Jul 23 10:54:46.817154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-12e30b83-2cfd-482c-b161-cf5d07a52f03 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:46.818786 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-12e30b83-2cfd-482c-b161-cf5d07a52f03 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 945 time: 0.2175951 Jul 23 10:54:46.821964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Made reservation on behalf of 00fb70fa6f1145ddbe8ccbc9ebcac2ea for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:46.824439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.069160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Deleting port 2304e5f2-8126-42ce-a745-34c007c278f2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:47.069510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.203146 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.263030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b6b6-be86-41ad-9a04-8873e3efb05a req-5fedad5d-3d37-41c2-8da0-4da4520b24ee tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:47.264597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5b1b6b6-be86-41ad-9a04-8873e3efb05a req-5fedad5d-3d37-41c2-8da0-4da4520b24ee tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.2412434 Jul 23 10:54:47.266843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] For port 2304e5f2-8126-42ce-a745-34c007c278f2, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=2304e5f2-8126-42ce-a745-34c007c278f2,segment=NetworkSegment(5f55f7ac-e01c-4abc-a68d-8a17b0a35652),segment_id=5f55f7ac-e01c-4abc-a68d-8a17b0a35652)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:47.267220 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.311825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Calling delete_port for 2304e5f2-8126-42ce-a745-34c007c278f2 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:47.324136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6376f0a-ebef-4b33-938a-2d20671bfdc7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:47.397579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e5b1b6b6-be86-41ad-9a04-8873e3efb05a req-ff3f5949-ec43-4cf0-ae59-1945cc3e0a4c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=912fd00f-7735-4ac7-a92b-3815f569a257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244671 Jul 23 10:54:47.401085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Checking segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:47.401669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Network hostable DHCP agents. Network: ebc7bbd7-60b2-46b2-af54-4a464b909f52, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:54:47.463671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:54:47.485232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ebc7bbd7-60b2-46b2-af54-4a464b909f52) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:47.492743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:47.493613 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.503956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770275d6-7535-481c-9a36-8d3e893776b9 None None] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:47.547739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-8d7090b6-2e2e-4389-a2d8-26501021f05e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:47.549562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-8d7090b6-2e2e-4389-a2d8-26501021f05e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 945 time: 0.1647532 Jul 23 10:54:47.556342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c6a1fbfb-fd37-4726-846a-155c60da80e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8506758 Jul 23 10:54:47.557940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:47.565997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:47.595659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.596754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.607854 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.623014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['2304e5f2-8126-42ce-a745-34c007c278f2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:47.652617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Pushing event deleted for resources: {'Port': ['ID=2304e5f2-8126-42ce-a745-34c007c278f2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:47.661849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.750576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] No DVR routers for this DVR port 2304e5f2-8126-42ce-a745-34c007c278f2 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:47.754690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.757187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3de39d8-666b-4c1e-9ba4-34f2b30c65ba req-9190c631-9c5f-4ade-81e1-9cf964eb5c46 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.55 "DELETE /v2.0/ports/2304e5f2-8126-42ce-a745-34c007c278f2 HTTP/1.1" status: 204 len: 173 time: 0.9297853 Jul 23 10:54:47.758320 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'name': 'network-vif-deleted', 'tag': '2304e5f2-8126-42ce-a745-34c007c278f2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:47.768412 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b60885f-4625-447d-9951-43a160535f7b" -d '{"events": [{"server_uuid": "4f261743-a1df-4aeb-8031-0cb7d89a1e0e", "name": "network-vif-deleted", "tag": "2304e5f2-8126-42ce-a745-34c007c278f2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:47.786079 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:54:47.786953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.834804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port a871f68c-19bb-434b-830d-e2f8ca268ecf {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:54:47.837669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:47.887819 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a24f2-6628-4747-920e-1e0afae57a67 x-openstack-request-id: req-0c5a24f2-6628-4747-920e-1e0afae57a67 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:47.888180 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f261743-a1df-4aeb-8031-0cb7d89a1e0e", "name": "network-vif-deleted", "tag": "2304e5f2-8126-42ce-a745-34c007c278f2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:47.888441 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c5a24f2-6628-4747-920e-1e0afae57a67 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:47.888898 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f261743-a1df-4aeb-8031-0cb7d89a1e0e', 'name': 'network-vif-deleted', 'tag': '2304e5f2-8126-42ce-a745-34c007c278f2', 'status': 'completed', 'code': 200} Jul 23 10:54:47.999151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.043170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a2fe0fd0-4ee0-41f9-9d83-d5d3a4eb69a0 req-b0b83025-3088-43d4-bd34-9dbb4d5889e6 tempest-ServerAddressesTestJSON-1959160888 tempest-ServerAddressesTestJSON-1959160888-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f261743-a1df-4aeb-8031-0cb7d89a1e0e HTTP/1.1" status: 200 len: 210 time: 0.1212387 Jul 23 10:54:48.085557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Allocated IP 172.20.0.2 (ebc7bbd7-60b2-46b2-af54-4a464b909f52/c6376f0a-ebef-4b33-938a-2d20671bfdc7/da9911fa-c789-4709-990a-d407377f51db) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:48.121541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port a871f68c-19bb-434b-830d-e2f8ca268ecf, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a871f68c-19bb-434b-830d-e2f8ca268ecf,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:48.121878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.178761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for a871f68c-19bb-434b-830d-e2f8ca268ecf owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:54:48.395842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.425565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.431242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.459201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=a871f68c-19bb-434b-830d-e2f8ca268ecf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:48.487219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a871f68c-19bb-434b-830d-e2f8ca268ecf'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:54:48.530766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port a871f68c-19bb-434b-830d-e2f8ca268ecf on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:54:48.534206 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.536259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a06892f3-8bde-42e9-bcf0-1376c3b86fd5 req-7d3fb5cf-ccd3-44ab-ae4a-ab7684945e47 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "DELETE /v2.0/ports/a871f68c-19bb-434b-830d-e2f8ca268ecf HTTP/1.1" status: 204 len: 173 time: 0.9795780 Jul 23 10:54:48.567636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72d92f21-012a-4856-8cdd-513a91c7c9b6 req-8d2068c0-3d95-498e-a3ac-2c6fc7d38dd0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0351183 Jul 23 10:54:48.593370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Allocated IP 172.25.4.36 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/b8d0ab89-3bdb-4def-b1c0-4a466636c4ef) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:48.600161 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.613507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Transition to ACTIVE for port object da9911fa-c789-4709-990a-d407377f51db will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:48.631851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Transition to ACTIVE for port object da9911fa-c789-4709-990a-d407377f51db will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:48.642454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.708955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:48.710092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Pushing event updated for resources: {'Port': ['ID=da9911fa-c789-4709-990a-d407377f51db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:48.715277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:48.717077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:48.727480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.780121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Attempting to bind port da9911fa-c789-4709-990a-d407377f51db on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:48.780375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Attempting to bind port da9911fa-c789-4709-990a-d407377f51db by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:48.780658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Attempting to bind port da9911fa-c789-4709-990a-d407377f51db on network ebc7bbd7-60b2-46b2-af54-4a464b909f52 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:48.787135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:48.787642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Checking segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:48.788116 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.788444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Bound using segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:48.789895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Bound port: da9911fa-c789-4709-990a-d407377f51db, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:48.790267 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.792983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.854542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:48.879721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:48.882098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:48.886065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:48.892510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] For port da9911fa-c789-4709-990a-d407377f51db, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:48.898848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] For port da9911fa-c789-4709-990a-d407377f51db, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da9911fa-c789-4709-990a-d407377f51db,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:48.903996 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:48.990509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c0bd8-f717-436d-a962-feb9d0f5c1a6 None None] Pushing event updated for resources: {'Port': ['ID=da9911fa-c789-4709-990a-d407377f51db,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:49.132627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55200) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:49.191562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Deleting subnet 42c82f35-4420-488f-9519-e73540e5bece {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:54:49.196880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.598580 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.639140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.644083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.695667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.725261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c82f35-4420-488f-9519-e73540e5bece,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:49.731057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.735470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-21140e3f-ee66-4120-8558-441bb17f248b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42c82f35-4420-488f-9519-e73540e5bece HTTP/1.1" status: 204 len: 168 time: 0.5996180 Jul 23 10:54:49.735735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55206) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:49.743642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-992db099-2fc4-4592-8911-d7ea5cbc49d7 req-1e0183d1-3aac-4c1d-8e8c-62c21e7e1582 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0629156 Jul 23 10:54:49.838246 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.902974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.965005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:49.984804 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'name': 'network-vif-deleted', 'tag': 'a871f68c-19bb-434b-830d-e2f8ca268ecf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:49.985594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da9911fa-c789-4709-990a-d407377f51db up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:49.987956 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed1e600-b3e1-44fa-b2d6-919020ed480a" -d '{"events": [{"server_uuid": "09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2", "name": "network-vif-deleted", "tag": "a871f68c-19bb-434b-830d-e2f8ca268ecf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:49.993045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd04f754-29bb-4ee1-af73-e676786ba6fe']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:50.029139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f55f7ac-e01c-4abc-a68d-8a17b0a35652') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:50.029503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f55f7ac-e01c-4abc-a68d-8a17b0a35652') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:50.054923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.066002 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607bd572-9c21-48bb-8025-ce1873447c7b x-openstack-request-id: req-607bd572-9c21-48bb-8025-ce1873447c7b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:50.066377 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2", "name": "network-vif-deleted", "tag": "a871f68c-19bb-434b-830d-e2f8ca268ecf", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:50.066565 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-607bd572-9c21-48bb-8025-ce1873447c7b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:50.066953 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2', 'name': 'network-vif-deleted', 'tag': 'a871f68c-19bb-434b-830d-e2f8ca268ecf', 'status': 'completed', 'code': 200} Jul 23 10:54:50.080572 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.087025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port da9911fa-c789-4709-990a-d407377f51db completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:50.097491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:54:50.098005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:54:50.112651 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:54:50.135150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:54:50.177763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.185353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.189919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fd04f754-29bb-4ee1-af73-e676786ba6fe HTTP/1.1" status: 204 len: 168 time: 0.4510350 Jul 23 10:54:50.222450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b287398-0680-44c2-9f40-b4191d8f2f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd04f754-29bb-4ee1-af73-e676786ba6fe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:50.265129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a41ca-960d-4511-b1ea-3ea5f4f8d390 None None] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:50.282437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:54:50.291789 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Sync routers for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:54:50.306198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.307523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5e990276-f2d3-42cc-aab0-0277edb9a571 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7480469 Jul 23 10:54:50.307962 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:50.308624 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:50.310790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55214) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:50.390315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] Provisioning for port da9911fa-c789-4709-990a-d407377f51db completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:50.406624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] Provisioning complete for port da9911fa-c789-4709-990a-d407377f51db triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:50.407006 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.427532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:50.452473 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:50.510064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0ca0db70-8be2-4ff1-bc7e-240944d2f4a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d575eba3e7704db88a7f42d2f20ebc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807536 Jul 23 10:54:50.510596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:50.596476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.630247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ef1f54-8b86-48fb-8588-8bc3cad036aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.632051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] For port da9911fa-c789-4709-990a-d407377f51db, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da9911fa-c789-4709-990a-d407377f51db,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:50.639731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.683917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ef1f54-8b86-48fb-8588-8bc3cad036aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.713333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:49Z', 'revision_number': 3, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:50.746001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337eaf7a-2050-44aa-87a5-11cdbb0b576c None None] Pushing event updated for resources: {'Port': ['ID=da9911fa-c789-4709-990a-d407377f51db,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:50.776481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ef1f54-8b86-48fb-8588-8bc3cad036aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.780691 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ef1f54-8b86-48fb-8588-8bc3cad036aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.784121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-60ef1f54-8b86-48fb-8588-8bc3cad036aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2644be51-20d2-49ba-bd86-0308979282c5 HTTP/1.1" status: 204 len: 168 time: 0.2684982 Jul 23 10:54:50.800987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef1f54-8b86-48fb-8588-8bc3cad036aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644be51-20d2-49ba-bd86-0308979282c5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:50.886625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a871f68c-19bb-434b-830d-e2f8ca268ecf no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:50.918980 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Checking router: cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:54:50.919327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Updating router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:54:50.935601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: a871f68c-19bb-434b-830d-e2f8ca268ecf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:50.936035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a871f68c-19bb-434b-830d-e2f8ca268ecf not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:50.956891 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:50.962403 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d0f231a8-8800-4c2e-8ee6-d2ef89881f5b req-ba82de82-8af1-4dce-a831-5748a01539a5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0657237 Jul 23 10:54:50.968328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-05456791-8553-41ac-b619-19f246447699 None None] Provisioning complete for port da9911fa-c789-4709-990a-d407377f51db triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:50.968908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05456791-8553-41ac-b619-19f246447699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.163256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.213085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2304e5f2-8126-42ce-a745-34c007c278f2 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:54:51.239817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 2304e5f2-8126-42ce-a745-34c007c278f2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:54:51.252060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 2304e5f2-8126-42ce-a745-34c007c278f2 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:54:51.313365 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.332561 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Transition to ACTIVE for port object b8d0ab89-3bdb-4def-b1c0-4a466636c4ef will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:51.340062 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.397218 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Attempting to bind port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:51.397679 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Attempting to bind port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:51.398756 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Attempting to bind port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:51.412064 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:51.412683 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:51.413646 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.414742 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:51.415539 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Bound port: b8d0ab89-3bdb-4def-b1c0-4a466636c4ef, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:51.416161 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.420941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Allocated IP 172.20.0.1 (ebc7bbd7-60b2-46b2-af54-4a464b909f52/c6376f0a-ebef-4b33-938a-2d20671bfdc7/fd59f63c-2487-443f-aeb2-df9cc1bbf38d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:51.455201 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Pushing event updated for resources: {'Port': ['ID=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:51.467046 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.467599 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.468105 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.468709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.469219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.469556 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.469894 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.470227 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.470588 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.470870 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.471194 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.471727 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:51.508950 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] For port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:51.513776 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] For port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:51.520073 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.562391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.578687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Transition to ACTIVE for port object fd59f63c-2487-443f-aeb2-df9cc1bbf38d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:51.591112 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:51.592309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:51.620935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.641167 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa1883-213f-4710-8e83-b2635bbae9e1 None None] Pushing event updated for resources: {'Port': ['ID=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:51.657571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:51.660620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:51.664334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:51.716409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Pushing event updated for resources: {'Port': ['ID=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:51.729641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:51.730121 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:51.765067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:51.924338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da9911fa-c789-4709-990a-d407377f51db up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:51.970003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1543236610-network', 'tenant_id': 'e61ec9eb115f47d39320183d5ffdd0b4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:51.996912 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:49Z', 'revision_number': 3, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:52.002674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.030876 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe43fe-87a5-451a-b283-c3693306cbc0 None None] The sync data for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 is: [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:49Z', 'revision_number': 3, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:54:52.031379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Made reservation on behalf of e61ec9eb115f47d39320183d5ffdd0b4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:52.033929 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.046225 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.068882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port da9911fa-c789-4709-990a-d407377f51db triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:52.069260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.133781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5fe82834-afc6-4d0a-9d0a-be054f14b5e5 None None] Provisioning for port fd59f63c-2487-443f-aeb2-df9cc1bbf38d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:52.142024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5fe82834-afc6-4d0a-9d0a-be054f14b5e5 None None] Provisioning complete for port fd59f63c-2487-443f-aeb2-df9cc1bbf38d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:52.142663 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fe82834-afc6-4d0a-9d0a-be054f14b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.153229 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-477a39fb-3d93-472c-9e34-99b3794be638 req-8d1b084f-f0a4-4a0b-927e-2a7fcd1243ac tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0672140 Jul 23 10:54:52.193168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.200194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.227328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82834-afc6-4d0a-9d0a-be054f14b5e5 None None] Port fd59f63c-2487-443f-aeb2-df9cc1bbf38d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:54:52.254017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:54:52.264994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae23e9-465b-4436-a0cd-08e10c1cf92d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:52.269931 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.270584 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Added segment 3a11a01c-2d21-47f9-8197-8abcf4bf466d of type vlan for network 9ef9c058-f0fd-4dbf-bc5c-163791187954 Jul 23 10:54:52.291408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.298320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.318966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.354875 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.355717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:52.356362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.386779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Pushing event updated for resources: {'Port': ['ID=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:52.392117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6258969 Jul 23 10:54:52.394896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:52.398218 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.402639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Request body: {'subnet': {'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1543236610-subnet', 'tenant_id': 'e61ec9eb115f47d39320183d5ffdd0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:52.464858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67399eaa-fb34-4009-8044-552689771105 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef9c058-f0fd-4dbf-bc5c-163791187954,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:52.485927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 9ef9c058-f0fd-4dbf-bc5c-163791187954 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:54:52.500264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Made reservation on behalf of e61ec9eb115f47d39320183d5ffdd0b4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:52.503594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.532426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:52.534047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:52.692912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:54:52.778904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.847310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:54:52.866018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e667cb21-a646-4db0-9d38-2e3b9b6c72fb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:52.874792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b7fbcf09-9416-403c-9dad-dbece341190f admin admin] 10.222.0.37 "PUT /v2.0/routers/cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5625429 Jul 23 10:54:52.881011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Checking segment: {'id': '3a11a01c-2d21-47f9-8197-8abcf4bf466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:52.881642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Network hostable DHCP agents. Network: 9ef9c058-f0fd-4dbf-bc5c-163791187954, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:54:52.902576 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Network 9ef9c058-f0fd-4dbf-bc5c-163791187954 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:54:52.915601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 9ef9c058-f0fd-4dbf-bc5c-163791187954) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:52.924908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbe4b4-a069-4bb0-a6f4-84c98270e653 None None] Network 9ef9c058-f0fd-4dbf-bc5c-163791187954 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:52.929557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:52.930287 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:52.957729 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-31f91bc3-9fcd-4474-8834-2753ad418e7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5616028 Jul 23 10:54:52.989201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b6a5f2f3-48b9-479f-825b-b1e4b2b924a3 None None] Provisioning complete for port fd59f63c-2487-443f-aeb2-df9cc1bbf38d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:52.989989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6a5f2f3-48b9-479f-825b-b1e4b2b924a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:53.071670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5f2f3-48b9-479f-825b-b1e4b2b924a3 None None] Port fd59f63c-2487-443f-aeb2-df9cc1bbf38d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:54:53.163208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88d15b-d297-4ccc-a87a-ea598367f14c None None] Network 9ef9c058-f0fd-4dbf-bc5c-163791187954 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:53.370369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9bb9d7db-fd4f-4ced-adfe-a42ccb52e940 req-f0483011-0bad-47d1-84df-b874b6dc7b6f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ba8b9e-b6b1-4ba4-bfc5-c2263a4c1eb2 HTTP/1.1" status: 200 len: 210 time: 0.0968711 Jul 23 10:54:53.683096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:53.688128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-563824087-network', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:53.712392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Made reservation on behalf of 8675516fdfab44bb9a9806c6e7a16891 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:53.714671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:53.724770 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:53.764402 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c3ec6d05-2074-4199-bfb0-2e7d9222407d tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:53.765950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c3ec6d05-2074-4199-bfb0-2e7d9222407d tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/networks?id=9ef9c058-f0fd-4dbf-bc5c-163791187954 HTTP/1.1" status: 200 len: 809 time: 0.1204183 Jul 23 10:54:53.786952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c8820c24-b31a-42f1-9dd0-4b98bc0950c8 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/quotas/e61ec9eb115f47d39320183d5ffdd0b4 HTTP/1.1" status: 200 len: 375 time: 0.0105605 Jul 23 10:54:53.837254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-b56c6c55-d2c5-4bd6-a7a1-c075e2cd8418 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e61ec9eb115f47d39320183d5ffdd0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412438 Jul 23 10:54:53.843833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:53.852311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:53.889459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:54:53.908817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269b764-e9af-4bcb-9089-4680d5387acd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:53.913154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:53.914282 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Added segment fe8cbced-7aba-4073-bc44-f19697994490 of type vlan for network e0357190-9e14-4332-a8e2-58bf875d1b73 Jul 23 10:54:53.927733 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8d0ab89-3bdb-4def-b1c0-4a466636c4ef up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:53.936813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.937498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.938111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.939130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.939810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.940408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.940990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.941598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.941934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.942398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.942771 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:53.943490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.008023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:54.015664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:54.016401 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.032087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-363b5639-511b-4b08-ad5b-578592ebcb34 service neutron] 10.222.0.37 "GET /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860862 Jul 23 10:54:54.042798 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.103117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.104184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:54.104776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.115350 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.144298 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4599018 Jul 23 10:54:54.147756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:54.152124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55290) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:54.155172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.197831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Request body: {'subnet': {'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-563824087-subnet', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:54.204528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e03177-ed9d-4d99-89b4-6b15cb1c1a29 admin admin] Pushing event updated for resources: {'Network': ['ID=e0357190-9e14-4332-a8e2-58bf875d1b73,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:54.216030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-b5759591-e9f9-4587-b300-f59021d00267 service neutron] 10.222.0.37 "GET /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622944 Jul 23 10:54:54.218976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network e0357190-9e14-4332-a8e2-58bf875d1b73 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:54:54.230740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Made reservation on behalf of 8675516fdfab44bb9a9806c6e7a16891 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:54.234439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.313660 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.316874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:54.325757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.326364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.326888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.327390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.327943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.328442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.328936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.329614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.330100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.330605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.331096 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.331613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:54.495963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Sync routers for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:54:54.508619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:54.509264 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:54.525620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-711c4f9c-4936-48e9-a511-38d0a2c5a23b req-2a8dfad5-4773-465e-bb1c-b4a6b7a658ba tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 210 time: 0.0961552 Jul 23 10:54:54.542878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.614826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d99a57b-1e76-4a6d-9b28-5da57592e840,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:54.621528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Checking segment: {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:54.621792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Network hostable DHCP agents. Network: e0357190-9e14-4332-a8e2-58bf875d1b73, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:54:54.647032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Network e0357190-9e14-4332-a8e2-58bf875d1b73 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:54:54.659986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, e0357190-9e14-4332-a8e2-58bf875d1b73) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:54.662382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:54.664763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:54.665841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.670973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b85dfb-b5a8-4a6a-b004-8bb9a8e176aa None None] Network e0357190-9e14-4332-a8e2-58bf875d1b73 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:54.685091 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5da77feb-907b-45e9-ba0b-5de9fc42be36 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4955237 Jul 23 10:54:54.687901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:54.694598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:54.726819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.728982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.802136 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:54.977508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.062234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-e0357190-9e14-4332-a8e2-58bf875d1b73', 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'fixed_ips': [{'subnet_id': '5d99a57b-1e76-4a6d-9b28-5da57592e840'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:54:55.063100 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.069296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:52Z', 'revision_number': 2, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:55.106290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Checking router: cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:54:55.106883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Updating router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 port fd59f63c-2487-443f-aeb2-df9cc1bbf38d binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:54:55.193915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.225642 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.251238 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.345988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Allocated IP 172.20.0.2 (e0357190-9e14-4332-a8e2-58bf875d1b73/5d99a57b-1e76-4a6d-9b28-5da57592e840/ad218d68-125f-4d9d-8b83-f5a4a1397f6e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:55.381837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Allocated IP 172.25.4.37 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a5527507-2065-411d-8272-1df6e0c90ce7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:55.510599 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.575449 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.676624 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:55.730030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Pushing event updated for resources: {'Port': ['ID=a5527507-2065-411d-8272-1df6e0c90ce7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:55.733055 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:55.737088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a1581f1-b169-4094-97c5-aca1a4824da3 req-c2d20435-e187-4b6e-be03-67afd4f4a7aa tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 210 time: 0.0819883 Jul 23 10:54:55.741311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:55.782499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.796695 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Transition to ACTIVE for port object ad218d68-125f-4d9d-8b83-f5a4a1397f6e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:55.829750 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.839867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Transition to ACTIVE for port object ad218d68-125f-4d9d-8b83-f5a4a1397f6e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:55.846064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Transition to ACTIVE for port object fd59f63c-2487-443f-aeb2-df9cc1bbf38d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:55.853122 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.883950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:55.895653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-698de62b-c160-4110-bc86-279348604f36 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:55.898073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-698de62b-c160-4110-bc86-279348604f36 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.20 "GET /v2.0/networks?id=9ef9c058-f0fd-4dbf-bc5c-163791187954 HTTP/1.1" status: 200 len: 809 time: 0.2324314 Jul 23 10:54:55.918814 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Request body: {'port': {'device_id': '8b72c743-7e15-4641-b5db-18993b212656', 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954', 'admin_state_up': True, 'tenant_id': 'e61ec9eb115f47d39320183d5ffdd0b4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:55.926966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Network e0357190-9e14-4332-a8e2-58bf875d1b73 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:55.930625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Pushing event updated for resources: {'Port': ['ID=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:55.941297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:55.948566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:55.978015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8d0ab89-3bdb-4def-b1c0-4a466636c4ef up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:56.014087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.014662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.014783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.015109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.015471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.015817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.016154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.016487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.016823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.017152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.025163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.025763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:54:56.076378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Made reservation on behalf of e61ec9eb115f47d39320183d5ffdd0b4 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:54:56.084960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.196714 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.272232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b355a7-461c-4c44-ac6b-b7e163a9daad None None] Pushing event updated for resources: {'Port': ['ID=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:56.284796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Attempting to bind port fd59f63c-2487-443f-aeb2-df9cc1bbf38d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:56.285184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Attempting to bind port fd59f63c-2487-443f-aeb2-df9cc1bbf38d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:56.285549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Attempting to bind port fd59f63c-2487-443f-aeb2-df9cc1bbf38d on network ebc7bbd7-60b2-46b2-af54-4a464b909f52 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:56.295540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Attempting to bind port ad218d68-125f-4d9d-8b83-f5a4a1397f6e on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:56.295920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Attempting to bind port ad218d68-125f-4d9d-8b83-f5a4a1397f6e by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:56.296287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Attempting to bind port ad218d68-125f-4d9d-8b83-f5a4a1397f6e on network e0357190-9e14-4332-a8e2-58bf875d1b73 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:56.297672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Allocated IP 172.20.0.12 (9ef9c058-f0fd-4dbf-bc5c-163791187954/e667cb21-a646-4db0-9d38-2e3b9b6c72fb/911c3b85-8560-4dfb-8ee6-ad44dd97df32) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:56.300357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:56.300741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Checking segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:56.301149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.301550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Bound using segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:56.302030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Bound port: fd59f63c-2487-443f-aeb2-df9cc1bbf38d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:56.302420 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.325949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:56.326387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Checking segment: {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:56.326729 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.327132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Bound using segment: {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:56.327654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Bound port: ad218d68-125f-4d9d-8b83-f5a4a1397f6e, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:56.328043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.343590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:56.343965 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.482739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.499302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] For port fd59f63c-2487-443f-aeb2-df9cc1bbf38d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:56.505045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] For port fd59f63c-2487-443f-aeb2-df9cc1bbf38d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:56.513338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.517629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] For port ad218d68-125f-4d9d-8b83-f5a4a1397f6e, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:56.530457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.567193 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.579933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Network 9ef9c058-f0fd-4dbf-bc5c-163791187954 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:54:56.583465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] For port ad218d68-125f-4d9d-8b83-f5a4a1397f6e, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,segment=NetworkSegment(fe8cbced-7aba-4073-bc44-f19697994490),segment_id=fe8cbced-7aba-4073-bc44-f19697994490)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:56.586145 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:54:56.589094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:54:56.602875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.647238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b355a7-461c-4c44-ac6b-b7e163a9daad None None] Pushing event updated for resources: {'Port': ['ID=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:56.655890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:56.656586 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.710271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Pushing event updated for resources: {'Port': ['ID=911c3b85-8560-4dfb-8ee6-ad44dd97df32,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:56.731972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c63b2fbb-8097-4614-9ddc-e6c0a6fcd1bc tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8207259 Jul 23 10:54:56.734398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:56.735050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:56.757970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Request body: {'port': {'device_id': '8b72c743-7e15-4641-b5db-18993b212656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:54:56.963383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Router 4f6b1436-2609-4c2f-9adf-030fac6737ca is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:54:56.978361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:56.997032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4bda5-97a5-4870-b5ff-7e7124585d14 None None] Pushing event updated for resources: {'Port': ['ID=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:57.053363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:57.082197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa83ef5-f80c-4d2b-9276-81a60ee2503c req-50d15bcf-7ca0-47b9-97a1-f5b594a61b40 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:57.090378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfa83ef5-f80c-4d2b-9276-81a60ee2503c req-50d15bcf-7ca0-47b9-97a1-f5b594a61b40 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 932 time: 0.1837943 Jul 23 10:54:57.141483 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a65e30-ffb6-4cf7-9905-445bf9c70ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:57.192337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfa83ef5-f80c-4d2b-9276-81a60ee2503c req-3d7e3070-3484-40be-ac5a-a2117a2881c1 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006899 Jul 23 10:54:57.227984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:54:57.238382 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Sync routers for ids ['4f6b1436-2609-4c2f-9adf-030fac6737ca'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:54:57.255485 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:57.257252 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aaafc220-4066-4add-934b-ece5d2b13155 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5680101 Jul 23 10:54:57.260700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:54:57.260887 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Routers {'4f6b1436-2609-4c2f-9adf-030fac6737ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:57.262643 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4f6b1436-2609-4c2f-9adf-030fac6737ca'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:57.498069 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Set router 4f6b1436-2609-4c2f-9adf-030fac6737ca gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:57.504606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:56Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:57.536881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911c3b85-8560-4dfb-8ee6-ad44dd97df32 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:54:57.548629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:57.563637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Transition to ACTIVE for port object 911c3b85-8560-4dfb-8ee6-ad44dd97df32 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:57.569729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:57.572328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49751918-0d9b-41c6-b2f4-cb3ce216e364 None None] The sync data for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 is: [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:56Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:54:57.845580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Pushing event updated for resources: {'Port': ['ID=911c3b85-8560-4dfb-8ee6-ad44dd97df32,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:57.860287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Attempting to bind port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:57.860287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Attempting to bind port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '3a11a01c-2d21-47f9-8197-8abcf4bf466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:57.860287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Attempting to bind port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 on network 9ef9c058-f0fd-4dbf-bc5c-163791187954 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:57.882450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 on network 9ef9c058-f0fd-4dbf-bc5c-163791187954 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:54:57.882997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Attempting to bind port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 on network 9ef9c058-f0fd-4dbf-bc5c-163791187954 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:57.892740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T10:54:56Z', 'revision_number': 3, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:57.897609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:57.898563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Checking segment: {'id': '3a11a01c-2d21-47f9-8197-8abcf4bf466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:57.899747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Bound using segment: {'id': '3a11a01c-2d21-47f9-8197-8abcf4bf466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:57.901723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Bound port: 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a11a01c-2d21-47f9-8197-8abcf4bf466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:57.906611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:57.975972 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Checking router: 4f6b1436-2609-4c2f-9adf-030fac6737ca for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:54:57.977836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Updating router 4f6b1436-2609-4c2f-9adf-030fac6737ca port a5527507-2065-411d-8272-1df6e0c90ce7 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:54:58.127757 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.134591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] For port 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:58.142336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] For port 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32,segment=NetworkSegment(3a11a01c-2d21-47f9-8197-8abcf4bf466d),segment_id=3a11a01c-2d21-47f9-8197-8abcf4bf466d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:58.156342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.191183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ad218d68-125f-4d9d-8b83-f5a4a1397f6e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:58.246894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:58.253945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.264376 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] 10.222.0.20 "PUT /v2.0/ports/911c3b85-8560-4dfb-8ee6-ad44dd97df32 HTTP/1.1" status: 200 len: 1092 time: 1.5154479 Jul 23 10:54:58.265208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b72c743-7e15-4641-b5db-18993b212656', 'tag': '911c3b85-8560-4dfb-8ee6-ad44dd97df32'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:54:58.276379 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b72c743-7e15-4641-b5db-18993b212656", "tag": "911c3b85-8560-4dfb-8ee6-ad44dd97df32"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:54:58.332101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ad218d68-125f-4d9d-8b83-f5a4a1397f6e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:58.341614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd59f63c-2487-443f-aeb2-df9cc1bbf38d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:54:58.425618 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49beb3-a551-4f9a-9a14-d73b2ce322f6 x-openstack-request-id: req-ec49beb3-a551-4f9a-9a14-d73b2ce322f6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:54:58.428696 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b72c743-7e15-4641-b5db-18993b212656", "tag": "911c3b85-8560-4dfb-8ee6-ad44dd97df32", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:54:58.429257 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec49beb3-a551-4f9a-9a14-d73b2ce322f6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:54:58.430579 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b72c743-7e15-4641-b5db-18993b212656', 'tag': '911c3b85-8560-4dfb-8ee6-ad44dd97df32', 'status': 'completed', 'code': 200} Jul 23 10:54:58.431407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d22a39-3334-457a-a03e-42d9930d9710 service neutron] Pushing event updated for resources: {'Port': ['ID=911c3b85-8560-4dfb-8ee6-ad44dd97df32,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:58.535923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port fd59f63c-2487-443f-aeb2-df9cc1bbf38d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:58.541407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fd59f63c-2487-443f-aeb2-df9cc1bbf38d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:58.541407 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.554817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-ecc603c7-0795-4600-bb8b-d47d293fc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:58.556911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-ecc603c7-0795-4600-bb8b-d47d293fc232 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e61ec9eb115f47d39320183d5ffdd0b4&device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 1095 time: 0.2380042 Jul 23 10:54:58.581651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a307c6-592c-4400-b732-b5f1a4848884 None None] Network e0357190-9e14-4332-a8e2-58bf875d1b73 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:54:58.701234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-c38fcca8-0d99-469c-b6c1-3fd619dd8d1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32 HTTP/1.1" status: 200 len: 217 time: 0.1300366 Jul 23 10:54:58.759448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810ee0d-0c64-4736-a0c0-3d87fa27b871 req-6f11bd68-bdbe-4e68-a610-a4bb59325580 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:58.773934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5810ee0d-0c64-4736-a0c0-3d87fa27b871 req-6f11bd68-bdbe-4e68-a610-a4bb59325580 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 944 time: 0.2575150 Jul 23 10:54:58.831927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-9ee127cd-4a8c-4610-973a-0148f86d4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:58.836889 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-9ee127cd-4a8c-4610-973a-0148f86d4a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667cb21-a646-4db0-9d38-2e3b9b6c72fb HTTP/1.1" status: 200 len: 849 time: 0.1261516 Jul 23 10:54:58.881644 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.911311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Transition to ACTIVE for port object a5527507-2065-411d-8272-1df6e0c90ce7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:58.921173 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.930914 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:58.940394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-f3204fef-b805-4a26-b637-db656abdce59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ef9c058-f0fd-4dbf-bc5c-163791187954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969174 Jul 23 10:54:58.963914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5810ee0d-0c64-4736-a0c0-3d87fa27b871 req-35a4c4a3-0e6c-408e-b633-4a7882fd3e49 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830151 Jul 23 10:54:59.045508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] Provisioning for port ad218d68-125f-4d9d-8b83-f5a4a1397f6e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:54:59.056866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port fd59f63c-2487-443f-aeb2-df9cc1bbf38d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:59.062394 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] Provisioning complete for port ad218d68-125f-4d9d-8b83-f5a4a1397f6e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:54:59.063140 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.081963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.090299 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Attempting to bind port a5527507-2065-411d-8272-1df6e0c90ce7 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:54:59.098155 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Attempting to bind port a5527507-2065-411d-8272-1df6e0c90ce7 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:54:59.098694 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Attempting to bind port a5527507-2065-411d-8272-1df6e0c90ce7 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:54:59.115369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517db76-650d-47f0-a361-2336a076d21e None None] Pushing event updated for resources: {'Port': ['ID=a5527507-2065-411d-8272-1df6e0c90ce7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:59.126291 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:54:59.128658 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:54:59.129206 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.129695 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:54:59.137350 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Bound port: a5527507-2065-411d-8272-1df6e0c90ce7, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:54:59.137879 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.147730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.178204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-6fec9c5d-a2b4-4380-be3e-48bbf27dd47b service neutron] 10.222.0.20 "GET /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301643 Jul 23 10:54:59.237147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] For port a5527507-2065-411d-8272-1df6e0c90ce7, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:54:59.246537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] For port a5527507-2065-411d-8272-1df6e0c90ce7, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5527507-2065-411d-8272-1df6e0c90ce7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:54:59.253322 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.361042 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Routers {'4f6b1436-2609-4c2f-9adf-030fac6737ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:54:59.365088 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:54:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4f6b1436-2609-4c2f-9adf-030fac6737ca'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:54:59.375887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c4fcd0e3-69df-4800-9b6a-e9c6fe6bb0b5 req-6a2a8b0f-c68e-4449-8d92-fb5bd50f80e6 service neutron] 10.222.0.20 "GET /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879499 Jul 23 10:54:59.457905 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517db76-650d-47f0-a361-2336a076d21e None None] Pushing event updated for resources: {'Port': ['ID=a5527507-2065-411d-8272-1df6e0c90ce7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:59.500378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Allocated IP 172.20.0.1 (e0357190-9e14-4332-a8e2-58bf875d1b73/5d99a57b-1e76-4a6d-9b28-5da57592e840/816dc943-a93c-4d1c-8945-ad11176c3601) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:54:59.501166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:59.563066 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.572299 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] Set router 4f6b1436-2609-4c2f-9adf-030fac6737ca gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:54:59.643471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] For port ad218d68-125f-4d9d-8b83-f5a4a1397f6e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,segment=NetworkSegment(fe8cbced-7aba-4073-bc44-f19697994490),segment_id=fe8cbced-7aba-4073-bc44-f19697994490)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:54:59.647379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-b3119301-71e0-4956-8ee5-365c7e5dac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:59.648550 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-b3119301-71e0-4956-8ee5-365c7e5dac1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e61ec9eb115f47d39320183d5ffdd0b4&device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 1095 time: 0.1721013 Jul 23 10:54:59.652095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.747947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9464b-3473-455d-b3de-9d945aa55467 None None] Pushing event updated for resources: {'Port': ['ID=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:54:59.776857 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.814198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Transition to ACTIVE for port object 816dc943-a93c-4d1c-8945-ad11176c3601 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:54:59.851570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-f54336bc-168e-47db-a7fe-4ec92648ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:54:59.854379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-f54336bc-168e-47db-a7fe-4ec92648ac99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ef9c058-f0fd-4dbf-bc5c-163791187954 HTTP/1.1" status: 200 len: 910 time: 0.1978920 Jul 23 10:54:59.907229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.909912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-0fdb3010-e5ac-49bf-9bd7-ac07ebe1c11b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32 HTTP/1.1" status: 200 len: 217 time: 0.0433369 Jul 23 10:54:59.942123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1efa06cc-d029-40a6-9857-9d4df033a018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:54:59.967460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ad218d68-125f-4d9d-8b83-f5a4a1397f6e up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:00.007011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Network e0357190-9e14-4332-a8e2-58bf875d1b73 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:00.011387 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:00.019889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:00.028024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-73daf7d4-f6ea-482c-a964-a28ffb657894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:00.029535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-73daf7d4-f6ea-482c-a964-a28ffb657894 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667cb21-a646-4db0-9d38-2e3b9b6c72fb HTTP/1.1" status: 200 len: 849 time: 0.1065660 Jul 23 10:55:00.095348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ad218d68-125f-4d9d-8b83-f5a4a1397f6e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:00.096013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.103204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-c3e89c72-2c85-4954-88c0-e0aa1a7a4802 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ef9c058-f0fd-4dbf-bc5c-163791187954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634596 Jul 23 10:55:00.146237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Pushing event updated for resources: {'Port': ['ID=816dc943-a93c-4d1c-8945-ad11176c3601,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:00.181996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4f3c1f82-1fe1-4a59-b82b-0c7102ed5a47 None None] Provisioning complete for port ad218d68-125f-4d9d-8b83-f5a4a1397f6e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:00.182382 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1f82-1fe1-4a59-b82b-0c7102ed5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.193340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.243437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T10:54:56Z', 'revision_number': 3, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:00.309142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.328277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd59f63c-2487-443f-aeb2-df9cc1bbf38d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:00.341333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5c3d-5d98-4a99-997f-bbc19ed382c6 None None] The sync data for ids ['4f6b1436-2609-4c2f-9adf-030fac6737ca'] in n-d-778550-4 is: [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T10:54:56Z', 'revision_number': 3, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:55:00.381552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76624893-eff1-4005-ba86-3c624b52ad27 req-572729a0-1278-45b8-aa2f-c3d30235f8b1 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:00.390509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76624893-eff1-4005-ba86-3c624b52ad27 req-572729a0-1278-45b8-aa2f-c3d30235f8b1 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 944 time: 0.2510035 Jul 23 10:55:00.438510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-5b9709e6-e54b-4f08-8e02-5f9fbe2234d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269572 Jul 23 10:55:00.551321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port fd59f63c-2487-443f-aeb2-df9cc1bbf38d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:00.552291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.563609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.566112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-76624893-eff1-4005-ba86-3c624b52ad27 req-265103f8-2830-4fd7-ab37-e80962c78c1d tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719842 Jul 23 10:55:00.741057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-753b8afe-9232-4bf6-be38-98b734e38b84 None None] Provisioning for port 816dc943-a93c-4d1c-8945-ad11176c3601 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:00.761272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-753b8afe-9232-4bf6-be38-98b734e38b84 None None] Provisioning complete for port 816dc943-a93c-4d1c-8945-ad11176c3601 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:00.761550 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-753b8afe-9232-4bf6-be38-98b734e38b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:00.849321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-753b8afe-9232-4bf6-be38-98b734e38b84 None None] Port 816dc943-a93c-4d1c-8945-ad11176c3601 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:55:00.937657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 911c3b85-8560-4dfb-8ee6-ad44dd97df32 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:55:01.052297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.065853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.205154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.224595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32,segment=NetworkSegment(3a11a01c-2d21-47f9-8197-8abcf4bf466d),segment_id=3a11a01c-2d21-47f9-8197-8abcf4bf466d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:01.262132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '911c3b85-8560-4dfb-8ee6-ad44dd97df32', 'network_id': '9ef9c058-f0fd-4dbf-bc5c-163791187954', 'port_id': '911c3b85-8560-4dfb-8ee6-ad44dd97df32', 'mac_address': 'fa:16:3e:32:0a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e667cb21-a646-4db0-9d38-2e3b9b6c72fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:55:01.280372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Pushing event updated for resources: {'Port': ['ID=816dc943-a93c-4d1c-8945-ad11176c3601,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:01.339190 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.356307 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.385821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911c3b85-8560-4dfb-8ee6-ad44dd97df32 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:55:01.431873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32,segment=NetworkSegment(3a11a01c-2d21-47f9-8197-8abcf4bf466d),segment_id=3a11a01c-2d21-47f9-8197-8abcf4bf466d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:01.437863 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.450384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Network e0357190-9e14-4332-a8e2-58bf875d1b73 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:01.452839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:01.466675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1c0f0f1-2407-4aeb-ac14-75dddf73ad8f req-59434f43-5a10-4b9d-ad5c-366799401f00 service neutron] 10.222.0.20 "GET /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157127 Jul 23 10:55:01.516118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=911c3b85-8560-4dfb-8ee6-ad44dd97df32,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:01.668331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Router 4f6b1436-2609-4c2f-9adf-030fac6737ca has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:55:01.716612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['911c3b85-8560-4dfb-8ee6-ad44dd97df32'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:55:01.923904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:55:01.945877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-297421e2-4912-48b9-80c5-505d9e6d255d None None] Provisioning complete for port 816dc943-a93c-4d1c-8945-ad11176c3601 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:01.946538 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-297421e2-4912-48b9-80c5-505d9e6d255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:01.961420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99740e7e-37ea-43ed-9a8b-2f6108e7a726 admin admin] 10.222.0.37 "PUT /v2.0/routers/4f6b1436-2609-4c2f-9adf-030fac6737ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6978381 Jul 23 10:55:02.003875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5527507-2065-411d-8272-1df6e0c90ce7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:02.034864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859c421-486c-4d2c-82e6-78ba0a3e9d7a req-5875b4d3-ca68-410f-8540-fcf415aa3a1e tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:02.040569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3859c421-486c-4d2c-82e6-78ba0a3e9d7a req-5875b4d3-ca68-410f-8540-fcf415aa3a1e tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 945 time: 0.2500565 Jul 23 10:55:02.097176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-297421e2-4912-48b9-80c5-505d9e6d255d None None] Port 816dc943-a93c-4d1c-8945-ad11176c3601 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:55:02.126336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3859c421-486c-4d2c-82e6-78ba0a3e9d7a req-c4f8df99-4d40-4daf-95be-af9649b21cac tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761344 Jul 23 10:55:02.129759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55408) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.139581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954140590', 'description': 'tempest-secgroup-smoke-1954140590 description', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.141024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a5527507-2065-411d-8272-1df6e0c90ce7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:02.147574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a5527507-2065-411d-8272-1df6e0c90ce7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:02.150576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.181948 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.267869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.295347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a5527507-2065-411d-8272-1df6e0c90ce7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5527507-2065-411d-8272-1df6e0c90ce7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:02.310300 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.325247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.331060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.372880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc47c115-b6bf-44a3-80d0-49cc954eba78,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:02.377829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.379526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4f382efc-cf5e-405e-8dc2-8eb0b5361636 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2482440 Jul 23 10:55:02.383453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.389935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group_rule': {'security_group_id': 'fc47c115-b6bf-44a3-80d0-49cc954eba78', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.439289 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.527620 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.533635 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.558299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae4b6db-7ef5-4747-a878-931ba5ff0e82,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:02.563172 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.565015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ffed45d6-8129-4e0a-9c85-45d5c563b878 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801593 Jul 23 10:55:02.567995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55416) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.574015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group_rule': {'security_group_id': 'fc47c115-b6bf-44a3-80d0-49cc954eba78', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.594024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.605233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a5527507-2065-411d-8272-1df6e0c90ce7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:02.608931 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.681077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.685110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.700785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.705682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682694874', 'description': 'tempest-secgroup-smoke-682694874 description', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.713670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e803d68-501d-4e1e-b03e-089a5e2df682,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:02.719751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.724270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df720c46-a470-4f82-8c5c-bae58459d923 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518242 Jul 23 10:55:02.724270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55420) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.728551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group_rule': {'security_group_id': 'fc47c115-b6bf-44a3-80d0-49cc954eba78', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.739245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.758673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.823123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.827008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.847644 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.850294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040f91c7-d3c0-4c96-afa8-6a76b31811ae,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:02.854055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.873487 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.878301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f61e2ed3-2da7-4234-a5f5-c28e53043653 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500802 Jul 23 10:55:02.878301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55422) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.885564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group_rule': {'security_group_id': 'fc47c115-b6bf-44a3-80d0-49cc954eba78', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.895407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.896688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1948431 Jul 23 10:55:02.902126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55424) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:02.913024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group_rule': {'security_group_id': '15ab4c3e-4bc5-4181-b958-0f905ee4d5dc', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:02.921536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.921941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59ffa3-b1ba-4123-8137-80638e8f0ae0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:02.931249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 911c3b85-8560-4dfb-8ee6-ad44dd97df32 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:02.973644 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:02.999987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:03.007798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:03.008506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.011085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.017203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.038187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c280b0-4684-462a-aed3-4b2cd4346b62,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.047122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.051805 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4c05ff3a-adde-4b1f-9cb0-f240d93242d1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692410 Jul 23 10:55:03.052237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.052237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.057938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group_rule': {'security_group_id': 'fc47c115-b6bf-44a3-80d0-49cc954eba78', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.073773 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.099513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c3fed0-7244-43ca-a975-5b8d75f42351,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.106419 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Project a95c4db26c8b4c51a0929356dba702b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:55:03.111803 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.113350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-265b29a9-6217-436c-afdb-2fef63b4b31e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102118 Jul 23 10:55:03.114886 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.116237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55428) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.121914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group_rule': {'security_group_id': '15ab4c3e-4bc5-4181-b958-0f905ee4d5dc', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.142369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.168079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.168921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b72c743-7e15-4641-b5db-18993b212656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c3b85-8560-4dfb-8ee6-ad44dd97df32'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:03.171514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.172760 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2493fa-2703-47f6-8953-1441a0480fed" -d '{"events": [{"server_uuid": "8b72c743-7e15-4641-b5db-18993b212656", "name": "network-vif-plugged", "status": "completed", "tag": "911c3b85-8560-4dfb-8ee6-ad44dd97df32"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:03.186834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32,segment=NetworkSegment(3a11a01c-2d21-47f9-8197-8abcf4bf466d),segment_id=3a11a01c-2d21-47f9-8197-8abcf4bf466d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:03.189397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.192652 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.221821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48020fe8-5ea0-4379-9fd5-6a17faf37ac3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.253794 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c0c56-3cbf-454d-9ad4-31d58ac222a7 x-openstack-request-id: req-0d2c0c56-3cbf-454d-9ad4-31d58ac222a7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:03.254478 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b72c743-7e15-4641-b5db-18993b212656", "name": "network-vif-plugged", "status": "completed", "tag": "911c3b85-8560-4dfb-8ee6-ad44dd97df32", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:03.254478 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d2c0c56-3cbf-454d-9ad4-31d58ac222a7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:03.255159 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b72c743-7e15-4641-b5db-18993b212656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c3b85-8560-4dfb-8ee6-ad44dd97df32', 'code': 200} Jul 23 10:55:03.255281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.256787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-57967d02-1e40-49e7-a418-84dec3fe66fc tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2040455 Jul 23 10:55:03.259525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55436) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.265701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=911c3b85-8560-4dfb-8ee6-ad44dd97df32,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.268584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'security_group_rule': {'security_group_id': 'fc47c115-b6bf-44a3-80d0-49cc954eba78', 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.331357 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.337064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Sync routers for ids ['4f6b1436-2609-4c2f-9adf-030fac6737ca'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:55:03.337338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.352065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Routers {'4f6b1436-2609-4c2f-9adf-030fac6737ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:55:03.352697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:55:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4f6b1436-2609-4c2f-9adf-030fac6737ca'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:03.356955 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Project a95c4db26c8b4c51a0929356dba702b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:55:03.368679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.394768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc6ef60-d208-466a-893c-0c93b7ad8e3a,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.415754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.421008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24e87d30-2170-4b14-a660-a85c18d80ffa tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3028467 Jul 23 10:55:03.422580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55438) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.427339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group_rule': {'security_group_id': '15ab4c3e-4bc5-4181-b958-0f905ee4d5dc', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.439404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cde22-f9a1-4ee0-a846-d3395c6c94cc req-6740e37b-0951-4796-b411-2c6a37b47bf1 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:03.447925 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-134cde22-f9a1-4ee0-a846-d3395c6c94cc req-6740e37b-0951-4796-b411-2c6a37b47bf1 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 946 time: 0.1575792 Jul 23 10:55:03.472225 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.477396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Set router 4f6b1436-2609-4c2f-9adf-030fac6737ca gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:55:03.496633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.504786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.509515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a1b5-b9f4-48b9-b891-4ced53090d88 req-7220db3e-6761-4ded-8027-3aa1bd3b616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:03.511575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e36a1b5-b9f4-48b9-b891-4ced53090d88 req-7220db3e-6761-4ded-8027-3aa1bd3b616c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 1097 time: 0.1687493 Jul 23 10:55:03.525791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5d8be3-227f-4a5e-8fad-ba9d104bf0fe,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.540084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-134cde22-f9a1-4ee0-a846-d3395c6c94cc req-af78bd1e-9f6c-4554-93b4-3aa9975fad97 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907958 Jul 23 10:55:03.561480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.563250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0292674b-54d7-47d1-8511-e6a90dc96dc1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3024867 Jul 23 10:55:03.573212 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.580510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e36a1b5-b9f4-48b9-b891-4ced53090d88 req-df686b2b-f765-43f4-ae6b-c25c113a3d36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498657 Jul 23 10:55:03.581944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.607849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.611633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855514 Jul 23 10:55:03.611853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55446) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.617743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group_rule': {'security_group_id': '15ab4c3e-4bc5-4181-b958-0f905ee4d5dc', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.623728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d536a02-d5f1-4f00-a659-d9d89cee6d3c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecffc90d-36f5-4a56-9327-60079f014e22,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.657082 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.744588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.749271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.749816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T10:55:00Z', 'revision_number': 4, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '816dc943-a93c-4d1c-8945-ad11176c3601', 'name': '', 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'mac_address': 'fa:16:3e:96:60:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '5d99a57b-1e76-4a6d-9b28-5da57592e840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:59Z', 'updated_at': '2021-07-23T10:55:00Z', 'revision_number': 2, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'subnets': [{'id': '5d99a57b-1e76-4a6d-9b28-5da57592e840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:03.771847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f39805-1db6-4096-b565-fba33cf91da2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.777072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.780854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-248b4683-157c-4cc5-bbe2-9e1b80fa0e8e tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1655481 Jul 23 10:55:03.781198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 55472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.786033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group_rule': {'security_group_id': '15ab4c3e-4bc5-4181-b958-0f905ee4d5dc', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.786196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Checking router: 4f6b1436-2609-4c2f-9adf-030fac6737ca for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:55:03.786739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Updating router 4f6b1436-2609-4c2f-9adf-030fac6737ca port 816dc943-a93c-4d1c-8945-ad11176c3601 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:55:03.813701 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Project 00fb70fa6f1145ddbe8ccbc9ebcac2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:55:03.822558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.831123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.914723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.922979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.949256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d2b6fb-0e90-4b06-a2c5-1e91c3cf450a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:03.954955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:03.958965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-da009f84-850d-477c-91bb-480eeffc6417 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740515 Jul 23 10:55:03.959462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 55482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:03.966311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'security_group_rule': {'security_group_id': '15ab4c3e-4bc5-4181-b958-0f905ee4d5dc', 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:03.972526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5527507-2065-411d-8272-1df6e0c90ce7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:03.998075 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Project 00fb70fa6f1145ddbe8ccbc9ebcac2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 10:55:04.004098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.083306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.087810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a5527507-2065-411d-8272-1df6e0c90ce7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:04.088387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.090264 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.116125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a4581f-5a56-4779-aee5-6dfa56c6f90d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:04.122179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.124438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-74818469-1d06-4cf8-b187-9687cc071e1b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623833 Jul 23 10:55:04.309316 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.324001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Transition to ACTIVE for port object 816dc943-a93c-4d1c-8945-ad11176c3601 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:04.329145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-d99074f5-2155-497b-843c-40d7017b23db tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682694874&fields=id&tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea HTTP/1.1" status: 200 len: 267 time: 0.0373158 Jul 23 10:55:04.338328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.402269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247998e7-0c1a-4cd6-9f6d-f98ec974a0fa None None] Pushing event updated for resources: {'Port': ['ID=816dc943-a93c-4d1c-8945-ad11176c3601,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:04.469462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Attempting to bind port 816dc943-a93c-4d1c-8945-ad11176c3601 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:55:04.469840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Attempting to bind port 816dc943-a93c-4d1c-8945-ad11176c3601 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:55:04.470213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Attempting to bind port 816dc943-a93c-4d1c-8945-ad11176c3601 on network e0357190-9e14-4332-a8e2-58bf875d1b73 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:04.478035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:55:04.478035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Checking segment: {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:04.478437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.478989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Bound using segment: {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:55:04.481815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Bound port: 816dc943-a93c-4d1c-8945-ad11176c3601, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8cbced-7aba-4073-bc44-f19697994490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:55:04.481992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.514748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1a39e66c-5d42-4c04-a0b7-e7b0d9532a15 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:04.517103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1a39e66c-5d42-4c04-a0b7-e7b0d9532a15 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 808 time: 0.1813085 Jul 23 10:55:04.536584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-11d6c31a-1fce-49ab-acd0-afd5a53307e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/quotas/00fb70fa6f1145ddbe8ccbc9ebcac2ea HTTP/1.1" status: 200 len: 375 time: 0.0138211 Jul 23 10:55:04.652401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] For port 816dc943-a93c-4d1c-8945-ad11176c3601, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:55:04.656133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] For port 816dc943-a93c-4d1c-8945-ad11176c3601, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=816dc943-a93c-4d1c-8945-ad11176c3601,segment=NetworkSegment(fe8cbced-7aba-4073-bc44-f19697994490),segment_id=fe8cbced-7aba-4073-bc44-f19697994490)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:55:04.660262 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.665489 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:04.749066 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-4170089a-1afb-4796-8271-2f22e36cb98b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2060575 Jul 23 10:55:04.807190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Routers {'4f6b1436-2609-4c2f-9adf-030fac6737ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:55:04.808180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:55:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4f6b1436-2609-4c2f-9adf-030fac6737ca'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:04.810626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c981-b791-4b05-98a6-966cb3d4f3fc req-703febdc-f6dd-403e-921d-945d2477cdb6 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:04.820821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9af6c981-b791-4b05-98a6-966cb3d4f3fc req-703febdc-f6dd-403e-921d-945d2477cdb6 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 946 time: 0.1370163 Jul 23 10:55:04.881177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9af6c981-b791-4b05-98a6-966cb3d4f3fc req-6cc7a886-b37e-4474-9e76-92c866a5b819 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574725 Jul 23 10:55:04.938888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-85ea11b0-7cbc-4191-9190-0c6d9eea32fb service neutron] 10.222.0.37 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889806 Jul 23 10:55:04.961244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] Set router 4f6b1436-2609-4c2f-9adf-030fac6737ca gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:55:05.029604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247998e7-0c1a-4cd6-9f6d-f98ec974a0fa None None] Pushing event updated for resources: {'Port': ['ID=816dc943-a93c-4d1c-8945-ad11176c3601,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:05.081644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-4b38757b-78ed-478b-8241-581cd4d0227d service neutron] 10.222.0.37 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418953 Jul 23 10:55:05.249640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T10:55:00Z', 'revision_number': 4, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '816dc943-a93c-4d1c-8945-ad11176c3601', 'name': '', 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'mac_address': 'fa:16:3e:96:60:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '5d99a57b-1e76-4a6d-9b28-5da57592e840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:59Z', 'updated_at': '2021-07-23T10:55:04Z', 'revision_number': 4, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'subnets': [{'id': '5d99a57b-1e76-4a6d-9b28-5da57592e840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:05.283525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ecfd53-8cbb-45b8-9c4d-fad8b932b980 None None] The sync data for ids ['4f6b1436-2609-4c2f-9adf-030fac6737ca'] in n-d-778550-4 is: [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T10:55:00Z', 'revision_number': 4, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '816dc943-a93c-4d1c-8945-ad11176c3601', 'name': '', 'network_id': 'e0357190-9e14-4332-a8e2-58bf875d1b73', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'mac_address': 'fa:16:3e:96:60:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '5d99a57b-1e76-4a6d-9b28-5da57592e840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:59Z', 'updated_at': '2021-07-23T10:55:04Z', 'revision_number': 4, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'subnets': [{'id': '5d99a57b-1e76-4a6d-9b28-5da57592e840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:55:05.396807 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e1342e61-6987-4b7a-934d-a64c6b50ec94 req-cac28d9c-58e4-4670-8e82-7952feea0748 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 210 time: 0.0662286 Jul 23 10:55:05.952541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 816dc943-a93c-4d1c-8945-ad11176c3601 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:06.047865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 816dc943-a93c-4d1c-8945-ad11176c3601 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:06.056407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 816dc943-a93c-4d1c-8945-ad11176c3601 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:06.057463 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:06.158174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada6927-e75a-4551-ad72-7cfe8db5db7c req-50eecc72-b1cb-4197-950a-62cda4bece8c tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:06.159658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ada6927-e75a-4551-ad72-7cfe8db5db7c req-50eecc72-b1cb-4197-950a-62cda4bece8c tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 946 time: 0.1585047 Jul 23 10:55:06.165881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-c791d9a0-d75c-455e-b7d0-ee2f349a63ad req-22fb00c6-5ac1-457d-b230-cf9fb547e4d5 service neutron] (93834) timed out ('10.222.0.55', 54782) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:55:06.217955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ada6927-e75a-4551-ad72-7cfe8db5db7c req-4496955c-3d8c-4458-a0c8-768ee9fc4a8d tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520327 Jul 23 10:55:06.246532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:06.301805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 816dc943-a93c-4d1c-8945-ad11176c3601, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=816dc943-a93c-4d1c-8945-ad11176c3601,segment=NetworkSegment(fe8cbced-7aba-4073-bc44-f19697994490),segment_id=fe8cbced-7aba-4073-bc44-f19697994490)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:06.309658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:06.419137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=816dc943-a93c-4d1c-8945-ad11176c3601,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:06.538555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6b34b8f-d11d-4bff-bfd8-52a1665ea4cb req-8810855c-9c57-4326-a124-d4794774a141 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 210 time: 0.0394964 Jul 23 10:55:06.827700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-630071b4-801b-4870-8bd4-a179a58c2f31 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:06.829657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-630071b4-801b-4870-8bd4-a179a58c2f31 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 808 time: 0.2353847 Jul 23 10:55:06.895598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-8451eb81-8c2e-414d-843b-f58e8e22604c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea HTTP/1.1" status: 200 len: 379 time: 0.0530183 Jul 23 10:55:06.905209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'port': {'device_id': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'admin_state_up': True, 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'security_groups': ['15ab4c3e-4bc5-4181-b958-0f905ee4d5dc']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:07.073621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Made reservation on behalf of 00fb70fa6f1145ddbe8ccbc9ebcac2ea for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:07.078512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:07.265323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Allocated IP 172.20.0.3 (ebc7bbd7-60b2-46b2-af54-4a464b909f52/c6376f0a-ebef-4b33-938a-2d20671bfdc7/5ee44cfe-4289-4172-8627-a8d223b77d31) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:07.470145 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:07.492125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Transition to ACTIVE for port object 5ee44cfe-4289-4172-8627-a8d223b77d31 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:07.564128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:07.607198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:07.653125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:07.662486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:07.739830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'Port': ['ID=5ee44cfe-4289-4172-8627-a8d223b77d31,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:07.780924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:07.784940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:07.805224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8936-ec25-4837-886d-698d32482dc5 req-4c962354-b070-4886-9db2-2c6dd1bd413b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:07.809385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ade8936-ec25-4837-886d-698d32482dc5 req-4c962354-b070-4886-9db2-2c6dd1bd413b tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 931 time: 0.1671402 Jul 23 10:55:07.816364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-c5203585-ab88-4e3b-b2d4-a6622b3b494a tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9158404 Jul 23 10:55:07.855556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Request body: {'port': {'device_id': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:07.969435 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6ade8936-ec25-4837-886d-698d32482dc5 req-bd173976-518d-4451-8381-d9abe167e16d tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517000 Jul 23 10:55:08.005441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 816dc943-a93c-4d1c-8945-ad11176c3601 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:08.044024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.089559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9c48f386-10fa-4898-9209-9d810ba29ae1 None None] Provisioning for port 5ee44cfe-4289-4172-8627-a8d223b77d31 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:08.095383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9c48f386-10fa-4898-9209-9d810ba29ae1 None None] Provisioning complete for port 5ee44cfe-4289-4172-8627-a8d223b77d31 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:08.096056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c48f386-10fa-4898-9209-9d810ba29ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.137811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 816dc943-a93c-4d1c-8945-ad11176c3601 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:08.138196 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.140761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9c48f386-10fa-4898-9209-9d810ba29ae1 None None] Port 5ee44cfe-4289-4172-8627-a8d223b77d31 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:55:08.447899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee44cfe-4289-4172-8627-a8d223b77d31 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:55:08.459091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.480506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Transition to ACTIVE for port object 5ee44cfe-4289-4172-8627-a8d223b77d31 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:08.485863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.621333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Pushing event updated for resources: {'Port': ['ID=5ee44cfe-4289-4172-8627-a8d223b77d31,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:08.693001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Attempting to bind port 5ee44cfe-4289-4172-8627-a8d223b77d31 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:55:08.693415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Attempting to bind port 5ee44cfe-4289-4172-8627-a8d223b77d31 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:55:08.693811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Attempting to bind port 5ee44cfe-4289-4172-8627-a8d223b77d31 on network ebc7bbd7-60b2-46b2-af54-4a464b909f52 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:08.700569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Port 5ee44cfe-4289-4172-8627-a8d223b77d31 on network ebc7bbd7-60b2-46b2-af54-4a464b909f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:55:08.700971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Attempting to bind port 5ee44cfe-4289-4172-8627-a8d223b77d31 on network ebc7bbd7-60b2-46b2-af54-4a464b909f52 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:08.713561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:55:08.714018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Checking segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:08.714469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Bound using segment: {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:55:08.715060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Bound port: 5ee44cfe-4289-4172-8627-a8d223b77d31, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc093005-c004-4822-af1c-cae4b1328946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:55:08.715527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.809953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] For port 5ee44cfe-4289-4172-8627-a8d223b77d31, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:55:08.814418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] For port 5ee44cfe-4289-4172-8627-a8d223b77d31, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5ee44cfe-4289-4172-8627-a8d223b77d31,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:55:08.821973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.890066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:08.890777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:08.892657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] 10.222.0.55 "PUT /v2.0/ports/5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 1091 time: 1.0626631 Jul 23 10:55:08.893135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:08.897701 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:09.000745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf8ac5-68b6-4ca6-8554-1731790def8c service neutron] Pushing event updated for resources: {'Port': ['ID=5ee44cfe-4289-4172-8627-a8d223b77d31,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:09.013244 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfa9684-06fa-46b6-b159-ea683955dee8 x-openstack-request-id: req-9cfa9684-06fa-46b6-b159-ea683955dee8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:09.014658 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:09.015097 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cfa9684-06fa-46b6-b159-ea683955dee8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:09.015558 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'status': 'completed', 'code': 200} Jul 23 10:55:09.112824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1c6150f1-16a9-4f35-bea4-0b52bad880de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.114420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-1c6150f1-16a9-4f35-bea4-0b52bad880de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1094 time: 0.1710358 Jul 23 10:55:09.171548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-8988b5d7-5887-4188-bb97-a1bd416a0a8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 217 time: 0.0490162 Jul 23 10:55:09.182762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a26f2-1ddf-4338-86ad-ada264d47723 req-f318c3f6-8bbc-423d-98f7-ed3642572d70 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.185005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-542a26f2-1ddf-4338-86ad-ada264d47723 req-f318c3f6-8bbc-423d-98f7-ed3642572d70 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 946 time: 0.1783462 Jul 23 10:55:09.208824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d6ee-7830-4b63-b9c2-d92d2fefd56e req-7722bc4a-56fa-4d3f-a3db-1d3987f0e5ed tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.217012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dca0d6ee-7830-4b63-b9c2-d92d2fefd56e req-7722bc4a-56fa-4d3f-a3db-1d3987f0e5ed tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 943 time: 0.1346745 Jul 23 10:55:09.273841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dca0d6ee-7830-4b63-b9c2-d92d2fefd56e req-47f337f8-a5df-4662-bc7a-dfcafff43310 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534003 Jul 23 10:55:09.278371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-a04f959c-2420-4275-9a86-ab1e7ed4c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.280137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-a04f959c-2420-4275-9a86-ab1e7ed4c555 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0940804 Jul 23 10:55:09.300874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-542a26f2-1ddf-4338-86ad-ada264d47723 req-9c53d83c-eee1-486e-be05-a73d0f5c3395 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024318 Jul 23 10:55:09.372444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-79cf1df4-448b-4954-b07a-0ea7396472d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.375131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-79cf1df4-448b-4954-b07a-0ea7396472d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867100 Jul 23 10:55:09.479728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-4ec763d6-e74a-465d-bbbd-75468310229b service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978358 Jul 23 10:55:09.577385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a1e360b-956d-4289-837a-184aa3c6d9f6 req-78dfb26d-4e96-4753-8309-f24b18c2a773 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918014 Jul 23 10:55:09.688502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-01c4b83b-6cf0-45f1-8a51-baa8cc22712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.690051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-01c4b83b-6cf0-45f1-8a51-baa8cc22712e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0671988 Jul 23 10:55:09.788671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-089739d2-aa65-41ed-b61b-743a937b85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.790336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-089739d2-aa65-41ed-b61b-743a937b85b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.0933397 Jul 23 10:55:09.834941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-949deff3-1709-403c-973f-a0cfdbbbe988 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 217 time: 0.0373983 Jul 23 10:55:09.899637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-9d330d59-10a3-435d-b0c2-d432630870a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.901214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-9d330d59-10a3-435d-b0c2-d432630870a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0584319 Jul 23 10:55:09.989845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-65534a64-433e-409d-95a0-b7c8c3515719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:09.991444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-65534a64-433e-409d-95a0-b7c8c3515719 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839126 Jul 23 10:55:10.096848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-31899319-730b-4516-a11f-871299a1d890 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981615 Jul 23 10:55:10.208601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-91bbf62b-7a3c-4ad9-aeaf-462a11ffbc3a req-918073f1-b409-4407-b71a-3285e028fd8b service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043706 Jul 23 10:55:10.406029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e19b9-3370-4e8d-9633-1dcb7e32f9b0 req-4a9a4b2a-ffac-4477-a27f-fb5e57c07eeb tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:10.411927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf2e19b9-3370-4e8d-9633-1dcb7e32f9b0 req-4a9a4b2a-ffac-4477-a27f-fb5e57c07eeb tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 943 time: 0.0740092 Jul 23 10:55:10.454417 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cf2e19b9-3370-4e8d-9633-1dcb7e32f9b0 req-2e3ad913-1421-4e6a-ac3f-d75517c24548 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 Jul 23 10:55:10.506752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-05ee016b-3689-43f0-8cff-58ef5a6dd39e tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:10.509023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-05ee016b-3689-43f0-8cff-58ef5a6dd39e tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 946 time: 0.1610909 Jul 23 10:55:10.560326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd90c6-fc8c-4ead-a2ad-8963ef0b5f7c req-8fee975c-067e-47ee-87dc-c9c1bfdde26f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:10.563940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99dd90c6-fc8c-4ead-a2ad-8963ef0b5f7c req-8fee975c-067e-47ee-87dc-c9c1bfdde26f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b72c743-7e15-4641-b5db-18993b212656 HTTP/1.1" status: 200 len: 946 time: 0.1519156 Jul 23 10:55:10.655853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99dd90c6-fc8c-4ead-a2ad-8963ef0b5f7c req-b5f435c7-ab35-41a8-acce-353995ad8367 tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ae23e9-465b-4436-a0cd-08e10c1cf92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815635 Jul 23 10:55:10.682712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Deleting port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:55:10.682932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:10.789444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] For port 911c3b85-8560-4dfb-8ee6-ad44dd97df32, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=911c3b85-8560-4dfb-8ee6-ad44dd97df32,segment=NetworkSegment(3a11a01c-2d21-47f9-8197-8abcf4bf466d),segment_id=3a11a01c-2d21-47f9-8197-8abcf4bf466d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:10.789807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:10.802229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Calling delete_port for 911c3b85-8560-4dfb-8ee6-ad44dd97df32 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:55:10.937967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:10.971339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Pushing event deleted for resources: {'Port': ['ID=911c3b85-8560-4dfb-8ee6-ad44dd97df32,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:10.971589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['911c3b85-8560-4dfb-8ee6-ad44dd97df32'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:55:11.024484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] No DVR routers for this DVR port 911c3b85-8560-4dfb-8ee6-ad44dd97df32 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:55:11.027086 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:11.029759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab57dde5-681f-4a37-8407-c5e8b38e83e9 req-49eb25ec-97bf-43cc-9a98-df0d8db7479f tempest-ServerTagsTestJSON-1808506503 tempest-ServerTagsTestJSON-1808506503-project] 10.222.0.20 "DELETE /v2.0/ports/911c3b85-8560-4dfb-8ee6-ad44dd97df32 HTTP/1.1" status: 204 len: 173 time: 0.5142910 Jul 23 10:55:11.030410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b72c743-7e15-4641-b5db-18993b212656', 'name': 'network-vif-deleted', 'tag': '911c3b85-8560-4dfb-8ee6-ad44dd97df32'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:11.040506 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9108954d-c56d-4b5f-8b76-47cc84254c96" -d '{"events": [{"server_uuid": "8b72c743-7e15-4641-b5db-18993b212656", "name": "network-vif-deleted", "tag": "911c3b85-8560-4dfb-8ee6-ad44dd97df32"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:11.082978 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccda73b-1477-4bd5-8cb3-a19580062bcb x-openstack-request-id: req-dccda73b-1477-4bd5-8cb3-a19580062bcb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:11.092811 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b72c743-7e15-4641-b5db-18993b212656", "name": "network-vif-deleted", "tag": "911c3b85-8560-4dfb-8ee6-ad44dd97df32", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:11.092811 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dccda73b-1477-4bd5-8cb3-a19580062bcb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:11.092811 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b72c743-7e15-4641-b5db-18993b212656', 'name': 'network-vif-deleted', 'tag': '911c3b85-8560-4dfb-8ee6-ad44dd97df32', 'status': 'completed', 'code': 200} Jul 23 10:55:11.724866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56078) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:11.786606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deceb11-b97a-4aec-939a-35be6f460daa req-1140d95a-b932-4800-a4cd-2cc16c014031 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:11.791957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2deceb11-b97a-4aec-939a-35be6f460daa req-1140d95a-b932-4800-a4cd-2cc16c014031 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 943 time: 0.2465575 Jul 23 10:55:11.799655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Deleting subnet e667cb21-a646-4db0-9d38-2e3b9b6c72fb {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:55:11.803801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:11.872603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2deceb11-b97a-4aec-939a-35be6f460daa req-a08c1797-2464-4530-874f-0127d35fe814 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695894 Jul 23 10:55:11.874699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:11.916903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:11.977408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.009921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e667cb21-a646-4db0-9d38-2e3b9b6c72fb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:12.012644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.014491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-49ae41f2-75ba-4cd1-8067-88f9dde91bd2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e667cb21-a646-4db0-9d38-2e3b9b6c72fb HTTP/1.1" status: 204 len: 168 time: 0.2885671 Jul 23 10:55:12.016995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56082) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:12.088211 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.175856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.186958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef9c058-f0fd-4dbf-bc5c-163791187954']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:12.198309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a11a01c-2d21-47f9-8197-8abcf4bf466d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:12.198611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a11a01c-2d21-47f9-8197-8abcf4bf466d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:12.207321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.222675 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.229868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:55:12.230218 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:55:12.232037 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:55:12.297773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.304306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.306835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ef9c058-f0fd-4dbf-bc5c-163791187954 HTTP/1.1" status: 204 len: 168 time: 0.2888997 Jul 23 10:55:12.324547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46ae02-cecf-4f19-9ba9-e6313f9f27fb admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef9c058-f0fd-4dbf-bc5c-163791187954,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:12.496906 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56088) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:12.545883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f959b12f-a8c6-42c7-b0ad-5a2a02f54acf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e61ec9eb115f47d39320183d5ffdd0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452120 Jul 23 10:55:12.546244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56090) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:12.602458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58d928a3-214f-4386-a944-a479fa6b09d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.628672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58d928a3-214f-4386-a944-a479fa6b09d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.682351 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58d928a3-214f-4386-a944-a479fa6b09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.686602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58d928a3-214f-4386-a944-a479fa6b09d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:12.690693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-58d928a3-214f-4386-a944-a479fa6b09d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89ae23e9-465b-4436-a0cd-08e10c1cf92d HTTP/1.1" status: 204 len: 168 time: 0.1433964 Jul 23 10:55:12.700597 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d928a3-214f-4386-a944-a479fa6b09d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae23e9-465b-4436-a0cd-08e10c1cf92d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:13.048033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4e66c-aec0-48d2-a4cf-da490447e48b req-76ea30c4-88e4-406a-898d-61e4c656c825 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:13.049580 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42b4e66c-aec0-48d2-a4cf-da490447e48b req-76ea30c4-88e4-406a-898d-61e4c656c825 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 943 time: 0.1010828 Jul 23 10:55:13.097842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42b4e66c-aec0-48d2-a4cf-da490447e48b req-3e014834-6dd7-4a7a-91cc-142f15c03dda tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 Jul 23 10:55:13.337940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5ee44cfe-4289-4172-8627-a8d223b77d31 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:55:13.448694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5ee44cfe-4289-4172-8627-a8d223b77d31, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5ee44cfe-4289-4172-8627-a8d223b77d31,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:13.469032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'port_id': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'mac_address': 'fa:16:3e:93:c6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:55:13.515338 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:13.530199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee44cfe-4289-4172-8627-a8d223b77d31 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:55:13.553100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5ee44cfe-4289-4172-8627-a8d223b77d31, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5ee44cfe-4289-4172-8627-a8d223b77d31,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:13.559235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:13.624284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=5ee44cfe-4289-4172-8627-a8d223b77d31,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:13.755640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['5ee44cfe-4289-4172-8627-a8d223b77d31'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:55:14.116159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56130) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:14.259163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc410f-5210-49c7-a750-f7a6f2416877 req-9949ad2b-b453-48d8-aab7-53c8cd61b1d1 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:14.261359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84dc410f-5210-49c7-a750-f7a6f2416877 req-9949ad2b-b453-48d8-aab7-53c8cd61b1d1 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 944 time: 0.0836365 Jul 23 10:55:14.287492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3255a519-6d87-4e0e-af3d-f546cbe1bc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.327722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84dc410f-5210-49c7-a750-f7a6f2416877 req-41cd3237-823e-4104-94bc-ba0d734c44fb tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587022 Jul 23 10:55:14.417802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3255a519-6d87-4e0e-af3d-f546cbe1bc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.423024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3255a519-6d87-4e0e-af3d-f546cbe1bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.464973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3255a519-6d87-4e0e-af3d-f546cbe1bc23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a926009b7bc4a94b9ee34b488b66fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468280 Jul 23 10:55:14.465852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255a519-6d87-4e0e-af3d-f546cbe1bc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a2a448-2071-4b76-8ad5-0a1c43620b0d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:14.467620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:14.519186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5316ec-881a-4ecf-86fa-9f8eb8a4febd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.542497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5316ec-881a-4ecf-86fa-9f8eb8a4febd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.598463 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5316ec-881a-4ecf-86fa-9f8eb8a4febd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.601112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a5316ec-881a-4ecf-86fa-9f8eb8a4febd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:14.602265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7a5316ec-881a-4ecf-86fa-9f8eb8a4febd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98a2a448-2071-4b76-8ad5-0a1c43620b0d HTTP/1.1" status: 204 len: 168 time: 0.1336322 Jul 23 10:55:14.614504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5316ec-881a-4ecf-86fa-9f8eb8a4febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a2a448-2071-4b76-8ad5-0a1c43620b0d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:14.994807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 911c3b85-8560-4dfb-8ee6-ad44dd97df32 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:55:15.023882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 911c3b85-8560-4dfb-8ee6-ad44dd97df32 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:55:15.023882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 911c3b85-8560-4dfb-8ee6-ad44dd97df32 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:55:15.338011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5ee44cfe-4289-4172-8627-a8d223b77d31 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:15.439306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 5ee44cfe-4289-4172-8627-a8d223b77d31 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:15.453294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 5ee44cfe-4289-4172-8627-a8d223b77d31 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:15.454292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:15.558222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:15.559633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f54bc-cec1-440e-b427-64fb2ea65da0 req-ab729e51-4a0e-4fd9-9a6f-9ea467e4c3e5 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:15.564366 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a1f54bc-cec1-440e-b427-64fb2ea65da0 req-ab729e51-4a0e-4fd9-9a6f-9ea467e4c3e5 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 944 time: 0.1038349 Jul 23 10:55:15.586618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:15.589323 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4135aa0b-d977-4f01-98bb-d9a3b4927f63" -d '{"events": [{"server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "name": "network-vif-plugged", "status": "completed", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:15.618560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 5ee44cfe-4289-4172-8627-a8d223b77d31, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5ee44cfe-4289-4172-8627-a8d223b77d31,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:15.626319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:15.645786 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8a1f54bc-cec1-440e-b427-64fb2ea65da0 req-463fabed-b352-413b-9797-6812d8ec16e0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683401 Jul 23 10:55:15.685500 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34df4cd-d637-450e-8e9f-00339134eb42 x-openstack-request-id: req-b34df4cd-d637-450e-8e9f-00339134eb42 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:15.685804 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "name": "network-vif-plugged", "status": "completed", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:15.686498 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b34df4cd-d637-450e-8e9f-00339134eb42 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:15.687164 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'code': 200} Jul 23 10:55:15.707737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=5ee44cfe-4289-4172-8627-a8d223b77d31,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:15.807614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252426-f1f6-4b67-890b-cdf53d1d99f1 req-808d676c-1f1c-474c-9260-b63f188f187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:15.809188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d252426-f1f6-4b67-890b-cdf53d1d99f1 req-808d676c-1f1c-474c-9260-b63f188f187f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0637474 Jul 23 10:55:15.865913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d252426-f1f6-4b67-890b-cdf53d1d99f1 req-e293f2e6-c3c9-47f1-a4b8-1a40a0e81009 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493042 Jul 23 10:55:16.405635 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:55:16.823141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cb096-e2af-4a67-9475-a0c728c59059 req-e32ea1c4-d120-40bf-8d0b-9e013e765dff tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:16.824803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd8cb096-e2af-4a67-9475-a0c728c59059 req-e32ea1c4-d120-40bf-8d0b-9e013e765dff tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 945 time: 0.1025569 Jul 23 10:55:16.876348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd8cb096-e2af-4a67-9475-a0c728c59059 req-e0bd3e7e-02af-4a18-af20-691b7b5b2816 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Jul 23 10:55:17.075241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b2e17-06a0-4064-a320-014e9256b036 req-ec269550-349e-4932-bc4b-de17bbdd68c8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:17.078166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-747b2e17-06a0-4064-a320-014e9256b036 req-ec269550-349e-4932-bc4b-de17bbdd68c8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 945 time: 0.0852997 Jul 23 10:55:17.145453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-747b2e17-06a0-4064-a320-014e9256b036 req-1feb1bfd-29e9-41c0-9c5f-0696f5535889 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587478 Jul 23 10:55:17.312777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9ee11-ff4d-4219-9a66-f91d16815d32 req-46108933-b031-414d-98c0-4bc8d1521df0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:17.315538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a9ee11-ff4d-4219-9a66-f91d16815d32 req-46108933-b031-414d-98c0-4bc8d1521df0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 945 time: 0.0811374 Jul 23 10:55:17.363975 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-56a9ee11-ff4d-4219-9a66-f91d16815d32 req-6a173ec4-f83d-4eed-9310-7c8247eabba9 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Jul 23 10:55:17.395923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:17.702017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18263e6b-1e0c-4d64-803a-824b299ab4ed tempest-TestServerBasicOps-1301194644 tempest-TestServerBasicOps-1301194644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:17.706958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-18263e6b-1e0c-4d64-803a-824b299ab4ed tempest-TestServerBasicOps-1301194644 tempest-TestServerBasicOps-1301194644-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1091 time: 0.3098643 Jul 23 10:55:17.707124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56242) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:17.712590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:17.748238 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:17.939182 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:18.058559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Allocated IP 172.25.4.47 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/1e2b5f9b-6d48-4565-b1f8-b101a624b906) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:18.198374 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:18.251438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:18.293954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:18.299892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:18.302802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:18.416843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'Port': ['ID=1e2b5f9b-6d48-4565-b1f8-b101a624b906,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:19.279070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.450507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.641439 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.646330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.721886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event updated for resources: {'Port': ['ID=1e2b5f9b-6d48-4565-b1f8-b101a624b906,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:19.733253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:19.885178 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Floating IP 1490961d-6b0e-4097-a086-80df96a74a5a associated. External IP: 172.25.4.47, port: 5ee44cfe-4289-4172-8627-a8d223b77d31. Jul 23 10:55:20.166323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:55:20.303456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:55:20.315429 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] Sync routers for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:55:20.330512 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:55:20.331436 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:55:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:20.354687 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:20.445433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fa947ad4-45d0-4274-916b-79f78e0038e8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7318799 Jul 23 10:55:20.445433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:20.445433 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e195f77e-b3f4-4ff5-b219-17dfc0a48078" -d '{"events": [{"name": "network-changed", "server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:20.479219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:55:20.516946 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4fa4b2-3fcf-454d-8e8a-2f806fa2c5db x-openstack-request-id: req-ff4fa4b2-3fcf-454d-8e8a-2f806fa2c5db {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:20.517266 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:20.517561 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff4fa4b2-3fcf-454d-8e8a-2f806fa2c5db {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:20.517972 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'status': 'completed', 'code': 200} Jul 23 10:55:20.619238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-99c0f6bb-8e91-46f4-b275-ef30ea1ef378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:20.621606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-99c0f6bb-8e91-46f4-b275-ef30ea1ef378 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0898960 Jul 23 10:55:20.778301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-33d21632-92a4-4ac3-83d5-8f858b7d7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:20.779939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-33d21632-92a4-4ac3-83d5-8f858b7d7976 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.1499219 Jul 23 10:55:20.815510 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '1490961d-6b0e-4097-a086-80df96a74a5a', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'port_id': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'mac_address': 'fa:16:3e:93:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:55:18Z', 'updated_at': '2021-07-23T10:55:18Z', 'revision_number': 0, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:58Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:20.866530 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] Checking router: cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:55:20.876775 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:55:20.877697 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:55:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:20.908127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-7e3be7e7-e634-441a-b452-4a10477eff04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 998 time: 0.1207690 Jul 23 10:55:20.965442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-96d7cdf9-fae5-40ad-9091-e5fc372268a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:20.966891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-96d7cdf9-fae5-40ad-9091-e5fc372268a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0522325 Jul 23 10:55:21.048507 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:55:21.096367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-809b0fa8-e7b4-4f78-bfa6-da175ccd996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:21.098121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-809b0fa8-e7b4-4f78-bfa6-da175ccd996d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245787 Jul 23 10:55:21.286025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-a041e22b-9da2-4835-a559-98b7d59ce620 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756859 Jul 23 10:55:21.441683 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '1490961d-6b0e-4097-a086-80df96a74a5a', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'port_id': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'mac_address': 'fa:16:3e:93:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:55:18Z', 'updated_at': '2021-07-23T10:55:18Z', 'revision_number': 0, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:58Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:21.477022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e195f77e-b3f4-4ff5-b219-17dfc0a48078 req-ba3a35de-f2c5-424f-8554-c2ef5a898958 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822348 Jul 23 10:55:21.493465 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ec842-4692-4230-8265-c26e5da059e2 None None] The sync data for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 is: [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '1490961d-6b0e-4097-a086-80df96a74a5a', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'port_id': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'mac_address': 'fa:16:3e:93:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:55:18Z', 'updated_at': '2021-07-23T10:55:18Z', 'revision_number': 0, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:58Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:55:21.765887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b74a6-ffda-4ac8-bb32-6d2b1ed8c0a7 None None] New status for floating IP 1490961d-6b0e-4097-a086-80df96a74a5a: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:55:23.034501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-5e8c3fac-fdc8-4c26-90f7-e24f5475be79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065650 Jul 23 10:55:23.144621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-f09ef646-a120-4fba-863b-7cad01df8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:23.146356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-f09ef646-a120-4fba-863b-7cad01df8bc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0620978 Jul 23 10:55:23.303565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-051c5880-17d9-48a9-8d84-651e104788d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:23.306360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-051c5880-17d9-48a9-8d84-651e104788d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.1364932 Jul 23 10:55:23.416851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-8be8340a-a0fa-42a8-b8bf-5eb0598682c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 1000 time: 0.1027966 Jul 23 10:55:23.493937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-5e87767a-5d54-4fa5-89cb-ef9c044c74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:23.496444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-5e87767a-5d54-4fa5-89cb-ef9c044c74a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0727441 Jul 23 10:55:23.576456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-334262d0-f743-43b7-9e7f-3626eceb6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:23.578213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-334262d0-f743-43b7-9e7f-3626eceb6cef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752172 Jul 23 10:55:23.733445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-33f6eec9-93ac-48d3-80e5-5cb6f7e1f8ae service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465762 Jul 23 10:55:23.880949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6743f3c-8f03-4b07-b8ee-bab8e8e326d2 req-f7a901c4-66fb-4229-80aa-2fc6ccb46808 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407561 Jul 23 10:55:24.223708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:24.812955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56448) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:24.934639 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97f79431-9369-42bd-9dee-9167fb57b843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.049011 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97f79431-9369-42bd-9dee-9167fb57b843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.054348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97f79431-9369-42bd-9dee-9167fb57b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.113390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f79431-9369-42bd-9dee-9167fb57b843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150b8f03-a0ed-4660-baf1-a76f48fa55b9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:25.121497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-97f79431-9369-42bd-9dee-9167fb57b843 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a54751d8ec4841c28cd9b3f4e3ba32da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060076 Jul 23 10:55:25.125302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56462) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:25.134145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-0cc647cd-c259-4b6e-a457-f81a915bb980 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954140590&fields=id&tenant_id=a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 267 time: 0.0767472 Jul 23 10:55:25.257765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c37a13f1-e4e5-4bc2-9318-e0a155634676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.298572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-26d02656-5318-40d2-be79-18eaf0b099db tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:25.300106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-26d02656-5318-40d2-be79-18eaf0b099db tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1567702 Jul 23 10:55:25.302014 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c37a13f1-e4e5-4bc2-9318-e0a155634676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.326808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-2106e3a8-3998-4c24-90b4-ccd15e1930c2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0179684 Jul 23 10:55:25.388165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c37a13f1-e4e5-4bc2-9318-e0a155634676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.390734 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c37a13f1-e4e5-4bc2-9318-e0a155634676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:25.391913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c37a13f1-e4e5-4bc2-9318-e0a155634676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/150b8f03-a0ed-4660-baf1-a76f48fa55b9 HTTP/1.1" status: 204 len: 168 time: 0.2656980 Jul 23 10:55:25.406246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a13f1-e4e5-4bc2-9318-e0a155634676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b8f03-a0ed-4660-baf1-a76f48fa55b9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:25.421309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-1a2d24bf-a712-4aca-8374-c0fc91f63089 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884261 Jul 23 10:55:25.526995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-412b6c1c-3f54-44b5-81ff-f18256a362ed service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918458 Jul 23 10:55:25.625457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8da3d5ed-4952-4e16-8437-5009275262b5 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919898 Jul 23 10:55:25.978207 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae02d351-6b85-4e37-9874-914397da0ba4 req-5aef1a39-c965-4e06-a224-2dcded84b297 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0458720 Jul 23 10:55:27.097453 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02154757-34d1-45ce-be26-ea988edeb9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:27.115320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f3da666-f467-4e11-a094-e3def3242257 req-abbbb9fe-9ca5-46f2-b6dd-86aa5606c76b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0547163 Jul 23 10:55:27.138727 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-6cebced8-f238-404f-acdd-5549c1671f19 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:27.140492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-6cebced8-f238-404f-acdd-5549c1671f19 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1951966 Jul 23 10:55:27.197574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-fdacd85c-a49f-4b3c-bfeb-24f051dbfc4d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 380 time: 0.0426588 Jul 23 10:55:27.224264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'security_groups': ['fc47c115-b6bf-44a3-80d0-49cc954eba78']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:27.369617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:27.373812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:27.535967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.3 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/f78d8b51-9475-487b-b95e-7032c9356e1b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:27.716186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:27.734095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object f78d8b51-9475-487b-b95e-7032c9356e1b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:27.789197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:27.841341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:27.844556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:27.867396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:27.953570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:27.954245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:27.974246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=f78d8b51-9475-487b-b95e-7032c9356e1b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:27.989992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-8a474f3b-f0a6-446c-933a-b495303dfa9a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7875686 Jul 23 10:55:28.005919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56580) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:28.011794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Request body: {'port': {'device_id': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:28.102137 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.237089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-96d3da49-46ef-4332-8d3c-a4ae82c6c14b None None] Provisioning for port f78d8b51-9475-487b-b95e-7032c9356e1b completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:28.241798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-96d3da49-46ef-4332-8d3c-a4ae82c6c14b None None] Provisioning complete for port f78d8b51-9475-487b-b95e-7032c9356e1b triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:28.242460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96d3da49-46ef-4332-8d3c-a4ae82c6c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.281101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-96d3da49-46ef-4332-8d3c-a4ae82c6c14b None None] Port f78d8b51-9475-487b-b95e-7032c9356e1b cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:55:28.303060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6384abf2-5e6a-40c3-abe3-1c92e1477bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.312141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e61e-845d-4f3c-9ac9-54610b8ec286 req-e1a15079-b4d7-4188-8d68-d8cee4f2fe48 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:28.315466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ce2e61e-845d-4f3c-9ac9-54610b8ec286 req-e1a15079-b4d7-4188-8d68-d8cee4f2fe48 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 931 time: 0.1100636 Jul 23 10:55:28.357327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ce2e61e-845d-4f3c-9ac9-54610b8ec286 req-c56e1dca-e637-44e6-b554-d4979f3ae166 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Jul 23 10:55:28.479644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78d8b51-9475-487b-b95e-7032c9356e1b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:55:28.490682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.511364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Transition to ACTIVE for port object f78d8b51-9475-487b-b95e-7032c9356e1b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:28.519039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.881626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6384abf2-5e6a-40c3-abe3-1c92e1477bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.911544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6384abf2-5e6a-40c3-abe3-1c92e1477bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:28.913198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f78d8b51-9475-487b-b95e-7032c9356e1b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:28.974149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6384abf2-5e6a-40c3-abe3-1c92e1477bb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=012c33b218f84897b703302483469d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670720 Jul 23 10:55:28.977512 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:28.991004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384abf2-5e6a-40c3-abe3-1c92e1477bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf19cc65-5aef-4a21-a178-af4c10d9088c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:29.054623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4134a84-21f5-4814-baa2-1dff35fda122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.062032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Attempting to bind port f78d8b51-9475-487b-b95e-7032c9356e1b on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:55:29.062369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Attempting to bind port f78d8b51-9475-487b-b95e-7032c9356e1b by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:55:29.062699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Attempting to bind port f78d8b51-9475-487b-b95e-7032c9356e1b on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:29.067777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Port f78d8b51-9475-487b-b95e-7032c9356e1b on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:55:29.075698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Attempting to bind port f78d8b51-9475-487b-b95e-7032c9356e1b on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:29.082055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:55:29.082393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:29.082777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:55:29.083210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Bound port: f78d8b51-9475-487b-b95e-7032c9356e1b, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:55:29.083620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.084208 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4134a84-21f5-4814-baa2-1dff35fda122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.143988 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4134a84-21f5-4814-baa2-1dff35fda122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.146753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4134a84-21f5-4814-baa2-1dff35fda122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.148879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b4134a84-21f5-4814-baa2-1dff35fda122 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf19cc65-5aef-4a21-a178-af4c10d9088c HTTP/1.1" status: 204 len: 168 time: 0.1702616 Jul 23 10:55:29.159529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4134a84-21f5-4814-baa2-1dff35fda122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf19cc65-5aef-4a21-a178-af4c10d9088c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:29.181216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] For port f78d8b51-9475-487b-b95e-7032c9356e1b, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:55:29.185496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] For port f78d8b51-9475-487b-b95e-7032c9356e1b, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f78d8b51-9475-487b-b95e-7032c9356e1b,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:55:29.211295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.276247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:29.276893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.278466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/f78d8b51-9475-487b-b95e-7032c9356e1b HTTP/1.1" status: 200 len: 1091 time: 1.2742825 Jul 23 10:55:29.279358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:29.281907 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f41106-014c-4976-8063-989463138ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:29.392775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd131a26-9dae-43de-9d72-cd3a508015e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f78d8b51-9475-487b-b95e-7032c9356e1b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:29.407385 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e12d6-3999-4b9e-8616-037773911022 x-openstack-request-id: req-e29e12d6-3999-4b9e-8616-037773911022 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:29.407832 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:29.408188 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e29e12d6-3999-4b9e-8616-037773911022 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:29.408683 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'status': 'completed', 'code': 200} Jul 23 10:55:29.440940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-66d61550-119c-4183-b9d3-2122abdc86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:29.443710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-66d61550-119c-4183-b9d3-2122abdc86d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 1094 time: 0.0992491 Jul 23 10:55:29.503270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-e05e9a21-9f71-416e-a0f2-866afe2a8729 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f78d8b51-9475-487b-b95e-7032c9356e1b HTTP/1.1" status: 200 len: 217 time: 0.0466845 Jul 23 10:55:29.588557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7097e-9ce1-4a96-af58-8ef1e9ae9f8c req-cbb86d8d-12ec-48a2-b6d1-9947f54d753b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:29.589061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-e6a6e976-6672-4464-8400-d741d5edc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:29.590361 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bb7097e-9ce1-4a96-af58-8ef1e9ae9f8c req-cbb86d8d-12ec-48a2-b6d1-9947f54d753b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.1305366 Jul 23 10:55:29.590803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-e6a6e976-6672-4464-8400-d741d5edc500 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0790057 Jul 23 10:55:29.669450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-797ba10c-643b-48e3-953a-073676dc8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:29.671325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-797ba10c-643b-48e3-953a-073676dc8ec8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746269 Jul 23 10:55:29.689144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3bb7097e-9ce1-4a96-af58-8ef1e9ae9f8c req-9b303405-e6d3-4cd0-bed3-8cd29e5f25ac tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816324 Jul 23 10:55:29.689428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56620) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:29.725630 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaf318d2-a69b-45fb-8ae0-f73a315c3baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.827089 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-ef7fa876-d2d3-48e2-9a57-14631c001072 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486807 Jul 23 10:55:29.916567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3599d518-362f-4945-b9e6-0f68664c62b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.972901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaf318d2-a69b-45fb-8ae0-f73a315c3baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:29.976367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd0f7779-723b-4dbb-a712-e172f3080dc6 req-40a4dca0-d8d9-4b5d-816d-16163005f0f9 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419296 Jul 23 10:55:29.978500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aaf318d2-a69b-45fb-8ae0-f73a315c3baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:30.016028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf318d2-a69b-45fb-8ae0-f73a315c3baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea6f05-9a4a-44be-a232-573534c38b0b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:30.022105 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aaf318d2-a69b-45fb-8ae0-f73a315c3baa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=335723f12e954c21801f0415f3b436a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314009 Jul 23 10:55:30.025415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:30.085799 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-937f0093-e747-450d-8f31-7f5b2bc3f3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:30.119391 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-937f0093-e747-450d-8f31-7f5b2bc3f3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:30.129297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41106-014c-4976-8063-989463138ec7 req-57a5b276-76b6-4c9d-85f0-f2d3dd7bfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:30.131604 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-57a5b276-76b6-4c9d-85f0-f2d3dd7bfaca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 1094 time: 0.0767827 Jul 23 10:55:30.176989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-937f0093-e747-450d-8f31-7f5b2bc3f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:30.181532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-937f0093-e747-450d-8f31-7f5b2bc3f3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:30.183170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-937f0093-e747-450d-8f31-7f5b2bc3f3cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0ea6f05-9a4a-44be-a232-573534c38b0b HTTP/1.1" status: 204 len: 168 time: 0.1564567 Jul 23 10:55:30.195066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f0093-e747-450d-8f31-7f5b2bc3f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea6f05-9a4a-44be-a232-573534c38b0b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:30.238032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:30.286292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41106-014c-4976-8063-989463138ec7 req-307b9813-a175-45a5-b02a-815675454f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:30.287930 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-307b9813-a175-45a5-b02a-815675454f2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1500342 Jul 23 10:55:30.346590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-9144cee9-7542-4e0c-ad39-ac18b054fadc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f78d8b51-9475-487b-b95e-7032c9356e1b HTTP/1.1" status: 200 len: 217 time: 0.0522625 Jul 23 10:55:30.408156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41106-014c-4976-8063-989463138ec7 req-3db4e30a-e41d-4981-aab6-d0234f440914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:30.409974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-3db4e30a-e41d-4981-aab6-d0234f440914 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0569046 Jul 23 10:55:30.493352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41106-014c-4976-8063-989463138ec7 req-a79e36f4-84b9-41f2-b912-8d5d7c6bf08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:30.495650 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-a79e36f4-84b9-41f2-b912-8d5d7c6bf08f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787981 Jul 23 10:55:30.607222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-940314c5-7757-4523-9998-afa2a99ce934 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049385 Jul 23 10:55:30.723459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01f41106-014c-4976-8063-989463138ec7 req-69e35de5-ac8f-46ec-a791-1abbe07bdfc8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098890 Jul 23 10:55:30.849303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2137a-7701-4f53-98e1-d4dffb2f101e req-5b9fe1d9-8785-40b3-bfa8-b1673982e02d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:30.852226 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ca2137a-7701-4f53-98e1-d4dffb2f101e req-5b9fe1d9-8785-40b3-bfa8-b1673982e02d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0849743 Jul 23 10:55:30.932839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ca2137a-7701-4f53-98e1-d4dffb2f101e req-d0736832-c9ff-46bf-b6d4-1eeb5484713f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654085 Jul 23 10:55:31.301676 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:32.123313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ee452-3133-4dd1-984a-ef9699c3a84d req-ba10fae1-d9bd-4224-ad75-ddef39f5ebad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:32.125646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-567ee452-3133-4dd1-984a-ef9699c3a84d req-ba10fae1-d9bd-4224-ad75-ddef39f5ebad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0913002 Jul 23 10:55:32.195030 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-567ee452-3133-4dd1-984a-ef9699c3a84d req-9d9371d7-cfea-46b8-9166-4f01bc6f80c0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543280 Jul 23 10:55:32.556793 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:33.336121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81925-4cd0-48c7-8a8e-b2b4990f38fb req-6f569a59-8ff5-4ab0-b706-0e8296d3ab8f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:33.337641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6fb81925-4cd0-48c7-8a8e-b2b4990f38fb req-6f569a59-8ff5-4ab0-b706-0e8296d3ab8f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0650589 Jul 23 10:55:33.382990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6fb81925-4cd0-48c7-8a8e-b2b4990f38fb req-56c64373-8d6e-4a17-8272-a25f88b80b26 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 Jul 23 10:55:34.543693 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de4d0-8f30-4480-b30b-4e252ef2c253 req-b79deebd-b49f-4eac-a912-206e2f6e8ca8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:34.545095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dd8de4d0-8f30-4480-b30b-4e252ef2c253 req-b79deebd-b49f-4eac-a912-206e2f6e8ca8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0854878 Jul 23 10:55:34.584235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:34.600652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dd8de4d0-8f30-4480-b30b-4e252ef2c253 req-693fb6b5-c17c-40c9-9adb-62d04d2bdac3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475705 Jul 23 10:55:35.729891 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a4c90-3584-4753-8a61-f7d77a8289dc req-8719a6b9-239b-49b2-8447-5b360af42049 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:35.731372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753a4c90-3584-4753-8a61-f7d77a8289dc req-8719a6b9-239b-49b2-8447-5b360af42049 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0688012 Jul 23 10:55:35.773535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-753a4c90-3584-4753-8a61-f7d77a8289dc req-5b2862ee-eed3-4d00-b8c1-8439bc0a26a7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358756 Jul 23 10:55:35.933362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:36.041359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c696-a7f9-45a9-a435-eabc92fdf8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.135017 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c696-a7f9-45a9-a435-eabc92fdf8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.139301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c696-a7f9-45a9-a435-eabc92fdf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.176675 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e2b3c696-a7f9-45a9-a435-eabc92fdf8d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7efd3693d3474f0a938e0d073aadaadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420225 Jul 23 10:55:36.178609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3c696-a7f9-45a9-a435-eabc92fdf8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0370129f-6203-4cfa-b645-6cb0ab550101,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:36.180324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56854) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:36.231577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eb11f54-e2a8-46f3-bb5c-69f39e7ffb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.253625 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eb11f54-e2a8-46f3-bb5c-69f39e7ffb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.302582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eb11f54-e2a8-46f3-bb5c-69f39e7ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.306237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8eb11f54-e2a8-46f3-bb5c-69f39e7ffb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.307536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8eb11f54-e2a8-46f3-bb5c-69f39e7ffb58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0370129f-6203-4cfa-b645-6cb0ab550101 HTTP/1.1" status: 204 len: 168 time: 0.1259141 Jul 23 10:55:36.316061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb11f54-e2a8-46f3-bb5c-69f39e7ffb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0370129f-6203-4cfa-b645-6cb0ab550101,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:36.574143 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 56868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:36.588344 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b78bb668-ce67-47cb-8561-599bd974b09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.679426 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b78bb668-ce67-47cb-8561-599bd974b09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.683159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b78bb668-ce67-47cb-8561-599bd974b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.721205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b78bb668-ce67-47cb-8561-599bd974b09c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91048bd5c01242b0a3197b35b00b3fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459401 Jul 23 10:55:36.722315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bb668-ce67-47cb-8561-599bd974b09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72624d8a-8edc-44ef-a851-e9b6aa507687,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:36.723957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 56870) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:36.781588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8502167-0d16-49c0-b99d-533cc0c48f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.802953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8502167-0d16-49c0-b99d-533cc0c48f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.856583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8502167-0d16-49c0-b99d-533cc0c48f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.859176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8502167-0d16-49c0-b99d-533cc0c48f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:36.860373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c8502167-0d16-49c0-b99d-533cc0c48f1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72624d8a-8edc-44ef-a851-e9b6aa507687 HTTP/1.1" status: 204 len: 168 time: 0.1352949 Jul 23 10:55:36.869203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8502167-0d16-49c0-b99d-533cc0c48f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72624d8a-8edc-44ef-a851-e9b6aa507687,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:36.931886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4d720-aec5-4d4c-8f69-0cd5c3d628e9 req-0fb6a76d-f347-4b9e-b0aa-2de28bd0a7f6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:36.933889 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06d4d720-aec5-4d4c-8f69-0cd5c3d628e9 req-0fb6a76d-f347-4b9e-b0aa-2de28bd0a7f6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0797276 Jul 23 10:55:36.981639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-06d4d720-aec5-4d4c-8f69-0cd5c3d628e9 req-8d50e2db-cbae-4b60-bb8d-20127e0ad807 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Jul 23 10:55:38.122905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0358b3-7204-4e54-8a33-d7f2cff09993 req-70694ead-afdc-47ba-bf97-30cb4bb6f96a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:38.124497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac0358b3-7204-4e54-8a33-d7f2cff09993 req-70694ead-afdc-47ba-bf97-30cb4bb6f96a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0768380 Jul 23 10:55:38.170179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac0358b3-7204-4e54-8a33-d7f2cff09993 req-a5f88bd6-0573-4bbe-b1c5-66b7d43e8973 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398176 Jul 23 10:55:39.133671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f78d8b51-9475-487b-b95e-7032c9356e1b details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:55:39.254567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f78d8b51-9475-487b-b95e-7032c9356e1b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f78d8b51-9475-487b-b95e-7032c9356e1b,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:39.274776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'mac_address': 'fa:16:3e:24:ae:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:55:39.318171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:39.331960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca45319-5fc8-46fa-a3ee-8a6a33c846d0 req-a4a74931-0674-49e2-81e2-27735f6beb72 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:39.333280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78d8b51-9475-487b-b95e-7032c9356e1b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:55:39.334442 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ca45319-5fc8-46fa-a3ee-8a6a33c846d0 req-a4a74931-0674-49e2-81e2-27735f6beb72 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 943 time: 0.0764608 Jul 23 10:55:39.374276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f78d8b51-9475-487b-b95e-7032c9356e1b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f78d8b51-9475-487b-b95e-7032c9356e1b,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:39.381399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:39.396073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1ca45319-5fc8-46fa-a3ee-8a6a33c846d0 req-fc692df2-9513-4cb8-9b72-239e5a18c90e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509934 Jul 23 10:55:39.613711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=f78d8b51-9475-487b-b95e-7032c9356e1b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:39.682710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['f78d8b51-9475-487b-b95e-7032c9356e1b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:55:40.213832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57044) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:40.330801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-699290b3-f38c-4a52-89ab-53a0f73eb6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.424078 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-699290b3-f38c-4a52-89ab-53a0f73eb6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.428394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-699290b3-f38c-4a52-89ab-53a0f73eb6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.481164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-699290b3-f38c-4a52-89ab-53a0f73eb6d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65a8d232347d42738fdb373d4252090d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661707 Jul 23 10:55:40.484036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:40.497704 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699290b3-f38c-4a52-89ab-53a0f73eb6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e02416-0516-4504-99ec-c39eb1cc926c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:40.537558 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0cf99-5e29-41eb-b541-9cc7c2222817 req-b7d84350-b8b7-483a-90f4-9e6a9439385c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:40.539653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e092-6665-407f-b9a2-5df9cd4e6416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.539822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02f0cf99-5e29-41eb-b541-9cc7c2222817 req-b7d84350-b8b7-483a-90f4-9e6a9439385c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 944 time: 0.0843546 Jul 23 10:55:40.566408 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e092-6665-407f-b9a2-5df9cd4e6416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.585002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02f0cf99-5e29-41eb-b541-9cc7c2222817 req-a8102436-b73b-4246-a25b-9c1206efe802 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374849 Jul 23 10:55:40.622762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e092-6665-407f-b9a2-5df9cd4e6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.625359 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e092-6665-407f-b9a2-5df9cd4e6416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.629295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bfc6e092-6665-407f-b9a2-5df9cd4e6416 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5e02416-0516-4504-99ec-c39eb1cc926c HTTP/1.1" status: 204 len: 168 time: 0.1436329 Jul 23 10:55:40.638482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6e092-6665-407f-b9a2-5df9cd4e6416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e02416-0516-4504-99ec-c39eb1cc926c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:40.894124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:40.908645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8570-70c1-45ea-93f1-647a54ed0215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:40.999378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8570-70c1-45ea-93f1-647a54ed0215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.003928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8570-70c1-45ea-93f1-647a54ed0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.041788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d0e8570-70c1-45ea-93f1-647a54ed0215 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b444828552844977b9f47507299c4461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465673 Jul 23 10:55:41.042663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e8570-70c1-45ea-93f1-647a54ed0215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071fa9d3-673a-47b1-bcbc-3ca6c91f9888,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:41.044463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57070) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:41.097192 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c637c6af-8dd4-4cb0-9604-a4e3c48e1b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.121882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c637c6af-8dd4-4cb0-9604-a4e3c48e1b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.129172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f78d8b51-9475-487b-b95e-7032c9356e1b up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:41.172858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c637c6af-8dd4-4cb0-9604-a4e3c48e1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.175516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c637c6af-8dd4-4cb0-9604-a4e3c48e1b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.176705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c637c6af-8dd4-4cb0-9604-a4e3c48e1b40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/071fa9d3-673a-47b1-bcbc-3ca6c91f9888 HTTP/1.1" status: 204 len: 168 time: 0.1311533 Jul 23 10:55:41.185527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637c6af-8dd4-4cb0-9604-a4e3c48e1b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fa9d3-673a-47b1-bcbc-3ca6c91f9888,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:41.210718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port f78d8b51-9475-487b-b95e-7032c9356e1b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:41.216064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port f78d8b51-9475-487b-b95e-7032c9356e1b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:41.216522 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.304877 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.329873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:41.331697 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee162f-7099-46a7-8e25-9818befc110a" -d '{"events": [{"server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "name": "network-vif-plugged", "status": "completed", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:41.347959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f78d8b51-9475-487b-b95e-7032c9356e1b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f78d8b51-9475-487b-b95e-7032c9356e1b,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:41.353250 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:41.382661 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6edf2b-0471-45e1-9a2f-653872eeae0d x-openstack-request-id: req-0b6edf2b-0471-45e1-9a2f-653872eeae0d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:41.382964 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "name": "network-vif-plugged", "status": "completed", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:41.383290 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b6edf2b-0471-45e1-9a2f-653872eeae0d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:41.383708 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'code': 200} Jul 23 10:55:41.411060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=f78d8b51-9475-487b-b95e-7032c9356e1b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:41.533846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4bf00-6cfc-45c8-9ae6-bf55c857297e req-aaf66cea-687e-48fb-8d20-3b2111a9316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:41.535434 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebe4bf00-6cfc-45c8-9ae6-bf55c857297e req-aaf66cea-687e-48fb-8d20-3b2111a9316c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 1096 time: 0.0584173 Jul 23 10:55:41.572927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebe4bf00-6cfc-45c8-9ae6-bf55c857297e req-c4d74fdb-ae56-46fa-87ca-745228ba7645 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304866 Jul 23 10:55:41.726086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743bb22-4e95-408f-b201-bbb65bf5b0f2 req-9e3bfc68-1b96-47a5-a35b-5cd797a3cd61 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:41.727971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2743bb22-4e95-408f-b201-bbb65bf5b0f2 req-9e3bfc68-1b96-47a5-a35b-5cd797a3cd61 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 945 time: 0.0707879 Jul 23 10:55:41.775155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2743bb22-4e95-408f-b201-bbb65bf5b0f2 req-029ee9a4-60f8-4a92-a3f6-a1b1a98221db tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Jul 23 10:55:43.132771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f9a44-1faa-47c0-9292-3efa17a1349e req-12ddccb2-b743-40c7-8c1b-03f374852da1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:43.134447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af2f9a44-1faa-47c0-9292-3efa17a1349e req-12ddccb2-b743-40c7-8c1b-03f374852da1 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 945 time: 0.2850149 Jul 23 10:55:43.175516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af2f9a44-1faa-47c0-9292-3efa17a1349e req-457f3fff-415e-40ea-bd5f-53bfa83e3b4e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351312 Jul 23 10:55:43.326031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203e72f-4dc0-4bf7-8a11-3f059c7d7acd req-f4698073-9216-4e54-a1b4-24d6ff188ebd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:43.331933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2203e72f-4dc0-4bf7-8a11-3f059c7d7acd req-f4698073-9216-4e54-a1b4-24d6ff188ebd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 945 time: 0.0827134 Jul 23 10:55:43.344681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:43.370948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2203e72f-4dc0-4bf7-8a11-3f059c7d7acd req-6898adf3-4483-41d3-8121-badaf9be36fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376098 Jul 23 10:55:43.397172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57186) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:43.455055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45636c0-3364-4ac3-b04b-8d2ea03dbccd tempest-TestVolumeBootPattern-2029318253 tempest-TestVolumeBootPattern-2029318253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:43.456791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b45636c0-3364-4ac3-b04b-8d2ea03dbccd tempest-TestVolumeBootPattern-2029318253 tempest-TestVolumeBootPattern-2029318253-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 1091 time: 0.0584188 Jul 23 10:55:43.459655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57188) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:43.464443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:43.477276 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13787fdb-4911-4505-92e3-267e4ed2105a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.486358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.577570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13787fdb-4911-4505-92e3-267e4ed2105a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.581906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13787fdb-4911-4505-92e3-267e4ed2105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.595227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.626466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-13787fdb-4911-4505-92e3-267e4ed2105a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=060a2d763386401a980a4be67aa77105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803063 Jul 23 10:55:43.627520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787fdb-4911-4505-92e3-267e4ed2105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e458beff-80e3-4a56-a9ff-0c5696404b4f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:43.630169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:43.690245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e274db9-1de1-4625-a7d7-37503905b154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.704974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.25.4.168 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/929531ee-f3ab-427a-83de-d16c9339d9bb) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:43.711858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e274db9-1de1-4625-a7d7-37503905b154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.760673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e274db9-1de1-4625-a7d7-37503905b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.763266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e274db9-1de1-4625-a7d7-37503905b154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.766745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0e274db9-1de1-4625-a7d7-37503905b154 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e458beff-80e3-4a56-a9ff-0c5696404b4f HTTP/1.1" status: 204 len: 168 time: 0.1332259 Jul 23 10:55:43.773962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e274db9-1de1-4625-a7d7-37503905b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e458beff-80e3-4a56-a9ff-0c5696404b4f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:43.836323 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.898771 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:43.938909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:43.945949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:43.949613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:43.972925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=929531ee-f3ab-427a-83de-d16c9339d9bb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:44.104999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:44.120651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3da81f-1da4-47b0-b1e8-92348e302f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.240810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3da81f-1da4-47b0-b1e8-92348e302f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.246098 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ca3da81f-1da4-47b0-b1e8-92348e302f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.270805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3da81f-1da4-47b0-b1e8-92348e302f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f36d7-5a7a-4926-ad59-5a6231cdcfe2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:44.296396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca3da81f-1da4-47b0-b1e8-92348e302f62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1a5842d63774e7091c1e683e0622bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900027 Jul 23 10:55:44.298896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:44.333757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.350050 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83375737-c7ec-43ff-9b7a-313676ec924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.375128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83375737-c7ec-43ff-9b7a-313676ec924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.415302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.433825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83375737-c7ec-43ff-9b7a-313676ec924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.436717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83375737-c7ec-43ff-9b7a-313676ec924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.441656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-83375737-c7ec-43ff-9b7a-313676ec924a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d77f36d7-5a7a-4926-ad59-5a6231cdcfe2 HTTP/1.1" status: 204 len: 168 time: 0.1411781 Jul 23 10:55:44.453289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83375737-c7ec-43ff-9b7a-313676ec924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f36d7-5a7a-4926-ad59-5a6231cdcfe2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:44.595925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.603074 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.685104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=929531ee-f3ab-427a-83de-d16c9339d9bb,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:44.703341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:44.815243 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Floating IP 61b7297a-3de1-4766-bf2a-cef0880b941a associated. External IP: 172.25.4.168, port: f78d8b51-9475-487b-b95e-7032c9356e1b. Jul 23 10:55:45.049887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:55:45.167286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:55:45.181901 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:55:45.186627 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:45.196784 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:55:45.197345 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:55:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:45.243000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-79e48535-dff6-42ec-9957-4015113a3f17 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7684095 Jul 23 10:55:45.243000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:55:45.243000 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:55:45.270705 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e620b3-b413-49f0-8cd8-393161e3d59d x-openstack-request-id: req-c1e620b3-b413-49f0-8cd8-393161e3d59d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:55:45.271307 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:55:45.271756 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1e620b3-b413-49f0-8cd8-393161e3d59d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:55:45.272396 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'status': 'completed', 'code': 200} Jul 23 10:55:45.340683 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:55:45.398922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-1820c756-8eeb-4ce1-9d44-444ac21fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:45.402361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-1820c756-8eeb-4ce1-9d44-444ac21fc073 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 1096 time: 0.0787938 Jul 23 10:55:45.524543 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-dba7c3e1-815d-4895-865f-72dc2062970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:45.526815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-dba7c3e1-815d-4895-865f-72dc2062970c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1185367 Jul 23 10:55:45.621688 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-58f8f26c-acdc-4d35-ba09-8f216dd1eaec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f78d8b51-9475-487b-b95e-7032c9356e1b HTTP/1.1" status: 200 len: 999 time: 0.0885072 Jul 23 10:55:45.635078 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '61b7297a-3de1-4766-bf2a-cef0880b941a', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:24:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:55:44Z', 'updated_at': '2021-07-23T10:55:44Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:45.672712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:55:45.675947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-13102088-6d27-4aeb-8a3b-7b306b697611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:45.677611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-13102088-6d27-4aeb-8a3b-7b306b697611 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0498970 Jul 23 10:55:45.701251 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:55:45.702574 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:55:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:45.745346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-60ff1780-8e8b-4031-b65f-7f79d9497e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:45.746866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-60ff1780-8e8b-4031-b65f-7f79d9497e69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626836 Jul 23 10:55:45.840654 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:55:45.873117 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-b0c308a5-17da-4a09-9d84-160d98819cd3 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192465 Jul 23 10:55:46.008882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44d79a6f-bdbc-47cb-9a4f-334e2078dec4 req-4aa21c19-f04a-4c14-9d7f-452a230893b5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297538 Jul 23 10:55:46.200795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '61b7297a-3de1-4766-bf2a-cef0880b941a', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:24:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:55:44Z', 'updated_at': '2021-07-23T10:55:44Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:46.230185 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e105b-79ae-4d05-92e9-d82124c6ccbd None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '61b7297a-3de1-4766-bf2a-cef0880b941a', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:24:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:55:44Z', 'updated_at': '2021-07-23T10:55:44Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:55:46.492783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c629fa-bfe3-4d01-a70e-01cedd329d39 None None] New status for floating IP 61b7297a-3de1-4766-bf2a-cef0880b941a: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:55:47.112565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57340) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:47.250953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326555ae-0db0-4fbc-9615-f7d6571955c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.350939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326555ae-0db0-4fbc-9615-f7d6571955c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.355480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-326555ae-0db0-4fbc-9615-f7d6571955c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.401862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:47.406384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-326555ae-0db0-4fbc-9615-f7d6571955c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcb515c6a83a4eab800610164ced5fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926662 Jul 23 10:55:47.407437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326555ae-0db0-4fbc-9615-f7d6571955c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4bf8ba-8ab3-430f-9c21-477114bca9a0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:47.466996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb30b-54ff-4966-b95b-b58654586beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.488784 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb30b-54ff-4966-b95b-b58654586beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.540280 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb30b-54ff-4966-b95b-b58654586beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.542899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb30b-54ff-4966-b95b-b58654586beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.546717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ffcb30b-54ff-4966-b95b-b58654586beb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a4bf8ba-8ab3-430f-9c21-477114bca9a0 HTTP/1.1" status: 204 len: 168 time: 0.1403790 Jul 23 10:55:47.554899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb30b-54ff-4966-b95b-b58654586beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4bf8ba-8ab3-430f-9c21-477114bca9a0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:47.845745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:47.867166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26bc151d-3632-44e8-bbef-8f414d3d63a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.981028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26bc151d-3632-44e8-bbef-8f414d3d63a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:47.984542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26bc151d-3632-44e8-bbef-8f414d3d63a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:48.020828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc151d-3632-44e8-bbef-8f414d3d63a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae06d5c-e870-47eb-9c03-e5d9de326004,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:48.025728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-26bc151d-3632-44e8-bbef-8f414d3d63a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c31d95d5df434ce5b1aac59b23ea3ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788175 Jul 23 10:55:48.028366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57362) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:48.082458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb969711-ee66-40c0-ae2a-5caac209df3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:48.108656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb969711-ee66-40c0-ae2a-5caac209df3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:48.157505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb969711-ee66-40c0-ae2a-5caac209df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:48.160577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb969711-ee66-40c0-ae2a-5caac209df3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:48.161854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fb969711-ee66-40c0-ae2a-5caac209df3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bae06d5c-e870-47eb-9c03-e5d9de326004 HTTP/1.1" status: 204 len: 168 time: 0.1315045 Jul 23 10:55:48.172566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb969711-ee66-40c0-ae2a-5caac209df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae06d5c-e870-47eb-9c03-e5d9de326004,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:49.124218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:49.229237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-136efb0c-0ce0-458d-bd9c-94e68aaafbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.317813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-136efb0c-0ce0-458d-bd9c-94e68aaafbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.322018 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-136efb0c-0ce0-458d-bd9c-94e68aaafbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.364959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-136efb0c-0ce0-458d-bd9c-94e68aaafbb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48a3d0c3e4cf4bdf81649036606bad86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396128 Jul 23 10:55:49.365866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136efb0c-0ce0-458d-bd9c-94e68aaafbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a7e8f9-64e9-4255-99e6-7564ba07e7ab,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:49.370187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57396) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:49.437525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff401e-dbc3-414b-bf3a-3d75c756bd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.479015 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff401e-dbc3-414b-bf3a-3d75c756bd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.525901 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff401e-dbc3-414b-bf3a-3d75c756bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.528635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5ff401e-dbc3-414b-bf3a-3d75c756bd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:49.529799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5ff401e-dbc3-414b-bf3a-3d75c756bd17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1a7e8f9-64e9-4255-99e6-7564ba07e7ab HTTP/1.1" status: 204 len: 168 time: 0.1579919 Jul 23 10:55:49.537468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff401e-dbc3-414b-bf3a-3d75c756bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a7e8f9-64e9-4255-99e6-7564ba07e7ab,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:51.764306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57500) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:51.878727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b92-1d5b-4012-94c6-4ebd8ee61f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:51.973325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b92-1d5b-4012-94c6-4ebd8ee61f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:51.978392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7b82b92-1d5b-4012-94c6-4ebd8ee61f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.019510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c7b82b92-1d5b-4012-94c6-4ebd8ee61f81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d4539bc18654077a8eda135fe62af3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540083 Jul 23 10:55:52.020657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b82b92-1d5b-4012-94c6-4ebd8ee61f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80a304-4726-4e3d-a69d-787c9b1b6d13,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:52.022222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:52.076966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4d14cc-d5a2-4dc2-ae80-c2b21f83a263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.097438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4d14cc-d5a2-4dc2-ae80-c2b21f83a263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.145701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4d14cc-d5a2-4dc2-ae80-c2b21f83a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.148656 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c4d14cc-d5a2-4dc2-ae80-c2b21f83a263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.149849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7c4d14cc-d5a2-4dc2-ae80-c2b21f83a263 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea80a304-4726-4e3d-a69d-787c9b1b6d13 HTTP/1.1" status: 204 len: 168 time: 0.1258078 Jul 23 10:55:52.157591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d14cc-d5a2-4dc2-ae80-c2b21f83a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80a304-4726-4e3d-a69d-787c9b1b6d13,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:52.414185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:52.428602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365ef621-8e66-4846-b023-1cbc51cfc2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.529228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365ef621-8e66-4846-b023-1cbc51cfc2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.534177 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365ef621-8e66-4846-b023-1cbc51cfc2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.577060 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-365ef621-8e66-4846-b023-1cbc51cfc2e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e645626ecafc4873856a2d040bd569f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592674 Jul 23 10:55:52.577060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ef621-8e66-4846-b023-1cbc51cfc2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24be1cf8-68c0-4da6-960b-3bdd4d8ce537,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:52.577486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57518) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:52.633525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09168f97-bf28-4c30-8c41-bed0ea940c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.656471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09168f97-bf28-4c30-8c41-bed0ea940c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.710353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09168f97-bf28-4c30-8c41-bed0ea940c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.713286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09168f97-bf28-4c30-8c41-bed0ea940c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:52.714457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-09168f97-bf28-4c30-8c41-bed0ea940c61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24be1cf8-68c0-4da6-960b-3bdd4d8ce537 HTTP/1.1" status: 204 len: 168 time: 0.1356184 Jul 23 10:55:52.722188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09168f97-bf28-4c30-8c41-bed0ea940c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24be1cf8-68c0-4da6-960b-3bdd4d8ce537,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:53.404723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:55:54.041400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57562) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:54.194838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-434044383'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:54.216673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Made reservation on behalf of 6fe862aa6abd4c00bab87a88c22ed556 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:54.220809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.226529 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.230882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.325900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.329766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.358768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:55:54.363954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419f6f18-223a-4439-95c3-501e84a6564a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:54.371812 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.372168 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Added segment 0c035398-7e0e-495b-8e9a-337580895623 of type vlan for network 27048219-45c8-442f-8f67-f4c87264dbda Jul 23 10:55:54.412743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.441488 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.447603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:54.448197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.480994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4384735 Jul 23 10:55:54.484047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:54.489234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Request body: {'subnet': {'network_id': '27048219-45c8-442f-8f67-f4c87264dbda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:54.518171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f4489-9c2b-430e-a36d-ce1531e6f058 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event updated for resources: {'Network': ['ID=27048219-45c8-442f-8f67-f4c87264dbda,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:54.530283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 27048219-45c8-442f-8f67-f4c87264dbda details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:55:54.580988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Made reservation on behalf of 6fe862aa6abd4c00bab87a88c22ed556 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:54.584714 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.774189 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.850268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event updated for resources: {'Subnet': ['ID=62545d25-ee56-40f9-9e9c-7510f2052f6c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:54.867176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.867555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.867931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.868272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.868611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.868944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.869279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.869610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.869940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.870269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.870594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.870915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:54.879637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Checking segment: {'id': '0c035398-7e0e-495b-8e9a-337580895623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '27048219-45c8-442f-8f67-f4c87264dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:54.879906 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Network hostable DHCP agents. Network: 27048219-45c8-442f-8f67-f4c87264dbda, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:55:54.888862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:54.899969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Network 27048219-45c8-442f-8f67-f4c87264dbda is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:55:54.910506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 27048219-45c8-442f-8f67-f4c87264dbda) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:54.916207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:54.917186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:54.919342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee9a20-b230-47d2-9524-765b41f6914c None None] Network 27048219-45c8-442f-8f67-f4c87264dbda requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:55:54.946990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1d319d8e-fa0e-45d4-b8bc-57bf74ebdffc tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4593129 Jul 23 10:55:54.947313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:54.963254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Request body: {'port': {'network_id': '27048219-45c8-442f-8f67-f4c87264dbda', 'name': 'tempest-DHCPAgentSchedulersTestJSON-412345659'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:55.054877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84ad9-dc43-4c2a-ba2b-e58c89ebdb07 req-9dfb6f00-11c9-48b4-b7a0-e576e0e24d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:55.056716 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40e84ad9-dc43-4c2a-ba2b-e58c89ebdb07 req-9dfb6f00-11c9-48b4-b7a0-e576e0e24d47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.1664832 Jul 23 10:55:55.099842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40e84ad9-dc43-4c2a-ba2b-e58c89ebdb07 req-2e1718d4-8066-4d57-b599-ca5a7935b521 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372765 Jul 23 10:55:55.120514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-27048219-45c8-442f-8f67-f4c87264dbda', 'network_id': '27048219-45c8-442f-8f67-f4c87264dbda', 'tenant_id': '6fe862aa6abd4c00bab87a88c22ed556', 'fixed_ips': [{'subnet_id': '62545d25-ee56-40f9-9e9c-7510f2052f6c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:55:55.121387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.129903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Made reservation on behalf of 6fe862aa6abd4c00bab87a88c22ed556 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:55.136077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.162112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] device_id is not set on port e147a0b4-a16b-4108-a91a-e6930334fec3 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:55:55.262001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Allocated IP 172.20.0.2 (27048219-45c8-442f-8f67-f4c87264dbda/62545d25-ee56-40f9-9e9c-7510f2052f6c/19f998a1-1a1a-4634-ba3e-9edf74706dc2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:55.407694 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.415771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Transition to ACTIVE for port object 19f998a1-1a1a-4634-ba3e-9edf74706dc2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:55.430724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Transition to ACTIVE for port object 19f998a1-1a1a-4634-ba3e-9edf74706dc2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:55.438017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.478539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Network 27048219-45c8-442f-8f67-f4c87264dbda is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:55.485251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:55.489786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:55.492537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Pushing event updated for resources: {'Port': ['ID=19f998a1-1a1a-4634-ba3e-9edf74706dc2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:55.497738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Allocated IP 172.20.0.7 (27048219-45c8-442f-8f67-f4c87264dbda/62545d25-ee56-40f9-9e9c-7510f2052f6c/e147a0b4-a16b-4108-a91a-e6930334fec3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:55:55.511083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.511688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.512279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.512518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.512857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.513188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.513551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.513839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.514163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.514491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.514809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.515134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:55.568616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Attempting to bind port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:55:55.569968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Attempting to bind port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0c035398-7e0e-495b-8e9a-337580895623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '27048219-45c8-442f-8f67-f4c87264dbda'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:55:55.570601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Attempting to bind port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 on network 27048219-45c8-442f-8f67-f4c87264dbda {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:55:55.576061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:55:55.576675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Checking segment: {'id': '0c035398-7e0e-495b-8e9a-337580895623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '27048219-45c8-442f-8f67-f4c87264dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:55:55.577284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.577886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Bound using segment: {'id': '0c035398-7e0e-495b-8e9a-337580895623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '27048219-45c8-442f-8f67-f4c87264dbda'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:55:55.578561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Bound port: 19f998a1-1a1a-4634-ba3e-9edf74706dc2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c035398-7e0e-495b-8e9a-337580895623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '27048219-45c8-442f-8f67-f4c87264dbda'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:55:55.579153 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.645384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] For port 19f998a1-1a1a-4634-ba3e-9edf74706dc2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:55:55.648819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] For port 19f998a1-1a1a-4634-ba3e-9edf74706dc2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=19f998a1-1a1a-4634-ba3e-9edf74706dc2,segment=NetworkSegment(0c035398-7e0e-495b-8e9a-337580895623),segment_id=0c035398-7e0e-495b-8e9a-337580895623)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:55:55.652882 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.661979 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.679645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Transition to ACTIVE for port object e147a0b4-a16b-4108-a91a-e6930334fec3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:55:55.716677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a5248-6057-459a-946e-f20fbd5ae770 None None] Pushing event updated for resources: {'Port': ['ID=19f998a1-1a1a-4634-ba3e-9edf74706dc2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:55.726650 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.774598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Network 27048219-45c8-442f-8f67-f4c87264dbda is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:55:55.779949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:55:55.784310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:55:55.791144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event updated for resources: {'Port': ['ID=e147a0b4-a16b-4108-a91a-e6930334fec3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:55.839314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:55.840009 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:55.855566 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5ebaf6ec-7723-481a-88b0-be4d86539aa0 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9049866 Jul 23 10:55:55.859339 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:55.988359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Deleting port e147a0b4-a16b-4108-a91a-e6930334fec3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:55:55.988874 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.106504 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.123295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Calling delete_port for e147a0b4-a16b-4108-a91a-e6930334fec3 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:55:56.284672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.321458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event deleted for resources: {'Port': ['ID=e147a0b4-a16b-4108-a91a-e6930334fec3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:56.393697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.396033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-649c611c-da21-4fb9-8a2e-2b6359e7d025 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "DELETE /v2.0/ports/e147a0b4-a16b-4108-a91a-e6930334fec3 HTTP/1.1" status: 204 len: 168 time: 0.5357215 Jul 23 10:55:56.399119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57594) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:56.458645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-21cedc71-3711-4f50-8459-a805ae116509 tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0583947 Jul 23 10:55:56.461863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57598) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:56.466624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-259763179'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:55:56.490198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Made reservation on behalf of 6fe862aa6abd4c00bab87a88c22ed556 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:55:56.494428 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.520238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:55:56.531449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.531754 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Added segment c77e4e64-3a9b-4eb7-97a0-e1dd6bc50370 of type vlan for network 9ae4be77-7651-44db-af66-5e24f843d723 Jul 23 10:55:56.574341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.608726 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.614525 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:55:56.615121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:56.657365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:56.665663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2026920 Jul 23 10:55:56.706177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed8bf2-d07a-4084-a5ac-57635e771a28 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event updated for resources: {'Network': ['ID=9ae4be77-7651-44db-af66-5e24f843d723,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:56.716750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 9ae4be77-7651-44db-af66-5e24f843d723 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:55:56.837488 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af463556-ecb8-4c98-aa79-98d872cf2b83 tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/agents/167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.1786520 Jul 23 10:55:56.839959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:56.888207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb05fa-e46b-4fc8-81d0-6dc846b7815f None None] Network 27048219-45c8-442f-8f67-f4c87264dbda requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:55:56.921480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee38987-723b-461a-8483-a59926c8a3ba tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] Network 9ae4be77-7651-44db-af66-5e24f843d723 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:55:56.933027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6ee38987-723b-461a-8483-a59926c8a3ba tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "POST /v2.0/agents/167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0920126 Jul 23 10:55:56.935437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:56.957560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2169bd-3907-4d2c-9aff-4411309d18f1 None None] Network 9ae4be77-7651-44db-af66-5e24f843d723 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:55:56.988337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4fdfe322-71ce-44d8-901d-1daf94b3a20c None None] Provisioning for port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:57.072683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a2abbcac-fa66-4a25-ad64-eb05c1e7cb6f tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/agents/167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.1321409 Jul 23 10:55:57.072798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57610) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:57.149349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1849618-fad3-4c54-9ee3-fdac8c08b84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:57.166501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:57.166695 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3e4071f9-1266-45a9-a6b5-31c5c535629b tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "DELETE /v2.0/agents/167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b/dhcp-networks/9ae4be77-7651-44db-af66-5e24f843d723 HTTP/1.1" status: 204 len: 168 time: 0.0931540 Jul 23 10:55:57.306765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef879554-aacd-439c-aceb-553ca9f30f7a tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/agents/167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.1386020 Jul 23 10:55:57.310865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:57.336344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c0e6e0b7-1377-4d2a-8ea4-7125256fc05c tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/networks/27048219-45c8-442f-8f67-f4c87264dbda/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0242193 Jul 23 10:55:57.339657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57618) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:57.358293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a117f517-2d9f-4991-ab84-7a524a39a09e tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/networks/27048219-45c8-442f-8f67-f4c87264dbda/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0173259 Jul 23 10:55:57.360760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57620) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:57.503085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-31da7c41-3d0e-4cdf-9dfb-66db05a50874 tempest-DHCPAgentSchedulersTestJSON-1926500703 tempest-DHCPAgentSchedulersTestJSON-1926500703-project-admin] 10.222.0.37 "GET /v2.0/agents/167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.1412268 Jul 23 10:55:57.506482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57622) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:57.664750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4c2bb0dd-4e54-45ea-8970-080aafe6d6e3 None None] Could not find standard attr ID for object e147a0b4-a16b-4108-a91a-e6930334fec3. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 10:55:57.922990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:57.952559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 19f998a1-1a1a-4634-ba3e-9edf74706dc2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:55:58.004257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:55:58.008345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:55:58.008715 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.012299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.022141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae4be77-7651-44db-af66-5e24f843d723']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:58.032252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77e4e64-3a9b-4eb7-97a0-e1dd6bc50370') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:58.032542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77e4e64-3a9b-4eb7-97a0-e1dd6bc50370') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:58.041608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.054999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.060731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:55:58.061114 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:55:58.064209 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:55:58.088849 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.123600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 19f998a1-1a1a-4634-ba3e-9edf74706dc2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=19f998a1-1a1a-4634-ba3e-9edf74706dc2,segment=NetworkSegment(0c035398-7e0e-495b-8e9a-337580895623),segment_id=0c035398-7e0e-495b-8e9a-337580895623)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:58.126348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.127857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.136021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.140090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "DELETE /v2.0/networks/9ae4be77-7651-44db-af66-5e24f843d723 HTTP/1.1" status: 204 len: 168 time: 0.6299751 Jul 23 10:55:58.140646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:58.146881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a677d-f772-41d6-ae56-6aa1caa6d00a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event deleted for resources: {'Network': ['ID=9ae4be77-7651-44db-af66-5e24f843d723,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:58.168132 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4437b43b-745b-4393-906a-b8ca2d503757 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] DELETE failed (client error): The resource could not be found. Jul 23 10:55:58.168786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4437b43b-745b-4393-906a-b8ca2d503757 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:55:58.170687 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4437b43b-745b-4393-906a-b8ca2d503757 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "DELETE /v2.0/ports/e147a0b4-a16b-4108-a91a-e6930334fec3 HTTP/1.1" status: 404 len: 333 time: 0.0288332 Jul 23 10:55:58.173642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57628) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:58.177760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=19f998a1-1a1a-4634-ba3e-9edf74706dc2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:58.223760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Deleting subnet 62545d25-ee56-40f9-9e9c-7510f2052f6c {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:55:58.227480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.267648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.356987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.425327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.458916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event deleted for resources: {'Subnet': ['ID=62545d25-ee56-40f9-9e9c-7510f2052f6c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:58.465117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.469301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-315fdc6a-109e-4579-8df9-86db18e3ee1a tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "DELETE /v2.0/subnets/62545d25-ee56-40f9-9e9c-7510f2052f6c HTTP/1.1" status: 204 len: 168 time: 0.2922356 Jul 23 10:55:58.469432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57630) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:58.471675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ab50f-c83b-493d-ac6e-1c83c26ea6b0 None None] Network 27048219-45c8-442f-8f67-f4c87264dbda requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:55:58.549779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.605309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Deleting port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:55:58.605665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.695363 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] For port 19f998a1-1a1a-4634-ba3e-9edf74706dc2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=19f998a1-1a1a-4634-ba3e-9edf74706dc2,segment=NetworkSegment(0c035398-7e0e-495b-8e9a-337580895623),segment_id=0c035398-7e0e-495b-8e9a-337580895623)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:58.695363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.795512 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] DHCP port deletion for 27048219-45c8-442f-8f67-f4c87264dbda request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:55:58.798007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Calling delete_port for 19f998a1-1a1a-4634-ba3e-9edf74706dc2 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:55:58.798608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] Deleting port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:55:58.798608 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.798981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.830921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] No DVR routers for this DVR port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:55:58.833472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event deleted for resources: {'Port': ['ID=19f998a1-1a1a-4634-ba3e-9edf74706dc2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:58.870966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] For port 19f998a1-1a1a-4634-ba3e-9edf74706dc2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=19f998a1-1a1a-4634-ba3e-9edf74706dc2,segment=NetworkSegment(0c035398-7e0e-495b-8e9a-337580895623),segment_id=0c035398-7e0e-495b-8e9a-337580895623)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:55:58.870966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.886615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] Calling delete_port for 19f998a1-1a1a-4634-ba3e-9edf74706dc2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:55:58.934328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.945708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27048219-45c8-442f-8f67-f4c87264dbda']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:58.956409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c035398-7e0e-495b-8e9a-337580895623') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:58.956708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c035398-7e0e-495b-8e9a-337580895623') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:55:58.967519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.974225 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.987095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.994031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:55:58.994431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:55:58.997413 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:55:59.016582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] Pushing event deleted for resources: {'Port': ['ID=19f998a1-1a1a-4634-ba3e-9edf74706dc2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:59.021842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1fbb7-8771-4d99-bd73-bb87ca8e5fb3 None None] No DVR routers for this DVR port 19f998a1-1a1a-4634-ba3e-9edf74706dc2 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:55:59.064005 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.072057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.076555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] 10.222.0.37 "DELETE /v2.0/networks/27048219-45c8-442f-8f67-f4c87264dbda HTTP/1.1" status: 204 len: 168 time: 0.6039360 Jul 23 10:55:59.086809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a416d26-a30a-4f82-9f79-9921b49f4091 tempest-DHCPAgentSchedulersTestJSON-1068177844 tempest-DHCPAgentSchedulersTestJSON-1068177844-project] Pushing event deleted for resources: {'Network': ['ID=27048219-45c8-442f-8f67-f4c87264dbda,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:59.357778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:59.506101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1339cada-5456-4111-8dec-d513a445e575 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fe862aa6abd4c00bab87a88c22ed556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468537 Jul 23 10:55:59.508638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:55:59.564576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.587584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.643599 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.646950 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.648406 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/419f6f18-223a-4439-95c3-501e84a6564a HTTP/1.1" status: 204 len: 168 time: 0.1388125 Jul 23 10:55:59.658112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419f6f18-223a-4439-95c3-501e84a6564a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:55:59.667719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.668106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.668454 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.668797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.669257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.669644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.669981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.670389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.670830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.671465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.671876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.672318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e9a-7ff3-4f11-95df-3f41834d4efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:55:59.924477 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f80fae9b-f256-4d88-b4c0-a5cf53a05ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:55:59.955214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 19f998a1-1a1a-4634-ba3e-9edf74706dc2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:55:59.976211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 19f998a1-1a1a-4634-ba3e-9edf74706dc2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:55:59.977191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 19f998a1-1a1a-4634-ba3e-9edf74706dc2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:55:59.992552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:00.005591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f504af9-ef9c-4759-83cd-f75f07493050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.107890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f504af9-ef9c-4759-83cd-f75f07493050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.113721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f504af9-ef9c-4759-83cd-f75f07493050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.161396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6f504af9-ef9c-4759-83cd-f75f07493050 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fb5603f55dc430ba5883e5334c37c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652129 Jul 23 10:56:00.161396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504af9-ef9c-4759-83cd-f75f07493050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ea263-4c4e-4c40-bff3-e697c50a5fc0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:00.161895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:00.216119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b79f846-6ee6-4efb-94ba-97c23a372d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.221617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.240021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b79f846-6ee6-4efb-94ba-97c23a372d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.299227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b79f846-6ee6-4efb-94ba-97c23a372d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.302019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b79f846-6ee6-4efb-94ba-97c23a372d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:00.303227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0b79f846-6ee6-4efb-94ba-97c23a372d22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/799ea263-4c4e-4c40-bff3-e697c50a5fc0 HTTP/1.1" status: 204 len: 168 time: 0.1403701 Jul 23 10:56:00.323004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79f846-6ee6-4efb-94ba-97c23a372d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ea263-4c4e-4c40-bff3-e697c50a5fc0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:01.296718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.125083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57786) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:02.288695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:02.315452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.422560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.535252 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Allocated IP 172.25.4.50 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/e120dc0a-6552-41b6-b861-41cafac58454) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:02.567552 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.654777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.697411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.735112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:02.739820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:02.743492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:02.748893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Port': ['ID=e120dc0a-6552-41b6-b861-41cafac58454,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:02.839283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:02.885567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.059722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.064573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.140567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Port': ['ID=e120dc0a-6552-41b6-b861-41cafac58454,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:03.157827 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.171976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.173310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a2ca0e95-9a9a-4da4-83b5-f5293ace9f73 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0472639 Jul 23 10:56:03.176654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57812) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:03.182336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1821143412'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:03.204784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Made reservation on behalf of 20276048407340b68fe5b657886f056f for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:03.219006 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.231218 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.341154 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.346123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.376878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:56:03.388265 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2011e03b-c2f6-4bcf-b761-5264a149bbe2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:03.396883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.397012 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Added segment 4d781a17-17f2-4af5-b01c-f5e202fcb09a of type vlan for network 4c38e535-4534-4f37-99de-fe9e2810ec5d Jul 23 10:56:03.445916 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.483887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.489397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:03.490030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.537487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3571663 Jul 23 10:56:03.538620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:03.544406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Request body: {'subnet': {'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:03.568896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400e7c-6f36-4393-bb00-085c4d0e28e3 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Network': ['ID=4c38e535-4534-4f37-99de-fe9e2810ec5d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:03.583873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:56:03.654122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Made reservation on behalf of 20276048407340b68fe5b657886f056f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:03.658570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.852894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.924123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Subnet': ['ID=42b821a3-000b-49a6-a12b-399fc3e49fb9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:03.928583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Checking segment: {'id': '4d781a17-17f2-4af5-b01c-f5e202fcb09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:56:03.928992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network hostable DHCP agents. Network: 4c38e535-4534-4f37-99de-fe9e2810ec5d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:56:03.946556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:56:03.956490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 4c38e535-4534-4f37-99de-fe9e2810ec5d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:03.962360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:03.963105 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:03.966224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef12486-206c-478f-8249-2effa7c84ad4 None None] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:56:03.979567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cc634a71-9d31-49fc-b993-c6990432d21d tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4393620 Jul 23 10:56:03.982117 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:03.987001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1904623781', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:04.013146 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.014388 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.074625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.145740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-4c38e535-4534-4f37-99de-fe9e2810ec5d', 'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d', 'tenant_id': '20276048407340b68fe5b657886f056f', 'fixed_ips': [{'subnet_id': '42b821a3-000b-49a6-a12b-399fc3e49fb9'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:56:04.146902 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.231841 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.297662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Allocated IP 172.20.0.2 (4c38e535-4534-4f37-99de-fe9e2810ec5d/42b821a3-000b-49a6-a12b-399fc3e49fb9/da962c95-9862-4f4c-a7c7-9a362b16ce53) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:04.452062 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.461780 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Transition to ACTIVE for port object da962c95-9862-4f4c-a7c7-9a362b16ce53 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:56:04.482012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Transition to ACTIVE for port object da962c95-9862-4f4c-a7c7-9a362b16ce53 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:56:04.490093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.541617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Pushing event updated for resources: {'Port': ['ID=da962c95-9862-4f4c-a7c7-9a362b16ce53,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:04.553953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:04.555495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:04.557971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:04.638941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.639731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Attempting to bind port da962c95-9862-4f4c-a7c7-9a362b16ce53 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:56:04.640167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Attempting to bind port da962c95-9862-4f4c-a7c7-9a362b16ce53 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '4d781a17-17f2-4af5-b01c-f5e202fcb09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:56:04.640533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Attempting to bind port da962c95-9862-4f4c-a7c7-9a362b16ce53 on network 4c38e535-4534-4f37-99de-fe9e2810ec5d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:56:04.646505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:56:04.646905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Checking segment: {'id': '4d781a17-17f2-4af5-b01c-f5e202fcb09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:56:04.647377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.647884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Bound using segment: {'id': '4d781a17-17f2-4af5-b01c-f5e202fcb09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:56:04.648417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Bound port: da962c95-9862-4f4c-a7c7-9a362b16ce53, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d781a17-17f2-4af5-b01c-f5e202fcb09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:56:04.648834 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.728759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] For port da962c95-9862-4f4c-a7c7-9a362b16ce53, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:56:04.732237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] For port da962c95-9862-4f4c-a7c7-9a362b16ce53, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da962c95-9862-4f4c-a7c7-9a362b16ce53,segment=NetworkSegment(4d781a17-17f2-4af5-b01c-f5e202fcb09a),segment_id=4d781a17-17f2-4af5-b01c-f5e202fcb09a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:56:04.737918 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.807790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7d5ec-243d-4997-aaa7-bba84e902cee None None] Pushing event updated for resources: {'Port': ['ID=da962c95-9862-4f4c-a7c7-9a362b16ce53,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:04.862914 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:04.883494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:05.030462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Allocated IP 172.25.4.163 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/853f88ec-7d86-4c17-8e3d-b097a54f1da7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:05.170426 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:05.227819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:05.289784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:05.299568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:05.305549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:05.342617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Port': ['ID=853f88ec-7d86-4c17-8e3d-b097a54f1da7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:05.598083 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:05.847680 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:05.958110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ccd132-2ff6-4a71-aa73-f4a54ce9054f None None] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:56:06.004676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da962c95-9862-4f4c-a7c7-9a362b16ce53 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:56:06.017662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Router cba32d4c-fe47-48df-9909-3d4bfdcedabe is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:56:06.113560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3c90d1a2-03bb-4c7c-85a1-5efd27e061c0 None None] Provisioning for port da962c95-9862-4f4c-a7c7-9a362b16ce53 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:56:06.146311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:06.161887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port da962c95-9862-4f4c-a7c7-9a362b16ce53 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:56:06.164019 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] Sync routers for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:06.168086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port da962c95-9862-4f4c-a7c7-9a362b16ce53 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:56:06.168923 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:06.183395 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:06.184478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:06.185047 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:06.186434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-61e03a01-c797-4db2-a9c9-2b9773a00f82 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2030718 Jul 23 10:56:06.188932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:06.243459 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:06.254473 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:06.255113 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:06.299104 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:06.300445 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3412a58-a335-4656-8d8e-8139941ae757 None None] The sync data for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:06.476806 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:06.517080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port da962c95-9862-4f4c-a7c7-9a362b16ce53, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da962c95-9862-4f4c-a7c7-9a362b16ce53,segment=NetworkSegment(4d781a17-17f2-4af5-b01c-f5e202fcb09a),segment_id=4d781a17-17f2-4af5-b01c-f5e202fcb09a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:56:06.529264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:06.596090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=da962c95-9862-4f4c-a7c7-9a362b16ce53,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:06.775480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:06.858693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e33fdba4-9984-48eb-9ce8-1b33c35347da None None] Provisioning complete for port da962c95-9862-4f4c-a7c7-9a362b16ce53 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:56:06.858971 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e33fdba4-9984-48eb-9ce8-1b33c35347da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.104339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Allocated IP 172.20.0.1 (4c38e535-4534-4f37-99de-fe9e2810ec5d/42b821a3-000b-49a6-a12b-399fc3e49fb9/1586989a-f7f8-4a76-8dce-410c7f3da2cd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:07.219618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.235011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Transition to ACTIVE for port object 1586989a-f7f8-4a76-8dce-410c7f3da2cd will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:56:07.279297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.320831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:07.325834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:07.328401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:07.362010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Port': ['ID=1586989a-f7f8-4a76-8dce-410c7f3da2cd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:07.387992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.565442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.683018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6df6d980-c6fe-4054-9605-fa082cf7e16d None None] Provisioning for port 1586989a-f7f8-4a76-8dce-410c7f3da2cd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:56:07.687717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6df6d980-c6fe-4054-9605-fa082cf7e16d None None] Provisioning complete for port 1586989a-f7f8-4a76-8dce-410c7f3da2cd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:56:07.688099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6df6d980-c6fe-4054-9605-fa082cf7e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.723176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6df6d980-c6fe-4054-9605-fa082cf7e16d None None] Port 1586989a-f7f8-4a76-8dce-410c7f3da2cd cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:56:07.878437 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.883686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:07.945577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da962c95-9862-4f4c-a7c7-9a362b16ce53 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:56:07.979945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Port': ['ID=1586989a-f7f8-4a76-8dce-410c7f3da2cd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:07.985297 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.015198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port da962c95-9862-4f4c-a7c7-9a362b16ce53 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:56:08.015606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.088831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:08.090246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:08.213870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Router cba32d4c-fe47-48df-9909-3d4bfdcedabe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:08.345350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dc05f3c0-0386-4623-825e-77a055785fd4 None None] Provisioning complete for port 1586989a-f7f8-4a76-8dce-410c7f3da2cd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:56:08.345714 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc05f3c0-0386-4623-825e-77a055785fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.350100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:08.356474 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7fdae8ec-390f-417e-a273-bb54b58b7330 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "PUT /v2.0/routers/cba32d4c-fe47-48df-9909-3d4bfdcedabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662543 Jul 23 10:56:08.358894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:08.364130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Request body: {'port': {'network_id': '4c38e535-4534-4f37-99de-fe9e2810ec5d', 'name': 'tempest-FloatingIPAdminTestJSON-1378801509'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:08.377935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] Sync routers for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:08.394488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dc05f3c0-0386-4623-825e-77a055785fd4 None None] Port 1586989a-f7f8-4a76-8dce-410c7f3da2cd cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:56:08.396161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:08.396954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:08.432488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:08.442602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:08.443410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:08.476926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:08.477699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a107f45-9b72-4112-85d5-dd7fdac8fcfd None None] The sync data for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:08.492596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Made reservation on behalf of 20276048407340b68fe5b657886f056f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:08.496151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.513444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] device_id is not set on port 8594521c-c4dc-4025-bcc6-f5f85f63f1ce yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:56:08.641095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Allocated IP 172.20.0.11 (4c38e535-4534-4f37-99de-fe9e2810ec5d/42b821a3-000b-49a6-a12b-399fc3e49fb9/8594521c-c4dc-4025-bcc6-f5f85f63f1ce) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:08.806828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.820848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Transition to ACTIVE for port object 8594521c-c4dc-4025-bcc6-f5f85f63f1ce will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:56:08.854984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.915629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:08.918748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:08.923441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:08.927510 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event updated for resources: {'Port': ['ID=8594521c-c4dc-4025-bcc6-f5f85f63f1ce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:08.980377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:08.981179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:08.999611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b021efc5-6d83-4532-af77-8c23fb27b6f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6364384 Jul 23 10:56:09.000694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57946) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:09.063455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'project_id': '20276048407340b68fe5b657886f056f', 'port_id': '8594521c-c4dc-4025-bcc6-f5f85f63f1ce'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:09.101159 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:09.208477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:09.224656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-03c52919-6cbd-4161-865f-9fdd2a978437 None None] Provisioning for port 8594521c-c4dc-4025-bcc6-f5f85f63f1ce completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:56:09.229730 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-03c52919-6cbd-4161-865f-9fdd2a978437 None None] Provisioning complete for port 8594521c-c4dc-4025-bcc6-f5f85f63f1ce triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:56:09.230106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03c52919-6cbd-4161-865f-9fdd2a978437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:09.265646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-03c52919-6cbd-4161-865f-9fdd2a978437 None None] Port 8594521c-c4dc-4025-bcc6-f5f85f63f1ce cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:56:09.341403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Allocated IP 172.25.4.78 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/e7ba972a-be52-4642-ac0c-947a76a16e79) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:09.454677 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:09.499678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:09.545785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:09.558868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:09.562706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:09.604144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Pushing event updated for resources: {'Port': ['ID=e7ba972a-be52-4642-ac0c-947a76a16e79,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:09.991460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:10.076041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:10.234785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:10.239601 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:10.322110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Pushing event updated for resources: {'Port': ['ID=e7ba972a-be52-4642-ac0c-947a76a16e79,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:10.332906 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:10.442239 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Floating IP 83375e33-74df-4018-8e06-5de5fc820b0e associated. External IP: 172.25.4.78, port: 8594521c-c4dc-4025-bcc6-f5f85f63f1ce. Jul 23 10:56:10.647141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Router cba32d4c-fe47-48df-9909-3d4bfdcedabe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:10.759223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:10.771451 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e3b115-1b02-4924-918c-a85356611408 None None] Sync routers for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:10.776551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:10.781343 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3b115-1b02-4924-918c-a85356611408 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:10.782034 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-01e3b115-1b02-4924-918c-a85356611408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:10.817516 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-01e3b115-1b02-4924-918c-a85356611408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:10.826923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3b115-1b02-4924-918c-a85356611408 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:10.827808 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-01e3b115-1b02-4924-918c-a85356611408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:10.835267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 57966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:10.835857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a6a01f90-d246-4321-9704-d6e2530c7f87 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.8343351 Jul 23 10:56:10.861361 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-01e3b115-1b02-4924-918c-a85356611408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:10.862379 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e3b115-1b02-4924-918c-a85356611408 None None] The sync data for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:10.992195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2791d725-ec68-4235-8524-b9b5efb1d783 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] 10.222.0.37 "GET /v2.0/floatingips/83375e33-74df-4018-8e06-5de5fc820b0e HTTP/1.1" status: 200 len: 983 time: 0.1540661 Jul 23 10:56:10.995056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57968) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:11.106609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7deae1f0-028f-45db-b8eb-324d6de9d076 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1103024 Jul 23 10:56:11.109367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57970) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:11.289756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting port e7ba972a-be52-4642-ac0c-947a76a16e79 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:11.290098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:11.378507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:11.378987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:11.393533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Calling delete_port for e7ba972a-be52-4642-ac0c-947a76a16e79 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:11.556107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:11.595801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Port': ['ID=e7ba972a-be52-4642-ac0c-947a76a16e79,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:11.668681 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:11.669085 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Floating IP 83375e33-74df-4018-8e06-5de5fc820b0e disassociated (deleted). External IP: 172.25.4.78, port: 8594521c-c4dc-4025-bcc6-f5f85f63f1ce. Jul 23 10:56:11.910449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Router cba32d4c-fe47-48df-9909-3d4bfdcedabe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:12.015746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:12.020644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:12.026826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] Sync routers for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:12.036180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:12.036861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:12.060878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7773c998-c97a-4942-b2b2-ab544f60901c tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "DELETE /v2.0/floatingips/83375e33-74df-4018-8e06-5de5fc820b0e HTTP/1.1" status: 204 len: 168 time: 0.9504342 Jul 23 10:56:12.064510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57974) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:12.068947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:12.078917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:12.087704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:12.088207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:12.092033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:12.126856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:12.127550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ab1aa-e3be-48d0-acb5-28c3dd3f8375 None None] The sync data for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:12.181945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:12.291831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Allocated IP 172.25.4.143 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/490f29bf-e9fd-40e8-a0f7-d27392826bf9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:12.401341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:12.441265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:12.479214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:12.484306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:12.487971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:12.515101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Pushing event updated for resources: {'Port': ['ID=490f29bf-e9fd-40e8-a0f7-d27392826bf9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:12.578596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:12.622328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.107266 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.111835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.182962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Pushing event updated for resources: {'Port': ['ID=490f29bf-e9fd-40e8-a0f7-d27392826bf9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:13.193134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.207301 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.208785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-52db3ce0-4125-4448-a044-aa115bb81896 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1432559 Jul 23 10:56:13.211982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57978) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:13.305078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:13.327946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.422245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.530172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Allocated IP 172.25.4.125 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/1b267390-3ae4-4483-9d48-c25ce84f634c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:13.637870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.677521 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.721009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:13.723787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:13.729255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:13.755799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Pushing event updated for resources: {'Port': ['ID=1b267390-3ae4-4483-9d48-c25ce84f634c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:13.818219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:13.865341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.021826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.027104 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.098663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Pushing event updated for resources: {'Port': ['ID=1b267390-3ae4-4483-9d48-c25ce84f634c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:14.109936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.123756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.124955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e33cb6ff-e6f4-41de-9178-e6ba53338ad2 tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9120147 Jul 23 10:56:14.127504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57986) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:14.190034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9392f4d2-9e83-4a87-b44a-5a4125629ec5 tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0614183 Jul 23 10:56:14.192501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57988) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:14.264398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-87407397-8ce6-44a3-880b-30205a72abf0 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0708385 Jul 23 10:56:14.266860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57990) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:14.391268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Deleting port 1b267390-3ae4-4483-9d48-c25ce84f634c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:14.391642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.469221 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.469553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.481238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Calling delete_port for 1b267390-3ae4-4483-9d48-c25ce84f634c owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:14.609301 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.640554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Pushing event deleted for resources: {'Port': ['ID=1b267390-3ae4-4483-9d48-c25ce84f634c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:14.701626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.704316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.705580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6e1d4835-ddf0-49bb-9bfe-4f547c93211f tempest-FloatingIPAdminTestJSON-641861337 tempest-FloatingIPAdminTestJSON-641861337-project] 10.222.0.37 "DELETE /v2.0/floatingips/bc1eb667-06d0-4666-b636-a0c76324bb77 HTTP/1.1" status: 204 len: 168 time: 0.4376936 Jul 23 10:56:14.708067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 57992) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:14.860491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Deleting port 490f29bf-e9fd-40e8-a0f7-d27392826bf9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:14.860836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.942062 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.942394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:14.955271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Calling delete_port for 490f29bf-e9fd-40e8-a0f7-d27392826bf9 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:15.098987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.125056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Pushing event deleted for resources: {'Port': ['ID=490f29bf-e9fd-40e8-a0f7-d27392826bf9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:15.186369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.188862 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.190041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a3471ad3-d1be-46f4-afc3-b4652fbb84ef tempest-FloatingIPAdminTestJSON-1874713835 tempest-FloatingIPAdminTestJSON-1874713835-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/c1775e2b-b9a9-4a96-95a7-a15f0de0dc1a HTTP/1.1" status: 204 len: 168 time: 0.4810607 Jul 23 10:56:15.193762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:15.290258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting port 8594521c-c4dc-4025-bcc6-f5f85f63f1ce {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:15.290602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.730451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.742845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Calling delete_port for 8594521c-c4dc-4025-bcc6-f5f85f63f1ce owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:15.867652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.896448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Port': ['ID=8594521c-c4dc-4025-bcc6-f5f85f63f1ce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:15.979878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:15.984172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d30ec542-0557-490c-8482-e6adad065a21 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "DELETE /v2.0/ports/8594521c-c4dc-4025-bcc6-f5f85f63f1ce HTTP/1.1" status: 204 len: 168 time: 0.7865105 Jul 23 10:56:15.984434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:16.049638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f4dda2-081f-4045-a827-2a7998c34eb9 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:16.054112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-00f4dda2-081f-4045-a827-2a7998c34eb9 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba32d4c-fe47-48df-9909-3d4bfdcedabe HTTP/1.1" status: 200 len: 913 time: 0.0659118 Jul 23 10:56:16.055309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:16.409400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:16.677423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting port 1586989a-f7f8-4a76-8dce-410c7f3da2cd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:16.677685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:16.759971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:16.771506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Calling delete_port for 1586989a-f7f8-4a76-8dce-410c7f3da2cd owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:16.969178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:16.997467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Port': ['ID=1586989a-f7f8-4a76-8dce-410c7f3da2cd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:17.190272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:17.450311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Router cba32d4c-fe47-48df-9909-3d4bfdcedabe has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:17.577664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:17.583016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fc1ccdd9-63f5-4909-abb4-c5b85718b96a tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "PUT /v2.0/routers/cba32d4c-fe47-48df-9909-3d4bfdcedabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5267034 Jul 23 10:56:17.586792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:17.592725 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] Sync routers for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:17.605957 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:17.606597 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:17.673333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:17.687627 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] Routers {'cba32d4c-fe47-48df-9909-3d4bfdcedabe'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:17.688827 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:17.740672 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:17.742229 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d29056-d0ec-40ac-8ae9-c1f1c7a649f4 None None] The sync data for ids ['cba32d4c-fe47-48df-9909-3d4bfdcedabe'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:17.756143 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:17.876370 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:17.954434 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting port 853f88ec-7d86-4c17-8e3d-b097a54f1da7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:17.955349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.055996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.072282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Calling delete_port for 853f88ec-7d86-4c17-8e3d-b097a54f1da7 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:18.304305 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.330985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Port': ['ID=853f88ec-7d86-4c17-8e3d-b097a54f1da7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:18.411396 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.510296 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.512585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.560754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.561936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Fanout notify agent at l3_agent the message router_deleted on router cba32d4c-fe47-48df-9909-3d4bfdcedabe {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:56:18.570461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.571599 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9422030e-e868-4eb8-ae82-d8e8d22d6c93 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "DELETE /v2.0/routers/cba32d4c-fe47-48df-9909-3d4bfdcedabe HTTP/1.1" status: 204 len: 168 time: 0.9834459 Jul 23 10:56:18.573938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:18.633271 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting subnet 42b821a3-000b-49a6-a12b-399fc3e49fb9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:56:18.636842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.680778 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.768087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.844746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.872096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Subnet': ['ID=42b821a3-000b-49a6-a12b-399fc3e49fb9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:18.880236 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:18.882274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a5125637-6d60-43af-9a16-3f1b1b7bb308 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "DELETE /v2.0/subnets/42b821a3-000b-49a6-a12b-399fc3e49fb9 HTTP/1.1" status: 204 len: 168 time: 0.3069749 Jul 23 10:56:18.884981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58242) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:18.889033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7198e7b-9e3a-481f-a1e7-9ffb0d11cd15 None None] Network 4c38e535-4534-4f37-99de-fe9e2810ec5d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:56:18.981768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.049655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting port da962c95-9862-4f4c-a7c7-9a362b16ce53 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:19.051409 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.107777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] DHCP port deletion for 4c38e535-4534-4f37-99de-fe9e2810ec5d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:56:19.134028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] For port da962c95-9862-4f4c-a7c7-9a362b16ce53, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da962c95-9862-4f4c-a7c7-9a362b16ce53,segment=NetworkSegment(4d781a17-17f2-4af5-b01c-f5e202fcb09a),segment_id=4d781a17-17f2-4af5-b01c-f5e202fcb09a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:56:19.134426 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.148801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Calling delete_port for da962c95-9862-4f4c-a7c7-9a362b16ce53 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:19.157208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] Deleting port da962c95-9862-4f4c-a7c7-9a362b16ce53 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:19.157590 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.234717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] For port da962c95-9862-4f4c-a7c7-9a362b16ce53, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da962c95-9862-4f4c-a7c7-9a362b16ce53,segment=NetworkSegment(4d781a17-17f2-4af5-b01c-f5e202fcb09a),segment_id=4d781a17-17f2-4af5-b01c-f5e202fcb09a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:56:19.235048 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.245046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.250443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] Calling delete_port for da962c95-9862-4f4c-a7c7-9a362b16ce53 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:19.260809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] No DVR routers for this DVR port da962c95-9862-4f4c-a7c7-9a362b16ce53 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:56:19.280980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Port': ['ID=da962c95-9862-4f4c-a7c7-9a362b16ce53,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:19.347385 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.377833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.381199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] Pushing event deleted for resources: {'Port': ['ID=da962c95-9862-4f4c-a7c7-9a362b16ce53,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:19.383133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7395d-2475-4f2f-8366-c41202d9afca None None] No DVR routers for this DVR port da962c95-9862-4f4c-a7c7-9a362b16ce53 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:56:19.394837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c38e535-4534-4f37-99de-fe9e2810ec5d']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:19.405498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d781a17-17f2-4af5-b01c-f5e202fcb09a') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:19.405802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d781a17-17f2-4af5-b01c-f5e202fcb09a') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:19.415760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.430307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.436243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:56:19.436688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:56:19.439776 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:56:19.504389 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.511944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.514132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "DELETE /v2.0/networks/4c38e535-4534-4f37-99de-fe9e2810ec5d HTTP/1.1" status: 204 len: 168 time: 0.6281896 Jul 23 10:56:19.516711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58332) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:19.533334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa11d4b-71be-409b-82a5-5ec8a36382f5 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Network': ['ID=4c38e535-4534-4f37-99de-fe9e2810ec5d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:19.674831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Deleting port e120dc0a-6552-41b6-b861-41cafac58454 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:19.675348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.781478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.781865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.797476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Calling delete_port for e120dc0a-6552-41b6-b861-41cafac58454 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:19.951784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da962c95-9862-4f4c-a7c7-9a362b16ce53 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:56:19.969909 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:19.978163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: da962c95-9862-4f4c-a7c7-9a362b16ce53 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:56:19.978900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da962c95-9862-4f4c-a7c7-9a362b16ce53 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:56:20.007202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Pushing event deleted for resources: {'Port': ['ID=e120dc0a-6552-41b6-b861-41cafac58454,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:20.076519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.078982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.080269 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6ce37384-f85f-4f8c-bf1e-9d2ed0a36b96 tempest-FloatingIPAdminTestJSON-396172127 tempest-FloatingIPAdminTestJSON-396172127-project] 10.222.0.37 "DELETE /v2.0/floatingips/ccda4389-a1f4-4d14-8b56-89ca4f273030 HTTP/1.1" status: 204 len: 168 time: 0.5625880 Jul 23 10:56:20.392259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58468) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:20.537427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f897fe8a-392c-454b-8cfc-e764ebdd051a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20276048407340b68fe5b657886f056f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440234 Jul 23 10:56:20.540976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58474) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:20.587884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0120945-fc4b-4893-85c5-bd527ae7d0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.608544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0120945-fc4b-4893-85c5-bd527ae7d0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.653651 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0120945-fc4b-4893-85c5-bd527ae7d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.656134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0120945-fc4b-4893-85c5-bd527ae7d0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:20.657276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0120945-fc4b-4893-85c5-bd527ae7d0d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2011e03b-c2f6-4bcf-b761-5264a149bbe2 HTTP/1.1" status: 204 len: 168 time: 0.1154296 Jul 23 10:56:20.665228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0120945-fc4b-4893-85c5-bd527ae7d0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2011e03b-c2f6-4bcf-b761-5264a149bbe2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:20.920976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:20.934759 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-193022b1-6504-4bfe-9d4e-4180e4aa84d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.028114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-193022b1-6504-4bfe-9d4e-4180e4aa84d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.031984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-193022b1-6504-4bfe-9d4e-4180e4aa84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.072272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-193022b1-6504-4bfe-9d4e-4180e4aa84d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a857a5646d62451fa7b9259902c0f7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498454 Jul 23 10:56:21.073405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193022b1-6504-4bfe-9d4e-4180e4aa84d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee383f-b74d-4eff-911d-0aa1b66033a6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:21.074893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58482) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:21.124749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-579c0f31-68e6-4c15-adde-330c87a43e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.149857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-579c0f31-68e6-4c15-adde-330c87a43e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.201796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-579c0f31-68e6-4c15-adde-330c87a43e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.204382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-579c0f31-68e6-4c15-adde-330c87a43e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.205583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-579c0f31-68e6-4c15-adde-330c87a43e23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9ee383f-b74d-4eff-911d-0aa1b66033a6 HTTP/1.1" status: 204 len: 168 time: 0.1294496 Jul 23 10:56:21.213609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c0f31-68e6-4c15-adde-330c87a43e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee383f-b74d-4eff-911d-0aa1b66033a6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:21.544263 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58494) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:21.557904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c136a12-9cf7-4454-8427-fb4b3cdd5592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.648652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c136a12-9cf7-4454-8427-fb4b3cdd5592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.652859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c136a12-9cf7-4454-8427-fb4b3cdd5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.705184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c136a12-9cf7-4454-8427-fb4b3cdd5592 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a38af52b01a040c7a0a021aa7e57d7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574061 Jul 23 10:56:21.705184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c136a12-9cf7-4454-8427-fb4b3cdd5592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de635863-1099-491a-914e-c6f697b06400,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:21.705718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58496) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:21.756912 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aad2cbd-0287-4a2e-b93c-4316cfe16b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.778434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aad2cbd-0287-4a2e-b93c-4316cfe16b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.830356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aad2cbd-0287-4a2e-b93c-4316cfe16b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.833046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4aad2cbd-0287-4a2e-b93c-4316cfe16b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:21.834197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4aad2cbd-0287-4a2e-b93c-4316cfe16b70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de635863-1099-491a-914e-c6f697b06400 HTTP/1.1" status: 204 len: 168 time: 0.1273971 Jul 23 10:56:21.842520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad2cbd-0287-4a2e-b93c-4316cfe16b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de635863-1099-491a-914e-c6f697b06400,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:23.070036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:23.111963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-30d2e578-1228-453e-b167-55e31f6f36e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101226 Jul 23 10:56:23.125066 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1324533262'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:23.147374 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.148966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.207399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.212888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.218082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-474cc4c3-132e-4304-b8b5-504990c2ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:23.219757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-474cc4c3-132e-4304-b8b5-504990c2ef17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0587296 Jul 23 10:56:23.226772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.231228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58540) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:23.231451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-12d277b4-f44f-4905-bef0-ddb5cce53f96 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1602118 Jul 23 10:56:23.328219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.527997 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.530200 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.532307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-3263c7ef-98be-4e56-b6a4-ee2de9c5b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:23.533862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-3263c7ef-98be-4e56-b6a4-ee2de9c5b797 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.2647381 Jul 23 10:56:23.617066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.617811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 745c7201-4760-4fc8-84ac-ff960a08805e {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:56:23.624468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.625599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d4cfae71-6705-4440-abe0-809cf55a475d tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "DELETE /v2.0/routers/745c7201-4760-4fc8-84ac-ff960a08805e HTTP/1.1" status: 204 len: 168 time: 0.3926456 Jul 23 10:56:23.629526 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58548) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:23.635049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Request body: {'router': {'name': 'tempest-router-1388162169', 'distributed': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:23.643560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-01646f64-d268-4007-8c93-3a8b511fef31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 1000 time: 0.1021695 Jul 23 10:56:23.682483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.683670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.705185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-a35d3b39-01bf-4268-990d-9b0237098f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:23.706904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-a35d3b39-01bf-4268-990d-9b0237098f9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0544388 Jul 23 10:56:23.770326 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.777684 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.778851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-471a76b7-b258-49b2-bd9d-11f199854683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:23.780603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-471a76b7-b258-49b2-bd9d-11f199854683 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677612 Jul 23 10:56:23.792725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.794295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-432b99bb-ff3b-4197-80b2-bf4940c559f4 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1635849 Jul 23 10:56:23.798046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:23.889439 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:23.890653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-a5dbd58e-ddac-438b-bc6f-e238e38e92e9 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019969 Jul 23 10:56:23.998093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15ff8d93-3803-4d0b-bf80-72f159c0744b req-fd2ac780-6715-43d5-b866-4dabaf6a27cb service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003978 Jul 23 10:56:24.050554 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.052757 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.099881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.100845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d286671e-26f9-488b-814f-a5d1b616f751 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:56:24.105386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.107545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d8395bdc-ebc0-4bdb-8a5e-eacc17b5b0b6 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d286671e-26f9-488b-814f-a5d1b616f751 HTTP/1.1" status: 204 len: 168 time: 0.3083520 Jul 23 10:56:24.112008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58554) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:24.117334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Request body: {'router': {'name': 'tempest-router-1407111734', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7313d59fa41346a283175192fad94f4b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:24.140767 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.141870 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.193145 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.199096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.214572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.216242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f47a554-8232-4072-ac28-e00430c4622e tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1030366 Jul 23 10:56:24.218959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58556) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:24.223445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:24.245876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.439263 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.439640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.521469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 10:56:24.521859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Router 00bec1e3-9248-49f3-9908-1838b45425ef migrating from provider to provider. {{(pid=93833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 10:56:24.522339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.527234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.531885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380020'] for router, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:24.943379 n-d-778550-4 neutron-server[93833]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] No L3 agents can host the router 00bec1e3-9248-49f3-9908-1838b45425ef Jul 23 10:56:25.042346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Hosts for router 00bec1e3-9248-49f3-9908-1838b45425ef: [] {{(pid=93833) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 10:56:25.067440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Hosts for other DVR routers connected to router 00bec1e3-9248-49f3-9908-1838b45425ef: set() {{(pid=93833) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 10:56:25.070699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.071918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2ca4f0b6-85b7-4306-b71f-32f3aa9d0216 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "PUT /v2.0/routers/00bec1e3-9248-49f3-9908-1838b45425ef HTTP/1.1" status: 200 len: 717 time: 0.8519299 Jul 23 10:56:25.074477 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58560) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:25.145560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-edffbaf0-05e8-495f-8c11-1e022d7b170f tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "GET /v2.0/routers/00bec1e3-9248-49f3-9908-1838b45425ef HTTP/1.1" status: 200 len: 717 time: 0.0699286 Jul 23 10:56:25.148625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58562) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:25.313744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4017bb9-b850-43e3-b6ee-df096260386c tempest-RoutersTestDVR-55746530 tempest-RoutersTestDVR-55746530-project] 10.222.0.37 "GET /v2.0/routers/00bec1e3-9248-49f3-9908-1838b45425ef HTTP/1.1" status: 200 len: 683 time: 0.1639683 Jul 23 10:56:25.316236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58566) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:25.390121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.544590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.546937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.589490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.590057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00bec1e3-9248-49f3-9908-1838b45425ef {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:56:25.595110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.596319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e38d7311-a1ec-47c7-94e1-b3c85fd71a77 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "DELETE /v2.0/routers/00bec1e3-9248-49f3-9908-1838b45425ef HTTP/1.1" status: 204 len: 168 time: 0.2790802 Jul 23 10:56:25.600171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:25.605035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Request body: {'router': {'name': 'tempest-router-44078805', 'distributed': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:25.626533 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.627595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.685372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.690323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.704290 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:25.705511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e78aee1-f440-4346-a035-bacc10b814cd tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.1042421 Jul 23 10:56:25.708240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:25.792559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.262575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.264754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.310462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.311151 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5c671c-5d40-4402-883b-480e076f59e8 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:56:26.315648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.316781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-237933ce-500a-4001-a787-d5e86b50f184 tempest-RoutersTestDVR-775380018 tempest-RoutersTestDVR-775380018-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2a5c671c-5d40-4402-883b-480e076f59e8 HTTP/1.1" status: 204 len: 168 time: 0.6076453 Jul 23 10:56:26.559608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58578) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:26.667070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11a1042a-71a7-442d-b8ae-4dc9543cce04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.766295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11a1042a-71a7-442d-b8ae-4dc9543cce04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.769998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11a1042a-71a7-442d-b8ae-4dc9543cce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.807643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-11a1042a-71a7-442d-b8ae-4dc9543cce04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7313d59fa41346a283175192fad94f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468016 Jul 23 10:56:26.808712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1042a-71a7-442d-b8ae-4dc9543cce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e3eac-afa6-4770-b34d-e6f4e3edce7f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:26.810420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58582) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:26.862366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd88-c3fc-44aa-b3a0-710796f15da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.885558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd88-c3fc-44aa-b3a0-710796f15da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.933753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd88-c3fc-44aa-b3a0-710796f15da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.936779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd88-c3fc-44aa-b3a0-710796f15da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:26.937873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e7ccd88-c3fc-44aa-b3a0-710796f15da8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a08e3eac-afa6-4770-b34d-e6f4e3edce7f HTTP/1.1" status: 204 len: 168 time: 0.1264625 Jul 23 10:56:26.946450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccd88-c3fc-44aa-b3a0-710796f15da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e3eac-afa6-4770-b34d-e6f4e3edce7f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:27.082493 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5063c32-5423-43bc-b1ef-56aeeb6fc661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.098472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:27.216805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58600) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:27.230664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f3b111-9267-4109-9534-d15520936526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.234036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-91896de1-b2c6-4a27-8bc1-03bcf26c5178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a856d12ffd0e48c09fadf9582a64e495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340890 Jul 23 10:56:27.236347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:27.290958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf258da6-e1e7-43ca-968c-c4303883f5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.314325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf258da6-e1e7-43ca-968c-c4303883f5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.320162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f3b111-9267-4109-9534-d15520936526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.324196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f3b111-9267-4109-9534-d15520936526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.360864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf258da6-e1e7-43ca-968c-c4303883f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.362147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-32f3b111-9267-4109-9534-d15520936526 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e8e2c115f7944978ca7867641908e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441765 Jul 23 10:56:27.363910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf258da6-e1e7-43ca-968c-c4303883f5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.364119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3b111-9267-4109-9534-d15520936526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0bb0a-07ba-4917-bad8-f4d825425a92,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:27.365164 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cf258da6-e1e7-43ca-968c-c4303883f5a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/accaa40f-3490-4555-88eb-0b17fd411b90 HTTP/1.1" status: 204 len: 168 time: 0.1278968 Jul 23 10:56:27.366379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:27.381362 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf258da6-e1e7-43ca-968c-c4303883f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accaa40f-3490-4555-88eb-0b17fd411b90,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:27.431095 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868cdb1e-376e-4668-9a84-3d3894bd81af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.452962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868cdb1e-376e-4668-9a84-3d3894bd81af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.501409 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868cdb1e-376e-4668-9a84-3d3894bd81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.504111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-868cdb1e-376e-4668-9a84-3d3894bd81af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:27.508487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-868cdb1e-376e-4668-9a84-3d3894bd81af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbd0bb0a-07ba-4917-bad8-f4d825425a92 HTTP/1.1" status: 204 len: 168 time: 0.1302536 Jul 23 10:56:27.515330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cdb1e-376e-4668-9a84-3d3894bd81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0bb0a-07ba-4917-bad8-f4d825425a92,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:28.872656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:28.970398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-322469442', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:28.993138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Made reservation on behalf of d0f46d01be734d29a8a1a13534489b76 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:28.995601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.007788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.102641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.106456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.111583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] device_id is not set on port 5873e9f1-d5d4-4886-b08e-940e80f63ba1 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:56:29.164600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9386505-7fbc-4345-a042-0325fff1d8b6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:29.232798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Allocated IP 172.25.4.40 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/5873e9f1-d5d4-4886-b08e-940e80f63ba1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:29.386469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.423792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.462765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:29.467437 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:29.470832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:29.477389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Pushing event updated for resources: {'Port': ['ID=5873e9f1-d5d4-4886-b08e-940e80f63ba1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:29.516772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:29.517387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.530634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e27ca8bd-57a7-4b98-b417-4f0d45b995c2 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6568496 Jul 23 10:56:29.534210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58674) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:29.538597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.40'}]}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:29.558649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.559634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.610166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.748170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.920387 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-680ec682-84a4-4507-9a65-c60f76d5a4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:29.975672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.000421 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.143360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.224397 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.315020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.317096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.364900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.365474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d5f5d65-6908-4ec0-9754-925864da3eac {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:56:30.384738 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 10:56:30.385921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5cbfc34-ade8-44d2-af3a-24f9361dffb0 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8507593 Jul 23 10:56:30.388690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:30.404015 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:56:30.473478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Deleting port 5873e9f1-d5d4-4886-b08e-940e80f63ba1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:30.473828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.554490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.566504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Calling delete_port for 5873e9f1-d5d4-4886-b08e-940e80f63ba1 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:30.688160 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.726404 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Pushing event deleted for resources: {'Port': ['ID=5873e9f1-d5d4-4886-b08e-940e80f63ba1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:30.786432 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:30.789898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42d744ee-3992-4a0c-8bcf-897b765c4589 tempest-RoutersAdminNegativeIpV6Test-951557942 tempest-RoutersAdminNegativeIpV6Test-951557942-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5873e9f1-d5d4-4886-b08e-940e80f63ba1 HTTP/1.1" status: 204 len: 168 time: 0.4002476 Jul 23 10:56:31.044383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58692) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:31.158329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e853f41d-fb48-4103-9905-0522b4092eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.249858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e853f41d-fb48-4103-9905-0522b4092eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.253720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e853f41d-fb48-4103-9905-0522b4092eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.295579 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.297013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e853f41d-fb48-4103-9905-0522b4092eb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7eaa302400e64176954913ff4a2acb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512336 Jul 23 10:56:31.298171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853f41d-fb48-4103-9905-0522b4092eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cef86ed-d259-4e2c-b441-9021f12f5c74,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:31.299746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58696) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:31.352724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ff297d-dd0b-4f5f-830d-ef8781d3a36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.373237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ff297d-dd0b-4f5f-830d-ef8781d3a36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.419431 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ff297d-dd0b-4f5f-830d-ef8781d3a36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.422247 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ff297d-dd0b-4f5f-830d-ef8781d3a36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.423444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-69ff297d-dd0b-4f5f-830d-ef8781d3a36d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cef86ed-d259-4e2c-b441-9021f12f5c74 HTTP/1.1" status: 204 len: 168 time: 0.1206744 Jul 23 10:56:31.431878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff297d-dd0b-4f5f-830d-ef8781d3a36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cef86ed-d259-4e2c-b441-9021f12f5c74,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:31.715692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:31.772908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e67d80d-e8f6-459d-bcbd-0e29f5182651 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0f46d01be734d29a8a1a13534489b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553968 Jul 23 10:56:31.773215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58704) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:31.831697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe98b-d3a8-4643-8198-c676c946bdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.853646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe98b-d3a8-4643-8198-c676c946bdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.917339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe98b-d3a8-4643-8198-c676c946bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.919935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe98b-d3a8-4643-8198-c676c946bdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:31.921137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ed5fe98b-d3a8-4643-8198-c676c946bdb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9386505-7fbc-4345-a042-0325fff1d8b6 HTTP/1.1" status: 204 len: 168 time: 0.1468210 Jul 23 10:56:31.929283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe98b-d3a8-4643-8198-c676c946bdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9386505-7fbc-4345-a042-0325fff1d8b6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:32.574535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:32.711825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58728) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:32.806924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1489847963'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:32.836257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:32.839659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:32.848370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:32.942354 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:32.951063 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:32.979018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:56:32.988495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea704a70-5c33-49de-b0a4-bfa1a2f572f3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:32.993330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:32.993669 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Added segment ac7b0bbe-8446-418b-8c6c-b1e78ac91664 of type vlan for network fb402620-dfb5-482f-bde2-2b4aa4d528f5 Jul 23 10:56:33.038619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.070956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.077050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:33.077716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.110716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3978379 Jul 23 10:56:33.114105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:33.123546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'subnet': {'network_id': 'fb402620-dfb5-482f-bde2-2b4aa4d528f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:33.147019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365125-916f-491d-8d54-c7581dcc65e9 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Network': ['ID=fb402620-dfb5-482f-bde2-2b4aa4d528f5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:33.157500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:56:33.215896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:33.219375 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.397907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.456275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Subnet': ['ID=cb0c5da1-e3d4-4467-824f-c94a07092660,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:33.465186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Checking segment: {'id': 'ac7b0bbe-8446-418b-8c6c-b1e78ac91664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fb402620-dfb5-482f-bde2-2b4aa4d528f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:56:33.465547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network hostable DHCP agents. Network: fb402620-dfb5-482f-bde2-2b4aa4d528f5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:56:33.481594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:56:33.490508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, fb402620-dfb5-482f-bde2-2b4aa4d528f5) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:33.496144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:33.497242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.500247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4caca27-213b-46ba-a9cb-9831ca5cd786 None None] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:56:33.513506 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e089ddef-41a6-43a8-a616-27d4f9b23ece tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.3961496 Jul 23 10:56:33.516095 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:33.521217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-500457289', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:33.546184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.547555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.610304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.644997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd9857-7b58-4789-a9e6-31f5e4579bc0 None None] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:56:33.765527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:33.984170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:34.002820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:34.117794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.83 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/f69d57a3-3604-4820-832b-a11fa9b4b169) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:34.219132 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:34.258171 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:34.297289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:34.299696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:34.305876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:34.328603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=f69d57a3-3604-4820-832b-a11fa9b4b169,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:34.546664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:34.592439 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:35.056688 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:35.177671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:56:35.282308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:35.293484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:35.301804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:35.306141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c72a600f-534e-4399-a5fb-c66eaba1cd47 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7860632 Jul 23 10:56:35.306324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:35.306324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:35.306566 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58746) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:35.338881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:35.348779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:35.349769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:35.389368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:35.390039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a87340-1183-46af-b8a6-cb7c53de4216 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:35.751472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.041544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.1 (fb402620-dfb5-482f-bde2-2b4aa4d528f5/cb0c5da1-e3d4-4467-824f-c94a07092660/fb83ab89-84db-48b3-b99b-5f8a8f632e17) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:36.158447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.200646 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.238967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:36.242608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:36.249777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:36.274708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=fb83ab89-84db-48b3-b99b-5f8a8f632e17,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:36.296537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.443052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.732650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.737394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.813974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=fb83ab89-84db-48b3-b99b-5f8a8f632e17,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:36.816386 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:36.909696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:36.911113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:37.031709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:37.144135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:37.151378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7e153c81-79a5-4baa-b0cf-bf442fccef89 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/routers/18bfad3c-4199-443a-ad11-2c991554c63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439150 Jul 23 10:56:37.152519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:37.156249 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:37.159490 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'port': {'network_id': 'fb402620-dfb5-482f-bde2-2b4aa4d528f5', 'name': 'tempest-FloatingIPTestJSON-414608061'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:37.168056 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:37.168994 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:37.215988 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:37.226032 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:37.226939 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:37.267363 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:37.268057 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a782da6-0580-4435-8ddb-be3460f7f641 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:37.291856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:37.295318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:37.317227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] device_id is not set on port e8ec2b16-6751-4e78-b4a7-3f2c513337e5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:56:37.420949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.11 (fb402620-dfb5-482f-bde2-2b4aa4d528f5/cb0c5da1-e3d4-4467-824f-c94a07092660/e8ec2b16-6751-4e78-b4a7-3f2c513337e5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:37.574168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:37.611204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:37.652961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:37.657846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:37.661481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:37.684912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=e8ec2b16-6751-4e78-b4a7-3f2c513337e5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:37.712634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:37.713245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:37.727124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-22311c0b-940b-4e16-9c85-58192c77001a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5734618 Jul 23 10:56:37.730064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58808) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:37.735119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'port': {'network_id': 'fb402620-dfb5-482f-bde2-2b4aa4d528f5', 'name': 'tempest-FloatingIPTestJSON-316553561'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:37.853901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:37.857783 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:37.878608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] device_id is not set on port 5164152d-5256-4acb-8462-2ea5da938c01 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:56:37.989836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.13 (fb402620-dfb5-482f-bde2-2b4aa4d528f5/cb0c5da1-e3d4-4467-824f-c94a07092660/5164152d-5256-4acb-8462-2ea5da938c01) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:38.146999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.186668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.233617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:38.238822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:38.243235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:38.249573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=5164152d-5256-4acb-8462-2ea5da938c01,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:38.295980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:38.296641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.311472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b323adc-4493-4cae-a29e-59e274a5f578 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5802865 Jul 23 10:56:38.314672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58820) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:38.319443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '5164152d-5256-4acb-8462-2ea5da938c01', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:38.340250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.433636 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.541507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.198 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/9de6cd63-fbe6-4e9f-9603-359b486a2f01) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:38.646068 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.685412 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:38.725846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:38.728662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:38.731688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:38.763286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=9de6cd63-fbe6-4e9f-9603-359b486a2f01,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:39.109143 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:39.184242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:39.340341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:39.344985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:39.413732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=9de6cd63-fbe6-4e9f-9603-359b486a2f01,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:39.423484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:39.523266 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP ff8afb22-e9b8-4d35-bdee-90314c1119e8 associated. External IP: 172.25.4.198, port: 5164152d-5256-4acb-8462-2ea5da938c01. Jul 23 10:56:39.731452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:39.846083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:39.866217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:39.868972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:39.879541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:39.880158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:39.913392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:39.915469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-918da710-d5c6-4d6c-bb69-57ffef7e1e30 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5985100 Jul 23 10:56:39.917414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58848) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:39.922300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:39.922901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:39.927067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:39.955239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:39.955929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25d699-bfee-489b-8454-f216ebd04670 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:39.985567 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:40.131089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:40.136242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:40.136587 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP ff8afb22-e9b8-4d35-bdee-90314c1119e8 disassociated. External IP: 172.25.4.198, port: 5164152d-5256-4acb-8462-2ea5da938c01. Jul 23 10:56:40.341515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:40.452562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:40.457875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:40.462952 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:40.471925 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:40.472533 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:40.498285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3b61d897-f4e6-4768-a1b2-bc1d4d2296e1 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/floatingips/ff8afb22-e9b8-4d35-bdee-90314c1119e8 HTTP/1.1" status: 200 len: 688 time: 0.5773966 Jul 23 10:56:40.498500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58860) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:40.503942 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:40.513066 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:40.513668 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:40.549183 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:40.549895 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd018b-cc9f-4efa-acaf-1c8391124546 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:40.970506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port 9de6cd63-fbe6-4e9f-9603-359b486a2f01 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:40.971102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.044295 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.044541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.056655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for 9de6cd63-fbe6-4e9f-9603-359b486a2f01 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:41.201245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.227990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=9de6cd63-fbe6-4e9f-9603-359b486a2f01,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:41.292262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.294915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.296042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3de33e25-73dd-4708-83a4-d534c2d67f4a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/floatingips/ff8afb22-e9b8-4d35-bdee-90314c1119e8 HTTP/1.1" status: 204 len: 168 time: 0.7966332 Jul 23 10:56:41.299900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58878) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:41.304945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'e8ec2b16-6751-4e78-b4a7-3f2c513337e5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:41.326530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.423025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.529824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.9 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/b695f7d7-3396-471c-831a-fce56c1344a1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:41.643464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.684925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:41.721973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:41.727514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:41.730993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:41.736420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=b695f7d7-3396-471c-831a-fce56c1344a1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:42.096810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:42.178396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:42.331819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:42.336791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:42.410321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=b695f7d7-3396-471c-831a-fce56c1344a1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:42.421509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:42.525044 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP 6c51431e-544e-4ad0-9f0f-9c91b54659c2 associated. External IP: 172.25.4.9, port: e8ec2b16-6751-4e78-b4a7-3f2c513337e5. Jul 23 10:56:42.732978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:42.840970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:42.851837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:42.862559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:42.863402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:42.863787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:42.902957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ade39b02-a9bb-4361-828a-abd629343320 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.6020184 Jul 23 10:56:42.905534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58908) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:42.906258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:42.918845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:42.919409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:42.952484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:42.953078 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea34914-adf3-4a3f-b223-16713a50c619 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:42.972368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-91b264fc-c0fa-40e7-a245-6eb7325148ad tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/floatingips/6c51431e-544e-4ad0-9f0f-9c91b54659c2 HTTP/1.1" status: 200 len: 976 time: 0.0657685 Jul 23 10:56:42.975626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58912) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:43.066114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9866922d-dcd8-46b9-9c84-4557c5ac6883 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.0895000 Jul 23 10:56:43.068591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 58914) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:43.073632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'port_id': '5164152d-5256-4acb-8462-2ea5da938c01'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:43.126950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:43.462008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-4dda711b-73c4-4dcb-85b0-5beb4ed9ebde service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2175448 Jul 23 10:56:43.651694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-7889773c-068b-4234-931c-8883664bcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:43.653246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-7889773c-068b-4234-931c-8883664bcaae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 1096 time: 0.1270757 Jul 23 10:56:43.737280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:43.761587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:43.857685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-f28c0c7a-a12c-4bc7-b924-334a82b1aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:43.859154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-f28c0c7a-a12c-4bc7-b924-334a82b1aa36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1721454 Jul 23 10:56:43.933878 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP 6c51431e-544e-4ad0-9f0f-9c91b54659c2 associated. External IP: 172.25.4.9, port: e8ec2b16-6751-4e78-b4a7-3f2c513337e5. Jul 23 10:56:43.998919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-9a894875-223d-4cb7-9b02-1516dfca3c2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f78d8b51-9475-487b-b95e-7032c9356e1b HTTP/1.1" status: 200 len: 1001 time: 0.1317711 Jul 23 10:56:44.069922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-4c4405bf-99b2-46a5-92d9-5289e9e039b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:44.071401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-4c4405bf-99b2-46a5-92d9-5289e9e039b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0669103 Jul 23 10:56:44.545135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-350a799f-12c3-42ad-bc29-32951fa7d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:44.546657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-350a799f-12c3-42ad-bc29-32951fa7d825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4677482 Jul 23 10:56:44.563153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:44.715952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-c3b1f429-bb7c-4c7a-8f64-74896ac5519b service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610699 Jul 23 10:56:44.756922 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:44.768646 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:44.778380 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:44.779113 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:44.821189 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:44.831091 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:44.831752 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:44.867201 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:44.867891 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101971d9-e06a-42e5-8f20-980b73bb00db None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:44.918504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7261bb1c-edaf-4b30-b733-2ee19a5abecc req-708471f6-0c22-4f96-bd65-b10750fcff3e service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953084 Jul 23 10:56:45.033754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:45.144250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:45.149076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:45.154637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:45.164618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:45.165461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.204390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.214257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:45.214895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.219576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9a299eb4-5136-4747-a9aa-31c2e7be0b41 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/floatingips/6c51431e-544e-4ad0-9f0f-9c91b54659c2 HTTP/1.1" status: 200 len: 976 time: 2.1493804 Jul 23 10:56:45.222336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:45.227730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:45.248113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.248777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9112bf0-1e4b-44b4-997d-7a30fb2202d6 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:45.288183 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:45.435392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:45.438965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:45.439288 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP 6c51431e-544e-4ad0-9f0f-9c91b54659c2 disassociated. External IP: 172.25.4.9, port: 5164152d-5256-4acb-8462-2ea5da938c01. Jul 23 10:56:45.649507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:45.755917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:45.761205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:45.767551 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:45.777335 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:45.777983 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.801205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8034fc00-e036-4725-b027-54f6c574a600 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/floatingips/6c51431e-544e-4ad0-9f0f-9c91b54659c2 HTTP/1.1" status: 200 len: 686 time: 0.5753915 Jul 23 10:56:45.801613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:45.812385 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.830524 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:45.831150 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.871845 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:45.877335 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb9439-deb1-451e-9a75-25e29ccea852 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:45.931992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port b695f7d7-3396-471c-831a-fce56c1344a1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:45.932340 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:46.011023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:46.011360 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:46.022723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for b695f7d7-3396-471c-831a-fce56c1344a1 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:46.478930 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:46.507982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=b695f7d7-3396-471c-831a-fce56c1344a1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:46.568425 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:46.571439 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:46.572686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b9f7d6d-927f-490a-95b1-14f43d699c05 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/floatingips/6c51431e-544e-4ad0-9f0f-9c91b54659c2 HTTP/1.1" status: 204 len: 168 time: 0.7701976 Jul 23 10:56:46.575292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:46.610434 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-7d0e321e-bb6c-4621-a834-27839a7315c3 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] delete failed (client error): The resource could not be found. Jul 23 10:56:46.611477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7d0e321e-bb6c-4621-a834-27839a7315c3 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/floatingips/6c51431e-544e-4ad0-9f0f-9c91b54659c2 HTTP/1.1" status: 404 len: 345 time: 0.0352011 Jul 23 10:56:46.616003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:46.724620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d7c6b-2032-44fb-aee3-83ffe1e5e18f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:46.731311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d7c6b-2032-44fb-aee3-83ffe1e5e18f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:46.737257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d7c6b-2032-44fb-aee3-83ffe1e5e18f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:46.738900 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-220d7c6b-2032-44fb-aee3-83ffe1e5e18f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/ports?network_id=fb402620-dfb5-482f-bde2-2b4aa4d528f5 HTTP/1.1" status: 200 len: 2358 time: 0.1219668 Jul 23 10:56:46.741794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:46.791710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e40750-4dfe-4097-89e5-45245ceee94c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:46.793070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-49e40750-4dfe-4097-89e5-45245ceee94c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/subnets/cb0c5da1-e3d4-4467-824f-c94a07092660 HTTP/1.1" status: 200 len: 797 time: 0.0503631 Jul 23 10:56:46.798012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 58992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:46.802660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'port': {'network_id': 'fb402620-dfb5-482f-bde2-2b4aa4d528f5', 'name': 'tempest-FloatingIPTestJSON-1771319928', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:46.919562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:47.008946 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:47.026170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] device_id is not set on port 579d29f5-ebe7-4578-af00-393910c67f9c yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:56:47.336552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.14 (fb402620-dfb5-482f-bde2-2b4aa4d528f5/cb0c5da1-e3d4-4467-824f-c94a07092660/579d29f5-ebe7-4578-af00-393910c67f9c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:47.344617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.12 (fb402620-dfb5-482f-bde2-2b4aa4d528f5/cb0c5da1-e3d4-4467-824f-c94a07092660/579d29f5-ebe7-4578-af00-393910c67f9c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:47.501962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:47.545121 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:47.589188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:47.594045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:47.597896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:47.606035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=579d29f5-ebe7-4578-af00-393910c67f9c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:47.663207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:47.664217 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:47.683972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-252c6bf7-41ff-48b9-bc7d-69d730b421cf tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8824248 Jul 23 10:56:47.684184 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:47.688901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '579d29f5-ebe7-4578-af00-393910c67f9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:47.714379 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:47.820690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:47.945122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.239 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/ad4ba548-b559-4f8c-bf38-e762470db20c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:48.075576 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.115065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.161158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:48.167165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:48.171041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:48.197672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=ad4ba548-b559-4f8c-bf38-e762470db20c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:48.538908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.622327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.772785 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.777997 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.858116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=ad4ba548-b559-4f8c-bf38-e762470db20c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:48.864003 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:48.967094 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP a06d2121-d356-418f-bf52-642be791a996 associated. External IP: 172.25.4.239, port: 579d29f5-ebe7-4578-af00-393910c67f9c. Jul 23 10:56:49.183655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:49.291426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:49.302845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:49.308242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.333713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:49.334412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:49.355292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-17603687-b08b-46d2-baa3-3b274da797db tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6699414 Jul 23 10:56:49.357869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:49.362682 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'port_id': '579d29f5-ebe7-4578-af00-393910c67f9c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:49.380307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:49.390502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:49.391187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:49.425009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:49.425939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e16a38-6674-442b-8688-5d01e9b30c3b None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:49.427650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.897896 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:49.902777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:50.119833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:50.226277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:50.230607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:50.236625 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:50.246535 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:50.247256 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:50.283079 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:50.292404 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:50.293248 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:50.306878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b6d0b6bb-d2b7-4b26-8416-059bba6604dc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/floatingips/a06d2121-d356-418f-bf52-642be791a996 HTTP/1.1" status: 200 len: 979 time: 0.9477811 Jul 23 10:56:50.309542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:50.326133 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:50.326784 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3182987-0517-488d-b12e-ed61304beb4a None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:50.784973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port ad4ba548-b559-4f8c-bf38-e762470db20c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:50.785325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:50.862625 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:50.863010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:50.876005 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for ad4ba548-b559-4f8c-bf38-e762470db20c owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:51.034830 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.061359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=ad4ba548-b559-4f8c-bf38-e762470db20c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:51.135736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.136126 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP a06d2121-d356-418f-bf52-642be791a996 disassociated (deleted). External IP: 172.25.4.239, port: 579d29f5-ebe7-4578-af00-393910c67f9c. Jul 23 10:56:51.345216 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:51.460205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:51.465113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.469800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:51.478886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:51.479620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:51.504126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-de0ab27d-15b2-4873-959e-5da6fa413588 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/floatingips/a06d2121-d356-418f-bf52-642be791a996 HTTP/1.1" status: 204 len: 168 time: 1.1910534 Jul 23 10:56:51.504379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:51.511591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:51.520028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:51.520627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:51.554945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:51.555721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31972435-48f8-4cf2-82f6-59ab7f8f7394 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:51.608745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port 579d29f5-ebe7-4578-af00-393910c67f9c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:51.609096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.697876 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.710060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for 579d29f5-ebe7-4578-af00-393910c67f9c owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:51.884685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:51.914421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=579d29f5-ebe7-4578-af00-393910c67f9c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:52.016607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.018492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-889a422d-a3b4-4e45-b313-1096555ad1e2 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/ports/579d29f5-ebe7-4578-af00-393910c67f9c HTTP/1.1" status: 204 len: 168 time: 0.5123739 Jul 23 10:56:52.022313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:52.026930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:52.049112 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.152304 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.272863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.52 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a75a2faf-b43b-4077-90ab-ee962d7ef2fe) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:52.378832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.427488 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.466333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:52.473188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:52.477924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:52.481126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=a75a2faf-b43b-4077-90ab-ee962d7ef2fe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:52.560932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.607968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.759248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.763730 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.833591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=a75a2faf-b43b-4077-90ab-ee962d7ef2fe,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:52.843178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.856893 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:52.860044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df9e8254-ed83-422f-89d6-55c03ada5b5e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8363214 Jul 23 10:56:52.862296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:52.867612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'port': {'network_id': 'fb402620-dfb5-482f-bde2-2b4aa4d528f5', 'name': 'tempest-FloatingIPTestJSON-1766269304'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:52.981396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:52.985137 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:53.001988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] device_id is not set on port eff396c0-8329-41ce-badf-b2c18c81a69b yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:56:53.108578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.8 (fb402620-dfb5-482f-bde2-2b4aa4d528f5/cb0c5da1-e3d4-4467-824f-c94a07092660/eff396c0-8329-41ce-badf-b2c18c81a69b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:53.260034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:53.298909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:53.341446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network fb402620-dfb5-482f-bde2-2b4aa4d528f5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:53.346350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:53.350665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:53.381074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=eff396c0-8329-41ce-badf-b2c18c81a69b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:53.408220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:53.408839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:53.425095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fbd63135-aa31-444c-b2a2-4faff45700e6 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5617244 Jul 23 10:56:53.427702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:53.432851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'port_id': 'eff396c0-8329-41ce-badf-b2c18c81a69b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:53.475638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:53.917892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:53.921638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.030063 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP cf8fda97-212c-43ff-a2d5-4227c532abaa associated. External IP: 172.25.4.52, port: eff396c0-8329-41ce-badf-b2c18c81a69b. Jul 23 10:56:54.222093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.247555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:54.351679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:54.356325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.362606 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:54.372327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:54.373043 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:54.398344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-860ca246-bed8-40d2-9a39-61047bef9f8f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/floatingips/cf8fda97-212c-43ff-a2d5-4227c532abaa HTTP/1.1" status: 200 len: 977 time: 0.9690247 Jul 23 10:56:54.400820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:54.409924 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:54.417918 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:54.418790 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:54.454192 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:54.455119 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6c1c0-6509-4686-a399-40509578e51d None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:54.511089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port eff396c0-8329-41ce-badf-b2c18c81a69b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:54.511617 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.606984 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.822285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.822665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.822978 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP cf8fda97-212c-43ff-a2d5-4227c532abaa disassociated. External IP: 172.25.4.52, port: eff396c0-8329-41ce-badf-b2c18c81a69b. Jul 23 10:56:54.823321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for eff396c0-8329-41ce-badf-b2c18c81a69b owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:54.948011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:54.977481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=eff396c0-8329-41ce-badf-b2c18c81a69b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:55.106139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:55.215311 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:55.224794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:55.235550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:55.236155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:55.270347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:55.279140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:55.279783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:55.295113 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.300158 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2ce8f826-9e4f-47d4-b83f-778bd04b0913 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/ports/eff396c0-8329-41ce-badf-b2c18c81a69b HTTP/1.1" status: 204 len: 168 time: 0.8980350 Jul 23 10:56:55.300360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59158) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:55.320737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:55.321572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfcfb21-17ca-4c3a-8e26-162d1555b63c None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:55.351402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-578f9d9f-863a-4d0d-9a5f-f029522c8d10 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/floatingips/cf8fda97-212c-43ff-a2d5-4227c532abaa HTTP/1.1" status: 200 len: 687 time: 0.0498040 Jul 23 10:56:55.354216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59160) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:55.476681 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port a75a2faf-b43b-4077-90ab-ee962d7ef2fe {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:56:55.477030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.558123 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.558461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.571840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for a75a2faf-b43b-4077-90ab-ee962d7ef2fe owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:56:55.703886 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.729405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=a75a2faf-b43b-4077-90ab-ee962d7ef2fe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:55.758852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.759208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.759586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.759930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.760360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.760610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.760941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.761275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.761608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.761936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.762290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.762622 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:55.812467 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.815428 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.816652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a0a55df-0678-4256-81c7-b5bd5168457c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf8fda97-212c-43ff-a2d5-4227c532abaa HTTP/1.1" status: 204 len: 168 time: 0.4614956 Jul 23 10:56:55.825065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59172) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:55.829223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '5164152d-5256-4acb-8462-2ea5da938c01'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:55.851732 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:55.956525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.067344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.201 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/c7262c11-3bcc-4b0c-aa82-f735cbcd88ce) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:56.167693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.206712 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.244855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:56.249536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:56.252104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:56.285133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=c7262c11-3bcc-4b0c-aa82-f735cbcd88ce,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:56.627869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.705994 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.859265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.864110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:56.937911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=c7262c11-3bcc-4b0c-aa82-f735cbcd88ce,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:56.945576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.048666 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP 4d97dbde-0844-4da5-8782-c21334d1ed28 associated. External IP: 172.25.4.201, port: 5164152d-5256-4acb-8462-2ea5da938c01. Jul 23 10:56:57.083973 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03d388cc-9b2a-4d38-acd8-1163acf14222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.281575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:56:57.397769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:56:57.407247 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:56:57.415996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.416927 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:57.417622 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:57.452311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:57.457333 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-16699ef3-deb5-4d0a-a936-ad3debb35132 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6325250 Jul 23 10:56:57.457537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59200) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:57.461880 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:56:57.462581 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:56:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:57.463991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-79945116'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:57.485372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:57.488940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.494156 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:56:57.494916 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e0320d-560e-45fc-8cc4-315c0045bab9 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:56:57.514792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:56:57.524066 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.524486 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Added segment bd5b05b4-963f-475c-8732-849c08496017 of type vlan for network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b Jul 23 10:56:57.566632 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.599708 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.606808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:57.607657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.642553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1839247 Jul 23 10:56:57.645250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59208) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:57.650399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'subnet': {'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:57.705635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af12123-edad-4f8b-9ff2-f977e5e69046 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Network': ['ID=2024ea37-e195-4b2f-8097-a21aa0d8fc8b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:57.716620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:56:57.777110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:56:57.781404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:57.970003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.040947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Subnet': ['ID=c4b93b5b-a89b-4e80-adf0-8a5380f807a7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:58.045117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Checking segment: {'id': 'bd5b05b4-963f-475c-8732-849c08496017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:56:58.045479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network hostable DHCP agents. Network: 2024ea37-e195-4b2f-8097-a21aa0d8fc8b, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:56:58.061851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:56:58.070684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 2024ea37-e195-4b2f-8097-a21aa0d8fc8b) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:58.078304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:56:58.078924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f097ed-c9e9-47ef-a35b-1fb8f8ec7e69 None None] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:56:58.079073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.094640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4c3a5334-7be9-4b32-9a68-f7c0a51d9a4c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4482725 Jul 23 10:56:58.097288 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59216) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:56:58.102407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-671755039', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:56:58.125829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.127179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.193364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.237203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-2024ea37-e195-4b2f-8097-a21aa0d8fc8b', 'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b', 'tenant_id': '87b2735d96f4410fb33f31dcd98db190', 'fixed_ips': [{'subnet_id': 'c4b93b5b-a89b-4e80-adf0-8a5380f807a7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:56:58.238095 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.381908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Allocated IP 172.20.0.2 (2024ea37-e195-4b2f-8097-a21aa0d8fc8b/c4b93b5b-a89b-4e80-adf0-8a5380f807a7/0b6d0fda-9306-4c92-bdd7-fa85faf871cc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:58.540814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.549922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Transition to ACTIVE for port object 0b6d0fda-9306-4c92-bdd7-fa85faf871cc will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:56:58.566493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Transition to ACTIVE for port object 0b6d0fda-9306-4c92-bdd7-fa85faf871cc will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:56:58.573447 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.616192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Pushing event updated for resources: {'Port': ['ID=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:58.627312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.627761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.628233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.628574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.628902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.629235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.629561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.629884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.630208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.630534 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.631122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.631890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:56:58.644386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:58.645851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:58.649386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:58.703150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.722403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Attempting to bind port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:56:58.722784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Attempting to bind port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'bd5b05b4-963f-475c-8732-849c08496017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:56:58.723152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Attempting to bind port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc on network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:56:58.729694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:56:58.729954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Checking segment: {'id': 'bd5b05b4-963f-475c-8732-849c08496017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:56:58.730395 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.730805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Bound using segment: {'id': 'bd5b05b4-963f-475c-8732-849c08496017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:56:58.731286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Bound port: 0b6d0fda-9306-4c92-bdd7-fa85faf871cc, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5b05b4-963f-475c-8732-849c08496017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:56:58.731712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.805631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] For port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:56:58.809494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] For port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,segment=NetworkSegment(bd5b05b4-963f-475c-8732-849c08496017),segment_id=bd5b05b4-963f-475c-8732-849c08496017)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:56:58.813943 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.951494 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:58.971922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:59.046322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496090c-c972-490a-b3b9-53869f8294e3 None None] Pushing event updated for resources: {'Port': ['ID=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:59.096591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.25.4.31 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/8df30141-cd24-47d7-b3fb-c4a044f54a8e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:56:59.207382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:59.275620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:59.312976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:56:59.316066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:56:59.321482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:56:59.324644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=8df30141-cd24-47d7-b3fb-c4a044f54a8e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:56:59.591808 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:59.797040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:59.915554 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2233f90e-eadb-4ff8-8e01-b8befc34f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:56:59.979272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 15f6f8b4-3217-45be-a806-4a9e563d6285 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:57:00.002080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0b6d0fda-9306-4c92-bdd7-fa85faf871cc up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:57:00.064637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:00.137473 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:00.149789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] Sync routers for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:00.159497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:00.160288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:00.164104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:00.164308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3317a94b-743f-4fa9-9199-371b17732a39 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0627351 Jul 23 10:57:00.165685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:00.198480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:00.208942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:00.210888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:00.228121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e000d-b557-4f94-a450-5c2e926e9fa9 None None] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:57:00.325289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:00.326032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aadfc9c-60c0-4a9d-a673-d7c5cb8acf70 None None] The sync data for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:00.329516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:00.348868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] Provisioning for port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:00.356028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] Provisioning complete for port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:00.356507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:00.512836 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:00.551841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] For port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,segment=NetworkSegment(bd5b05b4-963f-475c-8732-849c08496017),segment_id=bd5b05b4-963f-475c-8732-849c08496017)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:00.557518 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:00.613216 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc9f46-9d83-4b06-942c-b80a5f8b88db None None] Pushing event updated for resources: {'Port': ['ID=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:00.781451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a8518e58-6d10-4ebe-bbf6-8e22b1cd3613 None None] Provisioning complete for port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:00.781907 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8518e58-6d10-4ebe-bbf6-8e22b1cd3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:00.970114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.264084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.1 (2024ea37-e195-4b2f-8097-a21aa0d8fc8b/c4b93b5b-a89b-4e80-adf0-8a5380f807a7/3fa1007b-3052-45a0-b48c-3f26a289ede2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:57:01.299532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.381906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.396224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Transition to ACTIVE for port object 3fa1007b-3052-45a0-b48c-3f26a289ede2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:01.430266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.477286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:01.483359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:01.487864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:57:01.517604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=3fa1007b-3052-45a0-b48c-3f26a289ede2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:01.534614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.534969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.535315 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.535686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.536030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.536371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.536710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.537044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.537442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.538465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.538826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.539164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:01.553807 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.714111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4ca72511-ed95-47e1-a952-657b5d935cf6 None None] Provisioning for port 3fa1007b-3052-45a0-b48c-3f26a289ede2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:01.714948 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.718168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4ca72511-ed95-47e1-a952-657b5d935cf6 None None] Provisioning complete for port 3fa1007b-3052-45a0-b48c-3f26a289ede2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:01.718539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ca72511-ed95-47e1-a952-657b5d935cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:01.772745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4ca72511-ed95-47e1-a952-657b5d935cf6 None None] Port 3fa1007b-3052-45a0-b48c-3f26a289ede2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:57:01.982459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0b6d0fda-9306-4c92-bdd7-fa85faf871cc up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:57:02.020321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.031073 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.037314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:02.037871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.109291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=3fa1007b-3052-45a0-b48c-3f26a289ede2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:02.111738 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.208824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:02.210819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:02.334973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 15f6f8b4-3217-45be-a806-4a9e563d6285 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:02.448270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:02.453202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-97694a5a-ef89-448a-803b-a9d4d780b12e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/routers/15f6f8b4-3217-45be-a806-4a9e563d6285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864218 Jul 23 10:57:02.455842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59292) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:02.458013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] Sync routers for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:02.462005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'port': {'network_id': '2024ea37-e195-4b2f-8097-a21aa0d8fc8b', 'name': 'tempest-FloatingIPTestJSON-1853141666'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:02.469437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:02.470287 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:02.495529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3d9f8ffe-aebd-40c8-bbb9-520966547f57 None None] Provisioning complete for port 3fa1007b-3052-45a0-b48c-3f26a289ede2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:02.496016 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d9f8ffe-aebd-40c8-bbb9-520966547f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.511066 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:02.521121 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:02.522581 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:02.535117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f8ffe-aebd-40c8-bbb9-520966547f57 None None] Port 3fa1007b-3052-45a0-b48c-3f26a289ede2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:57:02.564331 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:02.565138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.565505 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bd499-e7ea-411d-b030-2dd3d32bb90b None None] The sync data for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:02.599241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Made reservation on behalf of 87b2735d96f4410fb33f31dcd98db190 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:57:02.602777 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.620060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] device_id is not set on port f1d21eec-211f-4af8-96c3-3723a2d75761 yet. {{(pid=93833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 10:57:02.736034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Allocated IP 172.20.0.7 (2024ea37-e195-4b2f-8097-a21aa0d8fc8b/c4b93b5b-a89b-4e80-adf0-8a5380f807a7/f1d21eec-211f-4af8-96c3-3723a2d75761) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:57:02.896752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.910924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Transition to ACTIVE for port object f1d21eec-211f-4af8-96c3-3723a2d75761 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:02.944161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:02.989194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:02.995172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:02.999006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:57:03.025247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event updated for resources: {'Port': ['ID=f1d21eec-211f-4af8-96c3-3723a2d75761,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:03.054609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:03.055167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:03.073129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1f7b3c0b-2ca9-4443-a7c0-e6269a99fb12 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6142540 Jul 23 10:57:03.074079 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:03.078877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Request body: {'floatingip': {'port_id': 'f1d21eec-211f-4af8-96c3-3723a2d75761'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:03.143881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:03.261821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-73b00f19-e4a3-4c7f-9d3f-83e227b0d08c None None] Provisioning for port f1d21eec-211f-4af8-96c3-3723a2d75761 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:03.265891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-73b00f19-e4a3-4c7f-9d3f-83e227b0d08c None None] Provisioning complete for port f1d21eec-211f-4af8-96c3-3723a2d75761 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:03.266303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73b00f19-e4a3-4c7f-9d3f-83e227b0d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:03.301306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-73b00f19-e4a3-4c7f-9d3f-83e227b0d08c None None] Port f1d21eec-211f-4af8-96c3-3723a2d75761 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:57:03.631512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:03.635917 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:03.736148 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP 4d97dbde-0844-4da5-8782-c21334d1ed28 associated. External IP: 172.25.4.201, port: 5164152d-5256-4acb-8462-2ea5da938c01. Jul 23 10:57:03.952537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:04.062820 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:04.075231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:04.085024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:04.085633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.121015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.129708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:04.130320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.164087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.164922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3335a5a-0545-41f1-bf58-e330c0cd6e49 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:04.278800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 15f6f8b4-3217-45be-a806-4a9e563d6285 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:04.387688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:04.392654 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:04.397322 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] Sync routers for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:04.406348 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:04.407040 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.439782 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.448699 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:04.449385 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.465175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9cb032f7-b42d-4df7-b01b-047b5cbebb1f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/floatingips/4d97dbde-0844-4da5-8782-c21334d1ed28 HTTP/1.1" status: 200 len: 978 time: 1.3899250 Jul 23 10:57:04.467788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59316) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:04.576187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port f1d21eec-211f-4af8-96c3-3723a2d75761 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:04.576523 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:04.576655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:04.577316 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e1ecb-364a-45c3-be59-ff7ce42eb8c9 None None] The sync data for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:04.606754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:04.666594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:04.844346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:04.844732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:04.845187 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Floating IP 4d97dbde-0844-4da5-8782-c21334d1ed28 disassociated. External IP: 172.25.4.201, port: f1d21eec-211f-4af8-96c3-3723a2d75761. Jul 23 10:57:04.845538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for f1d21eec-211f-4af8-96c3-3723a2d75761 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:04.977229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:05.009956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=f1d21eec-211f-4af8-96c3-3723a2d75761,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:05.127019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 15f6f8b4-3217-45be-a806-4a9e563d6285 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:05.576091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:05.586270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] Sync routers for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:05.595651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:05.596362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:05.629449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:05.638305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:05.639411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:05.645685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:05.650968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8b70a1ad-2162-49a1-8a4b-1b380dbb502f tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/ports/f1d21eec-211f-4af8-96c3-3723a2d75761 HTTP/1.1" status: 204 len: 168 time: 1.1798999 Jul 23 10:57:05.651161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:05.677380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:05.678228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a797ba-d3e4-4f20-876b-7aaec3656c7b None None] The sync data for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:06.004760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:06.289045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port 3fa1007b-3052-45a0-b48c-3f26a289ede2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:06.289399 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:06.374124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:06.386691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for 3fa1007b-3052-45a0-b48c-3f26a289ede2 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:06.577879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:06.606810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=3fa1007b-3052-45a0-b48c-3f26a289ede2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:06.800192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.030997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 15f6f8b4-3217-45be-a806-4a9e563d6285 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:07.138721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:07.147268 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cf827545-7ef5-45ac-8435-41f39e27cac4 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/routers/15f6f8b4-3217-45be-a806-4a9e563d6285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923723 Jul 23 10:57:07.147886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59346) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:07.149283 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] Sync routers for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:07.159085 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:07.159732 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:07.194429 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:07.203170 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] Routers {'15f6f8b4-3217-45be-a806-4a9e563d6285'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:07.203998 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['15f6f8b4-3217-45be-a806-4a9e563d6285'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:07.236092 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:07.236739 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66215d4e-774b-454f-8c07-39eaecbd35e4 None None] The sync data for ids ['15f6f8b4-3217-45be-a806-4a9e563d6285'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:07.261140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.369790 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.403843 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:57:07.425981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port 8df30141-cd24-47d7-b3fb-c4a044f54a8e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:07.426328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.507894 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.519677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for 8df30141-cd24-47d7-b3fb-c4a044f54a8e owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:07.685193 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.712158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=8df30141-cd24-47d7-b3fb-c4a044f54a8e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:07.776776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.880852 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.883968 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.929279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.929940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Fanout notify agent at l3_agent the message router_deleted on router 15f6f8b4-3217-45be-a806-4a9e563d6285 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:57:07.936716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:07.940826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e4c33fdb-b3ab-4ebd-83dc-fbeee18c869d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/routers/15f6f8b4-3217-45be-a806-4a9e563d6285 HTTP/1.1" status: 204 len: 168 time: 0.7890100 Jul 23 10:57:07.940826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59472) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:08.006043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting subnet c4b93b5b-a89b-4e80-adf0-8a5380f807a7 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:57:08.009746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.054517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.151869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.213791 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.241090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b93b5b-a89b-4e80-adf0-8a5380f807a7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:08.244497 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.248756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0d48b7cf-96cf-4041-a9d1-2d1767886c8a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/subnets/c4b93b5b-a89b-4e80-adf0-8a5380f807a7 HTTP/1.1" status: 204 len: 168 time: 0.3049214 Jul 23 10:57:08.249035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59522) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:08.250642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75267c29-db81-4abf-963a-79f35a1723fd None None] Network 2024ea37-e195-4b2f-8097-a21aa0d8fc8b requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:57:08.332428 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.390136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:08.390500 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.464178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] DHCP port deletion for 2024ea37-e195-4b2f-8097-a21aa0d8fc8b request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:57:08.464683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] For port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,segment=NetworkSegment(bd5b05b4-963f-475c-8732-849c08496017),segment_id=bd5b05b4-963f-475c-8732-849c08496017)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:08.465045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.477806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for 0b6d0fda-9306-4c92-bdd7-fa85faf871cc owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:08.512251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] Deleting port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:08.512691 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.569947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.582839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] For port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,segment=NetworkSegment(bd5b05b4-963f-475c-8732-849c08496017),segment_id=bd5b05b4-963f-475c-8732-849c08496017)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:08.583240 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.596680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:08.597009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] Calling delete_port for 0b6d0fda-9306-4c92-bdd7-fa85faf871cc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:08.601871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] No DVR routers for this DVR port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:57:08.684138 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.686602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.698621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2024ea37-e195-4b2f-8097-a21aa0d8fc8b']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:08.709809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5b05b4-963f-475c-8732-849c08496017') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:08.710121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5b05b4-963f-475c-8732-849c08496017') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:08.712847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] Pushing event deleted for resources: {'Port': ['ID=0b6d0fda-9306-4c92-bdd7-fa85faf871cc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:08.717148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe27f7-89d1-45b3-94d1-ae7897874ce8 None None] No DVR routers for this DVR port 0b6d0fda-9306-4c92-bdd7-fa85faf871cc on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:57:08.720851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.738087 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.744784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:57:08.746297 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:57:08.749310 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:57:08.814021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.832237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:08.835007 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/networks/2024ea37-e195-4b2f-8097-a21aa0d8fc8b HTTP/1.1" status: 204 len: 168 time: 0.5845773 Jul 23 10:57:08.835884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98900eb6-dae3-40b8-a065-36db48b1c95e tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Network': ['ID=2024ea37-e195-4b2f-8097-a21aa0d8fc8b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:08.838992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:08.982472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port c7262c11-3bcc-4b0c-aa82-f735cbcd88ce {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:08.982845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.061157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.061672 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.074974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for c7262c11-3bcc-4b0c-aa82-f735cbcd88ce owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:09.212242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.235548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=c7262c11-3bcc-4b0c-aa82-f735cbcd88ce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:09.300483 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.303196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.304384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b2dbcda6-7104-4e9c-b885-f9124994f087 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/floatingips/4d97dbde-0844-4da5-8782-c21334d1ed28 HTTP/1.1" status: 204 len: 168 time: 0.4610875 Jul 23 10:57:09.308406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59684) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:09.333775 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e7d7da-5fb2-4139-965d-759c3481770a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] DELETE failed (client error): The resource could not be found. Jul 23 10:57:09.335044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e7d7da-5fb2-4139-965d-759c3481770a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:57:09.336799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-03e7d7da-5fb2-4139-965d-759c3481770a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/ports/f1d21eec-211f-4af8-96c3-3723a2d75761 HTTP/1.1" status: 404 len: 333 time: 0.0274057 Jul 23 10:57:09.339672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:09.373557 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-10959a97-7968-44df-8014-ce19da8b2e2a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/ports?device_id=15f6f8b4-3217-45be-a806-4a9e563d6285 HTTP/1.1" status: 200 len: 205 time: 0.0326841 Jul 23 10:57:09.376067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59700) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:09.412166 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-026526e3-1370-4db6-a5a3-04ab6f75659d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] delete failed (client error): The resource could not be found. Jul 23 10:57:09.413765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-026526e3-1370-4db6-a5a3-04ab6f75659d tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/routers/15f6f8b4-3217-45be-a806-4a9e563d6285 HTTP/1.1" status: 404 len: 336 time: 0.0368946 Jul 23 10:57:09.416390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59710) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:09.446006 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-96029d8c-0415-499f-a76f-177511797535 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] DELETE failed (client error): The resource could not be found. Jul 23 10:57:09.446625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96029d8c-0415-499f-a76f-177511797535 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 10:57:09.448445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-96029d8c-0415-499f-a76f-177511797535 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/subnets/c4b93b5b-a89b-4e80-adf0-8a5380f807a7 HTTP/1.1" status: 404 len: 337 time: 0.0310662 Jul 23 10:57:09.451043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59716) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:09.555327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port 5164152d-5256-4acb-8462-2ea5da938c01 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:09.555795 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.652282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.664990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for 5164152d-5256-4acb-8462-2ea5da938c01 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:09.800495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.838308 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=5164152d-5256-4acb-8462-2ea5da938c01,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:09.907792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:09.910612 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-18610510-8033-4496-aeaf-6e84c89fc15a tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/ports/5164152d-5256-4acb-8462-2ea5da938c01 HTTP/1.1" status: 204 len: 168 time: 0.4586163 Jul 23 10:57:09.913349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:09.979013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0b6d0fda-9306-4c92-bdd7-fa85faf871cc no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:57:10.003334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0b6d0fda-9306-4c92-bdd7-fa85faf871cc {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:57:10.003813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0b6d0fda-9306-4c92-bdd7-fa85faf871cc not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:57:10.017232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port e8ec2b16-6751-4e78-b4a7-3f2c513337e5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:10.017573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:10.111577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:10.124195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for e8ec2b16-6751-4e78-b4a7-3f2c513337e5 owned by {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:10.269552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:10.303637 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=e8ec2b16-6751-4e78-b4a7-3f2c513337e5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:10.368507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:10.370511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-83b7e7c3-c02e-4d52-a649-e2a70ced7bdc tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/ports/e8ec2b16-6751-4e78-b4a7-3f2c513337e5 HTTP/1.1" status: 204 len: 168 time: 0.4561019 Jul 23 10:57:10.373075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59796) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:10.435879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea3e18-aea4-47cd-9475-3140e887c568 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:10.439733 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d8ea3e18-aea4-47cd-9475-3140e887c568 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "GET /v2.0/ports?device_id=18bfad3c-4199-443a-ad11-2c991554c63e HTTP/1.1" status: 200 len: 913 time: 0.0632501 Jul 23 10:57:10.440206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:11.186017 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:11.497222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port fb83ab89-84db-48b3-b99b-5f8a8f632e17 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:11.497903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:11.582480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:11.594931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for fb83ab89-84db-48b3-b99b-5f8a8f632e17 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:11.781927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:11.809642 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=fb83ab89-84db-48b3-b99b-5f8a8f632e17,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:11.980479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.202653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Router 18bfad3c-4199-443a-ad11-2c991554c63e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:12.310037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:12.315144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-54217144-e44c-4fd4-965f-ec3c341386dd tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "PUT /v2.0/routers/18bfad3c-4199-443a-ad11-2c991554c63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740101 Jul 23 10:57:12.317528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 59802) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:12.331204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] Sync routers for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:12.343881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:12.344449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:12.390158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:12.401286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] Routers {'18bfad3c-4199-443a-ad11-2c991554c63e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:12.402506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['18bfad3c-4199-443a-ad11-2c991554c63e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:12.426380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.442667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:12.444687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f51dc-ff41-4449-80f0-113fd6923a27 None None] The sync data for ids ['18bfad3c-4199-443a-ad11-2c991554c63e'] in n-d-778550-4 is: [] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:12.540065 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.597510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting port f69d57a3-3604-4820-832b-a11fa9b4b169 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:12.597970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.620502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:12.679072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.692272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Calling delete_port for f69d57a3-3604-4820-832b-a11fa9b4b169 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:12.741573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7386bd74-1cc7-4910-8103-841a8a15293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.837765 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7386bd74-1cc7-4910-8103-841a8a15293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.842992 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7386bd74-1cc7-4910-8103-841a8a15293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.877615 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.890316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386bd74-1cc7-4910-8103-841a8a15293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed37748-fd64-403c-b3b6-60704f64520a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:12.897989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7386bd74-1cc7-4910-8103-841a8a15293b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c805297167ff4e0e86ac09a6c1f1e00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764039 Jul 23 10:57:12.899024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:12.914416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Port': ['ID=f69d57a3-3604-4820-832b-a11fa9b4b169,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:12.950159 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e720784f-d7de-41bd-8cd8-f2b86dc77ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.978922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:12.983066 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e720784f-d7de-41bd-8cd8-f2b86dc77ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.038356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e720784f-d7de-41bd-8cd8-f2b86dc77ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.041140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e720784f-d7de-41bd-8cd8-f2b86dc77ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.044895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e720784f-d7de-41bd-8cd8-f2b86dc77ed4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ed37748-fd64-403c-b3b6-60704f64520a HTTP/1.1" status: 204 len: 168 time: 0.1424456 Jul 23 10:57:13.050428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720784f-d7de-41bd-8cd8-f2b86dc77ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed37748-fd64-403c-b3b6-60704f64520a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:13.074967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.077148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.124785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.125342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Fanout notify agent at l3_agent the message router_deleted on router 18bfad3c-4199-443a-ad11-2c991554c63e {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:57:13.132748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.133919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-12428c91-78a4-40e5-a953-5172ee86c824 tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/routers/18bfad3c-4199-443a-ad11-2c991554c63e HTTP/1.1" status: 204 len: 168 time: 0.8154619 Jul 23 10:57:13.136559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:13.196787 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Deleting subnet cb0c5da1-e3d4-4467-824f-c94a07092660 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:57:13.201497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.245802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.292888 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.356960 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.383491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0c5da1-e3d4-4467-824f-c94a07092660,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:13.387251 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.389114 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-22506fe3-ddb6-4b73-a038-dddf2b9b344c tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/subnets/cb0c5da1-e3d4-4467-824f-c94a07092660 HTTP/1.1" status: 204 len: 168 time: 0.2513525 Jul 23 10:57:13.391580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:13.471548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.560925 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.571310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb402620-dfb5-482f-bde2-2b4aa4d528f5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:13.581105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7b0bbe-8446-418b-8c6c-b1e78ac91664') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:13.581400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7b0bbe-8446-418b-8c6c-b1e78ac91664') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:13.590552 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.604715 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.610578 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:57:13.610958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: timer() Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:57:13.614015 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:57:13.672420 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.680356 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:13.682189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] 10.222.0.37 "DELETE /v2.0/networks/fb402620-dfb5-482f-bde2-2b4aa4d528f5 HTTP/1.1" status: 204 len: 168 time: 0.2896867 Jul 23 10:57:13.696854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d975a2a-77c2-4996-a18c-189cbc83ba5b tempest-FloatingIPTestJSON-1833558872 tempest-FloatingIPTestJSON-1833558872-project] Pushing event deleted for resources: {'Network': ['ID=fb402620-dfb5-482f-bde2-2b4aa4d528f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:13.934193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:14.075328 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56cfee64-947b-4ebc-86fc-93dea4de9f19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87b2735d96f4410fb33f31dcd98db190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399419 Jul 23 10:57:14.078395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:14.135607 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71d1fcd0-ae59-4569-bd39-89a3bb4e8b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:14.164705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71d1fcd0-ae59-4569-bd39-89a3bb4e8b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:14.220649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71d1fcd0-ae59-4569-bd39-89a3bb4e8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:14.223588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71d1fcd0-ae59-4569-bd39-89a3bb4e8b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:14.225567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-71d1fcd0-ae59-4569-bd39-89a3bb4e8b7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea704a70-5c33-49de-b0a4-bfa1a2f572f3 HTTP/1.1" status: 204 len: 168 time: 0.1455610 Jul 23 10:57:14.234951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1fcd0-ae59-4569-bd39-89a3bb4e8b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea704a70-5c33-49de-b0a4-bfa1a2f572f3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:14.902323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:14.996475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1a1abefb-5c66-41ab-b4ef-c9af34c8429e tempest-DvrRoutersNegativeTest-2111160523 tempest-DvrRoutersNegativeTest-2111160523-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2048566306', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:14.999405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.policy [None req-1a1abefb-5c66-41ab-b4ef-c9af34c8429e tempest-DvrRoutersNegativeTest-2111160523 tempest-DvrRoutersNegativeTest-2111160523-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93834) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 10:57:14.999806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.policy [None req-1a1abefb-5c66-41ab-b4ef-c9af34c8429e tempest-DvrRoutersNegativeTest-2111160523 tempest-DvrRoutersNegativeTest-2111160523-project] Failed policy check for 'create_router' {{(pid=93834) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 10:57:15.000397 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [None req-1a1abefb-5c66-41ab-b4ef-c9af34c8429e tempest-DvrRoutersNegativeTest-2111160523 tempest-DvrRoutersNegativeTest-2111160523-project] create failed (client error): Access was denied to this resource. Jul 23 10:57:15.002608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1a1abefb-5c66-41ab-b4ef-c9af34c8429e tempest-DvrRoutersNegativeTest-2111160523 tempest-DvrRoutersNegativeTest-2111160523-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0980544 Jul 23 10:57:15.239663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:15.347596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ba35ae-7e40-4e31-9691-a53e6afa42ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.439655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ba35ae-7e40-4e31-9691-a53e6afa42ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.443903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ba35ae-7e40-4e31-9691-a53e6afa42ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.480819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-52ba35ae-7e40-4e31-9691-a53e6afa42ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=107628ba15f94059b40e8226004191d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400944 Jul 23 10:57:15.483379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 59902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:15.490925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba35ae-7e40-4e31-9691-a53e6afa42ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a258d-5fd2-4578-b77f-d435085fc9b2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:15.540532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5faeaaed-5d3f-4e75-a96d-227981ceb1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.565842 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5faeaaed-5d3f-4e75-a96d-227981ceb1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.617327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5faeaaed-5d3f-4e75-a96d-227981ceb1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.620659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5faeaaed-5d3f-4e75-a96d-227981ceb1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:15.624681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5faeaaed-5d3f-4e75-a96d-227981ceb1fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be8a258d-5fd2-4578-b77f-d435085fc9b2 HTTP/1.1" status: 204 len: 168 time: 0.1376648 Jul 23 10:57:15.630521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeaaed-5d3f-4e75-a96d-227981ceb1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a258d-5fd2-4578-b77f-d435085fc9b2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:22.977358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-02379c36-c5b0-4d1c-990e-abda26b20762 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776105 Jul 23 10:57:23.105829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-382a5e69-6960-4c3c-ad3c-b9ac45ac22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:23.107979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-382a5e69-6960-4c3c-ad3c-b9ac45ac22ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0715437 Jul 23 10:57:23.282503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-7a062483-2fb7-4c63-9631-532c9afa706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:23.284372 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-7a062483-2fb7-4c63-9631-532c9afa706b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.1146564 Jul 23 10:57:23.350588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-cde451bc-5b45-4055-b6ed-6fe678cab131 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 1000 time: 0.0599544 Jul 23 10:57:23.406466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-a62b50fc-240e-46de-94e1-6aadd1d9276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:23.408337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-a62b50fc-240e-46de-94e1-6aadd1d9276c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0519865 Jul 23 10:57:23.471692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-70c29a2f-4875-4fa8-b831-f6b5677ccb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:23.473491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-70c29a2f-4875-4fa8-b831-f6b5677ccb4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592470 Jul 23 10:57:23.572783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-ce512d59-6145-415c-8bab-9c1a88042fdd service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928614 Jul 23 10:57:23.675394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4568bb90-1913-4d21-8b4f-1d73aa662682 req-11afe210-fcfe-4d94-a994-7b2d1897dac7 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959444 Jul 23 10:57:24.237578 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.086551 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cec27fca-fe7b-4927-8100-78f1b3b91d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.548458 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60112) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:27.659299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61b6da6d-49c2-4533-8bde-ff033a39aaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.755844 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61b6da6d-49c2-4533-8bde-ff033a39aaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.760786 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61b6da6d-49c2-4533-8bde-ff033a39aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.799110 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-61b6da6d-49c2-4533-8bde-ff033a39aaec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e383285423e64308af2bf0bf98d8dc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495043 Jul 23 10:57:27.799985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6da6d-49c2-4533-8bde-ff033a39aaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86dfe38-9b1d-4c63-9591-d96f023d3094,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:27.801827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:27.854197 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16443e19-5e66-4e16-b474-7121112eaf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.876216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16443e19-5e66-4e16-b474-7121112eaf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.927831 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16443e19-5e66-4e16-b474-7121112eaf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.931005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16443e19-5e66-4e16-b474-7121112eaf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:27.932315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-16443e19-5e66-4e16-b474-7121112eaf6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e86dfe38-9b1d-4c63-9591-d96f023d3094 HTTP/1.1" status: 204 len: 168 time: 0.1288738 Jul 23 10:57:27.940992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16443e19-5e66-4e16-b474-7121112eaf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86dfe38-9b1d-4c63-9591-d96f023d3094,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:28.575162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:28.598930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60148) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:28.674429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1459954542-network', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:28.697213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Made reservation on behalf of f0a7c3889de147089fd547c44ab6ca91 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:57:28.699517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.708030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.709748 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.728896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 10:57:28.728896 n-d-778550-4 neutron-server[93833]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 10:57:28.728896 n-d-778550-4 neutron-server[93833]: [parameters: {'project_id_1': '24963f73926840bca43236222d6e1556', 'expiration_1': datetime.datetime(2021, 7, 23, 10, 57, 28, 720698)}] Jul 23 10:57:28.728896 n-d-778550-4 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:57:28.729447 n-d-778550-4 neutron-server[93833]: DEBUG oslo_db.api [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:57:28.802792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.806392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.832929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:57:28.839035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9c685-baa1-4d70-8028-0feef1b91668,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:28.844805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.845147 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Added segment 07b5d65b-a653-4010-b80c-d50a9ff32a61 of type vlan for network 8816c4b7-be62-472e-b120-6c127c0abdb0 Jul 23 10:57:28.891933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.920270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.921220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:28.921805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.950547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3738952 Jul 23 10:57:28.953480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60152) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:28.958730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Request body: {'subnet': {'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1459954542-subnet', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:28.979359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Made reservation on behalf of f0a7c3889de147089fd547c44ab6ca91 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:57:28.981053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e9dbd-be53-4eba-9030-6e10e9ea2092 admin admin] Pushing event updated for resources: {'Network': ['ID=8816c4b7-be62-472e-b120-6c127c0abdb0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:28.981749 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:28.990903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:57:29.145436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.199584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Pushing event updated for resources: {'Subnet': ['ID=411a6c86-af0b-4504-9f16-170f32afbdcc,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:29.207515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Checking segment: {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:57:29.207872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Network hostable DHCP agents. Network: 8816c4b7-be62-472e-b120-6c127c0abdb0, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:57:29.224071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:57:29.230643 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.233959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 8816c4b7-be62-472e-b120-6c127c0abdb0) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:29.242595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca314e22-9d3d-4aca-9568-e11720fd055c None None] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:57:29.245094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:29.245691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.334839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.340456 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.351929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-34944f87-609e-447e-b19f-cc3a0128267d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3967435 Jul 23 10:57:29.354812 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:29.359586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:29.381563 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.382790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24963f73926840bca43236222d6e1556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7821572 Jul 23 10:57:29.383732 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0e461-7b32-4952-9395-983a78947bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e21684-992f-4fa6-a761-8325fb7e8673,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:29.386166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60156) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:29.396296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-8816c4b7-be62-472e-b120-6c127c0abdb0', 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'fixed_ips': [{'subnet_id': '411a6c86-af0b-4504-9f16-170f32afbdcc'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:57:29.397187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.398447 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.446961 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c8237aa-0220-4acf-abe8-3d83a5e18a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.458135 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.470250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c8237aa-0220-4acf-abe8-3d83a5e18a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.524420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c8237aa-0220-4acf-abe8-3d83a5e18a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.527169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c8237aa-0220-4acf-abe8-3d83a5e18a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.528545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4c8237aa-0220-4acf-abe8-3d83a5e18a51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5e21684-992f-4fa6-a761-8325fb7e8673 HTTP/1.1" status: 204 len: 168 time: 0.1414480 Jul 23 10:57:29.537968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Allocated IP 172.20.0.2 (8816c4b7-be62-472e-b120-6c127c0abdb0/411a6c86-af0b-4504-9f16-170f32afbdcc/47dcb31c-8d15-448e-ac3d-06cbadebea2c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:57:29.538215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8237aa-0220-4acf-abe8-3d83a5e18a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e21684-992f-4fa6-a761-8325fb7e8673,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:29.614109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.691707 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.706133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Transition to ACTIVE for port object 47dcb31c-8d15-448e-ac3d-06cbadebea2c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:29.724522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Transition to ACTIVE for port object 47dcb31c-8d15-448e-ac3d-06cbadebea2c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:29.732671 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.770837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:29.774530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:29.778361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:57:29.814630 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Pushing event updated for resources: {'Port': ['ID=47dcb31c-8d15-448e-ac3d-06cbadebea2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:29.833970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60162) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:29.849651 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70a04098-ea77-4edd-9020-a06ad2bd3304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.860862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Attempting to bind port 47dcb31c-8d15-448e-ac3d-06cbadebea2c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:57:29.861246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Attempting to bind port 47dcb31c-8d15-448e-ac3d-06cbadebea2c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:57:29.861682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Attempting to bind port 47dcb31c-8d15-448e-ac3d-06cbadebea2c on network 8816c4b7-be62-472e-b120-6c127c0abdb0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:57:29.870374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:57:29.870764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Checking segment: {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:57:29.871176 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.871617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Bound using segment: {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:57:29.872104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Bound port: 47dcb31c-8d15-448e-ac3d-06cbadebea2c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:57:29.872822 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.935072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18f758c-fe7d-4f3e-b14c-b48bbadc3ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.961449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70a04098-ea77-4edd-9020-a06ad2bd3304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.966140 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70a04098-ea77-4edd-9020-a06ad2bd3304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:29.968703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] For port 47dcb31c-8d15-448e-ac3d-06cbadebea2c, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:57:29.972398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] For port 47dcb31c-8d15-448e-ac3d-06cbadebea2c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47dcb31c-8d15-448e-ac3d-06cbadebea2c,segment=NetworkSegment(07b5d65b-a653-4010-b80c-d50a9ff32a61),segment_id=07b5d65b-a653-4010-b80c-d50a9ff32a61)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:57:29.977650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.009215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-70a04098-ea77-4edd-9020-a06ad2bd3304 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08d1fbab11c24a39bbba2008f08789bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739979 Jul 23 10:57:30.011594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a04098-ea77-4edd-9020-a06ad2bd3304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1100077-5fbb-4d65-beea-c4fb0d02eb0f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:30.016130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60164) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:30.039855 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b79d7a-49ce-48ad-a454-db54eb2b5c63 None None] Pushing event updated for resources: {'Port': ['ID=47dcb31c-8d15-448e-ac3d-06cbadebea2c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:30.072537 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3787799b-59c0-430a-b733-aabbad5d17da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.098490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3787799b-59c0-430a-b733-aabbad5d17da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.159965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3787799b-59c0-430a-b733-aabbad5d17da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.162554 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3787799b-59c0-430a-b733-aabbad5d17da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.164710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3787799b-59c0-430a-b733-aabbad5d17da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1100077-5fbb-4d65-beea-c4fb0d02eb0f HTTP/1.1" status: 204 len: 168 time: 0.1463799 Jul 23 10:57:30.174029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787799b-59c0-430a-b733-aabbad5d17da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1100077-5fbb-4d65-beea-c4fb0d02eb0f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:30.222652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.238537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.256731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.388876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Allocated IP 172.25.4.6 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/296664e0-dcef-46f3-853f-b570abf9a76a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:57:30.498643 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.542104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:30.579341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:30.583613 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:30.586584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:57:30.617973 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Pushing event updated for resources: {'Port': ['ID=296664e0-dcef-46f3-853f-b570abf9a76a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:30.864828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:31.063288 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf4f4b9-7a21-4707-8609-385dd5d657f6 None None] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:57:31.081252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:31.232761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:57:31.346169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f4aed5f7-a5a7-40c5-8d2d-bbb1aeacf245 None None] Provisioning for port 47dcb31c-8d15-448e-ac3d-06cbadebea2c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:31.346656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:31.356829 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Sync routers for ids ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:31.365805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:31.367728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:31.369150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d367be69-ddbf-45db-9637-022b3a88eb31 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.0132830 Jul 23 10:57:31.371980 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60196) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:31.380314 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Routers {'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:31.380951 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:31.522990 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Set router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:57:31.725544 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:57:29Z', 'updated_at': '2021-07-23T10:57:30Z', 'revision_number': 3, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'gw_port': {'id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:30Z', 'updated_at': '2021-07-23T10:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:31.752896 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Checking router: a5c4fc55-0ff1-48a1-acd4-0c16d896d70b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:57:31.753244 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Updating router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b port 296664e0-dcef-46f3-853f-b570abf9a76a binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:57:31.791914 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:31.851284 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.079404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Allocated IP 172.20.0.1 (8816c4b7-be62-472e-b120-6c127c0abdb0/411a6c86-af0b-4504-9f16-170f32afbdcc/85d87ff7-c32c-4a55-aa1c-c82429e57c9f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:57:32.125719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47dcb31c-8d15-448e-ac3d-06cbadebea2c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:57:32.174021 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.185942 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Transition to ACTIVE for port object 296664e0-dcef-46f3-853f-b570abf9a76a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:32.202517 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.219154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 47dcb31c-8d15-448e-ac3d-06cbadebea2c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:32.226788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 47dcb31c-8d15-448e-ac3d-06cbadebea2c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:32.229206 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.229655 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.249580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Transition to ACTIVE for port object 85d87ff7-c32c-4a55-aa1c-c82429e57c9f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:32.302892 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Attempting to bind port 296664e0-dcef-46f3-853f-b570abf9a76a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:57:32.303557 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.303763 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Attempting to bind port 296664e0-dcef-46f3-853f-b570abf9a76a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:57:32.304484 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Attempting to bind port 296664e0-dcef-46f3-853f-b570abf9a76a on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:57:32.317163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:57:32.317866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:57:32.318452 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.318998 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:57:32.319723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Bound port: 296664e0-dcef-46f3-853f-b570abf9a76a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:57:32.320439 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.340041 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.371734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:32.377080 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] For port 296664e0-dcef-46f3-853f-b570abf9a76a, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:57:32.379734 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] For port 296664e0-dcef-46f3-853f-b570abf9a76a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=296664e0-dcef-46f3-853f-b570abf9a76a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:57:32.380070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 47dcb31c-8d15-448e-ac3d-06cbadebea2c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47dcb31c-8d15-448e-ac3d-06cbadebea2c,segment=NetworkSegment(07b5d65b-a653-4010-b80c-d50a9ff32a61),segment_id=07b5d65b-a653-4010-b80c-d50a9ff32a61)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:32.380563 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:32.384819 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Pushing event updated for resources: {'Port': ['ID=296664e0-dcef-46f3-853f-b570abf9a76a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:32.388858 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.392552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:57:32.394864 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.403710 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.406795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Pushing event updated for resources: {'Port': ['ID=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:32.407597 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.408450 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.409063 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.409715 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.410250 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.411203 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.412096 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.412630 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.413186 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.414277 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.415795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:57:32.475939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.496275 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf849f62-c88d-4559-be4f-e56bfefb1a55 None None] Pushing event updated for resources: {'Port': ['ID=296664e0-dcef-46f3-853f-b570abf9a76a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:32.511113 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Routers {'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:32.512138 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:32.527053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=47dcb31c-8d15-448e-ac3d-06cbadebea2c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:32.589195 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.636071 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] Set router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:57:32.703741 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.711652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bbdcb47e-765e-4cd6-963f-55f51f4062ae None None] Provisioning for port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:32.716556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bbdcb47e-765e-4cd6-963f-55f51f4062ae None None] Provisioning complete for port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:32.717742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb47e-765e-4cd6-963f-55f51f4062ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.761806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcb47e-765e-4cd6-963f-55f51f4062ae None None] Port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:57:32.842967 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:57:29Z', 'updated_at': '2021-07-23T10:57:30Z', 'revision_number': 3, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'gw_port': {'id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:30Z', 'updated_at': '2021-07-23T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:32.871353 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737a5b-441b-4ccd-85be-826af00df2fd None None] The sync data for ids ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'] in n-d-778550-4 is: [{'id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:57:29Z', 'updated_at': '2021-07-23T10:57:30Z', 'revision_number': 3, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'gw_port': {'id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:30Z', 'updated_at': '2021-07-23T10:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:32.886411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.898989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.970820 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:32.972561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Pushing event updated for resources: {'Port': ['ID=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:33.079867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:33.081450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:33.285359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:33.406878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:33.421609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e35b6416-2909-4115-89c5-02c6daa92bcf admin admin] 10.222.0.37 "PUT /v2.0/routers/a5c4fc55-0ff1-48a1-acd4-0c16d896d70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0484240 Jul 23 10:57:33.458696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5ad8324a-8426-4c17-ac82-18112ba48a03 None None] Provisioning complete for port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:33.459231 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad8324a-8426-4c17-ac82-18112ba48a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:33.498323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8324a-8426-4c17-ac82-18112ba48a03 None None] Port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:57:34.070336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 296664e0-dcef-46f3-853f-b570abf9a76a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:57:34.130012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 296664e0-dcef-46f3-853f-b570abf9a76a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:34.137388 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 296664e0-dcef-46f3-853f-b570abf9a76a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:34.137865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:34.243159 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:34.270737 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 296664e0-dcef-46f3-853f-b570abf9a76a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=296664e0-dcef-46f3-853f-b570abf9a76a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:34.281283 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:34.282604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47dcb31c-8d15-448e-ac3d-06cbadebea2c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:57:34.363167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=296664e0-dcef-46f3-853f-b570abf9a76a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:34.374939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 47dcb31c-8d15-448e-ac3d-06cbadebea2c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:34.375321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:34.622539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:34.662047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60242) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:34.684167 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Sync routers for ids ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:34.693942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Routers {'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:34.696241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:34.815353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Set router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:57:35.129933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:57:29Z', 'updated_at': '2021-07-23T10:57:32Z', 'revision_number': 4, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'gw_port': {'id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:30Z', 'updated_at': '2021-07-23T10:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '85d87ff7-c32c-4a55-aa1c-c82429e57c9f', 'name': '', 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'mac_address': 'fa:16:3e:a2:0f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '411a6c86-af0b-4504-9f16-170f32afbdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:31Z', 'updated_at': '2021-07-23T10:57:32Z', 'revision_number': 2, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'subnets': [{'id': '411a6c86-af0b-4504-9f16-170f32afbdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:35.157634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Checking router: a5c4fc55-0ff1-48a1-acd4-0c16d896d70b for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:57:35.158006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Updating router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:57:35.201363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.458701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.467386 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.477879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Transition to ACTIVE for port object 85d87ff7-c32c-4a55-aa1c-c82429e57c9f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:35.483829 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.556224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6fc4-5a0e-4207-8518-5b5359f0c445 None None] Pushing event updated for resources: {'Port': ['ID=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:35.603779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Attempting to bind port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:57:35.604413 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Attempting to bind port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:57:35.604797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Attempting to bind port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f on network 8816c4b7-be62-472e-b120-6c127c0abdb0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:57:35.611745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:57:35.612263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Checking segment: {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:57:35.612889 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.613290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Bound using segment: {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:57:35.614530 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Bound port: 85d87ff7-c32c-4a55-aa1c-c82429e57c9f, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b5d65b-a653-4010-b80c-d50a9ff32a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:57:35.615079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.684608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] For port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:57:35.688258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] For port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,segment=NetworkSegment(07b5d65b-a653-4010-b80c-d50a9ff32a61),segment_id=07b5d65b-a653-4010-b80c-d50a9ff32a61)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:57:35.694226 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.724408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Deleting port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:35.724888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.758857 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Routers {'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:35.759503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:35.811928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] For port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,segment=NetworkSegment(07b5d65b-a653-4010-b80c-d50a9ff32a61),segment_id=07b5d65b-a653-4010-b80c-d50a9ff32a61)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:35.812427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:35.833697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6fc4-5a0e-4207-8518-5b5359f0c445 None None] Pushing event updated for resources: {'Port': ['ID=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:35.834039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Calling delete_port for 85d87ff7-c32c-4a55-aa1c-c82429e57c9f owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:35.886248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] Set router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:57:36.013469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 296664e0-dcef-46f3-853f-b570abf9a76a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:57:36.056352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:36.084720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=85d87ff7-c32c-4a55-aa1c-c82429e57c9f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:36.102085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9b36c322-ad36-40dd-b952-4bb231fce06c None None] Provisioning complete for port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:36.102458 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b36c322-ad36-40dd-b952-4bb231fce06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:36.129782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b36c322-ad36-40dd-b952-4bb231fce06c None None] Port 85d87ff7-c32c-4a55-aa1c-c82429e57c9f was deleted so its status cannot be updated. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 10:57:36.181077 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 296664e0-dcef-46f3-853f-b570abf9a76a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:36.181451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:36.226581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:57:29Z', 'updated_at': '2021-07-23T10:57:32Z', 'revision_number': 4, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'gw_port': {'id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:30Z', 'updated_at': '2021-07-23T10:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '85d87ff7-c32c-4a55-aa1c-c82429e57c9f', 'name': '', 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'mac_address': 'fa:16:3e:a2:0f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '411a6c86-af0b-4504-9f16-170f32afbdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:31Z', 'updated_at': '2021-07-23T10:57:35Z', 'revision_number': 4, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'subnets': [{'id': '411a6c86-af0b-4504-9f16-170f32afbdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:36.261916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320ac3e5-6ea5-452f-848f-358e2de91409 None None] The sync data for ids ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'] in n-d-778550-4 is: [{'id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'name': 'tempest-ImageQuotaTest-1459954542-router', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:57:29Z', 'updated_at': '2021-07-23T10:57:32Z', 'revision_number': 4, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'gw_port': {'id': '296664e0-dcef-46f3-853f-b570abf9a76a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:30Z', 'updated_at': '2021-07-23T10:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '85d87ff7-c32c-4a55-aa1c-c82429e57c9f', 'name': '', 'network_id': '8816c4b7-be62-472e-b120-6c127c0abdb0', 'tenant_id': 'f0a7c3889de147089fd547c44ab6ca91', 'mac_address': 'fa:16:3e:a2:0f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '411a6c86-af0b-4504-9f16-170f32afbdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:57:31Z', 'updated_at': '2021-07-23T10:57:35Z', 'revision_number': 4, 'project_id': 'f0a7c3889de147089fd547c44ab6ca91', 'subnets': [{'id': '411a6c86-af0b-4504-9f16-170f32afbdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:36.326992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:36.581787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:36.688416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:36.696656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-18f7ae96-0d6a-4155-818a-c535bc0f3d5e admin admin] 10.222.0.37 "PUT /v2.0/routers/a5c4fc55-0ff1-48a1-acd4-0c16d896d70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0331800 Jul 23 10:57:36.699209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:36.808513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:36.915457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:36.983367 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Deleting port 296664e0-dcef-46f3-853f-b570abf9a76a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:36.983748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.074237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] For port 296664e0-dcef-46f3-853f-b570abf9a76a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=296664e0-dcef-46f3-853f-b570abf9a76a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:37.074601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.088755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Calling delete_port for 296664e0-dcef-46f3-853f-b570abf9a76a owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:37.266903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.293258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=296664e0-dcef-46f3-853f-b570abf9a76a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:37.367211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.470910 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.473030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.527573 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.528175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c4fc55-0ff1-48a1-acd4-0c16d896d70b {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:57:37.532524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.533878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e4ec189e-b7cf-49ce-8182-90affca11d01 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a5c4fc55-0ff1-48a1-acd4-0c16d896d70b HTTP/1.1" status: 204 len: 168 time: 0.8330092 Jul 23 10:57:37.536865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60266) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:37.539659 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Sync routers for ids ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:37.549287 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:37.549740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:57:37.550410 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:57:37.559467 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Routers set() bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:37.559923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Router IDs set() for agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 10:57:37.560600 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 10:57:37.561030 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa996711-c72f-4046-9acb-697c1a1da0b2 None None] The sync data for ids ['a5c4fc55-0ff1-48a1-acd4-0c16d896d70b'] in n-d-778550-4 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:37.589348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Deleting subnet 411a6c86-af0b-4504-9f16-170f32afbdcc {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:57:37.593095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.634306 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.719047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.782632 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.809940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411a6c86-af0b-4504-9f16-170f32afbdcc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:37.812864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.815407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ddf189eb-c607-473a-a367-1a8d0136491b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/411a6c86-af0b-4504-9f16-170f32afbdcc HTTP/1.1" status: 204 len: 168 time: 0.2770631 Jul 23 10:57:37.816972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03559725-2c3c-40e0-8ae3-24a6d15eef0a None None] Network 8816c4b7-be62-472e-b120-6c127c0abdb0 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:57:37.817467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60268) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:37.887496 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:37.941135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Deleting port 47dcb31c-8d15-448e-ac3d-06cbadebea2c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:37.941453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.008702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] For port 47dcb31c-8d15-448e-ac3d-06cbadebea2c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=47dcb31c-8d15-448e-ac3d-06cbadebea2c,segment=NetworkSegment(07b5d65b-a653-4010-b80c-d50a9ff32a61),segment_id=07b5d65b-a653-4010-b80c-d50a9ff32a61)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:38.009053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.020299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Calling delete_port for 47dcb31c-8d15-448e-ac3d-06cbadebea2c owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:38.092008 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] DHCP port deletion for 8816c4b7-be62-472e-b120-6c127c0abdb0 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:57:38.102458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.140040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=47dcb31c-8d15-448e-ac3d-06cbadebea2c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:38.144527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] No DVR routers for this DVR port 47dcb31c-8d15-448e-ac3d-06cbadebea2c on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:57:38.158233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Deleting port 47dcb31c-8d15-448e-ac3d-06cbadebea2c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:38.158742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.161739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 296664e0-dcef-46f3-853f-b570abf9a76a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:57:38.192833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 296664e0-dcef-46f3-853f-b570abf9a76a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:57:38.193177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 296664e0-dcef-46f3-853f-b570abf9a76a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:57:38.193597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47dcb31c-8d15-448e-ac3d-06cbadebea2c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:57:38.216000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.219116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 47dcb31c-8d15-448e-ac3d-06cbadebea2c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:57:38.219480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 47dcb31c-8d15-448e-ac3d-06cbadebea2c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:57:38.229179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8816c4b7-be62-472e-b120-6c127c0abdb0']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:38.238856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b5d65b-a653-4010-b80c-d50a9ff32a61') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:38.239153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b5d65b-a653-4010-b80c-d50a9ff32a61') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:38.248812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.260553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] For port 47dcb31c-8d15-448e-ac3d-06cbadebea2c, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:38.261028 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.262208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.268204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:57:38.268592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:57:38.270297 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:57:38.273650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Calling delete_port for 47dcb31c-8d15-448e-ac3d-06cbadebea2c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:38.276350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Port 47dcb31c-8d15-448e-ac3d-06cbadebea2c was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 10:57:38.277775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.306842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] Pushing event deleted for resources: {'Port': ['ID=47dcb31c-8d15-448e-ac3d-06cbadebea2c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:38.312484 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebac55-1b16-46f5-9980-30d0deaaa92b None None] No DVR routers for this DVR port 47dcb31c-8d15-448e-ac3d-06cbadebea2c on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:57:38.338227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.345949 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.345949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8816c4b7-be62-472e-b120-6c127c0abdb0 HTTP/1.1" status: 204 len: 168 time: 0.5275512 Jul 23 10:57:38.356530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33d80a-f422-4705-a936-17905d7c27b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8816c4b7-be62-472e-b120-6c127c0abdb0,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:38.452692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:38.490912 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dce9f1c4-491b-40ed-870d-b8d5c4d336fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0a7c3889de147089fd547c44ab6ca91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370753 Jul 23 10:57:38.495373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60274) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:38.544778 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99f9ccf6-ceda-4138-a795-a64e6ecc5ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.565793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99f9ccf6-ceda-4138-a795-a64e6ecc5ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.620958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99f9ccf6-ceda-4138-a795-a64e6ecc5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.623601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99f9ccf6-ceda-4138-a795-a64e6ecc5ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:38.627185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-99f9ccf6-ceda-4138-a795-a64e6ecc5ee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbc9c685-baa1-4d70-8028-0feef1b91668 HTTP/1.1" status: 204 len: 168 time: 0.1284587 Jul 23 10:57:38.639551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9ccf6-ceda-4138-a795-a64e6ecc5ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9c685-baa1-4d70-8028-0feef1b91668,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:38.967145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60286) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:38.980752 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41d3fb45-a422-4b2d-9063-72ae1bc89513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.070889 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41d3fb45-a422-4b2d-9063-72ae1bc89513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.076253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41d3fb45-a422-4b2d-9063-72ae1bc89513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.116829 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-41d3fb45-a422-4b2d-9063-72ae1bc89513 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1482792 Jul 23 10:57:39.117487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3fb45-a422-4b2d-9063-72ae1bc89513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f121c79e-27d8-40c2-94ec-ecdb1099eb1b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:39.119584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:39.168703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c2a56c-0ce3-489c-81e5-14a60b4eca31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.189327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c2a56c-0ce3-489c-81e5-14a60b4eca31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.235286 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c2a56c-0ce3-489c-81e5-14a60b4eca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.237991 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c2a56c-0ce3-489c-81e5-14a60b4eca31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:39.241407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-39c2a56c-0ce3-489c-81e5-14a60b4eca31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f121c79e-27d8-40c2-94ec-ecdb1099eb1b HTTP/1.1" status: 204 len: 168 time: 0.1184530 Jul 23 10:57:39.249275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2a56c-0ce3-489c-81e5-14a60b4eca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f121c79e-27d8-40c2-94ec-ecdb1099eb1b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:41.078391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60302) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:41.180927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-303ed91d-5c56-4272-b901-2d714ad1d8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.279186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-303ed91d-5c56-4272-b901-2d714ad1d8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.282984 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-303ed91d-5c56-4272-b901-2d714ad1d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.321005 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-303ed91d-5c56-4272-b901-2d714ad1d8f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7d80be907374e9dbe880fbc36cb77c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415278 Jul 23 10:57:41.322135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ed91d-5c56-4272-b901-2d714ad1d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd732cd-ffe1-4dbb-8d83-379d191cf39e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:41.323651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:41.371596 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a447f2f-42d5-446b-b96c-224784ec1ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.391460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a447f2f-42d5-446b-b96c-224784ec1ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.436237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a447f2f-42d5-446b-b96c-224784ec1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.438732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a447f2f-42d5-446b-b96c-224784ec1ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.439913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0a447f2f-42d5-446b-b96c-224784ec1ddc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fd732cd-ffe1-4dbb-8d83-379d191cf39e HTTP/1.1" status: 204 len: 168 time: 0.1152756 Jul 23 10:57:41.447146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447f2f-42d5-446b-b96c-224784ec1ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd732cd-ffe1-4dbb-8d83-379d191cf39e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:41.690298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:41.706349 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-605130b8-07e9-4445-bf85-599e910bcb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.792705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-605130b8-07e9-4445-bf85-599e910bcb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.796333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-605130b8-07e9-4445-bf85-599e910bcb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.834254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-605130b8-07e9-4445-bf85-599e910bcb4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c9047d01e094159b86a731a08b45c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428828 Jul 23 10:57:41.835541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605130b8-07e9-4445-bf85-599e910bcb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f87ec86-c32c-469e-b376-4ddd4fd0187e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:41.837033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:41.884679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c74e-817e-4d95-97d3-98cb02a02394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.904582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c74e-817e-4d95-97d3-98cb02a02394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.953780 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c74e-817e-4d95-97d3-98cb02a02394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.956464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bdc1c74e-817e-4d95-97d3-98cb02a02394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:41.957620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bdc1c74e-817e-4d95-97d3-98cb02a02394 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f87ec86-c32c-469e-b376-4ddd4fd0187e HTTP/1.1" status: 204 len: 168 time: 0.1196022 Jul 23 10:57:41.968928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1c74e-817e-4d95-97d3-98cb02a02394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f87ec86-c32c-469e-b376-4ddd4fd0187e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:42.433815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00f640-83d5-4272-8795-211d3204f8b0 req-ee0b1b90-bd7c-4ec5-a9a2-6158e398044b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:42.435112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad00f640-83d5-4272-8795-211d3204f8b0 req-ee0b1b90-bd7c-4ec5-a9a2-6158e398044b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 945 time: 0.0697656 Jul 23 10:57:42.474895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad00f640-83d5-4272-8795-211d3204f8b0 req-5ed2727c-75e1-4e1a-a8e9-5f3af253a05a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332074 Jul 23 10:57:43.640263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd73de6-652c-40a2-9cf6-445accf8acfe req-de1de0eb-ef74-4020-8f29-11f5549f5434 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:43.642210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fbd73de6-652c-40a2-9cf6-445accf8acfe req-de1de0eb-ef74-4020-8f29-11f5549f5434 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 945 time: 0.0690908 Jul 23 10:57:43.682682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fbd73de6-652c-40a2-9cf6-445accf8acfe req-c7a0a4e0-faca-414d-9eee-7bae4da54e1a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Jul 23 10:57:44.037884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60402) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:44.134952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-1a447917-67be-4981-affd-8671e70ecafb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:44.136474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-1a447917-67be-4981-affd-8671e70ecafb tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 945 time: 0.0630591 Jul 23 10:57:44.155348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e92b5d3e-0ab9-41d6-a266-5efc1ae89770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.291199 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port f78d8b51-9475-487b-b95e-7032c9356e1b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:57:44.291499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.376022 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e92b5d3e-0ab9-41d6-a266-5efc1ae89770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.381174 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e92b5d3e-0ab9-41d6-a266-5efc1ae89770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.403157 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:57:44.440224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port f78d8b51-9475-487b-b95e-7032c9356e1b, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f78d8b51-9475-487b-b95e-7032c9356e1b,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:57:44.440585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.448185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b5d3e-0ab9-41d6-a266-5efc1ae89770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc6e90-b333-4b42-a4b6-287ea15fb958,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:44.454835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e92b5d3e-0ab9-41d6-a266-5efc1ae89770 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1565eb0074f24999a36751ccdd88e100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127998 Jul 23 10:57:44.455372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:44.505901 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d31efa17-5f08-4b06-b9a6-2ceae079eb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.530754 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d31efa17-5f08-4b06-b9a6-2ceae079eb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.577279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d31efa17-5f08-4b06-b9a6-2ceae079eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.579832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d31efa17-5f08-4b06-b9a6-2ceae079eb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.580989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d31efa17-5f08-4b06-b9a6-2ceae079eb6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5dc6e90-b333-4b42-a4b6-287ea15fb958 HTTP/1.1" status: 204 len: 168 time: 0.1245837 Jul 23 10:57:44.589106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31efa17-5f08-4b06-b9a6-2ceae079eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc6e90-b333-4b42-a4b6-287ea15fb958,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:44.620313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.620731 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.621086 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Floating IP 61b7297a-3de1-4766-bf2a-cef0880b941a disassociated. External IP: 172.25.4.168, port: f78d8b51-9475-487b-b95e-7032c9356e1b. Jul 23 10:57:44.621472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for f78d8b51-9475-487b-b95e-7032c9356e1b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:57:44.760921 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.801616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=f78d8b51-9475-487b-b95e-7032c9356e1b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:44.841860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9dbd249c-ad9e-4ba2-abc7-0cc355406aaa req-9b353c3c-5ce4-4849-a859-13d367c170a0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0444164 Jul 23 10:57:44.880093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60418) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:44.924164 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dceb8b9b-19a3-460b-a800-ae19de772f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:44.990766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:57:45.122964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dceb8b9b-19a3-460b-a800-ae19de772f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.128946 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dceb8b9b-19a3-460b-a800-ae19de772f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.163114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:57:45.174544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:57:45.180240 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb8b9b-19a3-460b-a800-ae19de772f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee1cfa6-95d0-4e04-b759-5cdd5524e873,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:45.186843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dceb8b9b-19a3-460b-a800-ae19de772f81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e018bbd6b75d4855af39f810e641f6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034501 Jul 23 10:57:45.187323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:45.213227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:45.213950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:45.225331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port f78d8b51-9475-487b-b95e-7032c9356e1b on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:57:45.229064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.231151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0508456d-c4c8-44dd-9e39-814057f9c7be req-bd8ed359-bb0c-4dcc-87e1-c38548687431 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "DELETE /v2.0/ports/f78d8b51-9475-487b-b95e-7032c9356e1b HTTP/1.1" status: 204 len: 173 time: 1.0883858 Jul 23 10:57:45.231843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'name': 'network-vif-deleted', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:57:45.242291 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a09cb-6711-4087-a9d6-9eb57e2a504c" -d '{"events": [{"server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "name": "network-vif-deleted", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:57:45.253695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a20d1e-145b-4a0a-a25b-68b75be85fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.284508 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a20d1e-145b-4a0a-a25b-68b75be85fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.342979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:57:45.398102 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a20d1e-145b-4a0a-a25b-68b75be85fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.400834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a20d1e-145b-4a0a-a25b-68b75be85fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:45.404254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-22a20d1e-145b-4a0a-a25b-68b75be85fa1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ee1cfa6-95d0-4e04-b759-5cdd5524e873 HTTP/1.1" status: 204 len: 168 time: 0.2116320 Jul 23 10:57:45.437062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20d1e-145b-4a0a-a25b-68b75be85fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee1cfa6-95d0-4e04-b759-5cdd5524e873,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:45.547679 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c9f07f-4e8c-4fa9-96b5-c23fe0bf3005 x-openstack-request-id: req-80c9f07f-4e8c-4fa9-96b5-c23fe0bf3005 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:57:45.548498 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e3e7-6cba-4cee-a9e3-df60dd8ca891", "name": "network-vif-deleted", "tag": "f78d8b51-9475-487b-b95e-7032c9356e1b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:57:45.548756 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80c9f07f-4e8c-4fa9-96b5-c23fe0bf3005 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:57:45.549358 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e3e7-6cba-4cee-a9e3-df60dd8ca891', 'name': 'network-vif-deleted', 'tag': 'f78d8b51-9475-487b-b95e-7032c9356e1b', 'status': 'completed', 'code': 200} Jul 23 10:57:45.597010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:45.623327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:57:45.633438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:57:45.633986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:57:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:45.920740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:57:45.964106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe63082f-1330-48dc-bf44-dcf76f0fe950 req-f9ed5bcf-db52-4f71-863f-649217db855f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0529795 Jul 23 10:57:46.166688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:57:46.193959 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aae883-1305-401b-be06-ff220ef6a741 None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:57:46.481366 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c8dee-3711-40ed-9681-a04c56dda608 None None] New status for floating IP 61b7297a-3de1-4766-bf2a-cef0880b941a: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:57:47.084464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95389140-8f6a-4e55-a155-035b4ad29f3a req-41a85a99-10ef-4439-b702-0c08ed41296f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0390542 Jul 23 10:57:47.460967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:47.569517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c74565bb-ccce-451b-8934-0ab957280303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.671092 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c74565bb-ccce-451b-8934-0ab957280303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.676292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c74565bb-ccce-451b-8934-0ab957280303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.715152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74565bb-ccce-451b-8934-0ab957280303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d016743-b36d-43b9-804a-33267a3219a8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:47.722301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60502) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:47.722855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c74565bb-ccce-451b-8934-0ab957280303 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbc4e3c38f6a42858f3c34f8da48b788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602215 Jul 23 10:57:47.776829 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdca0623-7379-4be6-a024-d3fc6d428c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.789872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f78d8b51-9475-487b-b95e-7032c9356e1b no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:57:47.799361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdca0623-7379-4be6-a024-d3fc6d428c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.814705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: f78d8b51-9475-487b-b95e-7032c9356e1b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:57:47.815619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f78d8b51-9475-487b-b95e-7032c9356e1b not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:57:47.849635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdca0623-7379-4be6-a024-d3fc6d428c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.853120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdca0623-7379-4be6-a024-d3fc6d428c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:47.856747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cdca0623-7379-4be6-a024-d3fc6d428c1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d016743-b36d-43b9-804a-33267a3219a8 HTTP/1.1" status: 204 len: 168 time: 0.1310692 Jul 23 10:57:47.870665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca0623-7379-4be6-a024-d3fc6d428c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d016743-b36d-43b9-804a-33267a3219a8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:48.166330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:48.181541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d41b67e5-2d5b-420c-bad1-040955ad77f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.187870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-51ca88cb-ad80-4384-b719-fc70a4a8c43e req-215331a9-17a5-4b89-9252-8acfcfb7068d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0302215 Jul 23 10:57:48.275228 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d41b67e5-2d5b-420c-bad1-040955ad77f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.279609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d41b67e5-2d5b-420c-bad1-040955ad77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.317685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d41b67e5-2d5b-420c-bad1-040955ad77f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4720f5555ad249e788d430cf80b2d341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498721 Jul 23 10:57:48.320115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60512) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:57:48.325930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b67e5-2d5b-420c-bad1-040955ad77f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e53c4a-82d0-4642-8866-896d6d7e7d3e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:48.375329 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dec7b579-f639-4d50-921a-2fff2fe54131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.399991 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dec7b579-f639-4d50-921a-2fff2fe54131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.450676 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dec7b579-f639-4d50-921a-2fff2fe54131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.453412 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dec7b579-f639-4d50-921a-2fff2fe54131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:48.457002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dec7b579-f639-4d50-921a-2fff2fe54131 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34e53c4a-82d0-4642-8866-896d6d7e7d3e HTTP/1.1" status: 204 len: 168 time: 0.1337554 Jul 23 10:57:48.463647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7b579-f639-4d50-921a-2fff2fe54131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e53c4a-82d0-4642-8866-896d6d7e7d3e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:49.305336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea03c84b-4799-4e34-9319-8abcf37c8ce8 req-38cdee26-2b96-4f1c-8b87-d31a3bd0d6c5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a12e3e7-6cba-4cee-a9e3-df60dd8ca891 HTTP/1.1" status: 200 len: 210 time: 0.0292823 Jul 23 10:57:50.564232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-683ab7a5-7ef0-47ff-8058-2a81cb7aa862 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954140590&fields=id&tenant_id=a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 267 time: 0.0355508 Jul 23 10:57:50.678251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-f774834c-7ede-4b8a-aef3-6e39bab788e4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:50.681996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-f774834c-7ede-4b8a-aef3-6e39bab788e4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1104112 Jul 23 10:57:50.695281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-020f0cd7-b623-4db0-8583-b8f3fce3e563 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0096998 Jul 23 10:57:50.774530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-bb331ff4-c160-41a0-9b2d-819b60ef26f3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736198 Jul 23 10:57:50.870771 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-dad1fa14-2e16-4dcf-950b-c2a5efc67748 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Jul 23 10:57:50.964364 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-a3966f04-1588-4d68-b416-ecf50ca1bb12 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 Jul 23 10:57:51.264052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7e98cfc-a793-4004-8b1a-f60de612322d req-8b0241a9-63c9-4536-95f5-c04b191af718 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0351100 Jul 23 10:57:52.376613 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-628c97bb-ef4c-449d-98e1-d6fbdd2b2d67 req-bcb70fd8-7fc3-467f-b5b2-67640ee4f36d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0289617 Jul 23 10:57:52.508046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-390c700b-2e72-41b8-ad6a-df3505d4d388 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:52.509510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-390c700b-2e72-41b8-ad6a-df3505d4d388 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1027670 Jul 23 10:57:52.556726 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-73cca5f6-525b-4c92-a524-a972ca8f250c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 380 time: 0.0342264 Jul 23 10:57:52.567082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'security_groups': ['fc47c115-b6bf-44a3-80d0-49cc954eba78']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:52.690492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:57:52.694837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:52.838737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.6 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/ed4ef9e7-3745-40dc-b608-5dbdaaf57129) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:57:52.998690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.013631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object ed4ef9e7-3745-40dc-b608-5dbdaaf57129 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:53.050648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.111721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:57:53.113029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:53.115844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:57:53.118629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:57:53.182629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:53.183304 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.200485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-6cb852fd-8a3b-48cf-af49-094a74f8b009 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367834 Jul 23 10:57:53.218242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Request body: {'port': {'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:57:53.300109 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.487709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b7c0e6a6-6324-49c8-8ab3-1ec26a82f071 None None] Provisioning for port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:57:53.493522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b7c0e6a6-6324-49c8-8ab3-1ec26a82f071 None None] Provisioning complete for port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:57:53.494229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e6a6-6324-49c8-8ab3-1ec26a82f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.536005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0e6a6-6324-49c8-8ab3-1ec26a82f071 None None] Port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:57:53.640861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8bdbb-348d-4aea-b756-786bf9beb008 req-3a346f13-7fb2-4864-b252-189c5a2b575a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:53.649671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ff8bdbb-348d-4aea-b756-786bf9beb008 req-3a346f13-7fb2-4864-b252-189c5a2b575a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 931 time: 0.1809931 Jul 23 10:57:53.662373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4ef9e7-3745-40dc-b608-5dbdaaf57129 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:57:53.676138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.701821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Transition to ACTIVE for port object ed4ef9e7-3745-40dc-b608-5dbdaaf57129 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:57:53.707318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ff8bdbb-348d-4aea-b756-786bf9beb008 req-f61a8a16-b844-4499-bbdf-8efea7ba7f52 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536013 Jul 23 10:57:53.708375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.765522 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:53.855788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Attempting to bind port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:57:53.855788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Attempting to bind port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:57:53.856171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Attempting to bind port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:57:53.864697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:57:53.864697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Attempting to bind port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:57:53.871284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:57:53.871693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:57:53.872206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:57:53.872750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Bound port: ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:57:53.873183 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:53.991273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] For port ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:57:53.995902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] For port ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:57:54.003457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:54.044850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.045720 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:54.047291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] 10.222.0.20 "PUT /v2.0/ports/ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 1091 time: 0.8334684 Jul 23 10:57:54.053674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:57:54.053674 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:57:54.133687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6290a-34a9-47ff-838c-666b1841389d service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:57:54.175260 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2d86f-eae6-422a-a5f2-05ea136b64ff x-openstack-request-id: req-84d2d86f-eae6-422a-a5f2-05ea136b64ff {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:57:54.175260 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:57:54.175658 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84d2d86f-eae6-422a-a5f2-05ea136b64ff {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:57:54.176033 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'status': 'completed', 'code': 200} Jul 23 10:57:54.236900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-912e0815-13ff-48b3-96ef-f280ef5e9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.238594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-912e0815-13ff-48b3-96ef-f280ef5e9fad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1094 time: 0.0966325 Jul 23 10:57:54.253317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:54.289151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-b481feb0-d7b8-41dd-8bbe-e3a68287dca9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 217 time: 0.0376353 Jul 23 10:57:54.344486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-a5f1eb7d-1be5-43c5-85dd-d7a7cb708fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.346407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-a5f1eb7d-1be5-43c5-85dd-d7a7cb708fb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0510449 Jul 23 10:57:54.409830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-74bd7e1c-fa33-4df0-863a-21e3ce02e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.411340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-74bd7e1c-fa33-4df0-863a-21e3ce02e52f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589001 Jul 23 10:57:54.509985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-3294fa8d-0357-424d-a41f-27404cf1f14b service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914211 Jul 23 10:57:54.602923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b20908d7-a872-42b7-884b-344b15bcbd08 req-d46afa47-6860-4f73-8866-1c3923abf80d service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866938 Jul 23 10:57:54.723951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-46bb22bc-beb0-4a61-84b6-083a367a39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.725402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-46bb22bc-beb0-4a61-84b6-083a367a39f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1094 time: 0.0559146 Jul 23 10:57:54.856125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-0076761b-2254-43c2-988c-655f7970d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.857625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-0076761b-2254-43c2-988c-655f7970d889 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1251972 Jul 23 10:57:54.903427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-2352418b-93b3-45c0-8cf5-756479e78a22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 217 time: 0.0383162 Jul 23 10:57:54.912030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e5e1b-e2cc-4e12-b433-5b7b2a2e60a7 req-87cc5fa1-acfe-4a10-b8dd-f8304060ce0f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.913721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca3e5e1b-e2cc-4e12-b433-5b7b2a2e60a7 req-87cc5fa1-acfe-4a10-b8dd-f8304060ce0f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.1189444 Jul 23 10:57:54.983288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca3e5e1b-e2cc-4e12-b433-5b7b2a2e60a7 req-f39fb3ad-d674-46d7-87d3-294d48584538 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610962 Jul 23 10:57:54.986707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-01252443-2f79-4d50-846a-3c33665d8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:54.988153 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-01252443-2f79-4d50-846a-3c33665d8b1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0734444 Jul 23 10:57:55.046908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-de90c729-172c-4a64-bc29-cc592a305d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:55.048722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-de90c729-172c-4a64-bc29-cc592a305d14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543151 Jul 23 10:57:55.136545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-73df28c5-6521-40bf-9029-7a2534614c68 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Jul 23 10:57:55.582608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cc1eae9-2d9c-4200-908e-2c75dfdbb53f req-9350cf79-634e-454f-b46d-0845f16cc6c1 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402587 Jul 23 10:57:56.126397 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d599f5-be20-4a70-9b37-1280510cb84a req-70133dba-a291-446f-bc98-0e336856f584 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:56.128201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31d599f5-be20-4a70-9b37-1280510cb84a req-70133dba-a291-446f-bc98-0e336856f584 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0682569 Jul 23 10:57:56.172787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-31d599f5-be20-4a70-9b37-1280510cb84a req-9c07ab4e-e29c-47b5-a16a-ffcbd06ca751 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Jul 23 10:57:57.088632 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e5c53f8-d82f-40a8-b529-28af2d922852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:57:57.312109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b8c7b-6048-4eaa-938a-49fc3774005c req-3a894732-8922-447d-91aa-9a7d880e623a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:57.313579 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-524b8c7b-6048-4eaa-938a-49fc3774005c req-3a894732-8922-447d-91aa-9a7d880e623a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0652447 Jul 23 10:57:57.354794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-524b8c7b-6048-4eaa-938a-49fc3774005c req-ec9fe460-fbe4-4876-9923-fe9bd6203163 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Jul 23 10:57:58.499909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db226e8-8ea6-462b-8d3d-07bd23dec95d req-00c3773e-d277-4de3-98c1-7a03240e488c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:58.501596 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7db226e8-8ea6-462b-8d3d-07bd23dec95d req-00c3773e-d277-4de3-98c1-7a03240e488c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0678463 Jul 23 10:57:58.543892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7db226e8-8ea6-462b-8d3d-07bd23dec95d req-e8f2de01-9ac5-4770-b6b4-e384f5117dc0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358500 Jul 23 10:57:59.685587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe1d8-51a9-42cd-a45b-11e7e662fab4 req-22f66257-0aee-44c3-9554-37c7bc5c7659 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:57:59.687251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6acfe1d8-51a9-42cd-a45b-11e7e662fab4 req-22f66257-0aee-44c3-9554-37c7bc5c7659 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0718849 Jul 23 10:57:59.727960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6acfe1d8-51a9-42cd-a45b-11e7e662fab4 req-8311c462-d1d1-490a-874e-9c4d115343fd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336375 Jul 23 10:57:59.920011 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-151b9df9-0e65-4698-be60-e4d07048d45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:00.238778 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:00.864031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c70d96-c5c9-4d93-808e-e578d7429710 req-43c654ff-4d3b-40cb-8a71-38ab041e0f6a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:00.865575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0c70d96-c5c9-4d93-808e-e578d7429710 req-43c654ff-4d3b-40cb-8a71-38ab041e0f6a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0648723 Jul 23 10:58:00.905064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0c70d96-c5c9-4d93-808e-e578d7429710 req-f86ac906-ed1b-4990-be3c-c701ddc2f027 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Jul 23 10:58:01.304487 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:02.065330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbadefe-c14f-4824-a74e-deea906115e8 req-0b5e72c7-ec2e-4fc1-a1bd-8a01decb8f88 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:02.072751 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adbadefe-c14f-4824-a74e-deea906115e8 req-0b5e72c7-ec2e-4fc1-a1bd-8a01decb8f88 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0846837 Jul 23 10:58:02.109971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-adbadefe-c14f-4824-a74e-deea906115e8 req-ffeb2b94-6b5f-4cb8-87a6-8ad3a9d07ad5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363600 Jul 23 10:58:02.571975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:03.242550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb3de7-9b95-4336-b41f-e44e7792af63 req-1965a769-e37e-4cd0-a1a0-fcdd32b8fe2a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:03.244189 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb3de7-9b95-4336-b41f-e44e7792af63 req-1965a769-e37e-4cd0-a1a0-fcdd32b8fe2a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0678959 Jul 23 10:58:03.282949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73bb3de7-9b95-4336-b41f-e44e7792af63 req-f62c62d9-cccf-40d5-a372-a2dc641d8b63 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Jul 23 10:58:03.880140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ed4ef9e7-3745-40dc-b608-5dbdaaf57129 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:58:03.982506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:03.993899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:58:04.034554 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:04.048905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ef9e7-3745-40dc-b608-5dbdaaf57129 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:58:04.069805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:04.074199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:04.122379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:04.129498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.129851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.130195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.130535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.130869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.131201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.131562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.132535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.133012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.133311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.133641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.133970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:04.350655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ed4ef9e7-3745-40dc-b608-5dbdaaf57129'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:58:04.419398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ab0f2-c06b-4ae0-aba1-a7f7d781f325 req-e09ec287-1727-413c-8cb3-d257da839ad0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:04.420913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a39ab0f2-c06b-4ae0-aba1-a7f7d781f325 req-e09ec287-1727-413c-8cb3-d257da839ad0 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 944 time: 0.0683534 Jul 23 10:58:04.461860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a39ab0f2-c06b-4ae0-aba1-a7f7d781f325 req-270f77e1-9e08-41f8-acec-af5ae261facf tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347648 Jul 23 10:58:04.657093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:05.617023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2b1c4-3605-45d9-bbeb-5b7bc350011c req-4b6345c9-25d4-46e9-a77e-f3d510421451 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:05.619881 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d9b2b1c4-3605-45d9-bbeb-5b7bc350011c req-4b6345c9-25d4-46e9-a77e-f3d510421451 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 944 time: 0.0841377 Jul 23 10:58:05.658552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d9b2b1c4-3605-45d9-bbeb-5b7bc350011c req-cece3c7a-e405-40a2-9439-755b5075891f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343983 Jul 23 10:58:05.896269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ed4ef9e7-3745-40dc-b608-5dbdaaf57129 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:05.947797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:05.951698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:05.952441 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:06.039707 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:06.063198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:58:06.065851 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66874c8-d94a-4f6c-9481-31c4df9d45c5" -d '{"events": [{"server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:58:06.086023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:06.091269 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:06.153378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:06.254707 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a0d52-fe70-4ff8-8e46-85b59c29e1ba x-openstack-request-id: req-2d5a0d52-fe70-4ff8-8e46-85b59c29e1ba {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:58:06.255002 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:58:06.255258 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d5a0d52-fe70-4ff8-8e46-85b59c29e1ba {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:58:06.255690 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'code': 200} Jul 23 10:58:06.394374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b18da-db86-4436-829c-9e5b7f245543 req-6c1727ba-8bd7-4b4f-b9ed-6422fec722c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:06.396098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db1b18da-db86-4436-829c-9e5b7f245543 req-6c1727ba-8bd7-4b4f-b9ed-6422fec722c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0595961 Jul 23 10:58:06.430998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-db1b18da-db86-4436-829c-9e5b7f245543 req-d0970838-1df4-47b4-b1fd-d525a6cb3ec7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289822 Jul 23 10:58:06.797573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253d053-e9da-448a-af88-97b0283d3d5f req-998f0666-0853-4732-975d-9e7f69522831 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:06.799316 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f253d053-e9da-448a-af88-97b0283d3d5f req-998f0666-0853-4732-975d-9e7f69522831 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0689349 Jul 23 10:58:06.854014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f253d053-e9da-448a-af88-97b0283d3d5f req-5aa443d2-60ec-4996-ab38-10c930d7a8d9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486376 Jul 23 10:58:07.990069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca513ef1-7b68-4c2b-a8bf-1f656edadd52 req-71ab907a-7581-4300-8ff9-3a1b6fab3ba6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:07.995895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca513ef1-7b68-4c2b-a8bf-1f656edadd52 req-71ab907a-7581-4300-8ff9-3a1b6fab3ba6 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0687094 Jul 23 10:58:08.034611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca513ef1-7b68-4c2b-a8bf-1f656edadd52 req-a14638d1-c3f6-4a19-8559-e5962b12b2c2 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345056 Jul 23 10:58:08.176153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971105f-2381-400f-9960-f064039a4ce7 req-07978858-ebd4-47d8-b611-f900d04a4589 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:08.177753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4971105f-2381-400f-9960-f064039a4ce7 req-07978858-ebd4-47d8-b611-f900d04a4589 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0711095 Jul 23 10:58:08.218837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4971105f-2381-400f-9960-f064039a4ce7 req-355b4f87-7c76-4c1f-95d4-2e7e8dce18fe tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344636 Jul 23 10:58:08.242733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:08.459221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ddc15-ebd7-43f0-be33-dddb601b60cf tempest-TestVolumeBootPattern-2029318253 tempest-TestVolumeBootPattern-2029318253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:08.463885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dc3ddc15-ebd7-43f0-be33-dddb601b60cf tempest-TestVolumeBootPattern-2029318253 tempest-TestVolumeBootPattern-2029318253-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1091 time: 0.2201307 Jul 23 10:58:08.464226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60688) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:08.469080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:08.505055 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:08.648578 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:08.764544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.25.4.65 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/9ef34ba3-1250-4c86-b244-3cd861b4e3f4) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:58:08.884485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:08.926944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:08.976787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:08.978163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:08.982245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:58:09.006883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=9ef34ba3-1250-4c86-b244-3cd861b4e3f4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:09.019042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.019395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.019761 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.020103 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.020443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.020802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.021104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.021422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.021755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.022080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.027500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.027882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:09.367262 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:09.449204 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:09.605363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:09.611001 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:09.685175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=9ef34ba3-1250-4c86-b244-3cd861b4e3f4,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:09.694736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:09.829535 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Floating IP 0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0 associated. External IP: 172.25.4.65, port: ed4ef9e7-3745-40dc-b608-5dbdaaf57129. Jul 23 10:58:10.033370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:58:10.140442 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:58:10.149936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:58:10.156803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:10.158732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:10.159351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:10.194848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5968de70-c6a1-4a56-8699-c4a205b02d7f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7289455 Jul 23 10:58:10.195286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:58:10.197594 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974575b0-0a36-4f2f-ae4d-34763fc5da24" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:58:10.233919 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947216ca-f117-4734-b2ca-fd27836172c9 x-openstack-request-id: req-947216ca-f117-4734-b2ca-fd27836172c9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:58:10.234277 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:58:10.234650 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-947216ca-f117-4734-b2ca-fd27836172c9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:58:10.235115 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'status': 'completed', 'code': 200} Jul 23 10:58:10.265713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:10.328078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-c41f7806-d3c6-4772-b42b-0d0051998bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:10.329605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-c41f7806-d3c6-4772-b42b-0d0051998bf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0544329 Jul 23 10:58:10.421827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-d2858959-711e-43ed-87ee-4ec1582ec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:10.423306 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-d2858959-711e-43ed-87ee-4ec1582ec644 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.0881896 Jul 23 10:58:10.487398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-e53f7738-373d-46bc-8c24-e331d9b11b01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 998 time: 0.0568759 Jul 23 10:58:10.489227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:09Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:10.518005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:58:10.527969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:10.528590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:10.543918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-0d4bff81-97f1-4ca6-b643-878e227e42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:10.545462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-0d4bff81-97f1-4ca6-b643-878e227e42f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0521734 Jul 23 10:58:10.609587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-16b19673-bd33-46c3-b299-791df05f838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:10.611130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-16b19673-bd33-46c3-b299-791df05f838a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590494 Jul 23 10:58:10.632425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:10.712450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-71d08c4e-38d1-4aa3-b58c-935d0f6d6ee4 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949664 Jul 23 10:58:10.808581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-974575b0-0a36-4f2f-ae4d-34763fc5da24 req-ea9f452d-d390-4566-8a1b-3092738335ea service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897913 Jul 23 10:58:10.859702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:09Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:10.888618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32bfa98-d0df-4f07-884e-bbef39bc6820 None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:09Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:58:11.113895 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fcc740-ac1a-49ac-8cf5-d0a66b872015 None None] New status for floating IP 0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:58:16.792239 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60742) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:16.896758 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5db6f7c-bb75-49c0-bf29-73ec929466fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:16.983383 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5db6f7c-bb75-49c0-bf29-73ec929466fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:16.986965 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5db6f7c-bb75-49c0-bf29-73ec929466fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:17.023852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5db6f7c-bb75-49c0-bf29-73ec929466fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=483124b994a04b8891485fe472c1f5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305532 Jul 23 10:58:17.024703 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db6f7c-bb75-49c0-bf29-73ec929466fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c270f-8269-4914-b7ca-85000a5c8204,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:17.026719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60746) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:17.083805 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:17.105333 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:17.151949 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:17.154511 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:17.155697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/911c270f-8269-4914-b7ca-85000a5c8204 HTTP/1.1" status: 204 len: 168 time: 0.1278315 Jul 23 10:58:17.164339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c270f-8269-4914-b7ca-85000a5c8204,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:17.171866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.172212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.172558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.172902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.173225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.173542 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.174123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.174460 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.174775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.175093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.175431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:17.175755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6f9ad3-0cd4-407c-b223-eca8482d5256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:58:20.336530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60800) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:20.341669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'network': {'name': 'tempest-network-smoke--703981744', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:20.361188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Made reservation on behalf of d15b99d0ce8446b0ae79f05bdf8931d9 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:58:20.364871 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.373730 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.468758 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.472562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.498839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:58:20.508159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4633a4-6c53-42c7-82f9-fdbfda5342b2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:20.514167 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.514575 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Added segment aee3fe17-59b3-4c1a-9692-39f1648397d6 of type vlan for network 6dc6358c-75f8-4c7c-bfde-880b52043d35 Jul 23 10:58:20.553047 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.581455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.587072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:20.587689 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.623893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2859132 Jul 23 10:58:20.626507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:20.632354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'admin_state_up': True, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:20.656537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765c62-3fd1-4977-8491-651352ce18b5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Network': ['ID=6dc6358c-75f8-4c7c-bfde-880b52043d35,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:20.659389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.660679 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.670039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:58:20.715105 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:20.853671 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:21.049380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:21.071686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:21.172965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.25.4.185 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/ea36deb5-ff29-4b1d-b8dd-0ac24af182a4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:58:21.273624 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:21.310980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:21.350381 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:21.355672 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:21.359776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:58:21.365018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:21.401893 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:58:21.598816 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.136169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.260258 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router 30110d45-f6b4-4449-8a15-3442c32465bc is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:58:22.362738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:58:22.372627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Sync routers for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:58:22.382213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.382821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:22.383629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:22.386837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-28aeda09-c1bb-4c18-9a38-91490679ca7f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7591949 Jul 23 10:58:22.386990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60804) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:22.488779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:22.509907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7448ace1-f5d8-48ef-9ca7-19954778995c tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d15b99d0ce8446b0ae79f05bdf8931d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216922 Jul 23 10:58:22.512633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60808) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:22.597324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b91a54-f171-44e7-8223-7536c0c6a4fc tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:22.602331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-96b91a54-f171-44e7-8223-7536c0c6a4fc tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853248 Jul 23 10:58:22.602605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60810) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:22.630891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fd042460-7c5d-4efd-94fe-751457613602 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271726 Jul 23 10:58:22.634874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:22.640183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787723177', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:22.669816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:21Z', 'revision_number': 3, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:22.695985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Checking router: 30110d45-f6b4-4449-8a15-3442c32465bc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:58:22.696328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Updating router 30110d45-f6b4-4449-8a15-3442c32465bc port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:58:22.727320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Made reservation on behalf of d15b99d0ce8446b0ae79f05bdf8931d9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:58:22.729748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.730763 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.912180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.973446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Subnet': ['ID=b8ec0508-c287-4d4a-86cc-f57868602f67,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:22.981412 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Checking segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:58:22.981567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network hostable DHCP agents. Network: 6dc6358c-75f8-4c7c-bfde-880b52043d35, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:58:22.987335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:22.997717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:58:22.998854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Transition to ACTIVE for port object ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:23.004972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.005971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 6dc6358c-75f8-4c7c-bfde-880b52043d35) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:23.010147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:23.010736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.025005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c1b502f-fec3-47c5-9be6-8b674aa25bb5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3889854 Jul 23 10:58:23.027788 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:23.036826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc51a7e-f4d9-4723-bfa4-864826902efb None None] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:58:23.121743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f36eec-0ea2-4f1c-a693-0daa3199620f None None] Pushing event updated for resources: {'Port': ['ID=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:23.124107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Attempting to bind port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:58:23.124972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Attempting to bind port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:58:23.124972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Attempting to bind port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:58:23.139744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:58:23.140121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:58:23.140525 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.140924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:58:23.141398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Bound port: ea36deb5-ff29-4b1d-b8dd-0ac24af182a4, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:58:23.141782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.228704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] For port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:58:23.232914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] For port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:58:23.239070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.285175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-6dc6358c-75f8-4c7c-bfde-880b52043d35', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:58:23.286018 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.334596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:23.335914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:23.338588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f36eec-0ea2-4f1c-a693-0daa3199620f None None] Pushing event updated for resources: {'Port': ['ID=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:23.495526 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.685670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:23.740403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Allocated IP 172.20.0.2 (6dc6358c-75f8-4c7c-bfde-880b52043d35/b8ec0508-c287-4d4a-86cc-f57868602f67/b0a5d808-5115-4177-9cae-d970369bbf28) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:58:23.966787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:23.977120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Transition to ACTIVE for port object b0a5d808-5115-4177-9cae-d970369bbf28 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:23.984439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:21Z', 'revision_number': 3, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:24.015952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8e50-ae4e-42a2-a078-5cad226cdad9 None None] The sync data for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 is: [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:21Z', 'revision_number': 3, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:58:24.019455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Transition to ACTIVE for port object b0a5d808-5115-4177-9cae-d970369bbf28 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:24.027928 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.067086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:24.071319 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-646f3083-905b-453f-af3b-dfd7db13894b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913987 Jul 23 10:58:24.072836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:24.076451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:58:24.082121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Pushing event updated for resources: {'Port': ['ID=b0a5d808-5115-4177-9cae-d970369bbf28,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:24.103121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.20.0.1 (6dc6358c-75f8-4c7c-bfde-880b52043d35/b8ec0508-c287-4d4a-86cc-f57868602f67/d85471dd-6bf5-461f-9a69-84bd03c9b480) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:58:24.143990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Attempting to bind port b0a5d808-5115-4177-9cae-d970369bbf28 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:58:24.144625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Attempting to bind port b0a5d808-5115-4177-9cae-d970369bbf28 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:58:24.144992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Attempting to bind port b0a5d808-5115-4177-9cae-d970369bbf28 on network 6dc6358c-75f8-4c7c-bfde-880b52043d35 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:58:24.150831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:58:24.151206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Checking segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:58:24.151652 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.152085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Bound using segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:58:24.152617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Bound port: b0a5d808-5115-4177-9cae-d970369bbf28, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:58:24.153007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.196074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-29bd2f68-b78c-4bf9-b4d6-8313b6236d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:24.199670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-29bd2f68-b78c-4bf9-b4d6-8313b6236d61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0765758 Jul 23 10:58:24.231221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] For port b0a5d808-5115-4177-9cae-d970369bbf28, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:58:24.234885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] For port b0a5d808-5115-4177-9cae-d970369bbf28, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0a5d808-5115-4177-9cae-d970369bbf28,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:58:24.240606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.302244 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.321848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.323340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5362-8ad8-4fb4-9789-14ba821d64da None None] Pushing event updated for resources: {'Port': ['ID=b0a5d808-5115-4177-9cae-d970369bbf28,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:24.369181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Transition to ACTIVE for port object d85471dd-6bf5-461f-9a69-84bd03c9b480 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:24.402705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-be1a0669-6562-4a47-a40c-0b4818ae3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:24.404847 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-be1a0669-6562-4a47-a40c-0b4818ae3113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.1742547 Jul 23 10:58:24.432182 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.506049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:24.510484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:24.513938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:58:24.522054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=d85471dd-6bf5-461f-9a69-84bd03c9b480,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:24.535536 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-7c64d94c-c637-4835-8348-0722f29534dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 1000 time: 0.1187990 Jul 23 10:58:24.609362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.630581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-5e0a4b90-1788-4b6d-9627-380ec72de72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:24.634225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-5e0a4b90-1788-4b6d-9627-380ec72de72a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0908582 Jul 23 10:58:24.706438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-dcfe9eee-1eea-4751-b13a-0693b9575dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:24.708195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-dcfe9eee-1eea-4751-b13a-0693b9575dcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670574 Jul 23 10:58:24.806521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:24.839671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-f88dbf48-f522-45a5-a3b6-1df26b479618 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237111 Jul 23 10:58:24.951289 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8cc3d455-a638-4f91-8179-dc3422ecfccf req-0cafd58e-e340-4524-9f4b-14116944c87f service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055701 Jul 23 10:58:25.122892 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.127512 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.210681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=d85471dd-6bf5-461f-9a69-84bd03c9b480,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:25.214484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.317528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:25.319327 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:25.434575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3bfa7-0ccd-4793-9f59-90116743b718 None None] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:58:25.444826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router 30110d45-f6b4-4449-8a15-3442c32465bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:58:25.503148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-51af7d4b-4a8c-4e1b-bdbb-039a419eff2a None None] Provisioning for port b0a5d808-5115-4177-9cae-d970369bbf28 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:25.571860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:58:25.579844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-46fbc7b1-b834-43c1-8f00-a5078c5f344c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "PUT /v2.0/routers/30110d45-f6b4-4449-8a15-3442c32465bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5482857 Jul 23 10:58:25.579844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:25.584425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1019337162', 'description': 'tempest-secgroup_access--1019337162 description', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:25.607693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.701361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.706710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.738832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.740336 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1595688 Jul 23 10:58:25.744096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60820) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:25.745733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409c13-dcc6-4f72-8c7e-d317158f99dc tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb0a910-ba08-4540-b526-0519fc5ab055,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:25.749925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--109089542', 'description': 'tempest-secgroup_general--109089542 description', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:25.780371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.876618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.880560 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.911810 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.914069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1681871 Jul 23 10:58:25.917530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60822) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:25.923330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'security_group_rule': {'security_group_id': 'ebb0a910-ba08-4540-b526-0519fc5ab055', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:25.929676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfee6e6-18c1-490f-b143-a5f9bcb30d2e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89ccdd-da8a-4e61-b6c8-e9382987a6af,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:25.933237 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Sync routers for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:58:25.948103 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:25.949071 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:25.958983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eafd2155-1a35-445d-aca3-b0dc8957dd63 None None] Provisioning for port d85471dd-6bf5-461f-9a69-84bd03c9b480 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:25.962195 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:25.968028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eafd2155-1a35-445d-aca3-b0dc8957dd63 None None] Provisioning complete for port d85471dd-6bf5-461f-9a69-84bd03c9b480 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:25.968419 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eafd2155-1a35-445d-aca3-b0dc8957dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.041066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eafd2155-1a35-445d-aca3-b0dc8957dd63 None None] Port d85471dd-6bf5-461f-9a69-84bd03c9b480 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:58:26.061470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.066103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.088951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa33d6ea-b7a8-446c-af7d-bf6d41e8c5e3,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:26.099910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.102500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c48a9406-024c-493a-8e95-d7976b245a53 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836872 Jul 23 10:58:26.122317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0a5d808-5115-4177-9cae-d970369bbf28 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:26.125738 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:26.199940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1ab7c5b7-8248-49ce-8091-5a9c3b5903fa None None] Provisioning complete for port d85471dd-6bf5-461f-9a69-84bd03c9b480 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:26.200367 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab7c5b7-8248-49ce-8091-5a9c3b5903fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.247672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7c5b7-8248-49ce-8091-5a9c3b5903fa None None] Port d85471dd-6bf5-461f-9a69-84bd03c9b480 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:58:26.256273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port b0a5d808-5115-4177-9cae-d970369bbf28 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:26.260738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b0a5d808-5115-4177-9cae-d970369bbf28 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:26.261239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.293275 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-b48930aa-762a-4bf3-9bdb-59640dd7dd18 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--109089542&fields=id&tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9 HTTP/1.1" status: 200 len: 267 time: 0.0430617 Jul 23 10:58:26.347157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-4a8f330f-c072-494d-a8e0-f9b12385e5fe tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1019337162&fields=id&tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9 HTTP/1.1" status: 200 len: 267 time: 0.0473795 Jul 23 10:58:26.354787 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.364431 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 2, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:26.392844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port b0a5d808-5115-4177-9cae-d970369bbf28, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0a5d808-5115-4177-9cae-d970369bbf28,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:26.398926 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.399964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:26.400476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Checking router: 30110d45-f6b4-4449-8a15-3442c32465bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:58:26.401083 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Updating router 30110d45-f6b4-4449-8a15-3442c32465bc port d85471dd-6bf5-461f-9a69-84bd03c9b480 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:58:26.439857 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.490404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=b0a5d808-5115-4177-9cae-d970369bbf28,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:26.494193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-e2586d81-ba47-4603-a707-a5ba15b82bb9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:26.495348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bb2aaac8-ef92-4b1d-a38b-db9a5720d83c None None] Provisioning complete for port d85471dd-6bf5-461f-9a69-84bd03c9b480 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:26.495756 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-e2586d81-ba47-4603-a707-a5ba15b82bb9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/networks?id=6dc6358c-75f8-4c7c-bfde-880b52043d35 HTTP/1.1" status: 200 len: 796 time: 0.1401176 Jul 23 10:58:26.501306 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb2aaac8-ef92-4b1d-a38b-db9a5720d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.512067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-cfd9fe52-9b4d-4f99-a919-8ea95ae75240 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/quotas/d15b99d0ce8446b0ae79f05bdf8931d9 HTTP/1.1" status: 200 len: 375 time: 0.0102324 Jul 23 10:58:26.541499 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:26.547930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:26.548302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.550106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aaac8-ef92-4b1d-a38b-db9a5720d83c None None] Port d85471dd-6bf5-461f-9a69-84bd03c9b480 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:58:26.588979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-51a75612-92dd-4334-964b-acd6b9cb6212 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714972 Jul 23 10:58:26.641897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.667864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:26.680311 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.713370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-227bfd11-6e03-4f83-86e3-7a9c241f9d36 service neutron] 10.222.0.37 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113930 Jul 23 10:58:26.733622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:26.748464 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.758813 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Transition to ACTIVE for port object d85471dd-6bf5-461f-9a69-84bd03c9b480 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:26.764377 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.813111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-c7393af6-70b7-4e07-bff5-2e980625fb97 service neutron] 10.222.0.37 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938344 Jul 23 10:58:26.814957 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86780a6-0ffe-4330-93a9-210911be7fbe None None] Pushing event updated for resources: {'Port': ['ID=d85471dd-6bf5-461f-9a69-84bd03c9b480,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:26.875325 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Attempting to bind port d85471dd-6bf5-461f-9a69-84bd03c9b480 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:58:26.875723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Attempting to bind port d85471dd-6bf5-461f-9a69-84bd03c9b480 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:58:26.876309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Attempting to bind port d85471dd-6bf5-461f-9a69-84bd03c9b480 on network 6dc6358c-75f8-4c7c-bfde-880b52043d35 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:58:26.882082 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:58:26.882607 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Checking segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:58:26.883016 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.883404 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Bound using segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:58:26.883892 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Bound port: d85471dd-6bf5-461f-9a69-84bd03c9b480, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:58:26.884270 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:26.951674 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] For port d85471dd-6bf5-461f-9a69-84bd03c9b480, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:58:26.955663 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] For port d85471dd-6bf5-461f-9a69-84bd03c9b480, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d85471dd-6bf5-461f-9a69-84bd03c9b480,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:58:26.960761 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:27.028053 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:27.028698 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:27.064437 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86780a6-0ffe-4330-93a9-210911be7fbe None None] Pushing event updated for resources: {'Port': ['ID=d85471dd-6bf5-461f-9a69-84bd03c9b480,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:27.093713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f13db16-ca81-4561-82b5-a089b1b11930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:27.140795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:27.333819 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:27.358445 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746446d1-fa5a-4342-8aa0-d63c745450a2 None None] The sync data for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 is: [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:58:28.048768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e00c009-0b41-45fe-9dd2-0a24355fcc5f req-777a39ed-614c-4fa2-adb1-29e3bf180ef5 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 210 time: 0.0524571 Jul 23 10:58:28.152947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0a5d808-5115-4177-9cae-d970369bbf28 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:28.220909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port b0a5d808-5115-4177-9cae-d970369bbf28 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:28.221260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:28.315769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d85471dd-6bf5-461f-9a69-84bd03c9b480 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:28.365421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port d85471dd-6bf5-461f-9a69-84bd03c9b480 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:28.371344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d85471dd-6bf5-461f-9a69-84bd03c9b480 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:28.371932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:28.462482 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:28.497602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port d85471dd-6bf5-461f-9a69-84bd03c9b480, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d85471dd-6bf5-461f-9a69-84bd03c9b480,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:28.501107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:28.501864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:28.578371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=d85471dd-6bf5-461f-9a69-84bd03c9b480,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:28.592039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:28.592414 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:29.146757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df1364aa-e503-4034-b2d5-bb7efb7e9a4d req-31806ada-0868-4675-b186-3e9ec1bad681 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 210 time: 0.0283189 Jul 23 10:58:29.923024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9f12277-a0d1-499b-8b8f-a4f8433bdd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.048212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d85471dd-6bf5-461f-9a69-84bd03c9b480 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:30.070101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-3bba61f1-b469-4236-9fe5-6dbd9d74bb6e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:30.071798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-3bba61f1-b469-4236-9fe5-6dbd9d74bb6e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.55 "GET /v2.0/networks?id=6dc6358c-75f8-4c7c-bfde-880b52043d35 HTTP/1.1" status: 200 len: 796 time: 0.1108782 Jul 23 10:58:30.099157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port d85471dd-6bf5-461f-9a69-84bd03c9b480 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:30.099497 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.126285 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-962e7cf4-03d5-4dc8-8226-2e33676f5602 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9 HTTP/1.1" status: 200 len: 477 time: 0.0458045 Jul 23 10:58:30.141499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'port': {'device_id': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'admin_state_up': True, 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'security_groups': ['3a89ccdd-da8a-4e61-b6c8-e9382987a6af', 'ebb0a910-ba08-4540-b526-0519fc5ab055']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:30.231201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.253444 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9024669-1945-42c2-8698-eb150b094572 req-a09ce84f-f816-4c0a-bb82-82537db75e77 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 210 time: 0.0350196 Jul 23 10:58:30.260764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Made reservation on behalf of d15b99d0ce8446b0ae79f05bdf8931d9 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:58:30.264536 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.392460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.20.0.10 (6dc6358c-75f8-4c7c-bfde-880b52043d35/b8ec0508-c287-4d4a-86cc-f57868602f67/24d641ec-eef9-40a5-9579-a0af940ecf5d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:58:30.533879 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.551641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Transition to ACTIVE for port object 24d641ec-eef9-40a5-9579-a0af940ecf5d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:30.584766 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.629503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:30.633616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:30.640283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:58:30.672175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=24d641ec-eef9-40a5-9579-a0af940ecf5d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:30.706927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:30.707853 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.723516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-d29f2935-f493-475f-9711-352fe46b26e6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5862608 Jul 23 10:58:30.734970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Request body: {'port': {'device_id': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:30.816310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.849937 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c947b004-7815-4a97-9b7a-1d7326347b72 None None] Provisioning for port 24d641ec-eef9-40a5-9579-a0af940ecf5d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:30.854411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c947b004-7815-4a97-9b7a-1d7326347b72 None None] Provisioning complete for port 24d641ec-eef9-40a5-9579-a0af940ecf5d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:30.854781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c947b004-7815-4a97-9b7a-1d7326347b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:30.894873 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c947b004-7815-4a97-9b7a-1d7326347b72 None None] Port 24d641ec-eef9-40a5-9579-a0af940ecf5d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:58:31.119835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d641ec-eef9-40a5-9579-a0af940ecf5d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:58:31.127553 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:31.140931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Transition to ACTIVE for port object 24d641ec-eef9-40a5-9579-a0af940ecf5d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:58:31.144173 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:31.192247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Pushing event updated for resources: {'Port': ['ID=24d641ec-eef9-40a5-9579-a0af940ecf5d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:31.271409 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Attempting to bind port 24d641ec-eef9-40a5-9579-a0af940ecf5d on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:58:31.272106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Attempting to bind port 24d641ec-eef9-40a5-9579-a0af940ecf5d by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:58:31.272106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Attempting to bind port 24d641ec-eef9-40a5-9579-a0af940ecf5d on network 6dc6358c-75f8-4c7c-bfde-880b52043d35 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:58:31.279123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Port 24d641ec-eef9-40a5-9579-a0af940ecf5d on network 6dc6358c-75f8-4c7c-bfde-880b52043d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:58:31.279490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Attempting to bind port 24d641ec-eef9-40a5-9579-a0af940ecf5d on network 6dc6358c-75f8-4c7c-bfde-880b52043d35 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:58:31.288284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:58:31.288629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Checking segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:58:31.289023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Bound using segment: {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:58:31.291313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Bound port: 24d641ec-eef9-40a5-9579-a0af940ecf5d, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee3fe17-59b3-4c1a-9692-39f1648397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:58:31.292004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:31.316796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:31.400000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] For port 24d641ec-eef9-40a5-9579-a0af940ecf5d, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:58:31.417228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] For port 24d641ec-eef9-40a5-9579-a0af940ecf5d, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:58:31.422231 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:31.468968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:31.469600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:31.471079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-157aa373-6aee-4131-95ad-a461b201634d service neutron] 10.222.0.55 "PUT /v2.0/ports/24d641ec-eef9-40a5-9579-a0af940ecf5d HTTP/1.1" status: 200 len: 1131 time: 0.7405522 Jul 23 10:58:31.471501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:58:31.473776 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47698c5a-bc98-4057-aace-a4c938fab690" -d '{"events": [{"name": "network-changed", "server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:58:31.499842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152574-a646-4530-b69b-14b53fc5918d req-3486bae4-7fb4-4f9e-9b6a-2beca282ae2f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:31.501443 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc152574-a646-4530-b69b-14b53fc5918d req-3486bae4-7fb4-4f9e-9b6a-2beca282ae2f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 983 time: 0.1504331 Jul 23 10:58:31.527490 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ffb25-ece4-4b7d-bd52-7b58b7bdd5e1 x-openstack-request-id: req-da5ffb25-ece4-4b7d-bd52-7b58b7bdd5e1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:58:31.527788 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:58:31.528092 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da5ffb25-ece4-4b7d-bd52-7b58b7bdd5e1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:58:31.528506 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'status': 'completed', 'code': 200} Jul 23 10:58:31.547840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aa373-6aee-4131-95ad-a461b201634d service neutron] Pushing event updated for resources: {'Port': ['ID=24d641ec-eef9-40a5-9579-a0af940ecf5d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:31.599467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cc152574-a646-4530-b69b-14b53fc5918d req-1288fc6e-112d-4eed-ac1f-2235576956bd tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0895264 Jul 23 10:58:31.628131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-5047f1f7-3a21-49b3-af28-21d60d9aa174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:31.629712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-5047f1f7-3a21-49b3-af28-21d60d9aa174 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1134 time: 0.0930469 Jul 23 10:58:31.671943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-f0031bc8-63c9-4b0f-921d-63ea44513773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d HTTP/1.1" status: 200 len: 217 time: 0.0348368 Jul 23 10:58:31.726005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-6c1d7608-24a3-46f6-8c8b-920c3e04e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:31.727578 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-6c1d7608-24a3-46f6-8c8b-920c3e04e2c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8ec0508-c287-4d4a-86cc-f57868602f67 HTTP/1.1" status: 200 len: 834 time: 0.0497532 Jul 23 10:58:31.793256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-ae9ecc69-de41-4ba8-b32e-d1808ea12720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:31.795080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-ae9ecc69-de41-4ba8-b32e-d1808ea12720 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dc6358c-75f8-4c7c-bfde-880b52043d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616260 Jul 23 10:58:31.898998 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-b02b9274-5495-499d-8c9e-44da7f1ff5b1 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959649 Jul 23 10:58:31.992504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0ef25c92-4de8-4da0-83fa-b8227897aa36 req-7bccfc3e-54fc-41bd-bea8-b6707e65f376 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876045 Jul 23 10:58:32.089569 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47698c5a-bc98-4057-aace-a4c938fab690 req-4d29c06e-9822-45f7-83f6-b5615afcef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:32.091057 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-4d29c06e-9822-45f7-83f6-b5615afcef5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1134 time: 0.0550554 Jul 23 10:58:32.181116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47698c5a-bc98-4057-aace-a4c938fab690 req-31fbc987-f594-4549-ad56-9ed4748cf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:32.182586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-31fbc987-f594-4549-ad56-9ed4748cf515 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dc6358c-75f8-4c7c-bfde-880b52043d35 HTTP/1.1" status: 200 len: 897 time: 0.0853374 Jul 23 10:58:32.224389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-36584ccd-5942-4ef8-8ca1-d07dde382b96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d HTTP/1.1" status: 200 len: 217 time: 0.0342681 Jul 23 10:58:32.274518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47698c5a-bc98-4057-aace-a4c938fab690 req-58752e32-8f12-4fbd-acfe-e09b99d9e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:32.275969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-58752e32-8f12-4fbd-acfe-e09b99d9e22e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8ec0508-c287-4d4a-86cc-f57868602f67 HTTP/1.1" status: 200 len: 834 time: 0.0456662 Jul 23 10:58:32.335292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47698c5a-bc98-4057-aace-a4c938fab690 req-bd541f85-ea6e-4fa3-86a2-8f57177e5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:32.336849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-bd541f85-ea6e-4fa3-86a2-8f57177e5db1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dc6358c-75f8-4c7c-bfde-880b52043d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539303 Jul 23 10:58:32.432957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-6c4a8df1-517d-4003-973a-5f7711e3ef3c service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881293 Jul 23 10:58:32.586369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:32.762527 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41029721-2f28-457e-a2c9-6e7758c09426 req-b3c9c679-51d7-46e8-9aa4-edd0aac25c51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:32.764208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41029721-2f28-457e-a2c9-6e7758c09426 req-b3c9c679-51d7-46e8-9aa4-edd0aac25c51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 983 time: 0.0824430 Jul 23 10:58:32.806004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41029721-2f28-457e-a2c9-6e7758c09426 req-7a79bfe7-810d-4089-af45-c1a0a7e390fa tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356822 Jul 23 10:58:32.882988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-47698c5a-bc98-4057-aace-a4c938fab690 req-26b1fb59-34ae-460a-b81a-4e837e3dbda4 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425583 Jul 23 10:58:33.935474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09734856-5efc-4bcc-b90e-85c788b169a7 req-46d6ffa4-c2c2-4f3a-842a-f90b25f7e3f8 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:33.936996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09734856-5efc-4bcc-b90e-85c788b169a7 req-46d6ffa4-c2c2-4f3a-842a-f90b25f7e3f8 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 983 time: 0.0649939 Jul 23 10:58:33.977383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-09734856-5efc-4bcc-b90e-85c788b169a7 req-1eb44c30-f814-4e38-bd8f-b6a80538e6f0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0348330 Jul 23 10:58:34.282310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 24d641ec-eef9-40a5-9579-a0af940ecf5d details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:58:34.372835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 24d641ec-eef9-40a5-9579-a0af940ecf5d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:34.386556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'port_id': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'mac_address': 'fa:16:3e:9c:35:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:58:34.421513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:34.433641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d641ec-eef9-40a5-9579-a0af940ecf5d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:58:34.452510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 24d641ec-eef9-40a5-9579-a0af940ecf5d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:34.456749 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:34.505005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=24d641ec-eef9-40a5-9579-a0af940ecf5d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:34.652336 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:34.704643 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['24d641ec-eef9-40a5-9579-a0af940ecf5d'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:58:35.107829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52d584-fd3d-46b2-9658-bf65ee08b6bb req-abc36280-a035-42dd-918f-fcd51c33f5a4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:35.109456 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d52d584-fd3d-46b2-9658-bf65ee08b6bb req-abc36280-a035-42dd-918f-fcd51c33f5a4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 984 time: 0.0672014 Jul 23 10:58:35.149631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d52d584-fd3d-46b2-9658-bf65ee08b6bb req-6448a83a-1780-4291-a50f-ceb5c3185768 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345600 Jul 23 10:58:35.243796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-799e6843-3fb3-4586-8c5c-d14e5bdd51b7 req-8cb94cd2-83e8-428d-acdb-35c1ae42cf95 service neutron] (93834) timed out ('10.222.0.37', 59180) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 10:58:36.277808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe5e42-b525-4d4c-a2b2-4cf8d0de183d req-217e5c47-a2f2-49a5-b12b-bd40d55dfdfa tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:36.279265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6fe5e42-b525-4d4c-a2b2-4cf8d0de183d req-217e5c47-a2f2-49a5-b12b-bd40d55dfdfa tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 984 time: 0.0651968 Jul 23 10:58:36.282310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 24d641ec-eef9-40a5-9579-a0af940ecf5d up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:58:36.319125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e6fe5e42-b525-4d4c-a2b2-4cf8d0de183d req-aa40c866-d612-4915-9775-0c0a773a3c68 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340333 Jul 23 10:58:36.329469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 24d641ec-eef9-40a5-9579-a0af940ecf5d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:58:36.333031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 24d641ec-eef9-40a5-9579-a0af940ecf5d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:58:36.333411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:36.410580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:36.432171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:58:36.434320 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa30f27b-8bcc-4a1b-8623-d2252e0574f1" -d '{"events": [{"server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "name": "network-vif-plugged", "status": "completed", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:58:36.446941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 24d641ec-eef9-40a5-9579-a0af940ecf5d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:58:36.452570 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:36.476804 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e32b3d-20a8-4d77-b1a0-f9e35fbf9c1a x-openstack-request-id: req-20e32b3d-20a8-4d77-b1a0-f9e35fbf9c1a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:58:36.477099 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "name": "network-vif-plugged", "status": "completed", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:58:36.477362 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20e32b3d-20a8-4d77-b1a0-f9e35fbf9c1a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:58:36.477752 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'code': 200} Jul 23 10:58:36.505301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=24d641ec-eef9-40a5-9579-a0af940ecf5d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:36.586775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074701d5-93df-49a2-9816-2bca6ead7a7a req-22a0ad6e-2f26-492a-b949-c3bb02ed8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:36.588308 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074701d5-93df-49a2-9816-2bca6ead7a7a req-22a0ad6e-2f26-492a-b949-c3bb02ed8a18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1136 time: 0.0566871 Jul 23 10:58:36.625203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-074701d5-93df-49a2-9816-2bca6ead7a7a req-fddb6c71-08eb-4b25-8bc5-bda48658260e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&id=ebb0a910-ba08-4540-b526-0519fc5ab055&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0304029 Jul 23 10:58:37.450238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedf4be-6a14-469a-957f-a8c7800a9a0b req-f262990f-303b-4297-add5-7558aeae7969 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:37.451965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfedf4be-6a14-469a-957f-a8c7800a9a0b req-f262990f-303b-4297-add5-7558aeae7969 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 985 time: 0.0657961 Jul 23 10:58:37.494871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cfedf4be-6a14-469a-957f-a8c7800a9a0b req-73c50217-4e04-4c84-9e03-0779a4e6a3ff tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0372269 Jul 23 10:58:38.624935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbb143-4ada-4d9b-a8b2-ab07deef6b85 req-300b7770-869a-414d-98fc-88f7a7b86ef9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:38.626418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8fbb143-4ada-4d9b-a8b2-ab07deef6b85 req-300b7770-869a-414d-98fc-88f7a7b86ef9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 985 time: 0.0634034 Jul 23 10:58:38.666190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8fbb143-4ada-4d9b-a8b2-ab07deef6b85 req-8d4cb396-9e57-44be-b750-7d5d76dd994c tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334809 Jul 23 10:58:38.794465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9307b-2d62-447d-acfc-e3a149c92283 req-321bf4e6-d5c1-41a8-87e5-6a31d03f281b tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:38.796053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ea9307b-2d62-447d-acfc-e3a149c92283 req-321bf4e6-d5c1-41a8-87e5-6a31d03f281b tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 985 time: 0.0649154 Jul 23 10:58:38.838502 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ea9307b-2d62-447d-acfc-e3a149c92283 req-05ce5a43-dbce-45e8-ac97-7812e27907cd tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364757 Jul 23 10:58:38.958168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce070-f8a3-4521-ae66-0ba13ed0179d req-b9416f80-c20a-47d0-ab7d-2ac186ff3575 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:38.959870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c7ce070-f8a3-4521-ae66-0ba13ed0179d req-b9416f80-c20a-47d0-ab7d-2ac186ff3575 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1136 time: 0.0535345 Jul 23 10:58:38.978150 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7c7ce070-f8a3-4521-ae66-0ba13ed0179d req-da559f52-bf68-46fc-b67b-8864b5d0560c tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.068846 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7c7ce070-f8a3-4521-ae66-0ba13ed0179d req-da559f52-bf68-46fc-b67b-8864b5d0560c tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.072499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7c7ce070-f8a3-4521-ae66-0ba13ed0179d req-da559f52-bf68-46fc-b67b-8864b5d0560c tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.093205 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c7ce070-f8a3-4521-ae66-0ba13ed0179d req-da559f52-bf68-46fc-b67b-8864b5d0560c tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1272933 Jul 23 10:58:39.113358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da559f52-bf68-46fc-b67b-8864b5d0560c tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13082d6d-938e-4303-80bd-76cc665ef41a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:39.115253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:39.167689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b01a9-30af-4adf-96cf-5903a9f3b501 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:39.169186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce3b01a9-30af-4adf-96cf-5903a9f3b501 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1131 time: 0.0525882 Jul 23 10:58:39.172164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60890) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:39.176631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:58:39.197285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.291058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.394782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.25.4.58 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/c78225b2-0bb9-4200-bfae-afb74f823339) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:58:39.490723 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.527594 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:39.560686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:58:39.563309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:58:39.567554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:58:39.600062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=c78225b2-0bb9-4200-bfae-afb74f823339,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:39.929665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:40.007471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:40.153129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:40.157471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:40.221476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=c78225b2-0bb9-4200-bfae-afb74f823339,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:58:40.234114 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:40.331214 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Floating IP 15069da4-4bac-4aa0-acb8-2a1a5978a4a6 associated. External IP: 172.25.4.58, port: 24d641ec-eef9-40a5-9579-a0af940ecf5d. Jul 23 10:58:40.532996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router 30110d45-f6b4-4449-8a15-3442c32465bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:58:40.636739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:58:40.647992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] Sync routers for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:58:40.652654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:40.657711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:40.658329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:40.689535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-696f6498-035d-43e6-a00b-03f14598d13a tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5163555 Jul 23 10:58:40.690131 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:58:40.692135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:40.692672 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e295e67a-1385-4ef6-9168-f7f6a4b8e683" -d '{"events": [{"name": "network-changed", "server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:58:40.732414 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae20d5b7-dcbe-484d-9dd8-8ca68a284063 x-openstack-request-id: req-ae20d5b7-dcbe-484d-9dd8-8ca68a284063 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:58:40.732728 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:58:40.732969 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae20d5b7-dcbe-484d-9dd8-8ca68a284063 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:58:40.733378 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'status': 'completed', 'code': 200} Jul 23 10:58:40.779015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:40.812798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-1409a568-3585-46aa-879a-2442f31f8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.814365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-1409a568-3585-46aa-879a-2442f31f8045 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1136 time: 0.0603228 Jul 23 10:58:40.817176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.817744 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.818224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.818696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.819336 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.819853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.820328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.820780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.825705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1b077bfd-1eaf-4430-b4f7-e5d027d83ed1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1292217 Jul 23 10:58:40.828329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:40.897718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.898297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.898831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.899352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.899890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.900403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.900911 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.901425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.903433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9803c867-4462-4365-b4fa-06ff3a9671d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0740354 Jul 23 10:58:40.906824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:40.926758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-7ae515d9-03bd-467a-b30a-a24072379907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:40.928313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-7ae515d9-03bd-467a-b30a-a24072379907 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dc6358c-75f8-4c7c-bfde-880b52043d35 HTTP/1.1" status: 200 len: 897 time: 0.1082098 Jul 23 10:58:40.995586 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-a209f125-3898-4bf1-8da6-f36d5548d42a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d HTTP/1.1" status: 200 len: 999 time: 0.0592270 Jul 23 10:58:41.021035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '15069da4-4bac-4aa0-acb8-2a1a5978a4a6', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'port_id': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'mac_address': 'fa:16:3e:9c:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:39Z', 'updated_at': '2021-07-23T10:58:39Z', 'revision_number': 0, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:28Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:41.044764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-b14e591e-c7b3-45b2-a88b-d0c8a4d54f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:41.046264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-b14e591e-c7b3-45b2-a88b-d0c8a4d54f4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8ec0508-c287-4d4a-86cc-f57868602f67 HTTP/1.1" status: 200 len: 834 time: 0.0449877 Jul 23 10:58:41.048380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] Checking router: 30110d45-f6b4-4449-8a15-3442c32465bc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:58:41.058191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:58:41.058386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:58:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:41.114234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-04a5af45-1309-4fbd-a80f-84d53e999988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:41.115730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-04a5af45-1309-4fbd-a80f-84d53e999988 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dc6358c-75f8-4c7c-bfde-880b52043d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624132 Jul 23 10:58:41.150521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0aa3bd0b-8a20-47ca-948f-c1bedecd89dc tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.2424648 Jul 23 10:58:41.153348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:58:41.211559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d962e4f-1c21-438b-b2bd-4f9fc0402872 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:41.212054 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d962e4f-1c21-438b-b2bd-4f9fc0402872 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:41.219547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d962e4f-1c21-438b-b2bd-4f9fc0402872 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=30110d45-f6b4-4449-8a15-3442c32465bc HTTP/1.1" status: 200 len: 1990 time: 0.0594597 Jul 23 10:58:41.219816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-ff22df1f-c7ca-4b3f-8baf-f6ba4fd2e1e4 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928750 Jul 23 10:58:41.311046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e295e67a-1385-4ef6-9168-f7f6a4b8e683 req-118b7017-ab54-4a58-a083-c164e2cbfbe7 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891647 Jul 23 10:58:41.324154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:58:41.539964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '15069da4-4bac-4aa0-acb8-2a1a5978a4a6', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'port_id': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'mac_address': 'fa:16:3e:9c:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:39Z', 'updated_at': '2021-07-23T10:58:39Z', 'revision_number': 0, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:28Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:58:41.569147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be2c11-699d-4ddd-810e-e73bb7ed3d38 None None] The sync data for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 is: [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '15069da4-4bac-4aa0-acb8-2a1a5978a4a6', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'port_id': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'mac_address': 'fa:16:3e:9c:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:39Z', 'updated_at': '2021-07-23T10:58:39Z', 'revision_number': 0, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:28Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:58:41.753645 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dccf3bb-7f8d-426d-ab45-2d9115c7d3f2 None None] New status for floating IP 15069da4-4bac-4aa0-acb8-2a1a5978a4a6: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:58:44.212345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-2defd554-1b97-4717-b581-515fc6b28e62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536301 Jul 23 10:58:44.321272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-f49304d7-a8c7-4348-b7c1-16b1180a4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:44.322759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-f49304d7-a8c7-4348-b7c1-16b1180a4960 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0536406 Jul 23 10:58:44.424581 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-3c625385-2190-4787-b4e6-a7b055b1bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:44.426075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-3c625385-2190-4787-b4e6-a7b055b1bc45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.0852690 Jul 23 10:58:44.488461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-ad1f0264-e29f-4bd2-87ca-70eb94a3f9c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 1000 time: 0.0556309 Jul 23 10:58:44.539359 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-8d527a2d-ccf0-4c09-acab-d47edd55072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:44.540797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-8d527a2d-ccf0-4c09-acab-d47edd55072d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0462513 Jul 23 10:58:44.597192 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-3ba2962a-27ba-4e02-a3f6-a8e6d8ba8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:58:44.598683 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-3ba2962a-27ba-4e02-a3f6-a8e6d8ba8365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513623 Jul 23 10:58:44.684561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-847875bb-1df2-4a34-831f-9cd6fdc23852 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794494 Jul 23 10:58:44.777851 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52af411a-db62-4c94-aab1-f00b1bd6c09d req-ca7942cc-67d2-4c3d-a678-9d25f31ea331 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871699 Jul 23 10:58:54.263260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:57.084713 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0253041-7bbc-4922-83bc-abfd358d5a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:58:58.401654 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:58:59.924267 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce539167-3e04-4cd8-8cc1-712ea8f91464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:00.233996 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:01.310409 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:02.577349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:04.663265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:14.758251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:14.869698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ca9d1e5e-afec-4076-a5f6-b4eaa56159d1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3579 time: 0.1102707 Jul 23 10:59:14.873048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:14.877709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'network': {'name': 'tempest-network-smoke--1693599363', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'port_security_enabled': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:59:14.898665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Made reservation on behalf of d15b99d0ce8446b0ae79f05bdf8931d9 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:59:14.903808 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:14.927103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 10:59:14.936969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:14.937447 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Added segment c989be55-ff94-494e-8e5f-633ea6a93227 of type vlan for network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 Jul 23 10:59:14.987286 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.018429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.023862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:15.024450 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.057631 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1835711 Jul 23 10:59:15.060341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60932) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:15.067584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'admin_state_up': True, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:59:15.107339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bdf53-6f79-4b90-9cdb-50995a57f145 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Network': ['ID=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:15.118000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 10:59:15.120472 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.121469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.174497 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.305294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.823561 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.841700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:15.946378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.25.4.21 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/cb792a55-769c-4223-9303-d28f37920353) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:59:16.043669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:16.081262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:16.116016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:59:16.118786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:59:16.129459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:59:16.156268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=cb792a55-769c-4223-9303-d28f37920353,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:16.374355 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:16.568749 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:16.687767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router d5e8e51b-2825-4e37-a7af-bdaad5001b0b is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 10:59:16.790030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:59:16.800662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Sync routers for ids ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:59:16.809362 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:16.809602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Routers {'d5e8e51b-2825-4e37-a7af-bdaad5001b0b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:16.814036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:16.814237 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3bf6b8fc-0f88-413a-8b22-5045525f58c9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7492757 Jul 23 10:59:16.814237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60934) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:16.869913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca45cc5-9162-453f-927c-0566a002f73a tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:16.871613 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0ca45cc5-9162-453f-927c-0566a002f73a tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d15b99d0ce8446b0ae79f05bdf8931d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0564153 Jul 23 10:59:16.876119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:16.915962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Set router d5e8e51b-2825-4e37-a7af-bdaad5001b0b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:16.970446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c50e8-a541-4d88-9367-ce33662728f1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:16.971895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8d3c50e8-a541-4d88-9367-ce33662728f1 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947268 Jul 23 10:59:16.974674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 60938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:17.001759 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b767675a-d54e-4c04-980d-3a18e5f05d35 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260115 Jul 23 10:59:17.004513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60940) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:17.034601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ee056737-b63f-4eff-88ae-caa169f6c4c3 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d15b99d0ce8446b0ae79f05bdf8931d9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282111 Jul 23 10:59:17.037170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60942) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:17.101212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:16Z', 'revision_number': 3, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:17.124688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0752be-f8cc-45dc-a75e-4ca8417dd593 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:17.126218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bd0752be-f8cc-45dc-a75e-4ca8417dd593 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881219 Jul 23 10:59:17.126903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Checking router: d5e8e51b-2825-4e37-a7af-bdaad5001b0b for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:59:17.127263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Updating router d5e8e51b-2825-4e37-a7af-bdaad5001b0b port cb792a55-769c-4223-9303-d28f37920353 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:59:17.129033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:17.156867 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64b21d62-6069-4c4f-85c3-061648b5f218 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267625 Jul 23 10:59:17.159306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60946) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:17.164177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-999550962', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:59:17.169868 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.254051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Made reservation on behalf of d15b99d0ce8446b0ae79f05bdf8931d9 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:59:17.257634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.429797 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.440108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Transition to ACTIVE for port object cb792a55-769c-4223-9303-d28f37920353 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:17.445211 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.451499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.499725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Attempting to bind port cb792a55-769c-4223-9303-d28f37920353 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:59:17.500032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Attempting to bind port cb792a55-769c-4223-9303-d28f37920353 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:59:17.500183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Attempting to bind port cb792a55-769c-4223-9303-d28f37920353 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:59:17.502212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Pushing event updated for resources: {'Port': ['ID=cb792a55-769c-4223-9303-d28f37920353,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:17.514312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.514575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.514920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.515261 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.515680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.516006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.516339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.516671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.516998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.517322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.517645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.517968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.521301 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:59:17.521658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Subnet': ['ID=75e84f7a-7b1f-41b8-8cca-951d5bd43f7d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:17.521794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:59:17.522077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.522495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:59:17.522982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Bound port: cb792a55-769c-4223-9303-d28f37920353, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:59:17.523495 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.536844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.537364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.537714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.538249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.538756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.539133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.539488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.539827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.540163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.540491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.540817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.541709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:17.550376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Checking segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:59:17.550376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network hostable DHCP agents. Network: f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 10:59:17.572476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 10:59:17.582303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:59:17.592014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:17.594606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8060f97-6f19-4bcd-b2a2-c177ede5769f None None] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:59:17.594787 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.600734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] For port cb792a55-769c-4223-9303-d28f37920353, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:59:17.614972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4f4970ac-5fb4-4516-808b-ea710f2facd4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4543970 Jul 23 10:59:17.621743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 60948) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:17.629443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] For port cb792a55-769c-4223-9303-d28f37920353, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cb792a55-769c-4223-9303-d28f37920353,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:59:17.637916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.743720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Routers {'d5e8e51b-2825-4e37-a7af-bdaad5001b0b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:17.745018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:17.788655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f529e-9aa9-43e8-8511-628f7b55f1cc None None] Pushing event updated for resources: {'Port': ['ID=cb792a55-769c-4223-9303-d28f37920353,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:17.944061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'fixed_ips': [{'subnet_id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 10:59:17.944959 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:17.961710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] Set router d5e8e51b-2825-4e37-a7af-bdaad5001b0b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:18.174459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:18.437566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Allocated IP 172.20.0.18 (f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5/75e84f7a-7b1f-41b8-8cca-951d5bd43f7d/3208c9fb-af23-4418-bb56-5c8eca1e5c85) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:59:18.513813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:16Z', 'revision_number': 3, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:18.549327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b847e56-f3e5-4d94-b9b0-adee92565f99 None None] The sync data for ids ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'] in n-d-778550-4 is: [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:16Z', 'revision_number': 3, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:59:18.632569 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:18.641828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Transition to ACTIVE for port object 3208c9fb-af23-4418-bb56-5c8eca1e5c85 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:18.657125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Transition to ACTIVE for port object 3208c9fb-af23-4418-bb56-5c8eca1e5c85 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:18.662222 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:18.700600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:59:18.705231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:59:18.708946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:59:18.711788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.20.0.17 (f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5/75e84f7a-7b1f-41b8-8cca-951d5bd43f7d/a4a9d33b-29cb-42a3-a45f-6c03fe990fe5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:59:18.718221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Pushing event updated for resources: {'Port': ['ID=3208c9fb-af23-4418-bb56-5c8eca1e5c85,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:18.782734 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Attempting to bind port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:59:18.783058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Attempting to bind port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:59:18.784559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Attempting to bind port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 on network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:59:18.805063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:59:18.805063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Checking segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:59:18.805063 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:18.807804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Bound using segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:59:18.808996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Bound port: 3208c9fb-af23-4418-bb56-5c8eca1e5c85, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:59:18.809602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:18.898732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] For port 3208c9fb-af23-4418-bb56-5c8eca1e5c85, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:59:18.903687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] For port 3208c9fb-af23-4418-bb56-5c8eca1e5c85, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3208c9fb-af23-4418-bb56-5c8eca1e5c85,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:59:18.908303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:18.992662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9e5ca-4473-484c-af20-c8ad32c33483 None None] Pushing event updated for resources: {'Port': ['ID=3208c9fb-af23-4418-bb56-5c8eca1e5c85,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:19.275482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.301008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Transition to ACTIVE for port object a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:19.336849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.378604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:59:19.383847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:59:19.387825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:59:19.394189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:19.436114 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.581929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.871865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.876735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:19.930455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16456738-bd18-4e36-8c68-52994aecdabe None None] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:59:19.962218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:19.968394 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.072053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:59:20.073939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:59:20.084121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2345768e-0af7-4c4f-865a-dd894817ab8e None None] Provisioning for port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:20.122182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cb792a55-769c-4223-9303-d28f37920353 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:20.186830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port cb792a55-769c-4223-9303-d28f37920353 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:20.191274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cb792a55-769c-4223-9303-d28f37920353 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:20.191892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.212974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router d5e8e51b-2825-4e37-a7af-bdaad5001b0b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:59:20.273853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.295744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port cb792a55-769c-4223-9303-d28f37920353, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cb792a55-769c-4223-9303-d28f37920353,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:20.300004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.301289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3208c9fb-af23-4418-bb56-5c8eca1e5c85 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:20.330486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:59:20.343531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f1524fb8-4bc8-4616-87e0-09462bbb76ac tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "PUT /v2.0/routers/d5e8e51b-2825-4e37-a7af-bdaad5001b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7129302 Jul 23 10:59:20.388177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=cb792a55-769c-4223-9303-d28f37920353,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:20.404402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:20.411138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:20.411561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.450601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Provisioning complete for port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:20.451370 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.571228 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.585001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-30802704-bf22-4faf-b5f1-b3566027f68e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:20.591523 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.592420 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-30802704-bf22-4faf-b5f1-b3566027f68e tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/networks?id=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 HTTP/1.1" status: 200 len: 798 time: 0.1304963 Jul 23 10:59:20.609409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-3de374e1-5248-407b-9b9e-b2bdd24e6183 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/quotas/d15b99d0ce8446b0ae79f05bdf8931d9 HTTP/1.1" status: 200 len: 375 time: 0.0158899 Jul 23 10:59:20.627841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Sync routers for ids ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:59:20.631342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3208c9fb-af23-4418-bb56-5c8eca1e5c85, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3208c9fb-af23-4418-bb56-5c8eca1e5c85,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:20.639977 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Routers {'d5e8e51b-2825-4e37-a7af-bdaad5001b0b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:20.641943 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:20.643505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:20.699389 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-558cccac-f9db-4212-b705-ecb27b7892c7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0887108 Jul 23 10:59:20.718186 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 10:59:20.718686 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 10:59:20.722015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3208c9fb-af23-4418-bb56-5c8eca1e5c85,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:20.766221 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Set router d5e8e51b-2825-4e37-a7af-bdaad5001b0b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:20.863627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-3e7d82d3-ff6a-438e-bb40-7c66d463f90b service neutron] 10.222.0.37 "GET /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630974 Jul 23 10:59:20.949556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-7e9ef96f-2c6d-4ede-b561-960eefcadc16 service neutron] 10.222.0.37 "GET /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852163 Jul 23 10:59:20.971352 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:19Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a4a9d33b-29cb-42a3-a45f-6c03fe990fe5', 'name': '', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:06:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:18Z', 'updated_at': '2021-07-23T10:59:19Z', 'revision_number': 2, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:21.001758 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Checking router: d5e8e51b-2825-4e37-a7af-bdaad5001b0b for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:59:21.001758 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Updating router d5e8e51b-2825-4e37-a7af-bdaad5001b0b port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 10:59:21.039215 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.128239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b97a6c46-0943-4b2f-baf9-7faab0e2e338 req-2fd0dd28-2092-4740-a3e4-4cb61ead52c6 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 210 time: 0.0306368 Jul 23 10:59:21.271978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Provisioning for port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:21.276620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Provisioning complete for port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:21.277003 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.313207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6780d6ea-2532-403e-b246-720c0bddf3b6 None None] Port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:59:21.318814 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.329266 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Transition to ACTIVE for port object a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:21.335602 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.388837 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Pushing event updated for resources: {'Port': ['ID=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:21.422100 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.422454 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.422776 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.423107 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.423458 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.423855 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.424371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.424663 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.425074 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.425721 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.426050 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.426369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:21.459814 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Attempting to bind port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:59:21.460178 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Attempting to bind port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:59:21.460534 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Attempting to bind port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 on network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:59:21.466352 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:59:21.466724 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Checking segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:59:21.467123 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.467551 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Bound using segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:59:21.467980 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Bound port: a4a9d33b-29cb-42a3-a45f-6c03fe990fe5, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:59:21.468420 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.533770 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] For port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:59:21.537131 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] For port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:59:21.540848 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:21.601225 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Routers {'d5e8e51b-2825-4e37-a7af-bdaad5001b0b'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:21.601866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:21.674445 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e0473-dd71-4469-a1de-71d8c3dab40e None None] Pushing event updated for resources: {'Port': ['ID=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:21.724327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] Set router d5e8e51b-2825-4e37-a7af-bdaad5001b0b gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:21.925599 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:19Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a4a9d33b-29cb-42a3-a45f-6c03fe990fe5', 'name': '', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:06:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:18Z', 'updated_at': '2021-07-23T10:59:21Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:21.951746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9fe99-c892-4db4-8fb7-e0c378162162 None None] The sync data for ids ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'] in n-d-778550-4 is: [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:19Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'a4a9d33b-29cb-42a3-a45f-6c03fe990fe5', 'name': '', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:06:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:18Z', 'updated_at': '2021-07-23T10:59:21Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:59:22.110623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cb792a55-769c-4223-9303-d28f37920353 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:22.162310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cb792a55-769c-4223-9303-d28f37920353 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:22.162703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.225753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-85fdbabc-5d34-41c0-b1f5-b121d3416503 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:22.227364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-85fdbabc-5d34-41c0-b1f5-b121d3416503 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.20 "GET /v2.0/networks?id=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 HTTP/1.1" status: 200 len: 798 time: 0.1447239 Jul 23 10:59:22.248097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Request body: {'port': {'device_id': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'admin_state_up': True, 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:59:22.271502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3208c9fb-af23-4418-bb56-5c8eca1e5c85 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:22.293801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-275cf869-0f45-4b6e-80fb-8581cab7efc9 req-ffaaecf2-e233-47fa-bbd9-df37578a9627 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 210 time: 0.0508518 Jul 23 10:59:22.331688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:22.332262 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.387760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Made reservation on behalf of d15b99d0ce8446b0ae79f05bdf8931d9 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 10:59:22.391194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.527403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Allocated IP 172.20.0.29 (f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5/75e84f7a-7b1f-41b8-8cca-951d5bd43f7d/fb3c4de3-db10-42a9-938d-2877f1edf37a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 10:59:22.660265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.673798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Transition to ACTIVE for port object fb3c4de3-db10-42a9-938d-2877f1edf37a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:22.709215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.748144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 10:59:22.751289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 10:59:22.758595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 10:59:22.784591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event updated for resources: {'Port': ['ID=fb3c4de3-db10-42a9-938d-2877f1edf37a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:22.815697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:22.816431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:22.831700 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-1397ebc4-0746-40bc-b713-695bbaa2bff4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5895138 Jul 23 10:59:22.851925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Request body: {'port': {'device_id': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 10:59:22.942424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.029679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c16cd9d-50b5-4731-8e9f-68fd7910c858 None None] Provisioning for port fb3c4de3-db10-42a9-938d-2877f1edf37a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:23.034423 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c16cd9d-50b5-4731-8e9f-68fd7910c858 None None] Provisioning complete for port fb3c4de3-db10-42a9-938d-2877f1edf37a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:23.035004 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c16cd9d-50b5-4731-8e9f-68fd7910c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.074668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1c16cd9d-50b5-4731-8e9f-68fd7910c858 None None] Port fb3c4de3-db10-42a9-938d-2877f1edf37a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 10:59:23.228726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3c4de3-db10-42a9-938d-2877f1edf37a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:59:23.236038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.249865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Transition to ACTIVE for port object fb3c4de3-db10-42a9-938d-2877f1edf37a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 10:59:23.253267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.303923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3c4de3-db10-42a9-938d-2877f1edf37a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:23.406141 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Attempting to bind port fb3c4de3-db10-42a9-938d-2877f1edf37a on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 10:59:23.406488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Attempting to bind port fb3c4de3-db10-42a9-938d-2877f1edf37a by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 10:59:23.406828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Attempting to bind port fb3c4de3-db10-42a9-938d-2877f1edf37a on network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:59:23.412893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Port fb3c4de3-db10-42a9-938d-2877f1edf37a on network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 10:59:23.413208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Attempting to bind port fb3c4de3-db10-42a9-938d-2877f1edf37a on network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 10:59:23.422323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 10:59:23.422668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Checking segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 10:59:23.423067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Bound using segment: {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 10:59:23.423535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Bound port: fb3c4de3-db10-42a9-938d-2877f1edf37a, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c989be55-ff94-494e-8e5f-633ea6a93227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 10:59:23.423907 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.477639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7d00d-4faf-44c9-a31a-407b5393b180 req-1a6e3f4d-c2c8-46ef-8931-69de60117df7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:23.479239 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c0b7d00d-4faf-44c9-a31a-407b5393b180 req-1a6e3f4d-c2c8-46ef-8931-69de60117df7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 907 time: 0.1150281 Jul 23 10:59:23.506924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] For port fb3c4de3-db10-42a9-938d-2877f1edf37a, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 10:59:23.511065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] For port fb3c4de3-db10-42a9-938d-2877f1edf37a, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 10:59:23.515678 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.553749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:23.554423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:23.555831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/fb3c4de3-db10-42a9-938d-2877f1edf37a HTTP/1.1" status: 200 len: 1055 time: 0.7095892 Jul 23 10:59:23.556271 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'tag': 'fb3c4de3-db10-42a9-938d-2877f1edf37a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:59:23.559096 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e4dd7-750b-4fb0-9993-73020782ad97" -d '{"events": [{"name": "network-changed", "server_uuid": "b529935e-87c2-449a-aaa5-f97f67ffa21e", "tag": "fb3c4de3-db10-42a9-938d-2877f1edf37a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:59:23.585453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997affa-3c4b-42c6-8ca6-3d971ef271b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3c4de3-db10-42a9-938d-2877f1edf37a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:23.609657 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8def6c4b-966a-4adf-9f7d-15c994b5d63c x-openstack-request-id: req-8def6c4b-966a-4adf-9f7d-15c994b5d63c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:59:23.610018 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b529935e-87c2-449a-aaa5-f97f67ffa21e", "tag": "fb3c4de3-db10-42a9-938d-2877f1edf37a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:59:23.610342 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8def6c4b-966a-4adf-9f7d-15c994b5d63c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:59:23.610820 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'tag': 'fb3c4de3-db10-42a9-938d-2877f1edf37a', 'status': 'completed', 'code': 200} Jul 23 10:59:23.686883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-3b7b8de6-08d5-42ae-9533-23abc4e70e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:23.688351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-3b7b8de6-08d5-42ae-9533-23abc4e70e37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 1058 time: 0.0584848 Jul 23 10:59:23.735719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-c973cb4d-cb7c-4402-9308-27767eda68e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a HTTP/1.1" status: 200 len: 217 time: 0.0351448 Jul 23 10:59:23.786695 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-2bd87135-0c74-4af1-8cfd-50174d49975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:23.788185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-2bd87135-0c74-4af1-8cfd-50174d49975d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e84f7a-7b1f-41b8-8cca-951d5bd43f7d HTTP/1.1" status: 200 len: 837 time: 0.0469236 Jul 23 10:59:23.848567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577468-375b-4db7-a119-ac0ca268d96a req-d45cf902-06e7-410d-8b51-00e5787e1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:23.850073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-d45cf902-06e7-410d-8b51-00e5787e1233 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557351 Jul 23 10:59:23.938943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-2265f994-055b-486e-9ca4-6fb216a31feb service neutron] 10.222.0.20 "GET /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806246 Jul 23 10:59:24.033986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52577468-375b-4db7-a119-ac0ca268d96a req-c3381f17-4d76-4d0e-a36a-4b31911f01e5 service neutron] 10.222.0.20 "GET /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893905 Jul 23 10:59:24.075632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:24.123957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:24.127818 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:24.128199 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:24.181017 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-b2926678-8c10-4cc4-be59-a9dc4361c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:24.182743 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-b2926678-8c10-4cc4-be59-a9dc4361c585 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 1058 time: 0.0549154 Jul 23 10:59:24.205717 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:24.237715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:24.241517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:24.279296 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:24.279566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-c2d2061d-4375-427b-bf92-86402fe8fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:24.280840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-c2d2061d-4375-427b-bf92-86402fe8fd3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 HTTP/1.1" status: 200 len: 899 time: 0.0921144 Jul 23 10:59:24.297179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:24.322835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-38a989ff-8eb5-4669-9227-7a10296731a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a HTTP/1.1" status: 200 len: 217 time: 0.0350266 Jul 23 10:59:24.370154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-2fda38af-7626-4336-8550-0c0a7324bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:24.371627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-2fda38af-7626-4336-8550-0c0a7324bbfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e84f7a-7b1f-41b8-8cca-951d5bd43f7d HTTP/1.1" status: 200 len: 837 time: 0.0427418 Jul 23 10:59:24.433539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-9fd090fc-5eda-402b-a4e6-caffd4963e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:24.435014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-9fd090fc-5eda-402b-a4e6-caffd4963e44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557134 Jul 23 10:59:24.528859 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-70a2a841-289e-4628-beef-0370d8c4bc14 service neutron] 10.222.0.20 "GET /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854800 Jul 23 10:59:24.659811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea9e4dd7-750b-4fb0-9993-73020782ad97 req-862e1bb2-7088-4cd0-bb75-9d768e677165 service neutron] 10.222.0.20 "GET /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242361 Jul 23 10:59:24.673427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0e2c1-f127-416d-95e9-2e34a5a5d542 req-04893b4e-2eaa-49af-b60f-f460fa78d58f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:24.674912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80c0e2c1-f127-416d-95e9-2e34a5a5d542 req-04893b4e-2eaa-49af-b60f-f460fa78d58f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 907 time: 0.1199338 Jul 23 10:59:25.806657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa593ed-8ece-48a8-b2e8-0117b3c6f2e1 req-d7a63845-03f4-48e6-8195-040eaffad2f7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:25.808945 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fa593ed-8ece-48a8-b2e8-0117b3c6f2e1 req-d7a63845-03f4-48e6-8195-040eaffad2f7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 907 time: 0.0639083 Jul 23 10:59:25.997064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-0879ffa7-26ad-4ea6-b446-501ee79e09cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518849 Jul 23 10:59:26.054255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:26.096179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-f82a21be-7d6c-4941-85cc-f3099ab7bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:26.097740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-f82a21be-7d6c-4941-85cc-f3099ab7bdef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0605972 Jul 23 10:59:26.104009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:26.104413 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:26.200931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-16d81dfb-45bd-4db7-b91d-a2a283fd9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:26.202421 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-16d81dfb-45bd-4db7-b91d-a2a283fd9610 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 200 len: 909 time: 0.0850844 Jul 23 10:59:26.269088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-1a9a535a-e0e7-4262-af1a-bfed85b32623 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 200 len: 1000 time: 0.0602996 Jul 23 10:59:26.283502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fb3c4de3-db10-42a9-938d-2877f1edf37a details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 10:59:26.316412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-f56f28da-012a-4aa4-ae93-bde57439ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:26.317891 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-f56f28da-012a-4aa4-ae93-bde57439ddd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 200 len: 847 time: 0.0428059 Jul 23 10:59:26.374385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-2270b69c-ca53-47b4-b5e4-ddbcc38146d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:26.375928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-2270b69c-ca53-47b4-b5e4-ddbcc38146d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc7bbd7-60b2-46b2-af54-4a464b909f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516658 Jul 23 10:59:26.377186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port fb3c4de3-db10-42a9-938d-2877f1edf37a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:26.389099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'fb3c4de3-db10-42a9-938d-2877f1edf37a', 'network_id': 'f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5', 'port_id': 'fb3c4de3-db10-42a9-938d-2877f1edf37a', 'mac_address': 'fa:16:3e:61:74:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e84f7a-7b1f-41b8-8cca-951d5bd43f7d', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 10:59:26.430430 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:26.443247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3c4de3-db10-42a9-938d-2877f1edf37a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 10:59:26.461858 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port fb3c4de3-db10-42a9-938d-2877f1edf37a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:26.466445 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:26.468633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-800bce50-1582-48b8-aba4-edb84385fd29 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859544 Jul 23 10:59:26.513392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=fb3c4de3-db10-42a9-938d-2877f1edf37a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:26.556587 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec05d3a2-4047-462b-ada5-67250d68f445 req-ea3916da-917e-4de8-b16a-ea703955dbe2 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814128 Jul 23 10:59:26.746638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['fb3c4de3-db10-42a9-938d-2877f1edf37a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 10:59:26.941620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2723c-df70-469a-b6e0-2f77a9a0db08 req-db5fd9d3-3f11-4d19-a23b-42293da23807 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:26.943102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4f2723c-df70-469a-b6e0-2f77a9a0db08 req-db5fd9d3-3f11-4d19-a23b-42293da23807 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 908 time: 0.0662723 Jul 23 10:59:27.085478 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cd5359d-9f3c-424b-8416-cfed7680a878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:28.070997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3d1ed-6ae0-46d7-a3a0-e0ecc1f0fad7 req-4111b214-1b50-428c-90c5-ac8ad1668353 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:28.072517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84b3d1ed-6ae0-46d7-a3a0-e0ecc1f0fad7 req-4111b214-1b50-428c-90c5-ac8ad1668353 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 908 time: 0.0634849 Jul 23 10:59:28.300600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fb3c4de3-db10-42a9-938d-2877f1edf37a up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 10:59:28.350422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port fb3c4de3-db10-42a9-938d-2877f1edf37a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 10:59:28.354162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port fb3c4de3-db10-42a9-938d-2877f1edf37a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 10:59:28.354583 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:28.426685 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:28.447633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3c4de3-db10-42a9-938d-2877f1edf37a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:59:28.450535 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db63b4f-e496-4bca-8739-b8b73783ad6d" -d '{"events": [{"server_uuid": "b529935e-87c2-449a-aaa5-f97f67ffa21e", "name": "network-vif-plugged", "status": "completed", "tag": "fb3c4de3-db10-42a9-938d-2877f1edf37a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:59:28.462717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port fb3c4de3-db10-42a9-938d-2877f1edf37a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:28.466465 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:28.515194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=fb3c4de3-db10-42a9-938d-2877f1edf37a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:28.726147 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29054f08-f64b-44f8-b166-2d9fa3979628 x-openstack-request-id: req-29054f08-f64b-44f8-b166-2d9fa3979628 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:59:28.726430 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b529935e-87c2-449a-aaa5-f97f67ffa21e", "name": "network-vif-plugged", "status": "completed", "tag": "fb3c4de3-db10-42a9-938d-2877f1edf37a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:59:28.726687 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29054f08-f64b-44f8-b166-2d9fa3979628 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:59:28.727083 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3c4de3-db10-42a9-938d-2877f1edf37a', 'code': 200} Jul 23 10:59:28.856143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b7a05-20c0-44ae-ac7a-ba830a158db7 req-5a207dfa-3c9a-4bcc-9435-7279b1ec17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:28.857669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-871b7a05-20c0-44ae-ac7a-ba830a158db7 req-5a207dfa-3c9a-4bcc-9435-7279b1ec17da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 1060 time: 0.0540991 Jul 23 10:59:29.202140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315e85-4def-4e51-98f9-e6176a0b0a06 req-f65f3754-8662-4fd7-b609-0daa89a9b0da tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:29.203657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7315e85-4def-4e51-98f9-e6176a0b0a06 req-f65f3754-8662-4fd7-b609-0daa89a9b0da tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 909 time: 0.0631521 Jul 23 10:59:29.926690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a13599bf-969b-47d1-ac8d-a1a8bfee015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:30.239115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:30.335524 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336819-31ef-4833-bcab-b5947fec3620 req-3fb9146b-28a6-4931-ae96-397f38134f42 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:30.337009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79336819-31ef-4833-bcab-b5947fec3620 req-3fb9146b-28a6-4931-ae96-397f38134f42 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 909 time: 0.0625370 Jul 23 10:59:30.464658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ac853-80b5-4826-8b98-3a4867ef090d req-7c7b2114-97df-4cdf-8c71-0639895dfb8d tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:30.466141 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed0ac853-80b5-4826-8b98-3a4867ef090d req-7c7b2114-97df-4cdf-8c71-0639895dfb8d tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 909 time: 0.0650651 Jul 23 10:59:30.581384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d936fec-3e68-4d56-a61b-97f1a7245fba req-fe6a8c8e-ac40-4d62-8b2b-29c39a16bffb tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:30.582909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d936fec-3e68-4d56-a61b-97f1a7245fba req-fe6a8c8e-ac40-4d62-8b2b-29c39a16bffb tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 1060 time: 0.0521083 Jul 23 10:59:30.701278 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b61e8-c862-419b-8b68-a7cda91c2428 req-9e625ccc-7018-4e74-a70e-b69f0ea05d60 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:30.702805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d6b61e8-c862-419b-8b68-a7cda91c2428 req-9e625ccc-7018-4e74-a70e-b69f0ea05d60 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1136 time: 0.0552132 Jul 23 10:59:30.739516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d6b61e8-c862-419b-8b68-a7cda91c2428 req-a9695da4-374e-4791-9f72-7c97d76fc413 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0310626 Jul 23 10:59:30.760936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:30.812280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c9d44-a9b5-4a2f-b05e-12d48b42b4f5 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:30.813809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-169c9d44-a9b5-4a2f-b05e-12d48b42b4f5 tempest-TestSecurityGroupsBasicOps-561760386 tempest-TestSecurityGroupsBasicOps-561760386-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 1055 time: 0.0518854 Jul 23 10:59:31.047492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b193c-f989-4714-a62b-5a3a4e3609b3 req-05518afa-c382-4434-8f18-04802c82c738 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:31.048969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d8b193c-f989-4714-a62b-5a3a4e3609b3 req-05518afa-c382-4434-8f18-04802c82c738 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 909 time: 0.0679176 Jul 23 10:59:31.313346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:32.182822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8111-0170-433e-97d8-1f4bb59aa3a4 req-d83bf8d0-8ace-4274-80a8-54a9ddba13eb tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:32.184570 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d0f8111-0170-433e-97d8-1f4bb59aa3a4 req-d83bf8d0-8ace-4274-80a8-54a9ddba13eb tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 909 time: 0.0686162 Jul 23 10:59:32.386387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126888-9e4f-471d-84fd-1808713f5d2b req-0dc6c8ee-94d6-461a-9561-89e86849bfc7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:32.387970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37126888-9e4f-471d-84fd-1808713f5d2b req-0dc6c8ee-94d6-461a-9561-89e86849bfc7 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.20 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 909 time: 0.0617597 Jul 23 10:59:32.485001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port fb3c4de3-db10-42a9-938d-2877f1edf37a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:32.485345 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:32.573884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] For port fb3c4de3-db10-42a9-938d-2877f1edf37a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fb3c4de3-db10-42a9-938d-2877f1edf37a,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:32.574565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:32.581582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:32.589088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for fb3c4de3-db10-42a9-938d-2877f1edf37a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:32.722982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:32.749633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=fb3c4de3-db10-42a9-938d-2877f1edf37a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:32.801001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] No DVR routers for this DVR port fb3c4de3-db10-42a9-938d-2877f1edf37a on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:59:32.803757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:32.805920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37126888-9e4f-471d-84fd-1808713f5d2b req-b131b706-ea26-4174-af79-3500c945e308 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.20 "DELETE /v2.0/ports/fb3c4de3-db10-42a9-938d-2877f1edf37a HTTP/1.1" status: 204 len: 173 time: 0.4116914 Jul 23 10:59:32.806376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'name': 'network-vif-deleted', 'tag': 'fb3c4de3-db10-42a9-938d-2877f1edf37a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:59:32.809063 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d18c1-54d9-4574-bfd4-23e9de50af6e" -d '{"events": [{"server_uuid": "b529935e-87c2-449a-aaa5-f97f67ffa21e", "name": "network-vif-deleted", "tag": "fb3c4de3-db10-42a9-938d-2877f1edf37a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:59:32.865377 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c712ff4-1e42-4eee-9383-58e9475d4a02 x-openstack-request-id: req-0c712ff4-1e42-4eee-9383-58e9475d4a02 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:59:32.865678 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b529935e-87c2-449a-aaa5-f97f67ffa21e", "name": "network-vif-deleted", "tag": "fb3c4de3-db10-42a9-938d-2877f1edf37a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:59:32.865932 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c712ff4-1e42-4eee-9383-58e9475d4a02 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:59:32.866397 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b529935e-87c2-449a-aaa5-f97f67ffa21e', 'name': 'network-vif-deleted', 'tag': 'fb3c4de3-db10-42a9-938d-2877f1edf37a', 'status': 'completed', 'code': 200} Jul 23 10:59:33.296154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04ffed75-7c9f-4d5c-ab21-77061732a42c req-6e56f4a7-a3d4-452d-9ff5-ec6a452576ae tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=b529935e-87c2-449a-aaa5-f97f67ffa21e HTTP/1.1" status: 200 len: 210 time: 0.0316989 Jul 23 10:59:34.352858 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32786) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:34.664959 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:34.700995 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:34.969937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:34.970211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:35.061237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] For port a4a9d33b-29cb-42a3-a45f-6c03fe990fe5, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:35.061600 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:35.074319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:35.254531 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:35.281083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=a4a9d33b-29cb-42a3-a45f-6c03fe990fe5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:35.292945 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.293331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.294164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.294509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.294848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.295189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.295552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.295889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.296223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.296554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.296886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.297215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 10:59:35.401117 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 10:59:35.462544 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:35.669115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router d5e8e51b-2825-4e37-a7af-bdaad5001b0b has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:59:35.771612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:59:35.777290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d761b419-2b21-41cf-9450-fdf66feb5ac0 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "PUT /v2.0/routers/d5e8e51b-2825-4e37-a7af-bdaad5001b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4233973 Jul 23 10:59:35.780317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:35.781807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] Sync routers for ids ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:59:35.791403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] Routers {'d5e8e51b-2825-4e37-a7af-bdaad5001b0b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:35.792132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:35.834313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting subnet 75e84f7a-7b1f-41b8-8cca-951d5bd43f7d {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:59:35.837346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:35.877975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:35.900862 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] Set router d5e8e51b-2825-4e37-a7af-bdaad5001b0b gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:35.960750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.025136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.056834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Subnet': ['ID=75e84f7a-7b1f-41b8-8cca-951d5bd43f7d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:36.060201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.062120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfa3f761-6d3b-45c2-9f7b-70d1b25b9544 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/subnets/75e84f7a-7b1f-41b8-8cca-951d5bd43f7d HTTP/1.1" status: 204 len: 168 time: 0.2806518 Jul 23 10:59:36.064910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:36.065593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535b10f-1810-439f-bec1-9d482e279d0d None None] Network f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:59:36.174807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.281039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.301210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'cb792a55-769c-4223-9303-d28f37920353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:35Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'cb792a55-769c-4223-9303-d28f37920353', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:36.333887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port cb792a55-769c-4223-9303-d28f37920353 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:36.334230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.345582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fb3c4de3-db10-42a9-938d-2877f1edf37a no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:36.361493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] Checking router: d5e8e51b-2825-4e37-a7af-bdaad5001b0b for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:59:36.392311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: fb3c4de3-db10-42a9-938d-2877f1edf37a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:36.392655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fb3c4de3-db10-42a9-938d-2877f1edf37a not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:36.398406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] Routers {'d5e8e51b-2825-4e37-a7af-bdaad5001b0b'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:36.399020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:36.418505 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] For port cb792a55-769c-4223-9303-d28f37920353, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cb792a55-769c-4223-9303-d28f37920353,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:36.418905 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.430347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for cb792a55-769c-4223-9303-d28f37920353 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:36.491635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] Set router d5e8e51b-2825-4e37-a7af-bdaad5001b0b gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:36.551947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:36Z', 'revision_number': 6, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:36.582925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] DHCP port deletion for f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:59:36.585902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863a2cb1-f825-4597-a369-254c7d30a244 None None] The sync data for ids ['d5e8e51b-2825-4e37-a7af-bdaad5001b0b'] in n-d-778550-4 is: [{'id': 'd5e8e51b-2825-4e37-a7af-bdaad5001b0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1062609669', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:59:15Z', 'updated_at': '2021-07-23T10:59:36Z', 'revision_number': 6, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:59:36.605129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.632319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] Deleting port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:36.632777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.638325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=cb792a55-769c-4223-9303-d28f37920353,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:36.695260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] For port 3208c9fb-af23-4418-bb56-5c8eca1e5c85, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3208c9fb-af23-4418-bb56-5c8eca1e5c85,segment=NetworkSegment(c989be55-ff94-494e-8e5f-633ea6a93227),segment_id=c989be55-ff94-494e-8e5f-633ea6a93227)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:36.695687 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.701724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.708495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] Calling delete_port for 3208c9fb-af23-4418-bb56-5c8eca1e5c85 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:36.787830 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.792600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.795350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.813279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] Pushing event deleted for resources: {'Port': ['ID=3208c9fb-af23-4418-bb56-5c8eca1e5c85,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:36.817408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222a363-651d-45f5-9a79-9a8e520cb568 None None] No DVR routers for this DVR port 3208c9fb-af23-4418-bb56-5c8eca1e5c85 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:59:36.841534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.842140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Fanout notify agent at l3_agent the message router_deleted on router d5e8e51b-2825-4e37-a7af-bdaad5001b0b {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:59:36.849626 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:36.850724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9c32e9ab-979a-4dcc-8a5f-cf700ce2c19f tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/routers/d5e8e51b-2825-4e37-a7af-bdaad5001b0b HTTP/1.1" status: 204 len: 168 time: 0.7844906 Jul 23 10:59:36.853309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32792) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:36.931353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.021813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.034859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:37.045464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c989be55-ff94-494e-8e5f-633ea6a93227') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:37.045763 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c989be55-ff94-494e-8e5f-633ea6a93227') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:37.054654 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.069402 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.075351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:59:37.075746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:59:37.078631 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:59:37.134631 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.143117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.145077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/networks/f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5 HTTP/1.1" status: 204 len: 168 time: 0.2908163 Jul 23 10:59:37.148182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:37.160503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373be8a3-c6a5-4954-ba75-626c3ee03088 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Network': ['ID=f58d9fa8-47bc-4c8f-9fab-1ff799a4bfb5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:37.311089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port c78225b2-0bb9-4200-bfae-afb74f823339 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:37.311480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.393762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.394097 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.406796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for c78225b2-0bb9-4200-bfae-afb74f823339 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:37.556027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.585873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=c78225b2-0bb9-4200-bfae-afb74f823339,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:37.654188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:37.654531 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Floating IP 15069da4-4bac-4aa0-acb8-2a1a5978a4a6 disassociated (deleted). External IP: 172.25.4.58, port: 24d641ec-eef9-40a5-9579-a0af940ecf5d. Jul 23 10:59:38.061518 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:38.082814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:38.083179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a4a9d33b-29cb-42a3-a45f-6c03fe990fe5 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:38.084067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cb792a55-769c-4223-9303-d28f37920353 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:38.103331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: cb792a55-769c-4223-9303-d28f37920353 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:38.103715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cb792a55-769c-4223-9303-d28f37920353 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:38.104162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3208c9fb-af23-4418-bb56-5c8eca1e5c85 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:38.127316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3208c9fb-af23-4418-bb56-5c8eca1e5c85 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:38.127595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3208c9fb-af23-4418-bb56-5c8eca1e5c85 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:38.216764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router 30110d45-f6b4-4449-8a15-3442c32465bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:59:38.320183 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:59:38.325116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:38.329379 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] Sync routers for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:59:38.337821 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:38.338429 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:38.360496 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-381638f3-b17d-45c5-8dd5-a2d2b8ca6bad tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/floatingips/15069da4-4bac-4aa0-acb8-2a1a5978a4a6 HTTP/1.1" status: 204 len: 168 time: 1.2094684 Jul 23 10:59:38.361085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:59:38.363343 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289930bf-6dd9-49df-9d38-592b90c37da7" -d '{"events": [{"name": "network-changed", "server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:59:38.448964 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:38.467026 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 10:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c567dca-40e7-4952-93a7-7450aabd9575 x-openstack-request-id: req-6c567dca-40e7-4952-93a7-7450aabd9575 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:59:38.467331 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:59:38.467616 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c567dca-40e7-4952-93a7-7450aabd9575 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:59:38.468021 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'status': 'completed', 'code': 200} Jul 23 10:59:38.571295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-bbe68dd6-0eaf-4cf7-9e85-b7fc1dc5ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:38.572956 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-bbe68dd6-0eaf-4cf7-9e85-b7fc1dc5ca14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 1136 time: 0.0810564 Jul 23 10:59:38.620840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38464790-8c62-4dba-ab19-e1b9bf5eb79c req-75d97cee-da8d-4bab-a23b-e84743189d6b tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:38.622870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38464790-8c62-4dba-ab19-e1b9bf5eb79c req-75d97cee-da8d-4bab-a23b-e84743189d6b tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 985 time: 0.0685577 Jul 23 10:59:38.655063 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:28Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:38.668861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-38464790-8c62-4dba-ab19-e1b9bf5eb79c req-cedd0162-42dd-41bd-9772-896b03ee8aea tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0396256 Jul 23 10:59:38.688325 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] Checking router: 30110d45-f6b4-4449-8a15-3442c32465bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:59:38.697230 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:38.697880 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:38.910369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:39.015846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-6c977d08-7066-4cda-9240-35e9ace2ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:39.017344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-6c977d08-7066-4cda-9240-35e9ace2ae43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dc6358c-75f8-4c7c-bfde-880b52043d35 HTTP/1.1" status: 200 len: 897 time: 0.4378040 Jul 23 10:59:39.061478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-25581705-76ea-4b83-956e-da01fbc70fba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d HTTP/1.1" status: 200 len: 217 time: 0.0370057 Jul 23 10:59:39.109702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-b1f60204-a9dd-4e94-8d7e-02abcb18de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:39.109992 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:28Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:39.111177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-b1f60204-a9dd-4e94-8d7e-02abcb18de3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8ec0508-c287-4d4a-86cc-f57868602f67 HTTP/1.1" status: 200 len: 834 time: 0.0437238 Jul 23 10:59:39.135085 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fca619-877a-4e8d-84d5-b1ebefffb9fd None None] The sync data for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 is: [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:58:24Z', 'revision_number': 4, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'd85471dd-6bf5-461f-9a69-84bd03c9b480', 'name': '', 'network_id': '6dc6358c-75f8-4c7c-bfde-880b52043d35', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'mac_address': 'fa:16:3e:64:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:23Z', 'updated_at': '2021-07-23T10:58:28Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'subnets': [{'id': 'b8ec0508-c287-4d4a-86cc-f57868602f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:59:39.172941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-60741a77-793d-4dca-bab5-27cb6a005004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:39.174479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-60741a77-793d-4dca-bab5-27cb6a005004 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dc6358c-75f8-4c7c-bfde-880b52043d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562830 Jul 23 10:59:39.268462 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-dc56ae5e-866b-4b3f-bcf2-0bca535618f8 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867238 Jul 23 10:59:39.364175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-289930bf-6dd9-49df-9d38-592b90c37da7 req-f1e4f55f-630b-43bf-9fa8-6b15318e3604 service neutron] 10.222.0.55 "GET /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879073 Jul 23 10:59:39.369781 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ecb52-7abd-46af-b6ef-3e85bfd69929 None None] New status for floating IP 15069da4-4bac-4aa0-acb8-2a1a5978a4a6: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 10:59:39.805012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b664178-53b2-4bb5-8d25-aed8fdadec50 req-fb1b9f0b-1d56-410b-9b89-b29941c95e18 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:39.806485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9b664178-53b2-4bb5-8d25-aed8fdadec50 req-fb1b9f0b-1d56-410b-9b89-b29941c95e18 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 985 time: 0.0671573 Jul 23 10:59:39.878027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9b664178-53b2-4bb5-8d25-aed8fdadec50 req-8df3348d-4628-4851-9ccd-225f166173c4 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb0a910-ba08-4540-b526-0519fc5ab055&id=3a89ccdd-da8a-4e61-b6c8-e9382987a6af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0650368 Jul 23 10:59:39.907026 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-c7d95c4a-ba4b-47fa-8438-334595816e09 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:39.908573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-c7d95c4a-ba4b-47fa-8438-334595816e09 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.55 "GET /v2.0/ports?device_id=570c8c10-c2ae-4191-b202-017f8ca6ed53 HTTP/1.1" status: 200 len: 985 time: 0.0939283 Jul 23 10:59:40.018992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port 24d641ec-eef9-40a5-9579-a0af940ecf5d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:40.019339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:40.102493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] For port 24d641ec-eef9-40a5-9579-a0af940ecf5d, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=24d641ec-eef9-40a5-9579-a0af940ecf5d,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:40.102846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:40.115300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for 24d641ec-eef9-40a5-9579-a0af940ecf5d owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:40.241541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:40.269861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=24d641ec-eef9-40a5-9579-a0af940ecf5d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:40.315297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] No DVR routers for this DVR port 24d641ec-eef9-40a5-9579-a0af940ecf5d on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:59:40.317711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:40.319712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46fe7b7e-50db-408b-9dc4-368c9efbf40f req-22a44497-4ef4-4d6e-a754-73f8e80ca445 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.55 "DELETE /v2.0/ports/24d641ec-eef9-40a5-9579-a0af940ecf5d HTTP/1.1" status: 204 len: 173 time: 0.4053750 Jul 23 10:59:40.320166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'name': 'network-vif-deleted', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 10:59:40.322414 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d1838a-fcc4-44ce-9402-7643a03ba946" -d '{"events": [{"server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "name": "network-vif-deleted", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 10:59:40.357405 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 10:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a164c862-ac95-4bea-b5ff-eda3f043d14c x-openstack-request-id: req-a164c862-ac95-4bea-b5ff-eda3f043d14c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 10:59:40.357814 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c8c10-c2ae-4191-b202-017f8ca6ed53", "name": "network-vif-deleted", "tag": "24d641ec-eef9-40a5-9579-a0af940ecf5d", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 10:59:40.358204 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a164c862-ac95-4bea-b5ff-eda3f043d14c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 10:59:40.358500 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570c8c10-c2ae-4191-b202-017f8ca6ed53', 'name': 'network-vif-deleted', 'tag': '24d641ec-eef9-40a5-9579-a0af940ecf5d', 'status': 'completed', 'code': 200} Jul 23 10:59:40.936147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:40.989558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd3a0-bb98-442b-be62-00404f662e51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.010226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd3a0-bb98-442b-be62-00404f662e51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.050125 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd3a0-bb98-442b-be62-00404f662e51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.053070 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd3a0-bb98-442b-be62-00404f662e51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.054187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d2bd3a0-bb98-442b-be62-00404f662e51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a89ccdd-da8a-4e61-b6c8-e9382987a6af HTTP/1.1" status: 204 len: 168 time: 0.1170578 Jul 23 10:59:41.056965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32816) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:41.065906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bd3a0-bb98-442b-be62-00404f662e51 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89ccdd-da8a-4e61-b6c8-e9382987a6af,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:41.117756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50dc00c2-89ed-4a03-923d-36135f7c26f9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.139977 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50dc00c2-89ed-4a03-923d-36135f7c26f9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.185075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50dc00c2-89ed-4a03-923d-36135f7c26f9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.189178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50dc00c2-89ed-4a03-923d-36135f7c26f9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.190342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-50dc00c2-89ed-4a03-923d-36135f7c26f9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/security-groups/ebb0a910-ba08-4540-b526-0519fc5ab055 HTTP/1.1" status: 204 len: 168 time: 0.1318395 Jul 23 10:59:41.193501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:41.199811 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc00c2-89ed-4a03-923d-36135f7c26f9 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb0a910-ba08-4540-b526-0519fc5ab055,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:41.556237 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.816767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port d85471dd-6bf5-461f-9a69-84bd03c9b480 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:41.817033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.905154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] For port d85471dd-6bf5-461f-9a69-84bd03c9b480, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=d85471dd-6bf5-461f-9a69-84bd03c9b480,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:41.909822 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:41.918762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for d85471dd-6bf5-461f-9a69-84bd03c9b480 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:42.098054 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.123728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=d85471dd-6bf5-461f-9a69-84bd03c9b480,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:42.304843 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.513501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Router 30110d45-f6b4-4449-8a15-3442c32465bc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 10:59:42.617249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 10:59:42.623369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f2101842-2210-449b-9484-313239c99959 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "PUT /v2.0/routers/30110d45-f6b4-4449-8a15-3442c32465bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4276986 Jul 23 10:59:42.624486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 24d641ec-eef9-40a5-9579-a0af940ecf5d no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:42.625140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32820) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:42.628371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] Sync routers for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 10:59:42.638485 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:42.639197 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:42.650539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 24d641ec-eef9-40a5-9579-a0af940ecf5d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:42.650910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 24d641ec-eef9-40a5-9579-a0af940ecf5d not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:42.678517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting subnet b8ec0508-c287-4d4a-86cc-f57868602f67 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 10:59:42.681581 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.722370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.743409 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:42.811202 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.876391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.903984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ec0508-c287-4d4a-86cc-f57868602f67,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:42.909292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:42.913716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-093cf09f-dd2f-4e1c-b5bd-ba9d7e73b815 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/subnets/b8ec0508-c287-4d4a-86cc-f57868602f67 HTTP/1.1" status: 204 len: 168 time: 0.2840447 Jul 23 10:59:42.914714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32824) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:42.916983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824811d-d321-48d1-84a5-5080f1a2bd1e None None] Network 6dc6358c-75f8-4c7c-bfde-880b52043d35 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 10:59:42.935287 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:59:42Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:42.965353 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] Checking router: 30110d45-f6b4-4449-8a15-3442c32465bc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 10:59:42.975727 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] Routers {'30110d45-f6b4-4449-8a15-3442c32465bc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 10:59:42.976436 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T10:59:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['30110d45-f6b4-4449-8a15-3442c32465bc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:43.042526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.102083 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] Set router 30110d45-f6b4-4449-8a15-3442c32465bc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 10:59:43.148243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] DHCP port deletion for 6dc6358c-75f8-4c7c-bfde-880b52043d35 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 10:59:43.162358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.205963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] Deleting port b0a5d808-5115-4177-9cae-d970369bbf28 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:43.206559 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.222773 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Deleting port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 10:59:43.223138 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.283189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] For port b0a5d808-5115-4177-9cae-d970369bbf28, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b0a5d808-5115-4177-9cae-d970369bbf28,segment=NetworkSegment(aee3fe17-59b3-4c1a-9692-39f1648397d6),segment_id=aee3fe17-59b3-4c1a-9692-39f1648397d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:43.283627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.288514 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:59:42Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:43.296492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] Calling delete_port for b0a5d808-5115-4177-9cae-d970369bbf28 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:43.311060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] For port ea36deb5-ff29-4b1d-b8dd-0ac24af182a4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 10:59:43.311505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.322627 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4ab5d-13d6-4000-86ac-4c40fb70b8ae None None] The sync data for ids ['30110d45-f6b4-4449-8a15-3442c32465bc'] in n-d-778550-4 is: [{'id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-633860980', 'tenant_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:58:20Z', 'updated_at': '2021-07-23T10:59:42Z', 'revision_number': 5, 'project_id': 'd15b99d0ce8446b0ae79f05bdf8931d9', 'gw_port': {'id': 'ea36deb5-ff29-4b1d-b8dd-0ac24af182a4', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30110d45-f6b4-4449-8a15-3442c32465bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:58:21Z', 'updated_at': '2021-07-23T10:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 10:59:43.324077 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Calling delete_port for ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 10:59:43.391476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.418055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] Pushing event deleted for resources: {'Port': ['ID=b0a5d808-5115-4177-9cae-d970369bbf28,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:43.419926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a01c7d-01b3-4708-ae3c-a0afabdc39a2 None None] No DVR routers for this DVR port b0a5d808-5115-4177-9cae-d970369bbf28 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 10:59:43.492609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.518964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Port': ['ID=ea36deb5-ff29-4b1d-b8dd-0ac24af182a4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:43.578382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.670388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.672609 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.720742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.721269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Fanout notify agent at l3_agent the message router_deleted on router 30110d45-f6b4-4449-8a15-3442c32465bc {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 10:59:43.728276 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.729452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c0533c0a-0c80-461b-b563-898cadc16129 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/routers/30110d45-f6b4-4449-8a15-3442c32465bc HTTP/1.1" status: 204 len: 168 time: 0.8146067 Jul 23 10:59:43.732319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:43.809637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.898371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.909144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc6358c-75f8-4c7c-bfde-880b52043d35']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:43.920158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee3fe17-59b3-4c1a-9692-39f1648397d6') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:43.920457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee3fe17-59b3-4c1a-9692-39f1648397d6') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 10:59:43.930125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.945199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.951565 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 10:59:43.951945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: timer() Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 10:59:43.954942 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 10:59:44.020112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.025018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.027841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] 10.222.0.37 "DELETE /v2.0/networks/6dc6358c-75f8-4c7c-bfde-880b52043d35 HTTP/1.1" status: 204 len: 168 time: 0.2944748 Jul 23 10:59:44.041661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91948daa-c900-44b5-ae00-87c137e9f248 tempest-TestSecurityGroupsBasicOps-1253145167 tempest-TestSecurityGroupsBasicOps-1253145167-project] Pushing event deleted for resources: {'Network': ['ID=6dc6358c-75f8-4c7c-bfde-880b52043d35,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:44.305331 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32834) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:44.364759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0a5d808-5115-4177-9cae-d970369bbf28 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:44.385439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b0a5d808-5115-4177-9cae-d970369bbf28 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:44.386362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b0a5d808-5115-4177-9cae-d970369bbf28 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:44.386802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d85471dd-6bf5-461f-9a69-84bd03c9b480 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:44.406560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: d85471dd-6bf5-461f-9a69-84bd03c9b480 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:44.406910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device d85471dd-6bf5-461f-9a69-84bd03c9b480 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:44.407331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 10:59:44.428465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 10:59:44.428810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ea36deb5-ff29-4b1d-b8dd-0ac24af182a4 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 10:59:44.446081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2e90e2b3-d239-4f48-8770-c859adcd6623 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d15b99d0ce8446b0ae79f05bdf8931d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396339 Jul 23 10:59:44.449350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:44.499306 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e52699-feaa-4426-8c72-de10054a6edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.524277 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e52699-feaa-4426-8c72-de10054a6edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.569957 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e52699-feaa-4426-8c72-de10054a6edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.572898 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e52699-feaa-4426-8c72-de10054a6edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.574155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c0e52699-feaa-4426-8c72-de10054a6edc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c4633a4-6c53-42c7-82f9-fdbfda5342b2 HTTP/1.1" status: 204 len: 168 time: 0.1238129 Jul 23 10:59:44.582298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e52699-feaa-4426-8c72-de10054a6edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4633a4-6c53-42c7-82f9-fdbfda5342b2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:44.824888 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:44.838203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c03f318-186b-4535-8ce9-03204af739a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.927076 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c03f318-186b-4535-8ce9-03204af739a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.930794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c03f318-186b-4535-8ce9-03204af739a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:44.967505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c03f318-186b-4535-8ce9-03204af739a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6589770f16eb4c348675715d2dee07a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414275 Jul 23 10:59:44.969612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f318-186b-4535-8ce9-03204af739a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d53acf-df9c-4d8c-95ec-dd288ae03858,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:44.970305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:45.017724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dec58069-82f2-4210-9527-9e9da31701d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.038114 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dec58069-82f2-4210-9527-9e9da31701d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.087545 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dec58069-82f2-4210-9527-9e9da31701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.091541 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dec58069-82f2-4210-9527-9e9da31701d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.093357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dec58069-82f2-4210-9527-9e9da31701d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8d53acf-df9c-4d8c-95ec-dd288ae03858 HTTP/1.1" status: 204 len: 168 time: 0.1219423 Jul 23 10:59:45.102402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec58069-82f2-4210-9527-9e9da31701d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d53acf-df9c-4d8c-95ec-dd288ae03858,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:45.415276 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:45.454414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-67ff4ebc-15d1-4682-bde8-f8df16e1e89f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=869dee9c25624a0f872aae85a93d63f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378840 Jul 23 10:59:45.456721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 10:59:45.503169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-767990bc-ca8d-46e0-b568-0ee8708a3f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.527269 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-767990bc-ca8d-46e0-b568-0ee8708a3f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.571639 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-767990bc-ca8d-46e0-b568-0ee8708a3f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.574958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-767990bc-ca8d-46e0-b568-0ee8708a3f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:45.576147 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-767990bc-ca8d-46e0-b568-0ee8708a3f8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13082d6d-938e-4303-80bd-76cc665ef41a HTTP/1.1" status: 204 len: 168 time: 0.1185377 Jul 23 10:59:45.584051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767990bc-ca8d-46e0-b568-0ee8708a3f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13082d6d-938e-4303-80bd-76cc665ef41a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 10:59:45.629365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-d15df173-d34a-4bcd-a96e-63cfc979e114 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710683 Jul 23 10:59:45.741040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82e41-61ac-4008-967f-292154fb2846 req-9c825fe1-ecda-4cca-b9fc-64a1b478c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:45.742618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-9c825fe1-ecda-4cca-b9fc-64a1b478c42b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0559092 Jul 23 10:59:45.856090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82e41-61ac-4008-967f-292154fb2846 req-75c7453d-4569-4729-840f-1d6178f7118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:45.857625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-75c7453d-4569-4729-840f-1d6178f7118e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.0949364 Jul 23 10:59:45.933490 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-6412befd-571c-436f-bc00-4a9988178cfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 1000 time: 0.0686953 Jul 23 10:59:45.984835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82e41-61ac-4008-967f-292154fb2846 req-10b57dbd-11a1-46ae-bf1f-89a5976d083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:45.986340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-10b57dbd-11a1-46ae-bf1f-89a5976d083d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0467873 Jul 23 10:59:46.049220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82e41-61ac-4008-967f-292154fb2846 req-fc1c8883-0657-4d8d-a480-ebc82425c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:46.051037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-fc1c8883-0657-4d8d-a480-ebc82425c303 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582228 Jul 23 10:59:46.150557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-30d5c25b-58c4-4a95-b25c-87e4f7ac9eaf service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920143 Jul 23 10:59:46.243471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abc82e41-61ac-4008-967f-292154fb2846 req-fd0b6dd7-5c97-4849-994f-258938e35cca service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Jul 23 10:59:54.265757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:57.093880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed7e680e-9ab9-406c-9b35-8e145df7888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:59.454419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-b7422d81-924c-4322-adf1-48b093bec99f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954140590&fields=id&tenant_id=a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 267 time: 0.0343025 Jul 23 10:59:59.564864 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-2afead67-3b79-4427-924f-df52919df1d5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:59.566388 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-2afead67-3b79-4427-924f-df52919df1d5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1055417 Jul 23 10:59:59.580697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7eb6ba99-1a56-444d-b61e-54a32d591a93 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/quotas/a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 375 time: 0.0092278 Jul 23 10:59:59.646571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521b95-3a6b-44e5-bd94-4fc963a6401a req-ea0b499b-a235-417b-aada-74038c1902b8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 10:59:59.648112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6521b95-3a6b-44e5-bd94-4fc963a6401a req-ea0b499b-a235-417b-aada-74038c1902b8 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 945 time: 0.0637579 Jul 23 10:59:59.657115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-b38e3147-0611-43fe-b6a8-9fd12d256df8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0713739 Jul 23 10:59:59.687130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6521b95-3a6b-44e5-bd94-4fc963a6401a req-dfa18654-9e44-462d-bf8e-6540870f021c tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Jul 23 10:59:59.846742 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-08084918-e9bc-4312-a0de-05e4409a3119 service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771989 Jul 23 10:59:59.928346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a16af2ba-9fac-48cc-84b6-69d2b0aa4135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 10:59:59.939510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-e4a43e3c-b929-4e15-8cda-c02054292e0d service neutron] 10.222.0.37 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869923 Jul 23 11:00:00.224173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-113ad181-5a00-4907-bdf0-a6bab5da946c req-2c301fc3-87b3-4596-b26f-d9bf06ed1739 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0290964 Jul 23 11:00:00.245209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:00.843920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d54d13-53f0-41cd-ba10-74e384535946 req-7f3857e3-fdc6-4636-9dd0-078d4ba08433 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:00.845441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12d54d13-53f0-41cd-ba10-74e384535946 req-7f3857e3-fdc6-4636-9dd0-078d4ba08433 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 945 time: 0.0874262 Jul 23 11:00:00.898551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12d54d13-53f0-41cd-ba10-74e384535946 req-547f526e-06eb-44b0-8663-41215c70c3d0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/security-groups?id=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474553 Jul 23 11:00:00.910112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-a4d1b50e-57e8-49eb-a259-1f3e451e3ec0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:00.911571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-a4d1b50e-57e8-49eb-a259-1f3e451e3ec0 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 945 time: 0.1055388 Jul 23 11:00:01.011222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Deleting port 5ee44cfe-4289-4172-8627-a8d223b77d31 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:01.012033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.132446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] For port 5ee44cfe-4289-4172-8627-a8d223b77d31, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=5ee44cfe-4289-4172-8627-a8d223b77d31,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:01.132843 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.247449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-81ff2a7b-7347-4e1b-8438-cc4ab0ce4674 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:01.248926 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-81ff2a7b-7347-4e1b-8438-cc4ab0ce4674 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 812 time: 0.1659925 Jul 23 11:00:01.340111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-201b59ff-093d-4a35-9a9b-ff8d92f9710e req-0c830977-35b7-4786-83fe-43f4c62526e5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0461872 Jul 23 11:00:01.345301 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.365831 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-694a677b-afec-46b4-b7d9-2dac5e06406f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95c4db26c8b4c51a0929356dba702b6 HTTP/1.1" status: 200 len: 380 time: 0.0835350 Jul 23 11:00:01.376730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'port': {'device_id': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'admin_state_up': True, 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'security_groups': ['fc47c115-b6bf-44a3-80d0-49cc954eba78']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:01.422288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.422672 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.422995 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Floating IP 1490961d-6b0e-4097-a086-80df96a74a5a disassociated. External IP: 172.25.4.47, port: 5ee44cfe-4289-4172-8627-a8d223b77d31. Jul 23 11:00:01.423335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Calling delete_port for 5ee44cfe-4289-4172-8627-a8d223b77d31 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:01.557016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Made reservation on behalf of a95c4db26c8b4c51a0929356dba702b6 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:00:01.560526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.673464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:01.730913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event deleted for resources: {'Port': ['ID=5ee44cfe-4289-4172-8627-a8d223b77d31,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:01.815682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.20.0.8 (bc47c506-ce94-4288-aeab-408f4541dadb/e5649ba2-b3da-436b-a445-cb6b30d31af4/f9d07f0e-7217-4de9-9eb8-657e92c91d73) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:01.903264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:02.401543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ec189ad-8e3b-44c5-b781-f456e569cb64 req-fc4e9876-24a3-43a9-8fa4-dda50f783804 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd82510b-444a-4e46-bfc8-097d990e7fb5 HTTP/1.1" status: 200 len: 210 time: 0.4175951 Jul 23 11:00:02.439985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:02.469139 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Transition to ACTIVE for port object f9d07f0e-7217-4de9-9eb8-657e92c91d73 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:02.478092 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d380b711-522a-4dc6-a92e-0295868752d9 req-b5d2435d-158e-4e85-9882-331b62a20374 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0550692 Jul 23 11:00:02.482431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:02.493626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] Sync routers for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:02.501821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:02.502451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:02.543345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] No DVR routers for this DVR port 5ee44cfe-4289-4172-8627-a8d223b77d31 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:00:02.547644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:02.549775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ded6489a-09fd-49ca-8ac7-72e323271b86 req-e5621a78-46e2-4f95-a8b1-03ff51c1cda7 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.55 "DELETE /v2.0/ports/5ee44cfe-4289-4172-8627-a8d223b77d31 HTTP/1.1" status: 204 len: 173 time: 1.6326249 Jul 23 11:00:02.550208 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'name': 'network-vif-deleted', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:02.553390 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ede286-6baf-4839-835a-3f55baf5aa57" -d '{"events": [{"server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "name": "network-vif-deleted", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:02.574916 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:02.612355 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7aa35e-8443-4703-849e-4b947f869f52 x-openstack-request-id: req-4f7aa35e-8443-4703-849e-4b947f869f52 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:02.612646 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd82510b-444a-4e46-bfc8-097d990e7fb5", "name": "network-vif-deleted", "tag": "5ee44cfe-4289-4172-8627-a8d223b77d31", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:02.612898 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f7aa35e-8443-4703-849e-4b947f869f52 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:02.613422 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd82510b-444a-4e46-bfc8-097d990e7fb5', 'name': 'network-vif-deleted', 'tag': '5ee44cfe-4289-4172-8627-a8d223b77d31', 'status': 'completed', 'code': 200} Jul 23 11:00:02.630951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network bc47c506-ce94-4288-aeab-408f4541dadb is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:02.639910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:02.646400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:02.648933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=f9d07f0e-7217-4de9-9eb8-657e92c91d73,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:02.666836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:02.704276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:02.704937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:02.718529 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:02.725604 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-5bacf6d6-25c2-4a14-ae23-8027707ea921 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3549528 Jul 23 11:00:02.743617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Request body: {'port': {'device_id': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:02.826920 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:02.897615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:58Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:02.935871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] Checking router: cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:02.946487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:02.947753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:03.039585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f3cfed35-b39f-46ca-8cda-9c652cd914ee None None] Provisioning for port f9d07f0e-7217-4de9-9eb8-657e92c91d73 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:03.049540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f3cfed35-b39f-46ca-8cda-9c652cd914ee None None] Provisioning complete for port f9d07f0e-7217-4de9-9eb8-657e92c91d73 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:03.049912 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3cfed35-b39f-46ca-8cda-9c652cd914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.098509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:03.100690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfed35-b39f-46ca-8cda-9c652cd914ee None None] Port f9d07f0e-7217-4de9-9eb8-657e92c91d73 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:00:03.160667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d07f0e-7217-4de9-9eb8-657e92c91d73 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:03.169478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.184217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Transition to ACTIVE for port object f9d07f0e-7217-4de9-9eb8-657e92c91d73 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:00:03.198990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.265888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Pushing event updated for resources: {'Port': ['ID=f9d07f0e-7217-4de9-9eb8-657e92c91d73,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:03.352106 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:58Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:03.353420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Attempting to bind port f9d07f0e-7217-4de9-9eb8-657e92c91d73 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:00:03.353765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Attempting to bind port f9d07f0e-7217-4de9-9eb8-657e92c91d73 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:00:03.354105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Attempting to bind port f9d07f0e-7217-4de9-9eb8-657e92c91d73 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:03.359081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Port f9d07f0e-7217-4de9-9eb8-657e92c91d73 on network bc47c506-ce94-4288-aeab-408f4541dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:00:03.359411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Attempting to bind port f9d07f0e-7217-4de9-9eb8-657e92c91d73 on network bc47c506-ce94-4288-aeab-408f4541dadb {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:00:03.364932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 10, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:00:03.365273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Checking segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:00:03.365802 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Bound using segment: {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:00:03.366243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Bound port: f9d07f0e-7217-4de9-9eb8-657e92c91d73, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965c368f-e148-4195-96a9-ba394ba8ab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:00:03.366608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.388325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7251b-b17c-4745-a754-aad57cb095b5 None None] The sync data for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 is: [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T10:54:51Z', 'revision_number': 4, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'fd59f63c-2487-443f-aeb2-df9cc1bbf38d', 'name': '', 'network_id': 'ebc7bbd7-60b2-46b2-af54-4a464b909f52', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'mac_address': 'fa:16:3e:cc:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:51Z', 'updated_at': '2021-07-23T10:54:58Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'subnets': [{'id': 'c6376f0a-ebef-4b33-938a-2d20671bfdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:03.441788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] For port f9d07f0e-7217-4de9-9eb8-657e92c91d73, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:00:03.445444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] For port f9d07f0e-7217-4de9-9eb8-657e92c91d73, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:00:03.457132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.542693 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Pushing event updated for resources: {'Port': ['ID=f9d07f0e-7217-4de9-9eb8-657e92c91d73,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:03.549551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:03.550219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.552016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-7f47ae12-aff0-4b75-841e-6e85c3ce590b service neutron] 10.222.0.20 "PUT /v2.0/ports/f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 200 len: 1091 time: 0.8133268 Jul 23 11:00:03.737284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32942) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:03.765465 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-b405c6bc-86a8-4378-aa3f-d76f8eb710f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:03.767011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-b405c6bc-86a8-4378-aa3f-d76f8eb710f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1094 time: 0.1343951 Jul 23 11:00:03.779755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a5269-a4e3-4208-9fa3-14f1ed67f194 req-309e7180-f3ff-4385-8428-82b1350cbd81 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:03.781631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a55a5269-a4e3-4208-9fa3-14f1ed67f194 req-309e7180-f3ff-4385-8428-82b1350cbd81 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.2123394 Jul 23 11:00:03.825900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-13d9d6b8-a5c6-4626-a63f-1e1c5fa67600 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 200 len: 217 time: 0.0432556 Jul 23 11:00:03.839239 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c22a99-5a6d-4ca4-b3ec-e5329869ab0e None None] New status for floating IP 1490961d-6b0e-4097-a086-80df96a74a5a: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:00:03.903515 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a55a5269-a4e3-4208-9fa3-14f1ed67f194 req-7770e640-08a0-4cc2-a322-d6fad4cc83c9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765793 Jul 23 11:00:03.908037 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-27fc5f54-e591-43b9-aae2-aae3ca62455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:03.909747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-27fc5f54-e591-43b9-aae2-aae3ca62455b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0765562 Jul 23 11:00:03.943401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Deleting port 1e2b5f9b-6d48-4565-b1f8-b101a624b906 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:03.943928 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:03.982056 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-317cd8a8-d821-4d16-b81c-dc58381a5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:03.983639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-317cd8a8-d821-4d16-b81c-dc58381a5f58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674198 Jul 23 11:00:04.038134 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.038560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.052748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Calling delete_port for 1e2b5f9b-6d48-4565-b1f8-b101a624b906 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:04.088708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-ae76a7d5-ef23-4365-95f3-980b08a280df service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987566 Jul 23 11:00:04.183444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89598bf2-bddc-4b13-a8c3-f0c45544ddda req-e4966a43-a69b-40cc-a205-036d5945d025 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886607 Jul 23 11:00:04.195275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.222332 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event deleted for resources: {'Port': ['ID=1e2b5f9b-6d48-4565-b1f8-b101a624b906,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:04.288840 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.291426 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.293196 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8044b155-700b-4223-8027-8c430299d485 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "DELETE /v2.0/floatingips/1490961d-6b0e-4097-a086-80df96a74a5a HTTP/1.1" status: 204 len: 168 time: 0.5543191 Jul 23 11:00:04.359847 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:04.419731 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84d24956-4587-4aed-a1bc-c187c38b7c59 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.445367 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84d24956-4587-4aed-a1bc-c187c38b7c59 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.502178 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84d24956-4587-4aed-a1bc-c187c38b7c59 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.504987 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84d24956-4587-4aed-a1bc-c187c38b7c59 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.506150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-84d24956-4587-4aed-a1bc-c187c38b7c59 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] 10.222.0.37 "DELETE /v2.0/security-groups/15ab4c3e-4bc5-4181-b958-0f905ee4d5dc HTTP/1.1" status: 204 len: 168 time: 0.1453023 Jul 23 11:00:04.516160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24956-4587-4aed-a1bc-c187c38b7c59 tempest-TestServerBasicOps-1569216147 tempest-TestServerBasicOps-1569216147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab4c3e-4bc5-4181-b958-0f905ee4d5dc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:04.541154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32952) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:04.614821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:04.617558 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48eabcd-b459-4680-8318-823e8f017bde" -d '{"events": [{"name": "network-changed", "server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:04.665053 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:04.696834 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a9580b-0075-446b-a2e7-871e999f21fb x-openstack-request-id: req-12a9580b-0075-446b-a2e7-871e999f21fb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:04.697224 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:04.697576 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12a9580b-0075-446b-a2e7-871e999f21fb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:04.697986 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'status': 'completed', 'code': 200} Jul 23 11:00:04.722117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5ee44cfe-4289-4172-8627-a8d223b77d31 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:04.747178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 5ee44cfe-4289-4172-8627-a8d223b77d31 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:04.747709 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 5ee44cfe-4289-4172-8627-a8d223b77d31 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:04.808947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eabcd-b459-4680-8318-823e8f017bde req-219c27f4-6d5f-40a0-96e7-9cebc17e108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:04.810455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-219c27f4-6d5f-40a0-96e7-9cebc17e108f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1094 time: 0.0840650 Jul 23 11:00:04.981827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eabcd-b459-4680-8318-823e8f017bde req-44a3ca3e-4644-48b4-8ad6-a79b0266c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:04.983202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-44a3ca3e-4644-48b4-8ad6-a79b0266c29a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1413934 Jul 23 11:00:05.045549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-7cc40b16-39f4-45d1-a46b-ba56942e5f75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 200 len: 217 time: 0.0446882 Jul 23 11:00:05.047979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8971886-0d91-41bf-8c78-8deb5aafb0b2 req-9e39a06c-91fc-424f-9238-77eaf337dde9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:05.049542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f8971886-0d91-41bf-8c78-8deb5aafb0b2 req-9e39a06c-91fc-424f-9238-77eaf337dde9 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.0694835 Jul 23 11:00:05.088891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f8971886-0d91-41bf-8c78-8deb5aafb0b2 req-04fcef53-797a-4a28-9acb-b3fc35804001 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Jul 23 11:00:05.118724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eabcd-b459-4680-8318-823e8f017bde req-d000a060-dfed-4a6f-9e55-ae8f512da8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:05.120292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-d000a060-dfed-4a6f-9e55-ae8f512da8f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0663946 Jul 23 11:00:05.221510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eabcd-b459-4680-8318-823e8f017bde req-e2d6d163-a3f2-436a-825f-b4ea0a7b3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:05.222960 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-e2d6d163-a3f2-436a-825f-b4ea0a7b3bee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969536 Jul 23 11:00:05.301476 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:05.400349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-ce671af2-c1b5-4a44-99e2-4f55271cf48f service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704154 Jul 23 11:00:05.561274 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a48eabcd-b459-4680-8318-823e8f017bde req-f79e7223-3d19-4b2f-8a47-6b949c280736 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541049 Jul 23 11:00:05.661422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Deleting port fd59f63c-2487-443f-aeb2-df9cc1bbf38d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:05.661773 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:05.740353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] For port fd59f63c-2487-443f-aeb2-df9cc1bbf38d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:05.740603 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:05.752879 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Calling delete_port for fd59f63c-2487-443f-aeb2-df9cc1bbf38d owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:05.927051 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:05.955624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd59f63c-2487-443f-aeb2-df9cc1bbf38d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:06.135837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:06.314480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffcd06-d9ec-4353-a123-5528d0d20a9e req-161a71fe-eaa5-4c15-81ff-7472f9c6673b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:06.315997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27ffcd06-d9ec-4353-a123-5528d0d20a9e req-161a71fe-eaa5-4c15-81ff-7472f9c6673b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.1256249 Jul 23 11:00:06.418985 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27ffcd06-d9ec-4353-a123-5528d0d20a9e req-ef9f772f-5f41-4ccc-ac90-7cad18bf3c9d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730639 Jul 23 11:00:06.443122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:06.545833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:06.550884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f82684e1-add4-44d5-96c2-90c6c6b5a947 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0086031 Jul 23 11:00:06.553654 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32962) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:06.556190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215a80-54a2-412c-acae-e9877459836d None None] Sync routers for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:06.565378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:06.565931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:06.659646 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:06.762008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:06.814344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Deleting port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:06.814692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:06.836289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:06.894991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] For port b8d0ab89-3bdb-4def-b1c0-4a466636c4ef, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:06.895352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:06.908101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Calling delete_port for b8d0ab89-3bdb-4def-b1c0-4a466636c4ef owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:07.009537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T11:00:05Z', 'revision_number': 5, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port': {'id': 'b8d0ab89-3bdb-4def-b1c0-4a466636c4ef', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:48Z', 'updated_at': '2021-07-23T10:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:07.038201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215a80-54a2-412c-acae-e9877459836d None None] Checking router: cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:07.047020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] Routers {'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:07.047666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:07.072249 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.098584 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d0ab89-3bdb-4def-b1c0-4a466636c4ef,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:07.139437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] Set router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:07.160817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.194615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-28215a80-54a2-412c-acae-e9877459836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T11:00:06Z', 'revision_number': 6, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:07.222163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28215a80-54a2-412c-acae-e9877459836d None None] The sync data for ids ['cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73'] in n-d-778550-4 is: [{'id': 'cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73', 'name': 'tempest-TestServerBasicOps-733968321-router', 'tenant_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:47Z', 'updated_at': '2021-07-23T11:00:06Z', 'revision_number': 6, 'project_id': '00fb70fa6f1145ddbe8ccbc9ebcac2ea', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:07.257019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.259188 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.304664 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.305308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:00:07.311030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.312263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a2130d32-15aa-4dd6-8bf7-f33af43d94cb admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc4c3c32-d33b-4e67-8f44-f5c1e8f2eb73 HTTP/1.1" status: 204 len: 168 time: 0.7576952 Jul 23 11:00:07.314740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32964) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:07.362725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Deleting subnet c6376f0a-ebef-4b33-938a-2d20671bfdc7 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:00:07.365691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.400197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.555016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657842a4-3a5c-4b3b-bd1a-cde52f16fdd4 req-5bc5d631-5b9a-4bdd-a767-6345828e0b09 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:07.561259 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-657842a4-3a5c-4b3b-bd1a-cde52f16fdd4 req-5bc5d631-5b9a-4bdd-a767-6345828e0b09 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.0720060 Jul 23 11:00:07.598449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-657842a4-3a5c-4b3b-bd1a-cde52f16fdd4 req-2dcc030e-227b-4240-95ea-df8b7132d0f8 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349813 Jul 23 11:00:07.843592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.893427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.918511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6376f0a-ebef-4b33-938a-2d20671bfdc7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:07.922993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:07.924993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b2c2dff-5e34-4eef-97c5-3d7a5a2913bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6376f0a-ebef-4b33-938a-2d20671bfdc7 HTTP/1.1" status: 204 len: 168 time: 0.6092901 Jul 23 11:00:07.928076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32968) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:07.930886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213a679-ca9e-43cf-b5b9-7e232f7eae44 None None] Network ebc7bbd7-60b2-46b2-af54-4a464b909f52 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:07.997337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.061463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Deleting port da9911fa-c789-4709-990a-d407377f51db {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:08.062118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.088641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd59f63c-2487-443f-aeb2-df9cc1bbf38d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:08.111361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fd59f63c-2487-443f-aeb2-df9cc1bbf38d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:08.111745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fd59f63c-2487-443f-aeb2-df9cc1bbf38d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:08.112169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8d0ab89-3bdb-4def-b1c0-4a466636c4ef no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:08.135453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] For port da9911fa-c789-4709-990a-d407377f51db, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da9911fa-c789-4709-990a-d407377f51db,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:08.135840 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.136966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: b8d0ab89-3bdb-4def-b1c0-4a466636c4ef {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:08.137347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device b8d0ab89-3bdb-4def-b1c0-4a466636c4ef not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:08.146637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] DHCP port deletion for ebc7bbd7-60b2-46b2-af54-4a464b909f52 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:00:08.149496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Calling delete_port for da9911fa-c789-4709-990a-d407377f51db owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:08.199892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] Deleting port da9911fa-c789-4709-990a-d407377f51db {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:08.200268 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.235386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.262820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9911fa-c789-4709-990a-d407377f51db,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.265947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] For port da9911fa-c789-4709-990a-d407377f51db, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da9911fa-c789-4709-990a-d407377f51db,segment=NetworkSegment(bc093005-c004-4822-af1c-cae4b1328946),segment_id=bc093005-c004-4822-af1c-cae4b1328946)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:08.266341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] No DVR routers for this DVR port da9911fa-c789-4709-990a-d407377f51db on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:00:08.266738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.281990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] Calling delete_port for da9911fa-c789-4709-990a-d407377f51db owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:08.344245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.354588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc7bbd7-60b2-46b2-af54-4a464b909f52']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:08.365080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc093005-c004-4822-af1c-cae4b1328946') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:08.365374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc093005-c004-4822-af1c-cae4b1328946') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:08.367578 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.374617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.388322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.392814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] Pushing event deleted for resources: {'Port': ['ID=da9911fa-c789-4709-990a-d407377f51db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.395111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:00:08.395738 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.397324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3415db4-97c4-4a28-bcb3-d90ea3b73e94 None None] No DVR routers for this DVR port da9911fa-c789-4709-990a-d407377f51db on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:00:08.397702 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:00:08.456947 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.471950 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:08.471950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ebc7bbd7-60b2-46b2-af54-4a464b909f52 HTTP/1.1" status: 204 len: 168 time: 0.5365355 Jul 23 11:00:08.472108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32970) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:08.474989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433b854-7932-4e69-981e-3697b7fd12e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc7bbd7-60b2-46b2-af54-4a464b909f52,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:08.735702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8c970-7e19-44b2-8c67-189b0113c04d req-bc97782d-ed46-4b87-82f4-c1211e61a946 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:08.737144 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4b8c970-7e19-44b2-8c67-189b0113c04d req-bc97782d-ed46-4b87-82f4-c1211e61a946 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.0659535 Jul 23 11:00:08.774120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4b8c970-7e19-44b2-8c67-189b0113c04d req-36c6a988-da15-4d03-9d50-e13593be4198 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Jul 23 11:00:08.806613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.058021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Deleting port 816dc943-a93c-4d1c-8945-ad11176c3601 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:09.058405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.137206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] For port 816dc943-a93c-4d1c-8945-ad11176c3601, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=816dc943-a93c-4d1c-8945-ad11176c3601,segment=NetworkSegment(fe8cbced-7aba-4073-bc44-f19697994490),segment_id=fe8cbced-7aba-4073-bc44-f19697994490)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:09.137564 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.150269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Calling delete_port for 816dc943-a93c-4d1c-8945-ad11176c3601 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:09.347184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.375659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Pushing event deleted for resources: {'Port': ['ID=816dc943-a93c-4d1c-8945-ad11176c3601,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:09.556550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:09.798128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Router 4f6b1436-2609-4c2f-9adf-030fac6737ca has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:09.943119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:09.948796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b680d7f2-701f-4840-8d66-78249019ab17 admin admin] 10.222.0.37 "PUT /v2.0/routers/4f6b1436-2609-4c2f-9adf-030fac6737ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4787197 Jul 23 11:00:09.951298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32976) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:09.953897 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] Sync routers for ids ['4f6b1436-2609-4c2f-9adf-030fac6737ca'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:09.956016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314a10c-e0c6-46f1-93b4-608f2df255a7 req-5c6d25f5-ef42-4c8b-b62a-81c1333d05ba tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:09.957489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8314a10c-e0c6-46f1-93b4-608f2df255a7 req-5c6d25f5-ef42-4c8b-b62a-81c1333d05ba tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.1147294 Jul 23 11:00:09.962892 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] Routers {'4f6b1436-2609-4c2f-9adf-030fac6737ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:09.963535 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4f6b1436-2609-4c2f-9adf-030fac6737ca'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:09.999671 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8314a10c-e0c6-46f1-93b4-608f2df255a7 req-c0c9c224-1c8a-4c8f-a7ed-de6d4f8f4008 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356078 Jul 23 11:00:10.065343 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.071817 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] Set router 4f6b1436-2609-4c2f-9adf-030fac6737ca gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:10.150524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da9911fa-c789-4709-990a-d407377f51db no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:10.172347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: da9911fa-c789-4709-990a-d407377f51db {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:10.172991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da9911fa-c789-4709-990a-d407377f51db not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:10.179260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.235845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Deleting port a5527507-2065-411d-8272-1df6e0c90ce7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:10.236196 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.323051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] For port a5527507-2065-411d-8272-1df6e0c90ce7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5527507-2065-411d-8272-1df6e0c90ce7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:10.323512 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.335717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Calling delete_port for a5527507-2065-411d-8272-1df6e0c90ce7 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:10.345866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T11:00:09Z', 'revision_number': 5, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port': {'id': 'a5527507-2065-411d-8272-1df6e0c90ce7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:54:55Z', 'updated_at': '2021-07-23T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:10.374258 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] Checking router: 4f6b1436-2609-4c2f-9adf-030fac6737ca for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:10.382392 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] Routers {'4f6b1436-2609-4c2f-9adf-030fac6737ca'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:10.382999 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4f6b1436-2609-4c2f-9adf-030fac6737ca'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:10.468520 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] Set router 4f6b1436-2609-4c2f-9adf-030fac6737ca gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:10.502322 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.519905 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T11:00:10Z', 'revision_number': 6, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:10.529039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5527507-2065-411d-8272-1df6e0c90ce7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:10.551449 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06c985-ae91-4b65-8cc8-78355f9a05cf None None] The sync data for ids ['4f6b1436-2609-4c2f-9adf-030fac6737ca'] in n-d-778550-4 is: [{'id': '4f6b1436-2609-4c2f-9adf-030fac6737ca', 'name': 'tempest-TestServerBasicOps-563824087-router', 'tenant_id': '8675516fdfab44bb9a9806c6e7a16891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:54:54Z', 'updated_at': '2021-07-23T11:00:10Z', 'revision_number': 6, 'project_id': '8675516fdfab44bb9a9806c6e7a16891', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:10.602670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.698819 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.700903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.750179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.750931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6b1436-2609-4c2f-9adf-030fac6737ca {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:00:10.757124 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.758758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d13a77a3-5e6e-43ae-8419-c2b879fe2e09 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4f6b1436-2609-4c2f-9adf-030fac6737ca HTTP/1.1" status: 204 len: 168 time: 0.8057542 Jul 23 11:00:10.761000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32978) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:10.819078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Deleting subnet 5d99a57b-1e76-4a6d-9b28-5da57592e840 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:00:10.822235 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.857527 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:10.946401 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.013427 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.043993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d99a57b-1e76-4a6d-9b28-5da57592e840,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:11.047936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.050116 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa7d3a59-9858-4194-82e7-b4c6578424f3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d99a57b-1e76-4a6d-9b28-5da57592e840 HTTP/1.1" status: 204 len: 168 time: 0.2881081 Jul 23 11:00:11.053060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:11.056624 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088a168-9f09-4122-9fac-1f26bd8688a7 None None] Network e0357190-9e14-4332-a8e2-58bf875d1b73 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:00:11.131080 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.156580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03238e88-cade-405c-8782-bd44e3da0008 req-f0a2b3e7-7042-4d92-9e60-6872751e66d4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:11.158149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03238e88-cade-405c-8782-bd44e3da0008 req-f0a2b3e7-7042-4d92-9e60-6872751e66d4 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.0786793 Jul 23 11:00:11.191861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Deleting port ad218d68-125f-4d9d-8b83-f5a4a1397f6e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:11.192245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.204788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03238e88-cade-405c-8782-bd44e3da0008 req-fb04e5a8-7ca8-47b2-a66a-89cc4546b33f tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Jul 23 11:00:11.275665 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] For port ad218d68-125f-4d9d-8b83-f5a4a1397f6e, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,segment=NetworkSegment(fe8cbced-7aba-4073-bc44-f19697994490),segment_id=fe8cbced-7aba-4073-bc44-f19697994490)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:11.276167 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.289708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Calling delete_port for ad218d68-125f-4d9d-8b83-f5a4a1397f6e owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:11.352669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] DHCP port deletion for e0357190-9e14-4332-a8e2-58bf875d1b73 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:00:11.396751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.404289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Deleting port ad218d68-125f-4d9d-8b83-f5a4a1397f6e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:00:11.404781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.427806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:11.432206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] No DVR routers for this DVR port ad218d68-125f-4d9d-8b83-f5a4a1397f6e on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:00:11.477350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] For port ad218d68-125f-4d9d-8b83-f5a4a1397f6e, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:11.477753 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.492143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Calling delete_port for ad218d68-125f-4d9d-8b83-f5a4a1397f6e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:00:11.496035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Port ad218d68-125f-4d9d-8b83-f5a4a1397f6e was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:00:11.498072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.522490 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.527591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] No DVR routers for this DVR port ad218d68-125f-4d9d-8b83-f5a4a1397f6e on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:00:11.530002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec714e88-d965-427d-9214-de6b46d73458 None None] Pushing event deleted for resources: {'Port': ['ID=ad218d68-125f-4d9d-8b83-f5a4a1397f6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:11.535606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0357190-9e14-4332-a8e2-58bf875d1b73']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:11.547214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8cbced-7aba-4073-bc44-f19697994490') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:11.547851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8cbced-7aba-4073-bc44-f19697994490') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:11.559444 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.576364 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.582849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:00:11.583316 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:00:11.585206 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:00:11.648588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.655653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.657673 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0357190-9e14-4332-a8e2-58bf875d1b73 HTTP/1.1" status: 204 len: 168 time: 0.6035101 Jul 23 11:00:11.675531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098c7af-68e3-4d21-aa3f-632e37c9b364 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0357190-9e14-4332-a8e2-58bf875d1b73,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:11.779891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:11.818648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44a621da-d964-4b2f-a335-2a9b0cc0c5d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00fb70fa6f1145ddbe8ccbc9ebcac2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375741 Jul 23 11:00:11.821030 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:11.868207 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26753e75-d015-4b7b-b2cf-a543dec882a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.889464 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26753e75-d015-4b7b-b2cf-a543dec882a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.936854 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26753e75-d015-4b7b-b2cf-a543dec882a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.939503 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26753e75-d015-4b7b-b2cf-a543dec882a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:11.940763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-26753e75-d015-4b7b-b2cf-a543dec882a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17a6781a-f510-443b-a9aa-622d989da634 HTTP/1.1" status: 204 len: 168 time: 0.1188161 Jul 23 11:00:11.948949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26753e75-d015-4b7b-b2cf-a543dec882a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a6781a-f510-443b-a9aa-622d989da634,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:12.072257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ad218d68-125f-4d9d-8b83-f5a4a1397f6e no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:12.092428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ad218d68-125f-4d9d-8b83-f5a4a1397f6e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:12.092783 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ad218d68-125f-4d9d-8b83-f5a4a1397f6e not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:12.093204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 816dc943-a93c-4d1c-8945-ad11176c3601 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:12.115640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 816dc943-a93c-4d1c-8945-ad11176c3601 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:12.115995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 816dc943-a93c-4d1c-8945-ad11176c3601 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:12.116421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5527507-2065-411d-8272-1df6e0c90ce7 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:00:12.134777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a5527507-2065-411d-8272-1df6e0c90ce7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:00:12.135131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5527507-2065-411d-8272-1df6e0c90ce7 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:00:12.257241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 32996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:12.331820 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-89ba448f-0fbd-453c-8320-d40715c361a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8675516fdfab44bb9a9806c6e7a16891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732958 Jul 23 11:00:12.334450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 32998) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:12.370453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54c020-cd16-41e6-a5e0-14ac3e6437f5 req-5ba73553-a78e-4d85-9f4c-aab102bd289c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:12.372686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f54c020-cd16-41e6-a5e0-14ac3e6437f5 req-5ba73553-a78e-4d85-9f4c-aab102bd289c tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.0983465 Jul 23 11:00:12.391779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c778766-c8d8-4e9a-ab11-36f81c6c9eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.400518 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:00:12.416477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c778766-c8d8-4e9a-ab11-36f81c6c9eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.422537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f54c020-cd16-41e6-a5e0-14ac3e6437f5 req-cc2d9f8b-34fe-4aa2-86b4-df990e6df838 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Jul 23 11:00:12.470484 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c778766-c8d8-4e9a-ab11-36f81c6c9eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.473460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c778766-c8d8-4e9a-ab11-36f81c6c9eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:12.474682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2c778766-c8d8-4e9a-ab11-36f81c6c9eab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c269b764-e9af-4bcb-9089-4680d5387acd HTTP/1.1" status: 204 len: 168 time: 0.1392083 Jul 23 11:00:12.484198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778766-c8d8-4e9a-ab11-36f81c6c9eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269b764-e9af-4bcb-9089-4680d5387acd,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:13.747775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c05c-d9eb-45ca-9a76-8b1248c256f1 req-dfa5e3c6-bf84-486f-bdb5-2eb2cdf7aa7d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:13.749211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f908c05c-d9eb-45ca-9a76-8b1248c256f1 req-dfa5e3c6-bf84-486f-bdb5-2eb2cdf7aa7d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 943 time: 0.2591710 Jul 23 11:00:13.786854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f908c05c-d9eb-45ca-9a76-8b1248c256f1 req-cb0d03c7-2530-4250-8231-246d88685181 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Jul 23 11:00:14.503319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f9d07f0e-7217-4de9-9eb8-657e92c91d73 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:00:14.594533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f9d07f0e-7217-4de9-9eb8-657e92c91d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:14.605070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'port_id': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'mac_address': 'fa:16:3e:be:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:00:14.643729 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.655872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d07f0e-7217-4de9-9eb8-657e92c91d73 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:00:14.674601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f9d07f0e-7217-4de9-9eb8-657e92c91d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:14.679177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:14.725811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=f9d07f0e-7217-4de9-9eb8-657e92c91d73,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:14.914166 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed912e6-1f34-4243-bb4f-956a0c5a7987 req-f2ccc3a9-37d0-48cb-9f27-2330699fc63b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:14.915682 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ed912e6-1f34-4243-bb4f-956a0c5a7987 req-f2ccc3a9-37d0-48cb-9f27-2330699fc63b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 944 time: 0.0621541 Jul 23 11:00:14.942049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['f9d07f0e-7217-4de9-9eb8-657e92c91d73'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:00:14.954990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2ed912e6-1f34-4243-bb4f-956a0c5a7987 req-3de71b26-b320-4454-ad1a-a7f9fb165b0e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332191 Jul 23 11:00:16.086360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee41b-5449-4dfa-b91f-c081263c62d8 req-29edaa37-3c4a-4eae-a8c1-bcf9225fc8af tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:16.088218 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e3ee41b-5449-4dfa-b91f-c081263c62d8 req-29edaa37-3c4a-4eae-a8c1-bcf9225fc8af tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 944 time: 0.0638008 Jul 23 11:00:16.125311 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e3ee41b-5449-4dfa-b91f-c081263c62d8 req-8422d814-9993-4aeb-a8a4-db2927394557 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Jul 23 11:00:16.512905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f9d07f0e-7217-4de9-9eb8-657e92c91d73 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:00:16.559935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port f9d07f0e-7217-4de9-9eb8-657e92c91d73 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:00:16.563634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port f9d07f0e-7217-4de9-9eb8-657e92c91d73 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:00:16.564052 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.638177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.659776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:16.662003 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d7bdd9-459a-4998-a553-a5bf5d07dbde" -d '{"events": [{"server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "name": "network-vif-plugged", "status": "completed", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:16.675166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f9d07f0e-7217-4de9-9eb8-657e92c91d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:00:16.679650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:16.702191 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bebc122-5728-4a5b-8b05-86ee58d09949 x-openstack-request-id: req-1bebc122-5728-4a5b-8b05-86ee58d09949 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:16.702481 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "name": "network-vif-plugged", "status": "completed", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:16.702736 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bebc122-5728-4a5b-8b05-86ee58d09949 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:16.703128 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'code': 200} Jul 23 11:00:16.727693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=f9d07f0e-7217-4de9-9eb8-657e92c91d73,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:16.833976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5c0f3-64b6-45fd-837f-700a9fb6e0e0 req-460ebcef-2066-4ad3-84dc-84155ceab821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:16.835470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32b5c0f3-64b6-45fd-837f-700a9fb6e0e0 req-460ebcef-2066-4ad3-84dc-84155ceab821 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1096 time: 0.0549619 Jul 23 11:00:16.868220 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32b5c0f3-64b6-45fd-837f-700a9fb6e0e0 req-d5b0f056-64ec-4d91-a325-b5a94ed0a204 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268712 Jul 23 11:00:17.249966 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc20c-c472-48bc-b84a-ef3500daa00c req-1fe380ec-cd4e-4285-a491-270325f8cdce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:17.251545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-109bc20c-c472-48bc-b84a-ef3500daa00c req-1fe380ec-cd4e-4285-a491-270325f8cdce tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 945 time: 0.0621107 Jul 23 11:00:17.291770 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-109bc20c-c472-48bc-b84a-ef3500daa00c req-f6de1271-2e39-4012-92a6-e837826aa3f5 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Jul 23 11:00:18.427139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785d7a9-3d0b-4957-ba88-9be1a3e930ea req-e44233db-256f-4d32-b461-e14b8cdbaaf7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:18.428632 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4785d7a9-3d0b-4957-ba88-9be1a3e930ea req-e44233db-256f-4d32-b461-e14b8cdbaaf7 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 945 time: 0.0675895 Jul 23 11:00:18.811168 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4785d7a9-3d0b-4957-ba88-9be1a3e930ea req-0db3f38a-cc6d-47db-9df5-e9684eab1900 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768709 Jul 23 11:00:18.944089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3aec-5778-4614-ac96-df34b239240b req-311fa5fb-80ee-4539-8beb-47bf650b052d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:18.945565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2fb3aec-5778-4614-ac96-df34b239240b req-311fa5fb-80ee-4539-8beb-47bf650b052d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 945 time: 0.0689337 Jul 23 11:00:18.982295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2fb3aec-5778-4614-ac96-df34b239240b req-79c4cde1-2f53-4376-b91e-8d72645949ff tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Jul 23 11:00:19.004197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33020) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:19.056444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607876d2-a617-4f14-a25c-be21e375e2bb tempest-TestVolumeBootPattern-2029318253 tempest-TestVolumeBootPattern-2029318253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:19.058138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-607876d2-a617-4f14-a25c-be21e375e2bb tempest-TestVolumeBootPattern-2029318253 tempest-TestVolumeBootPattern-2029318253-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1091 time: 0.0527880 Jul 23 11:00:19.060781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33022) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:00:19.065097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:00:19.086042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.182390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.281631 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Allocated IP 172.25.4.159 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/17be4c08-293e-4f0b-8547-0ff344f0ebe8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:00:19.384642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.424505 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.460806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:00:19.466182 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:00:19.469660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:00:19.475153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=17be4c08-293e-4f0b-8547-0ff344f0ebe8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:19.503158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.503527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.503876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.504215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.504549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.505175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.505175 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.505568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.505903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.506229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.506555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.506886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:00:19.881041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:19.989509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.155169 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.160048 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.234429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event updated for resources: {'Port': ['ID=17be4c08-293e-4f0b-8547-0ff344f0ebe8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:00:20.244223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.337976 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Floating IP 805304cf-f405-4e16-86c3-3c398df40558 associated. External IP: 172.25.4.159, port: f9d07f0e-7217-4de9-9eb8-657e92c91d73. Jul 23 11:00:20.541961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:00:20.647316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:00:20.658902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:00:20.662956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:20.669305 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:20.669945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:20.699478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f4c6be75-40ee-43d0-80e9-41f05767494d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6370606 Jul 23 11:00:20.700132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:00:20.702405 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:00:20.736988 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c49984-d3cb-403a-8254-90e31eeb80f0 x-openstack-request-id: req-95c49984-d3cb-403a-8254-90e31eeb80f0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:00:20.737285 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:00:20.737544 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95c49984-d3cb-403a-8254-90e31eeb80f0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:00:20.737953 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'status': 'completed', 'code': 200} Jul 23 11:00:20.776909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:20.834022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-ec467ecb-c6f9-4ab6-ae43-6002b34ec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:20.835548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-ec467ecb-c6f9-4ab6-ae43-6002b34ec38d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1096 time: 0.0547407 Jul 23 11:00:20.936329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-f73134ed-8caa-4a95-9a98-86b3cf2a2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:20.938032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-f73134ed-8caa-4a95-9a98-86b3cf2a2ce6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.0965159 Jul 23 11:00:21.006788 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-c0ca5ac7-a761-4fda-8697-c3cdfc2ced05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 200 len: 999 time: 0.0626118 Jul 23 11:00:21.010933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:11Z', 'revision_number': 1, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}, {'id': '805304cf-f405-4e16-86c3-3c398df40558', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:be:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:00:19Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:21.035997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:00:21.045048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:00:21.045653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:00:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:21.054067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-5f94db2c-fc55-4aa3-a849-5e4a1608209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:21.055652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-5f94db2c-fc55-4aa3-a849-5e4a1608209c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0430951 Jul 23 11:00:21.113004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-13db47c0-5338-48be-83f8-c1d6b74cf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:21.114432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-13db47c0-5338-48be-83f8-c1d6b74cf3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531268 Jul 23 11:00:21.148985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:00:21.205932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-379f8335-ba45-4458-9812-b5f6ad48cd08 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853894 Jul 23 11:00:21.302943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ee4128b1-cee9-4f60-a4f0-295c0c30e9e0 req-b970696f-bca3-493b-aae8-05f73773c9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912056 Jul 23 11:00:21.378832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:11Z', 'revision_number': 1, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}, {'id': '805304cf-f405-4e16-86c3-3c398df40558', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:be:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:00:19Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:00:21.404634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edd20-47b5-42aa-8a07-d66fe3be9bb6 None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:11Z', 'revision_number': 1, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}, {'id': '805304cf-f405-4e16-86c3-3c398df40558', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:be:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:00:19Z', 'updated_at': '2021-07-23T11:00:19Z', 'revision_number': 0, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:00:21.591170 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb08e841-ff60-4048-828d-8261220cc1ba None None] New status for floating IP 805304cf-f405-4e16-86c3-3c398df40558: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:00:24.260513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:27.090955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-261c514b-e348-4c93-a663-e9853d9c19dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:29.929526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-256542d9-97ff-4784-8824-62c855b08ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:30.237038 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:31.313668 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:32.593234 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:34.679517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:46.616745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-96294f57-99ae-44d4-a2ed-0b2e2273c167 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558398 Jul 23 11:00:46.721443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980356-6c8d-4083-b500-06b426d594ce req-e06449f2-915c-41d3-9b0b-a3bfffcc2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.722938 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-e06449f2-915c-41d3-9b0b-a3bfffcc2e76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0522664 Jul 23 11:00:46.822914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980356-6c8d-4083-b500-06b426d594ce req-ec54e912-ab65-42d5-b7c5-fc5ad618ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.824494 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-ec54e912-ab65-42d5-b7c5-fc5ad618ce43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.0821671 Jul 23 11:00:46.890543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-b4768d45-142c-4341-bb95-1f4b868cd516 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 1000 time: 0.0602679 Jul 23 11:00:46.937572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980356-6c8d-4083-b500-06b426d594ce req-debd9df1-fea8-4003-98e9-74af7182f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.939000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-debd9df1-fea8-4003-98e9-74af7182f995 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0426307 Jul 23 11:00:46.993829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980356-6c8d-4083-b500-06b426d594ce req-1fa2d580-3212-4521-8fb7-bb3091e640a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:00:46.995290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-1fa2d580-3212-4521-8fb7-bb3091e640a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504165 Jul 23 11:00:47.005209 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-82a816c8-df7d-4f4a-8591-b616fae2bc0b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:00:47.006126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-82a816c8-df7d-4f4a-8591-b616fae2bc0b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047188 Jul 23 11:00:47.094212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-f7e03d92-2a6f-4a1b-8466-f4f9afb7c2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818775 Jul 23 11:00:47.182255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da980356-6c8d-4083-b500-06b426d594ce req-97d1a5f9-5dfe-468a-a692-920b9bc20eee service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814073 Jul 23 11:00:49.399621 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:00:54.260328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:57.090263 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb602-a7af-419d-b14c-27e43738818f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:00:59.930658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dade2b87-820b-46fe-923d-b4e4932bfce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:00.236858 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:01.316150 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:02.590080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:04.696780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:24.274427 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:26.398844 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:01:27.090766 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3da3211-5cc9-4f3f-b3c3-fbd11d387b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:29.932406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acb1df1a-4da3-4278-ac81-cc9027e95974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:30.236987 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:31.319194 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:32.590845 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:34.693501 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:48.722525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-7752f646-234f-4f34-b4e3-2adf5dcff4e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445951 Jul 23 11:01:48.805206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-843ad0a4-3a3c-4f97-a7cd-30850ffbe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:48.806707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-843ad0a4-3a3c-4f97-a7cd-30850ffbe668 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1096 time: 0.0535824 Jul 23 11:01:49.265958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-9e69a8dd-4d2d-463f-99e0-529669775fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:49.267893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-9e69a8dd-4d2d-463f-99e0-529669775fad service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.4390130 Jul 23 11:01:49.332596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-be44cb4a-3fd7-49b8-824b-c124610e918a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 200 len: 1001 time: 0.0575831 Jul 23 11:01:49.379455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-28bf1566-a88c-4107-a2e2-a3fa0150b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:49.380957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-28bf1566-a88c-4107-a2e2-a3fa0150b3ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0428646 Jul 23 11:01:49.441776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-b299cf8d-c17b-4ac8-b9ce-f5404119705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:49.443299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-b299cf8d-c17b-4ac8-b9ce-f5404119705d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559430 Jul 23 11:01:49.529607 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-b663e61b-7c3e-4e65-a6a2-41744aaa7e84 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802789 Jul 23 11:01:49.621808 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caf8ec6d-bfdf-4664-86f3-b3c1dc52db17 req-27186298-87e2-4e36-aaf9-13c6e9cbf76b service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 Jul 23 11:01:51.841746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33056) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:01:51.995463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port 17be4c08-293e-4f0b-8547-0ff344f0ebe8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:01:51.995888 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.072700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.073034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.084184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for 17be4c08-293e-4f0b-8547-0ff344f0ebe8 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:01:52.226881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.256073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=17be4c08-293e-4f0b-8547-0ff344f0ebe8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:52.283749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.284101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.284446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.284789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.285128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.285464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.285797 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.286129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.286460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.286790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.287120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.287468 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:01:52.325750 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.326116 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Floating IP 805304cf-f405-4e16-86c3-3c398df40558 disassociated (deleted). External IP: 172.25.4.159, port: f9d07f0e-7217-4de9-9eb8-657e92c91d73. Jul 23 11:01:52.528140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:01:52.634471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:01:52.639459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:52.646748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:01:52.655779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:01:52.656572 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:01:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:52.682225 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f22557cd-8582-4b17-9a4e-4a094484907d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "DELETE /v2.0/floatingips/805304cf-f405-4e16-86c3-3c398df40558 HTTP/1.1" status: 204 len: 168 time: 0.8369784 Jul 23 11:01:52.682225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:52.684519 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9ce50-0f57-48a9-9a90-1bca3e23a185" -d '{"events": [{"name": "network-changed", "server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:52.734025 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f649b0-ae31-488f-b1a8-c433b0d492e1 x-openstack-request-id: req-c6f649b0-ae31-488f-b1a8-c433b0d492e1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:52.734553 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:52.735210 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6f649b0-ae31-488f-b1a8-c433b0d492e1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:52.735669 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'status': 'completed', 'code': 200} Jul 23 11:01:52.860215 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-c318c473-c6a4-4cd1-a49b-79de13444fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:52.860883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-c318c473-c6a4-4cd1-a49b-79de13444fef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 1096 time: 0.0810599 Jul 23 11:01:52.926948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:01:52.968975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-16b35eab-ca90-47fc-b1bb-fffa5e141831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:52.970701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-16b35eab-ca90-47fc-b1bb-fffa5e141831 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.0976834 Jul 23 11:01:53.017294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-70619db6-671f-4656-8036-a4d33e0edf9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 200 len: 217 time: 0.0384300 Jul 23 11:01:53.067983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7644b-3a5a-4cf1-a864-2a99202b024c req-7b559f7f-b6d9-434a-9632-69c88fa90d09 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:53.069500 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6c7644b-3a5a-4cf1-a864-2a99202b024c req-7b559f7f-b6d9-434a-9632-69c88fa90d09 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 945 time: 0.1902959 Jul 23 11:01:53.071309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-2ae97aa9-1594-4bd4-9b6f-dfc353ce1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:53.072895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-2ae97aa9-1594-4bd4-9b6f-dfc353ce1a8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0493510 Jul 23 11:01:53.111914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e6c7644b-3a5a-4cf1-a864-2a99202b024c req-65ef2f55-6a98-421c-9757-96b85eccbdf3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365167 Jul 23 11:01:53.138645 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-e8711204-e93a-4b14-850f-dbeb0270a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:53.140192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-e8711204-e93a-4b14-850f-dbeb0270a78e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600519 Jul 23 11:01:53.161220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:11Z', 'revision_number': 1, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:53.191632 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:01:53.199740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:01:53.200356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:01:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:53.231551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-bfe0e7a6-85f3-4058-8eb1-98f427a0c272 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832124 Jul 23 11:01:53.305147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:01:53.324427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-15e9ce50-0f57-48a9-9a90-1bca3e23a185 req-eb2ddcf9-04eb-4fbe-b498-5d074ebdc0fd service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861969 Jul 23 11:01:53.524894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:11Z', 'revision_number': 1, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:01:53.554552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4eeaa3-1051-430e-9ba2-552a7241b118 None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'port_id': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'mac_address': 'fa:16:3e:a3:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T10:58:09Z', 'updated_at': '2021-07-23T10:58:11Z', 'revision_number': 1, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:01:53.765974 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4bf910-d195-442b-add7-cf712843a9c2 None None] New status for floating IP 805304cf-f405-4e16-86c3-3c398df40558: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:01:54.274293 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.278874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d2e0-3d80-4f50-aad2-135bdc7983a9 req-acbfeb55-01f1-4b98-87b4-447f8764e9dd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:54.280445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a40d2e0-3d80-4f50-aad2-135bdc7983a9 req-acbfeb55-01f1-4b98-87b4-447f8764e9dd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 945 time: 0.0649612 Jul 23 11:01:54.317848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a40d2e0-3d80-4f50-aad2-135bdc7983a9 req-ded5c3b1-0ed1-4208-8c3b-972ca3a4743a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Jul 23 11:01:54.560744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-0d12abd4-1cde-4766-ae32-22dd8a24019a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:01:54.562192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-0d12abd4-1cde-4766-ae32-22dd8a24019a tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 945 time: 0.0662224 Jul 23 11:01:54.660072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port f9d07f0e-7217-4de9-9eb8-657e92c91d73 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:01:54.660345 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.751016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port f9d07f0e-7217-4de9-9eb8-657e92c91d73, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f9d07f0e-7217-4de9-9eb8-657e92c91d73,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:01:54.751380 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.762709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for f9d07f0e-7217-4de9-9eb8-657e92c91d73 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:01:54.886424 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.918368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=f9d07f0e-7217-4de9-9eb8-657e92c91d73,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:01:54.964110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port f9d07f0e-7217-4de9-9eb8-657e92c91d73 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:01:54.966727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:54.969445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f4c0526-0001-4da3-986e-6e411c9bb58e req-78718244-3813-4cb3-90aa-9915e813eb35 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "DELETE /v2.0/ports/f9d07f0e-7217-4de9-9eb8-657e92c91d73 HTTP/1.1" status: 204 len: 173 time: 0.3990529 Jul 23 11:01:54.969889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'name': 'network-vif-deleted', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:01:54.972200 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85bed3-2fee-41df-82b5-e7d7baf01800" -d '{"events": [{"server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "name": "network-vif-deleted", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:01:55.032277 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea2431b-5208-44ca-9f5e-27a4d7514684 x-openstack-request-id: req-cea2431b-5208-44ca-9f5e-27a4d7514684 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:01:55.033064 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e070db2f-735c-4eb2-baa8-21c6eef3851a", "name": "network-vif-deleted", "tag": "f9d07f0e-7217-4de9-9eb8-657e92c91d73", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:01:55.033064 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cea2431b-5208-44ca-9f5e-27a4d7514684 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:01:55.033229 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e070db2f-735c-4eb2-baa8-21c6eef3851a', 'name': 'network-vif-deleted', 'tag': 'f9d07f0e-7217-4de9-9eb8-657e92c91d73', 'status': 'completed', 'code': 200} Jul 23 11:01:55.420676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9efa2b0-69f0-4bb2-96d8-4de0c6dfc027 req-db1abfe0-9c31-4802-b3d9-b6ecea61fe49 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0307643 Jul 23 11:01:56.519391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-455b0f77-ec24-497e-9fc5-7eda34727154 req-7876b501-d5a6-4840-b6e5-713e13f3ce2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0304003 Jul 23 11:01:57.092046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c61647c6-5f77-4022-9022-79bded83c2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:01:57.618875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-236d21c5-f5b4-44aa-b7f4-8d34ee6de0d1 req-967504b8-37a2-45ca-b09f-8e0e11c92aed tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0308988 Jul 23 11:01:58.732452 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25e1505a-844b-4772-8b07-7a9407edcc64 req-5256ac40-220b-4dfd-875b-1db7d895d3df tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=e070db2f-735c-4eb2-baa8-21c6eef3851a HTTP/1.1" status: 200 len: 210 time: 0.0341001 Jul 23 11:01:59.077447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f9d07f0e-7217-4de9-9eb8-657e92c91d73 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:01:59.096554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: f9d07f0e-7217-4de9-9eb8-657e92c91d73 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:01:59.096896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f9d07f0e-7217-4de9-9eb8-657e92c91d73 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:01:59.934117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a5476dc-f767-4e58-ac6c-6587cf6c85fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:00.238458 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:01.322377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:02.595520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:03.398373 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:02:04.090124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33114) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:04.245266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port 9ef34ba3-1250-4c86-b244-3cd861b4e3f4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:04.245530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.318789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.319117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.330201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for 9ef34ba3-1250-4c86-b244-3cd861b4e3f4 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:04.474608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.499267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=9ef34ba3-1250-4c86-b244-3cd861b4e3f4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:04.564102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.564410 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Floating IP 0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0 disassociated (deleted). External IP: 172.25.4.65, port: ed4ef9e7-3745-40dc-b608-5dbdaaf57129. Jul 23 11:02:04.692722 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.758979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:02:04.861184 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:02:04.865588 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:04.871437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:02:04.880010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:02:04.880616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:02:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:04.903401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-850d5d59-769b-4351-930f-22d0a298dbad tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "DELETE /v2.0/floatingips/0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0 HTTP/1.1" status: 204 len: 168 time: 0.8121848 Jul 23 11:02:04.904014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:04.906983 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec603ca9-c37a-440f-9a79-07290e4dc344" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:04.945368 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab3012c-cfa0-4a10-86dd-3b0ada885ea8 x-openstack-request-id: req-5ab3012c-cfa0-4a10-86dd-3b0ada885ea8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:04.945662 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:04.945946 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ab3012c-cfa0-4a10-86dd-3b0ada885ea8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:04.946317 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'status': 'completed', 'code': 200} Jul 23 11:02:04.989880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:02:05.058332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-bdfb6dbf-686e-4ae3-8bf5-ed0157a2cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.058925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-bdfb6dbf-686e-4ae3-8bf5-ed0157a2cae2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a95c4db26c8b4c51a0929356dba702b6&device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0677757 Jul 23 11:02:05.191298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:05.206882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-3f83ce81-984b-4ccf-a4d9-966c641b93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.208425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-3f83ce81-984b-4ccf-a4d9-966c641b93b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 200 len: 913 time: 0.1258190 Jul 23 11:02:05.222569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:02:05.224294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc406d-2af6-4153-8dbd-844df9329a3c req-465f074a-de29-4b82-903c-b0beb6d6d609 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.225763 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bbc406d-2af6-4153-8dbd-844df9329a3c req-465f074a-de29-4b82-903c-b0beb6d6d609 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1346762 Jul 23 11:02:05.231076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:02:05.232699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:02:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:05.264880 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-c3672188-3482-47cc-8d4c-13c7ceb68907 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 200 len: 217 time: 0.0491908 Jul 23 11:02:05.326104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7bbc406d-2af6-4153-8dbd-844df9329a3c req-e130630f-0ba6-49e3-9ff3-5af70b99ab67 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935419 Jul 23 11:02:05.334042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-b0d243e3-53b0-4e84-8dd2-12f826700802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.335933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-b0d243e3-53b0-4e84-8dd2-12f826700802 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 200 len: 851 time: 0.0616772 Jul 23 11:02:05.337505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:02:05.395197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-2e23ef01-b81b-41d2-a4e9-99e27fa2a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:05.396876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-2e23ef01-b81b-41d2-a4e9-99e27fa2a314 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc47c506-ce94-4288-aeab-408f4541dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548732 Jul 23 11:02:05.486838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-b2f9b8d0-689f-498e-8e35-8bdfbc855f43 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823739 Jul 23 11:02:05.541865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:05.567706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e8aeb-7115-4b3c-ace1-72371ec19d4d None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:13Z', 'revision_number': 4, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '685da55a-ad7a-412d-b065-46f781219906', 'name': '', 'network_id': 'bc47c506-ce94-4288-aeab-408f4541dadb', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'mac_address': 'fa:16:3e:6d:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:12Z', 'updated_at': '2021-07-23T10:51:21Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'subnets': [{'id': 'e5649ba2-b3da-436b-a445-cb6b30d31af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:02:05.578491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec603ca9-c37a-440f-9a79-07290e4dc344 req-11447c2f-7ed2-4cc0-8dd7-0c8ba6389939 service neutron] 10.222.0.20 "GET /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845861 Jul 23 11:02:05.801976 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51363645-ba28-450b-845a-004ea5cbbfda None None] New status for floating IP 0e60e43e-e1b2-44dd-a9d9-fa7b947a88c0: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:02:06.459154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b7419-da77-4709-bebf-5927b475bcfe req-2d398ee4-84c4-4e08-bf9f-0d9a0e492d62 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:06.460652 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b70b7419-da77-4709-bebf-5927b475bcfe req-2d398ee4-84c4-4e08-bf9f-0d9a0e492d62 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0634341 Jul 23 11:02:06.497648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b70b7419-da77-4709-bebf-5927b475bcfe req-f9a741e3-1cc2-4b48-b6ef-19edd782d536 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc47c115-b6bf-44a3-80d0-49cc954eba78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jul 23 11:02:06.719967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-ad87237f-f0ea-4d23-a98d-191af7bee0dd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:06.721352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-ad87237f-f0ea-4d23-a98d-191af7bee0dd tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0621426 Jul 23 11:02:06.821487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:06.821832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:06.907482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] For port ed4ef9e7-3745-40dc-b608-5dbdaaf57129, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:06.907848 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:06.919660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for ed4ef9e7-3745-40dc-b608-5dbdaaf57129 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:07.044673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:07.073198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=ed4ef9e7-3745-40dc-b608-5dbdaaf57129,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:07.122591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] No DVR routers for this DVR port ed4ef9e7-3745-40dc-b608-5dbdaaf57129 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:07.125520 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:07.127594 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b17cba8c-3e58-4a08-86ee-22025e06800a req-cfd970d2-bb82-4926-9793-63d10ee71d2d tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.20 "DELETE /v2.0/ports/ed4ef9e7-3745-40dc-b608-5dbdaaf57129 HTTP/1.1" status: 204 len: 173 time: 0.4005909 Jul 23 11:02:07.128039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'name': 'network-vif-deleted', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:07.130275 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368e972-c35a-43e3-9b55-a12f8788406a" -d '{"events": [{"server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "name": "network-vif-deleted", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:07.166336 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6525fe5-2820-4793-9d7b-5d73bb952afa x-openstack-request-id: req-d6525fe5-2820-4793-9d7b-5d73bb952afa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:07.166647 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9c5523-2d85-4c0f-aabc-d531642c5cd2", "name": "network-vif-deleted", "tag": "ed4ef9e7-3745-40dc-b608-5dbdaaf57129", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:07.166892 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6525fe5-2820-4793-9d7b-5d73bb952afa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:07.167299 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9c5523-2d85-4c0f-aabc-d531642c5cd2', 'name': 'network-vif-deleted', 'tag': 'ed4ef9e7-3745-40dc-b608-5dbdaaf57129', 'status': 'completed', 'code': 200} Jul 23 11:02:07.600905 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a1db11d-dba9-4bbf-8cf9-317d9b3776a1 req-9c3d59fa-1d4e-41cc-905a-cfb9e84fb3fa tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0295148 Jul 23 11:02:08.701099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06472c15-44a3-4721-946f-8a9f6e332d27 req-40d8b4fe-7a75-40dc-9436-a1afc0ae5224 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0299926 Jul 23 11:02:09.807242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e226b9dd-d8a9-4f1c-b92f-3fe0cc3ade2f req-6ae29954-3c19-490c-90d1-657089a9fb6b tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0334144 Jul 23 11:02:10.919429 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bb2f09d3-c6b7-4a71-be05-f0e28905d2d3 req-967e5804-789b-485c-bf0d-f9d3580d7cdf tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9c5523-2d85-4c0f-aabc-d531642c5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0288579 Jul 23 11:02:11.140086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ed4ef9e7-3745-40dc-b608-5dbdaaf57129 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:11.164198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: ed4ef9e7-3745-40dc-b608-5dbdaaf57129 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:11.164543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ed4ef9e7-3745-40dc-b608-5dbdaaf57129 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:11.977395 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33140) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:12.095668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Deleting port 929531ee-f3ab-427a-83de-d16c9339d9bb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:12.096025 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:12.173311 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:12.173539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:12.184900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Calling delete_port for 929531ee-f3ab-427a-83de-d16c9339d9bb owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:12.314686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:12.341639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'Port': ['ID=929531ee-f3ab-427a-83de-d16c9339d9bb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:12.400575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:12.403091 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:12.404280 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-234db546-581c-4b83-b007-cb49fd72033e tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "DELETE /v2.0/floatingips/61b7297a-3de1-4766-bf2a-cef0880b941a HTTP/1.1" status: 204 len: 168 time: 0.4259009 Jul 23 11:02:14.651860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33154) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:14.709989 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9259a177-e845-4a53-8cc3-2f9325c4fbc3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:14.735105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9259a177-e845-4a53-8cc3-2f9325c4fbc3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:14.797782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9259a177-e845-4a53-8cc3-2f9325c4fbc3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:14.800480 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9259a177-e845-4a53-8cc3-2f9325c4fbc3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:14.801636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9259a177-e845-4a53-8cc3-2f9325c4fbc3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc47c115-b6bf-44a3-80d0-49cc954eba78 HTTP/1.1" status: 204 len: 168 time: 0.1487906 Jul 23 11:02:14.812895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259a177-e845-4a53-8cc3-2f9325c4fbc3 tempest-TestVolumeBootPattern-1992938912 tempest-TestVolumeBootPattern-1992938912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc47c115-b6bf-44a3-80d0-49cc954eba78,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:14.864475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33158) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:15.664633 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:15.922644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Deleting port 685da55a-ad7a-412d-b065-46f781219906 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:15.922992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.002250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] For port 685da55a-ad7a-412d-b065-46f781219906, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=685da55a-ad7a-412d-b065-46f781219906,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:16.002604 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.014400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Calling delete_port for 685da55a-ad7a-412d-b065-46f781219906 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:16.191337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.216566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=685da55a-ad7a-412d-b065-46f781219906,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:16.382070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.590715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:02:16.694480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:02:16.699761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-27561782-6e46-454e-903b-43e42f6b2c15 admin admin] 10.222.0.37 "PUT /v2.0/routers/b24f11cd-dbdd-42b5-b52c-bfe2332334b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340230 Jul 23 11:02:16.702256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33162) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:16.703721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] Sync routers for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:02:16.712677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:02:16.713287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:02:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:16.803982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.814502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:02:16.905353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.957944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Deleting port fcc7846c-c93f-4469-877d-81c92141a28a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:16.958291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:16.984581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T11:02:16Z', 'revision_number': 5, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port': {'id': 'fcc7846c-c93f-4469-877d-81c92141a28a', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T10:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:17.010182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] Checking router: b24f11cd-dbdd-42b5-b52c-bfe2332334b6 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:02:17.019319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] Routers {'b24f11cd-dbdd-42b5-b52c-bfe2332334b6'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:02:17.019944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:02:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:17.038741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] For port fcc7846c-c93f-4469-877d-81c92141a28a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=fcc7846c-c93f-4469-877d-81c92141a28a,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:17.039098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.050872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Calling delete_port for fcc7846c-c93f-4469-877d-81c92141a28a owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:17.104044 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] Set router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:02:17.216611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.243822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc7846c-c93f-4469-877d-81c92141a28a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:17.307250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.322202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T11:02:16Z', 'revision_number': 6, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:17.347667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97397df8-0a8f-468d-86c6-21e62514d1ac None None] The sync data for ids ['b24f11cd-dbdd-42b5-b52c-bfe2332334b6'] in n-d-778550-4 is: [{'id': 'b24f11cd-dbdd-42b5-b52c-bfe2332334b6', 'name': 'tempest-TestVolumeBootPattern-1879932821-router', 'tenant_id': 'a95c4db26c8b4c51a0929356dba702b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:10Z', 'updated_at': '2021-07-23T11:02:16Z', 'revision_number': 6, 'project_id': 'a95c4db26c8b4c51a0929356dba702b6', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:02:17.399600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.401870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.449578 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.450108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b24f11cd-dbdd-42b5-b52c-bfe2332334b6 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:02:17.455585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.456748 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e3b19430-655c-4a34-b9ce-d438bef02f8f admin admin] 10.222.0.37 "DELETE /v2.0/routers/b24f11cd-dbdd-42b5-b52c-bfe2332334b6 HTTP/1.1" status: 204 len: 168 time: 0.7529628 Jul 23 11:02:17.459302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33164) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:17.502908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Deleting subnet e5649ba2-b3da-436b-a445-cb6b30d31af4 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:02:17.505790 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.539397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.618448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.669101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.694766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5649ba2-b3da-436b-a445-cb6b30d31af4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:17.698767 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.702528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-177faf5d-bdf6-4694-89cf-99ba7232a9aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5649ba2-b3da-436b-a445-cb6b30d31af4 HTTP/1.1" status: 204 len: 168 time: 0.2400842 Jul 23 11:02:17.703195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:17.704117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486595e-4337-4e7c-a145-9323bf9bd038 None None] Network bc47c506-ce94-4288-aeab-408f4541dadb requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:02:17.785278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.842501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Deleting port 5fb130e7-224f-4936-b569-47757d219d71 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:17.842895 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.913817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] For port 5fb130e7-224f-4936-b569-47757d219d71, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5fb130e7-224f-4936-b569-47757d219d71,segment=NetworkSegment(965c368f-e148-4195-96a9-ba394ba8ab69),segment_id=965c368f-e148-4195-96a9-ba394ba8ab69)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:17.914185 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:17.925939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Calling delete_port for 5fb130e7-224f-4936-b569-47757d219d71 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:18.003234 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.033555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb130e7-224f-4936-b569-47757d219d71,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:18.038259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] No DVR routers for this DVR port 5fb130e7-224f-4936-b569-47757d219d71 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:18.065757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.066020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.066361 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.066697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.067026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.067355 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.067706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.068033 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.068358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.068681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.069002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.069322 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:18.117208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ffbe4-6cb2-410f-b710-f501bbf1024c None None] DHCP port deletion for bc47c506-ce94-4288-aeab-408f4541dadb request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:02:18.129545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.143872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc47c506-ce94-4288-aeab-408f4541dadb']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:18.154270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965c368f-e148-4195-96a9-ba394ba8ab69') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:18.154570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965c368f-e148-4195-96a9-ba394ba8ab69') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:18.164042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.178985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.185157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:02:18.185504 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:02:18.188444 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:02:18.192132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5fb130e7-224f-4936-b569-47757d219d71 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:18.212355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5fb130e7-224f-4936-b569-47757d219d71 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:18.212799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5fb130e7-224f-4936-b569-47757d219d71 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:18.213293 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcc7846c-c93f-4469-877d-81c92141a28a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:18.235605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: fcc7846c-c93f-4469-877d-81c92141a28a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:18.236042 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device fcc7846c-c93f-4469-877d-81c92141a28a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:18.236562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 685da55a-ad7a-412d-b065-46f781219906 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:18.246279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.257152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 685da55a-ad7a-412d-b065-46f781219906 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:18.257511 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 685da55a-ad7a-412d-b065-46f781219906 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:18.270028 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.272011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] 10.222.0.37 "DELETE /v2.0/networks/bc47c506-ce94-4288-aeab-408f4541dadb HTTP/1.1" status: 204 len: 168 time: 0.5676267 Jul 23 11:02:18.272887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce54a-6c03-4f3a-b643-04a8bb40880b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc47c506-ce94-4288-aeab-408f4541dadb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:18.274789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:18.634151 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.887835 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Deleting port 49a0df38-ba71-4f9f-a6b9-21680dfcf779 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:18.888439 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.976620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] For port 49a0df38-ba71-4f9f-a6b9-21680dfcf779, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=49a0df38-ba71-4f9f-a6b9-21680dfcf779,segment=NetworkSegment(08fef91d-7cd4-4103-9eda-0bee1de1fd62),segment_id=08fef91d-7cd4-4103-9eda-0bee1de1fd62)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:18.976983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:18.989303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Calling delete_port for 49a0df38-ba71-4f9f-a6b9-21680dfcf779 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:19.162257 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.188565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a0df38-ba71-4f9f-a6b9-21680dfcf779,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:19.354550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.559887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:02:19.662388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:02:19.667605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-932a3134-8243-4b0f-82fb-50aa0e879812 admin admin] 10.222.0.37 "PUT /v2.0/routers/5e7783a2-8728-4ccb-abcb-9090f8e3f893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916783 Jul 23 11:02:19.670041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:19.671348 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] Sync routers for ids ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:02:19.681584 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] Routers {'5e7783a2-8728-4ccb-abcb-9090f8e3f893'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:02:19.682254 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:02:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:19.776268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.791854 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] Set router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:02:19.882286 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.935708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Deleting port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:19.936389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:19.974292 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T11:02:19Z', 'revision_number': 5, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port': {'id': 'a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T10:51:16Z', 'updated_at': '2021-07-23T10:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:19.999634 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] Checking router: 5e7783a2-8728-4ccb-abcb-9090f8e3f893 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:02:20.007933 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] Routers {'5e7783a2-8728-4ccb-abcb-9090f8e3f893'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:02:20.008534 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:02:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:20.018647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] For port a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:20.019008 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.030286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Calling delete_port for a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:20.094503 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] Set router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:02:20.207571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.232052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:20.235917 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T11:02:19Z', 'revision_number': 6, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:20.261529 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee821372-ad0c-44fd-8a06-aadaa595d696 None None] The sync data for ids ['5e7783a2-8728-4ccb-abcb-9090f8e3f893'] in n-d-778550-4 is: [{'id': '5e7783a2-8728-4ccb-abcb-9090f8e3f893', 'name': 'tempest-TestVolumeBootPattern-2031304520-router', 'tenant_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T10:51:15Z', 'updated_at': '2021-07-23T11:02:19Z', 'revision_number': 6, 'project_id': 'dc8dce5121fc4923ba00922eb5931c6d', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:02:20.304613 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.395393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.397416 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.443251 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.443833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7783a2-8728-4ccb-abcb-9090f8e3f893 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:02:20.449106 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.450267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-407e4b06-9f2d-417f-ab44-c4c6f19bb2fc admin admin] 10.222.0.37 "DELETE /v2.0/routers/5e7783a2-8728-4ccb-abcb-9090f8e3f893 HTTP/1.1" status: 204 len: 168 time: 0.7793052 Jul 23 11:02:20.452876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33172) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:20.496106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Deleting subnet 4310735a-3e83-4a1a-adff-7dfa1825374c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:02:20.499016 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.531813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.611996 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.666235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.692365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4310735a-3e83-4a1a-adff-7dfa1825374c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:20.697020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.699143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3824f9e8-bd23-4a3f-b5b1-262026747c1f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4310735a-3e83-4a1a-adff-7dfa1825374c HTTP/1.1" status: 204 len: 168 time: 0.2452843 Jul 23 11:02:20.701657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:20.702442 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f0b90-425a-4a2d-a05a-fe1ec451ce00 None None] Network 39cfe95a-a6f1-4048-877e-f4b277189aac requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:02:20.768937 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.826000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Deleting port aa38921c-6609-4c44-ac3b-f185590b056d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:20.826346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.890078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] For port aa38921c-6609-4c44-ac3b-f185590b056d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=aa38921c-6609-4c44-ac3b-f185590b056d,segment=NetworkSegment(08fef91d-7cd4-4103-9eda-0bee1de1fd62),segment_id=08fef91d-7cd4-4103-9eda-0bee1de1fd62)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:20.890555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:20.901707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Calling delete_port for aa38921c-6609-4c44-ac3b-f185590b056d owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:20.983217 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.009467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343870a2-4846-4426-80da-45a5bf311a0f None None] DHCP port deletion for 39cfe95a-a6f1-4048-877e-f4b277189aac request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:02:21.010971 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa38921c-6609-4c44-ac3b-f185590b056d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:21.024206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] No DVR routers for this DVR port aa38921c-6609-4c44-ac3b-f185590b056d on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:21.099673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.110741 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cfe95a-a6f1-4048-877e-f4b277189aac']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:21.120830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fef91d-7cd4-4103-9eda-0bee1de1fd62') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:21.121124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fef91d-7cd4-4103-9eda-0bee1de1fd62') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:02:21.130509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.144328 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.150427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:02:21.150922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:02:21.152675 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:02:21.207918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.215103 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.221347 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/39cfe95a-a6f1-4048-877e-f4b277189aac HTTP/1.1" status: 204 len: 168 time: 0.5158741 Jul 23 11:02:21.239869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed4e8-fae0-49fa-baac-3dbbd2790fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cfe95a-a6f1-4048-877e-f4b277189aac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:21.354080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:21.392748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-32ed469b-04d9-4c2a-b5eb-22aadd2429cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a95c4db26c8b4c51a0929356dba702b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374253 Jul 23 11:02:21.395013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:21.444663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53891c42-fcbf-4c57-a528-681589efa068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.465315 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53891c42-fcbf-4c57-a528-681589efa068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.509366 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53891c42-fcbf-4c57-a528-681589efa068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.511958 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53891c42-fcbf-4c57-a528-681589efa068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.513086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-53891c42-fcbf-4c57-a528-681589efa068 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/912fd00f-7735-4ac7-a92b-3815f569a257 HTTP/1.1" status: 204 len: 168 time: 0.1171815 Jul 23 11:02:21.521882 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891c42-fcbf-4c57-a528-681589efa068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912fd00f-7735-4ac7-a92b-3815f569a257,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:21.843855 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33186) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:21.883735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2f8463df-4a7c-45c3-ac1c-64112ddf1691 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc8dce5121fc4923ba00922eb5931c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386801 Jul 23 11:02:21.886120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33188) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:21.933057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35b4a694-6f5a-441c-bb26-eabd90b5c75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:21.953577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35b4a694-6f5a-441c-bb26-eabd90b5c75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:22.003103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35b4a694-6f5a-441c-bb26-eabd90b5c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:22.005608 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35b4a694-6f5a-441c-bb26-eabd90b5c75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:22.006753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-35b4a694-6f5a-441c-bb26-eabd90b5c75e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c13cb6a-11a2-4207-bb0f-ff821c4274fc HTTP/1.1" status: 204 len: 168 time: 0.1197402 Jul 23 11:02:22.014443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a694-6f5a-441c-bb26-eabd90b5c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c13cb6a-11a2-4207-bb0f-ff821c4274fc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:22.138995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:22.158614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:22.158967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a5a6e3a8-86c3-4fba-b0e3-2bfd2b6a0b3d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:22.159382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49a0df38-ba71-4f9f-a6b9-21680dfcf779 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:22.177980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 49a0df38-ba71-4f9f-a6b9-21680dfcf779 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:22.178329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 49a0df38-ba71-4f9f-a6b9-21680dfcf779 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:22.178995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa38921c-6609-4c44-ac3b-f185590b056d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:22.198248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: aa38921c-6609-4c44-ac3b-f185590b056d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:22.198596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device aa38921c-6609-4c44-ac3b-f185590b056d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:24.273249 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:27.092805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2b370aa-6f5d-4eb4-bf31-2e001d9ad903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:29.935779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb97f3f4-8de8-47bc-9f62-2ece0d62741c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:30.240310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:31.325526 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:32.216075 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-8a9fb5dd-e321-4b41-b8b2-5d560262ce1a tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=72f1be3db5fd45bb96c319d4b26dd996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223525 Jul 23 11:02:32.325646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-0b1c8836-7da6-4fea-a95a-cc6eb9738285 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:32.327011 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-0b1c8836-7da6-4fea-a95a-cc6eb9738285 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043050 Jul 23 11:02:32.341310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-9c810096-09df-46b9-b7d9-f9d4a80a9663 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/quotas/72f1be3db5fd45bb96c319d4b26dd996 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Jul 23 11:02:32.374569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-fbeba300-f475-445c-a748-d8a57ef8ebea tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=72f1be3db5fd45bb96c319d4b26dd996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280015 Jul 23 11:02:32.533548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe7398d8-e02b-454c-b666-939fce9a5a03 req-d36e0c32-32fb-4007-a456-ade97a6000ae tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 210 time: 0.0289252 Jul 23 11:02:32.601402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:33.334581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-693790ac-8c91-4fb0-9411-0d37e0f30264 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=72f1be3db5fd45bb96c319d4b26dd996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233750 Jul 23 11:02:33.446270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-b7447dc6-ddc2-4147-83af-a15629d95eed tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:33.448160 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-b7447dc6-ddc2-4147-83af-a15629d95eed tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085460 Jul 23 11:02:33.460668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Request body: {'port': {'device_id': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'admin_state_up': True, 'tenant_id': '72f1be3db5fd45bb96c319d4b26dd996'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:02:33.569705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Made reservation on behalf of 72f1be3db5fd45bb96c319d4b26dd996 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:02:33.573587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:33.583411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:33.638830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-00cc389c-014a-4256-8077-33b229f47bc5 req-6a16716b-5e56-4824-8a00-eeec628ec398 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 210 time: 0.0320959 Jul 23 11:02:33.684898 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:33.688728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:33.756663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:33.821553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Allocated IP 192.168.233.218 (c0652107-cfe5-4625-88a6-483c0791626b/181226fe-528e-445d-8289-4309cc72e041/966d2e80-d704-451b-be82-e6eb20b18a4e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:02:33.974118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:33.987159 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Transition to ACTIVE for port object 966d2e80-d704-451b-be82-e6eb20b18a4e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:02:34.018565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.060439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Network c0652107-cfe5-4625-88a6-483c0791626b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:02:34.065247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:02:34.068843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:02:34.092007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Pushing event updated for resources: {'Port': ['ID=966d2e80-d704-451b-be82-e6eb20b18a4e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:34.120479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:34.121106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.135368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-dd97b3ae-136f-42ff-a7f0-d4d61c332c94 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6786993 Jul 23 11:02:34.145375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-efacf517-0840-4459-a7d6-5daee6fcecf5 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:02:34.146440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-efacf517-0840-4459-a7d6-5daee6fcecf5 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055149 Jul 23 11:02:34.265540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Request body: {'port': {'device_id': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:02:34.324642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a8711f2e-6876-45c3-8ad1-605b6190cb23 None None] Provisioning for port 966d2e80-d704-451b-be82-e6eb20b18a4e completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:02:34.328355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a8711f2e-6876-45c3-8ad1-605b6190cb23 None None] Provisioning complete for port 966d2e80-d704-451b-be82-e6eb20b18a4e triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:02:34.328813 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8711f2e-6876-45c3-8ad1-605b6190cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.340250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.364941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8711f2e-6876-45c3-8ad1-605b6190cb23 None None] Port 966d2e80-d704-451b-be82-e6eb20b18a4e cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:02:34.591479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966d2e80-d704-451b-be82-e6eb20b18a4e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:02:34.599157 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.610392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Transition to ACTIVE for port object 966d2e80-d704-451b-be82-e6eb20b18a4e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:02:34.614486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.665019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=966d2e80-d704-451b-be82-e6eb20b18a4e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:34.698345 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.791775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Attempting to bind port 966d2e80-d704-451b-be82-e6eb20b18a4e on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:02:34.792121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Attempting to bind port 966d2e80-d704-451b-be82-e6eb20b18a4e by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:02:34.792454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Attempting to bind port 966d2e80-d704-451b-be82-e6eb20b18a4e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:02:34.802125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Port 966d2e80-d704-451b-be82-e6eb20b18a4e on network c0652107-cfe5-4625-88a6-483c0791626b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:02:34.802453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Attempting to bind port 966d2e80-d704-451b-be82-e6eb20b18a4e on network c0652107-cfe5-4625-88a6-483c0791626b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:02:34.810231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:02:34.810567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Checking segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:02:34.810957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Bound using segment: {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:02:34.811386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Bound port: 966d2e80-d704-451b-be82-e6eb20b18a4e, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423cb808-f730-415f-b61e-4817559b433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:02:34.811779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.821938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b4067-7476-4cc7-a94e-66ab43729826 req-86d37b66-0334-420e-b9a2-2be2049db04a tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:34.823444 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec9b4067-7476-4cc7-a94e-66ab43729826 req-86d37b66-0334-420e-b9a2-2be2049db04a tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 948 time: 0.0997653 Jul 23 11:02:34.893463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec9b4067-7476-4cc7-a94e-66ab43729826 req-4e6d2ab9-9d77-4f27-a418-56aaff9586cd tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637846 Jul 23 11:02:34.909437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] For port 966d2e80-d704-451b-be82-e6eb20b18a4e, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:02:34.912573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] For port 966d2e80-d704-451b-be82-e6eb20b18a4e, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=966d2e80-d704-451b-be82-e6eb20b18a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:02:34.916465 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.948694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:34.949381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:34.950768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] 10.222.0.55 "PUT /v2.0/ports/966d2e80-d704-451b-be82-e6eb20b18a4e HTTP/1.1" status: 200 len: 1096 time: 0.7983932 Jul 23 11:02:34.951201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'tag': '966d2e80-d704-451b-be82-e6eb20b18a4e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:34.953553 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c92580-6dac-40af-aa2c-9144d1645981" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a69590-97f8-4351-81aa-ad4cb5a1e2c1", "tag": "966d2e80-d704-451b-be82-e6eb20b18a4e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:35.000340 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c949786b-a618-4afc-a2ce-79e916dd92de x-openstack-request-id: req-c949786b-a618-4afc-a2ce-79e916dd92de {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:35.000636 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a69590-97f8-4351-81aa-ad4cb5a1e2c1", "tag": "966d2e80-d704-451b-be82-e6eb20b18a4e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:35.000894 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c949786b-a618-4afc-a2ce-79e916dd92de {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:35.001289 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'tag': '966d2e80-d704-451b-be82-e6eb20b18a4e', 'status': 'completed', 'code': 200} Jul 23 11:02:35.003448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db161f63-47d5-43db-95d3-6fa4e4a0eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=966d2e80-d704-451b-be82-e6eb20b18a4e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:35.053833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-b08dd6d8-fbb4-4b90-aeee-a915a76f0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.055652 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-b08dd6d8-fbb4-4b90-aeee-a915a76f0a27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72f1be3db5fd45bb96c319d4b26dd996&device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0656033 Jul 23 11:02:35.098699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-86cc614f-910f-4859-a029-547ed7bfd130 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=966d2e80-d704-451b-be82-e6eb20b18a4e HTTP/1.1" status: 200 len: 217 time: 0.0361104 Jul 23 11:02:35.147706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-6fcaf06e-77c5-4d94-99ca-000996897d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.149195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-6fcaf06e-77c5-4d94-99ca-000996897d62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0444725 Jul 23 11:02:35.206451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-4c0c0d31-e769-4960-b9f3-7c0a9167a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.208911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-4c0c0d31-e769-4960-b9f3-7c0a9167a307 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530179 Jul 23 11:02:35.298573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-54d03d66-9647-4d07-b1b1-52114423d475 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Jul 23 11:02:35.388342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e7ddaa76-f143-4903-a698-5cfc59ff77b4 req-fb7c252c-1763-4f8a-8a2b-c9645a5be983 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825377 Jul 23 11:02:35.486201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c92580-6dac-40af-aa2c-9144d1645981 req-35b0b604-d75a-4c53-ae9e-8d41c375375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.487732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-35b0b604-d75a-4c53-ae9e-8d41c375375d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72f1be3db5fd45bb96c319d4b26dd996&device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0529828 Jul 23 11:02:35.575172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c92580-6dac-40af-aa2c-9144d1645981 req-df828d66-791e-4c15-8d90-aeff4195c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.576677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-df828d66-791e-4c15-8d90-aeff4195c841 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0652107-cfe5-4625-88a6-483c0791626b HTTP/1.1" status: 200 len: 870 time: 0.0828714 Jul 23 11:02:35.618425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-d0193f33-7f74-4807-a5b4-483c2575cca6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=966d2e80-d704-451b-be82-e6eb20b18a4e HTTP/1.1" status: 200 len: 217 time: 0.0358796 Jul 23 11:02:35.666304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c92580-6dac-40af-aa2c-9144d1645981 req-450888e1-765e-4747-8656-aae3bb2d18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.667679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-450888e1-765e-4747-8656-aae3bb2d18af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=181226fe-528e-445d-8289-4309cc72e041 HTTP/1.1" status: 200 len: 843 time: 0.0427470 Jul 23 11:02:35.725426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c92580-6dac-40af-aa2c-9144d1645981 req-d42256f9-70b9-4412-8e4b-9cf4235d07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:35.726914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-d42256f9-70b9-4412-8e4b-9cf4235d07fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0652107-cfe5-4625-88a6-483c0791626b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520718 Jul 23 11:02:35.816562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-0c9587ad-d1d5-4c1c-bbc1-96d81be531ba service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826709 Jul 23 11:02:35.905077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-06c92580-6dac-40af-aa2c-9144d1645981 req-a72b8254-883e-473d-9a29-05ac3849cf62 service neutron] 10.222.0.55 "GET /v2.0/networks/c0652107-cfe5-4625-88a6-483c0791626b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823698 Jul 23 11:02:36.024064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56fbe-833e-4867-a9cd-d3cb87f2670d req-5cfaa93d-50d7-414b-916a-17ad00d69976 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:36.025546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78e56fbe-833e-4867-a9cd-d3cb87f2670d req-5cfaa93d-50d7-414b-916a-17ad00d69976 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 948 time: 0.0656242 Jul 23 11:02:36.062115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-78e56fbe-833e-4867-a9cd-d3cb87f2670d req-1d9d8f5d-5aad-4559-beb5-394504cbf91f tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Jul 23 11:02:37.190042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff9168-1f49-4f93-957e-a07ff4200d13 req-ccc60cf1-d43c-4b7a-bc19-60210bb069e2 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:37.191441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7ff9168-1f49-4f93-957e-a07ff4200d13 req-ccc60cf1-d43c-4b7a-bc19-60210bb069e2 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 948 time: 0.0620687 Jul 23 11:02:37.231981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7ff9168-1f49-4f93-957e-a07ff4200d13 req-98247aff-edfd-4358-b4a5-d4ea9d354153 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Jul 23 11:02:37.335902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 966d2e80-d704-451b-be82-e6eb20b18a4e details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:02:37.428185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 966d2e80-d704-451b-be82-e6eb20b18a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=966d2e80-d704-451b-be82-e6eb20b18a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:37.439157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '966d2e80-d704-451b-be82-e6eb20b18a4e', 'network_id': 'c0652107-cfe5-4625-88a6-483c0791626b', 'port_id': '966d2e80-d704-451b-be82-e6eb20b18a4e', 'mac_address': 'fa:16:3e:74:62:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181226fe-528e-445d-8289-4309cc72e041', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:02:37.479994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:37.492147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966d2e80-d704-451b-be82-e6eb20b18a4e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:02:37.510684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 966d2e80-d704-451b-be82-e6eb20b18a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=966d2e80-d704-451b-be82-e6eb20b18a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:37.514496 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:37.562355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=966d2e80-d704-451b-be82-e6eb20b18a4e,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:37.569451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.569798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.570140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.570480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.570816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.571146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.571565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.571895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.572224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.572547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.572871 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.573191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:02:37.738816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['966d2e80-d704-451b-be82-e6eb20b18a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:38.358194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbf96c-a669-465a-bbd0-24655bd9d299 req-1138117a-d499-4f86-9bb1-3938b38e265b tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:38.359623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87bbf96c-a669-465a-bbd0-24655bd9d299 req-1138117a-d499-4f86-9bb1-3938b38e265b tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 949 time: 0.0631154 Jul 23 11:02:38.395860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-87bbf96c-a669-465a-bbd0-24655bd9d299 req-154ec7c4-3b81-40ae-beea-f58ca0c70f9e tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302174 Jul 23 11:02:39.336525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 966d2e80-d704-451b-be82-e6eb20b18a4e up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:02:39.382243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 966d2e80-d704-451b-be82-e6eb20b18a4e completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:02:39.385763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 966d2e80-d704-451b-be82-e6eb20b18a4e triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:02:39.386144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:39.460319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:39.481906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966d2e80-d704-451b-be82-e6eb20b18a4e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:39.484182 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f7f27-a052-435b-b91c-e4661ffc51b2" -d '{"events": [{"server_uuid": "f9a69590-97f8-4351-81aa-ad4cb5a1e2c1", "name": "network-vif-plugged", "status": "completed", "tag": "966d2e80-d704-451b-be82-e6eb20b18a4e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:39.501070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 966d2e80-d704-451b-be82-e6eb20b18a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=966d2e80-d704-451b-be82-e6eb20b18a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:39.506406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:39.530390 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3fb6da-d7ec-4299-b929-5727bcad68c4 x-openstack-request-id: req-1f3fb6da-d7ec-4299-b929-5727bcad68c4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:39.530684 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a69590-97f8-4351-81aa-ad4cb5a1e2c1", "name": "network-vif-plugged", "status": "completed", "tag": "966d2e80-d704-451b-be82-e6eb20b18a4e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:39.530939 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f3fb6da-d7ec-4299-b929-5727bcad68c4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:39.531329 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966d2e80-d704-451b-be82-e6eb20b18a4e', 'code': 200} Jul 23 11:02:39.533252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413fbe1-89c6-4d1f-9902-23aa217b9c5c req-40e4ec21-c218-45f6-83eb-03fb0619f5bf tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:39.534883 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f413fbe1-89c6-4d1f-9902-23aa217b9c5c req-40e4ec21-c218-45f6-83eb-03fb0619f5bf tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 949 time: 0.0716052 Jul 23 11:02:39.556568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=966d2e80-d704-451b-be82-e6eb20b18a4e,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:39.580950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f413fbe1-89c6-4d1f-9902-23aa217b9c5c req-f5e35d99-f54e-4c0c-a242-cf4348d256ef tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372517 Jul 23 11:02:39.636411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457243b-fcce-4d25-b9e4-ff412fb9ab95 req-940122db-3967-489f-a617-ec32d5c784c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:39.637902 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0457243b-fcce-4d25-b9e4-ff412fb9ab95 req-940122db-3967-489f-a617-ec32d5c784c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 1101 time: 0.0550878 Jul 23 11:02:39.669259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0457243b-fcce-4d25-b9e4-ff412fb9ab95 req-97f1e91e-6340-49a3-ab32-a015f0557bb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255356 Jul 23 11:02:40.399140 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:02:40.709636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f35a-56aa-4f1a-ad92-3d6a70da7026 req-55a6bdcd-b5f6-42b5-95e0-1db206a8b827 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:40.711073 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cde9f35a-56aa-4f1a-ad92-3d6a70da7026 req-55a6bdcd-b5f6-42b5-95e0-1db206a8b827 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 950 time: 0.0627649 Jul 23 11:02:40.748362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cde9f35a-56aa-4f1a-ad92-3d6a70da7026 req-681b10c8-f683-4378-ac1c-5f8bf63e9b53 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Jul 23 11:02:41.650750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a582d-132d-49f7-bbe6-092e38808e21 req-3c41da7b-9760-4e44-b370-02ab9bf2784b tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:41.652142 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f9a582d-132d-49f7-bbe6-092e38808e21 req-3c41da7b-9760-4e44-b370-02ab9bf2784b tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 950 time: 0.0625122 Jul 23 11:02:41.688029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f9a582d-132d-49f7-bbe6-092e38808e21 req-40056e1b-a172-4e2f-a73d-2dd7cd90d23d tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303409 Jul 23 11:02:42.818330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1d3d-f833-495c-82f9-83472b50c755 req-71340fc4-6429-48bc-b446-8a48d5a9384d tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:42.819837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04ea1d3d-f833-495c-82f9-83472b50c755 req-71340fc4-6429-48bc-b446-8a48d5a9384d tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 950 time: 0.0624688 Jul 23 11:02:42.858177 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04ea1d3d-f833-495c-82f9-83472b50c755 req-ae6f498f-fd8a-4aa7-b5a9-e739a061a6cd tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.37 "GET /v2.0/security-groups?id=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Jul 23 11:02:42.900502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-42f7f3eb-8104-441e-a71b-9df0fbca2963 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:42.901974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-42f7f3eb-8104-441e-a71b-9df0fbca2963 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9a69590-97f8-4351-81aa-ad4cb5a1e2c1 HTTP/1.1" status: 200 len: 950 time: 0.0705967 Jul 23 11:02:42.997122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Deleting port 966d2e80-d704-451b-be82-e6eb20b18a4e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:02:42.997382 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:43.086334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] For port 966d2e80-d704-451b-be82-e6eb20b18a4e, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=966d2e80-d704-451b-be82-e6eb20b18a4e,segment=NetworkSegment(423cb808-f730-415f-b61e-4817559b433e),segment_id=423cb808-f730-415f-b61e-4817559b433e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:43.086693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:43.097909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Calling delete_port for 966d2e80-d704-451b-be82-e6eb20b18a4e owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:02:43.219390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:43.230766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['966d2e80-d704-451b-be82-e6eb20b18a4e'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:43.256094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Pushing event deleted for resources: {'Port': ['ID=966d2e80-d704-451b-be82-e6eb20b18a4e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:43.301612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] No DVR routers for this DVR port 966d2e80-d704-451b-be82-e6eb20b18a4e on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:02:43.304488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:43.306495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9ae3b94-fa62-47c6-b197-d62fcb442c6e req-4f4e1b8e-0cf6-415b-a944-c6c4e0004412 tempest-ServersAdminNegativeTestJSON-722193860 tempest-ServersAdminNegativeTestJSON-722193860-project] 10.222.0.55 "DELETE /v2.0/ports/966d2e80-d704-451b-be82-e6eb20b18a4e HTTP/1.1" status: 204 len: 173 time: 0.3988338 Jul 23 11:02:43.306939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'name': 'network-vif-deleted', 'tag': '966d2e80-d704-451b-be82-e6eb20b18a4e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:43.309217 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084d0080-e3f5-491a-bad4-d61aa868ae01" -d '{"events": [{"server_uuid": "f9a69590-97f8-4351-81aa-ad4cb5a1e2c1", "name": "network-vif-deleted", "tag": "966d2e80-d704-451b-be82-e6eb20b18a4e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:43.346845 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6affd-76e8-430b-9f55-1d8b0b211f61 x-openstack-request-id: req-60e6affd-76e8-430b-9f55-1d8b0b211f61 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:43.347139 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a69590-97f8-4351-81aa-ad4cb5a1e2c1", "name": "network-vif-deleted", "tag": "966d2e80-d704-451b-be82-e6eb20b18a4e", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:43.347400 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60e6affd-76e8-430b-9f55-1d8b0b211f61 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:43.347830 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a69590-97f8-4351-81aa-ad4cb5a1e2c1', 'name': 'network-vif-deleted', 'tag': '966d2e80-d704-451b-be82-e6eb20b18a4e', 'status': 'completed', 'code': 200} Jul 23 11:02:44.171400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33322) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:44.301568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1e921cff-b29a-431d-854c-680115891e5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72f1be3db5fd45bb96c319d4b26dd996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289659 Jul 23 11:02:44.304106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33326) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:44.350525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62bc102e-8817-4b51-8a53-8df00b37fa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:44.371033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62bc102e-8817-4b51-8a53-8df00b37fa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:44.755093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62bc102e-8817-4b51-8a53-8df00b37fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:44.757742 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62bc102e-8817-4b51-8a53-8df00b37fa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:44.758907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-62bc102e-8817-4b51-8a53-8df00b37fa90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a HTTP/1.1" status: 204 len: 168 time: 0.4536407 Jul 23 11:02:44.766341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc102e-8817-4b51-8a53-8df00b37fa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adac6c0-26d7-44c2-ba8c-eb0a1a56e29a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:45.012128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33334) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:45.024856 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e627eb79-dec3-4a7a-88e7-87fa27a84eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.114442 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e627eb79-dec3-4a7a-88e7-87fa27a84eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.118171 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e627eb79-dec3-4a7a-88e7-87fa27a84eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.154030 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e627eb79-dec3-4a7a-88e7-87fa27a84eda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7196775adb14d6e93f83007b0e78ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407995 Jul 23 11:02:45.156009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627eb79-dec3-4a7a-88e7-87fa27a84eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f616964-4cc6-4cd9-b04d-198ca519e21f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:45.157188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:45.214588 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f6acee8-6369-49c3-8764-ce5b86714cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.235766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f6acee8-6369-49c3-8764-ce5b86714cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.280693 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f6acee8-6369-49c3-8764-ce5b86714cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.283211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f6acee8-6369-49c3-8764-ce5b86714cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:45.284980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7f6acee8-6369-49c3-8764-ce5b86714cbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f616964-4cc6-4cd9-b04d-198ca519e21f HTTP/1.1" status: 204 len: 168 time: 0.1265624 Jul 23 11:02:45.292521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6acee8-6369-49c3-8764-ce5b86714cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f616964-4cc6-4cd9-b04d-198ca519e21f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:45.369473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 966d2e80-d704-451b-be82-e6eb20b18a4e no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:02:45.387884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 966d2e80-d704-451b-be82-e6eb20b18a4e {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:02:45.388226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 966d2e80-d704-451b-be82-e6eb20b18a4e not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:02:45.972919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:46.069034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-501696561-network', 'tenant_id': 'edfed89e781d4cff9ee67960cd601ec3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:02:46.090046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Made reservation on behalf of edfed89e781d4cff9ee67960cd601ec3 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:02:46.092476 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.101585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.188832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.193118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.214467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:02:46.229692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650ecb7-7090-4ffc-b8a7-9f229c182793,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:46.234053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.234401 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Added segment 13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5 of type vlan for network 080bc699-6832-4c70-8c77-f331e42069e1 Jul 23 11:02:46.273232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.301104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.302025 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:46.302597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.338915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3647976 Jul 23 11:02:46.342023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33362) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:02:46.347667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Request body: {'subnet': {'network_id': '080bc699-6832-4c70-8c77-f331e42069e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-501696561-subnet', 'tenant_id': 'edfed89e781d4cff9ee67960cd601ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:02:46.363903 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e4b1e-af0c-4618-aabd-38e8e9f5902e admin admin] Pushing event updated for resources: {'Network': ['ID=080bc699-6832-4c70-8c77-f331e42069e1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:46.368366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Made reservation on behalf of edfed89e781d4cff9ee67960cd601ec3 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:02:46.371085 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.374334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 080bc699-6832-4c70-8c77-f331e42069e1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:02:46.531559 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.591311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:46.593410 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Checking segment: {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:02:46.593757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Network hostable DHCP agents. Network: 080bc699-6832-4c70-8c77-f331e42069e1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:02:46.609562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Network 080bc699-6832-4c70-8c77-f331e42069e1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:02:46.617913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 080bc699-6832-4c70-8c77-f331e42069e1) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:02:46.621836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:46.622420 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:46.627234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90102c28-e60b-4b5b-9b81-313341f29277 None None] Network 080bc699-6832-4c70-8c77-f331e42069e1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:02:46.636116 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-24478873-7318-4dda-a92f-ec6d15c8babe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2929583 Jul 23 11:02:46.756520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42808a3b-d419-4a73-93e1-36d25b67f28e None None] Network 080bc699-6832-4c70-8c77-f331e42069e1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:02:47.057070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-973e7883-062c-4da3-b4cf-e5644cdf6a0e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:47.058558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-973e7883-062c-4da3-b4cf-e5644cdf6a0e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 811 time: 0.1015396 Jul 23 11:02:47.073268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-d9ca9ee2-97e9-4fc1-8dc2-21af1c0c2b83 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/quotas/edfed89e781d4cff9ee67960cd601ec3 HTTP/1.1" status: 200 len: 375 time: 0.0093102 Jul 23 11:02:47.107558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-8271e597-e40c-4e32-b4e8-de4e3ded2c90 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294409 Jul 23 11:02:47.117851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-485030f0-80f8-4e94-8ad5-72c8f0d12bee service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:02:47.118768 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-485030f0-80f8-4e94-8ad5-72c8f0d12bee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050025 Jul 23 11:02:47.208019 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-10f41dd3-34e1-4123-9663-d5292b471b8d service neutron] 10.222.0.37 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Jul 23 11:02:47.295778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-4b369a37-c6ec-4b7d-b4e9-bb4fd20961cc service neutron] 10.222.0.37 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819645 Jul 23 11:02:47.473050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74dd8f55-8435-4545-b882-ef74484c44e7 req-aa21475a-3953-49d4-a632-c3c29c4d395a tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 210 time: 0.0362310 Jul 23 11:02:48.569491 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-35f52847-753a-416e-af0f-9a5a1880ef63 req-07888f7c-b60f-420d-a845-346ee32e1bdf tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 210 time: 0.0328970 Jul 23 11:02:48.696880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-8a7e922a-ab95-42c8-9c86-7bd743681036 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:48.698341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-8a7e922a-ab95-42c8-9c86-7bd743681036 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.20 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 811 time: 0.1004145 Jul 23 11:02:48.715938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Request body: {'port': {'device_id': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1', 'admin_state_up': True, 'tenant_id': 'edfed89e781d4cff9ee67960cd601ec3'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:02:48.827711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Made reservation on behalf of edfed89e781d4cff9ee67960cd601ec3 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:02:48.831256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:48.956444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Allocated IP 172.20.0.11 (080bc699-6832-4c70-8c77-f331e42069e1/aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60/c8802790-8a3b-4e82-8ced-5edf697fee55) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:02:49.094077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.132309 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.177624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Network 080bc699-6832-4c70-8c77-f331e42069e1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:02:49.182710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:02:49.186407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:02:49.192740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:49.237809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:49.238421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.251858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-e36b1b05-559e-46e3-ba52-c315e4afed08 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5397708 Jul 23 11:02:49.267830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Request body: {'port': {'device_id': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:02:49.340595 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.600090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8802790-8a3b-4e82-8ced-5edf697fee55 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:02:49.607830 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.619613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Transition to ACTIVE for port object c8802790-8a3b-4e82-8ced-5edf697fee55 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:02:49.623443 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.693002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:49.701386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b18d2-c05e-4ae1-a7e1-b930c7b5c2cf req-6d45aef8-e08b-4024-b64b-7173777a290d tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:49.702933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a0b18d2-c05e-4ae1-a7e1-b930c7b5c2cf req-6d45aef8-e08b-4024-b64b-7173777a290d tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.0661809 Jul 23 11:02:49.742217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a0b18d2-c05e-4ae1-a7e1-b930c7b5c2cf req-f51ef57e-caf0-4ab5-a9b7-133bd9140606 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Jul 23 11:02:49.742775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:02:49.743123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:02:49.743483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 on network 080bc699-6832-4c70-8c77-f331e42069e1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:02:49.747820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Port c8802790-8a3b-4e82-8ced-5edf697fee55 on network 080bc699-6832-4c70-8c77-f331e42069e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:02:49.748153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 on network 080bc699-6832-4c70-8c77-f331e42069e1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:02:49.753398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:02:49.753744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Checking segment: {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:02:49.754171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Bound using segment: {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:02:49.754566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Bound port: c8802790-8a3b-4e82-8ced-5edf697fee55, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:02:49.754939 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.819664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:02:49.822639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:02:49.828069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.861118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:49.861625 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:49.863103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 1092 time: 0.5994301 Jul 23 11:02:49.863566 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:49.865878 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c212816c-373d-49c0-b820-7742de07f87b" -d '{"events": [{"name": "network-changed", "server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:49.891318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df264c95-8659-4410-ba48-e8809f592de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:49.975985 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-a66c900f-fb56-499c-b18f-aca6a151c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:49.977630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-a66c900f-fb56-499c-b18f-aca6a151c277 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1095 time: 0.0602875 Jul 23 11:02:49.979062 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba978ac-88e3-472b-9e56-3daf3a92d2bb x-openstack-request-id: req-cba978ac-88e3-472b-9e56-3daf3a92d2bb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:49.979346 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:49.979628 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cba978ac-88e3-472b-9e56-3daf3a92d2bb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:49.980018 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'status': 'completed', 'code': 200} Jul 23 11:02:50.040384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-485ca938-e948-4e5a-ae48-fff93c80daa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0377340 Jul 23 11:02:50.088976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-f4646305-ff1d-49ad-ba05-b38e60f38e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.090384 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-f4646305-ff1d-49ad-ba05-b38e60f38e37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0431373 Jul 23 11:02:50.124416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-03db8cc1-390f-45ad-bd5e-25e482a1f38a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273318 Jul 23 11:02:50.216904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-bac9d47a-8385-432f-b174-8f463dcfd611 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Jul 23 11:02:50.303651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3af33e03-339d-41c3-bb85-d29faa4afae1 req-0b647ce8-d69a-46ae-9d20-c362e27428b2 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794532 Jul 23 11:02:50.441074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212816c-373d-49c0-b820-7742de07f87b req-d15a7143-ce0f-4f5d-9e12-d8373f264252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.442472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-d15a7143-ce0f-4f5d-9e12-d8373f264252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1095 time: 0.0578587 Jul 23 11:02:50.528982 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212816c-373d-49c0-b820-7742de07f87b req-7837194d-0c31-4975-8237-97d364f56b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.530431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-7837194d-0c31-4975-8237-97d364f56b0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 912 time: 0.0821192 Jul 23 11:02:50.597927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-f5365bfc-2e81-4c85-8b97-bf7d5f589426 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0402439 Jul 23 11:02:50.646843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212816c-373d-49c0-b820-7742de07f87b req-f22ed35e-82ca-408b-bbfa-4f7cad7b6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.648293 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-f22ed35e-82ca-408b-bbfa-4f7cad7b6e33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0445056 Jul 23 11:02:50.683211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-30455218-7757-446e-904c-2b42b8e99dea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285349 Jul 23 11:02:50.777876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-63c0f2d1-e283-4706-89de-f6c5d4063b8e service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Jul 23 11:02:50.868360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c212816c-373d-49c0-b820-7742de07f87b req-5de48c5e-e7d3-4c81-826e-7849f0392248 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Jul 23 11:02:50.879720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db61039-d5eb-4caf-a9bf-c349bcdf231c req-8e3812b4-39ad-4c2d-ae9c-fde4d84d59f4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:50.881193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4db61039-d5eb-4caf-a9bf-c349bcdf231c req-8e3812b4-39ad-4c2d-ae9c-fde4d84d59f4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.0695703 Jul 23 11:02:50.919566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4db61039-d5eb-4caf-a9bf-c349bcdf231c req-8bfa6e6b-bccf-40f3-be52-0e70b17b4474 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Jul 23 11:02:52.059592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea97aa8-25f1-4c4c-bdba-346637b1be07 req-c46686ce-4cd8-4010-a6ba-bfc84c4ca70b tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:52.061068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ea97aa8-25f1-4c4c-bdba-346637b1be07 req-c46686ce-4cd8-4010-a6ba-bfc84c4ca70b tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.0623269 Jul 23 11:02:52.102360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3ea97aa8-25f1-4c4c-bdba-346637b1be07 req-b8210381-828f-4ae7-969e-7f9fd2521746 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355790 Jul 23 11:02:53.228486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22808e82-513f-4890-8512-0553f04e1fe6 req-803d5449-390b-4844-9325-3d8847ea8dae tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:53.230089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22808e82-513f-4890-8512-0553f04e1fe6 req-803d5449-390b-4844-9325-3d8847ea8dae tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.0623884 Jul 23 11:02:53.267611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22808e82-513f-4890-8512-0553f04e1fe6 req-9a11ae62-1d39-4ca1-bad8-3621ad0a84b9 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Jul 23 11:02:53.294845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:02:53.390815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:53.401186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1', 'port_id': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'mac_address': 'fa:16:3e:79:b0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:02:53.437472 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.449814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8802790-8a3b-4e82-8ced-5edf697fee55 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:02:53.468232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:53.472634 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:53.522944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:53.765218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['c8802790-8a3b-4e82-8ced-5edf697fee55'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:02:54.285708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:54.394487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92747e-553c-4c91-9ff3-a1e436f5c5aa req-897e70d8-092e-46f7-b777-eb762686ea58 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:54.395932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f92747e-553c-4c91-9ff3-a1e436f5c5aa req-897e70d8-092e-46f7-b777-eb762686ea58 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 945 time: 0.0632129 Jul 23 11:02:54.434729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2f92747e-553c-4c91-9ff3-a1e436f5c5aa req-498ccf9b-3dee-47e2-9050-e5c3646bc8cb tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Jul 23 11:02:55.294794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:02:55.344723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port c8802790-8a3b-4e82-8ced-5edf697fee55 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:02:55.348964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port c8802790-8a3b-4e82-8ced-5edf697fee55 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:02:55.349341 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:55.422839 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:55.445100 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:02:55.447550 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6826c0-3849-4c24-a920-54a2f332f60b" -d '{"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:02:55.459716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:02:55.464597 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:55.490490 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0c9df-5e21-449f-a63b-58e66bb86113 x-openstack-request-id: req-4cd0c9df-5e21-449f-a63b-58e66bb86113 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:02:55.490790 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:02:55.491045 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cd0c9df-5e21-449f-a63b-58e66bb86113 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:02:55.491457 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'code': 200} Jul 23 11:02:55.522771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:02:55.575560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bdb9a-c4c8-48f2-b223-4a42d8b7a8d2 req-68d6be83-c574-4544-a729-c32a3131bc35 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:55.576974 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b7bdb9a-c4c8-48f2-b223-4a42d8b7a8d2 req-68d6be83-c574-4544-a729-c32a3131bc35 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0673082 Jul 23 11:02:55.643394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b7bdb9a-c4c8-48f2-b223-4a42d8b7a8d2 req-8cd5aa20-6541-45fc-8db7-9ec5e4f6e800 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 Jul 23 11:02:55.657130 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba6ece-85ff-40f8-a910-2e2fa0b543bc req-c6ff4f37-5633-4fa1-affa-67cd782b15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:55.658616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83ba6ece-85ff-40f8-a910-2e2fa0b543bc req-c6ff4f37-5633-4fa1-affa-67cd782b15c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1097 time: 0.0807934 Jul 23 11:02:55.692681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83ba6ece-85ff-40f8-a910-2e2fa0b543bc req-5cf90f91-7363-4907-af80-d007f8295f89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273485 Jul 23 11:02:56.780064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27c8d-ad7e-4675-9768-58b5aaf099e5 req-7eaffd0d-5027-42ed-b533-c9d629977229 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:56.781516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86d27c8d-ad7e-4675-9768-58b5aaf099e5 req-7eaffd0d-5027-42ed-b533-c9d629977229 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0668285 Jul 23 11:02:56.817938 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86d27c8d-ad7e-4675-9768-58b5aaf099e5 req-3f2dae2a-4b9e-4fed-a9ca-c3c75608b13a tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301936 Jul 23 11:02:57.073041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db731cd-abd0-49e9-b41f-4b5d7175f625 req-bf561261-d105-45f1-a12e-9c6d5f07b5f1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:57.074536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2db731cd-abd0-49e9-b41f-4b5d7175f625 req-bf561261-d105-45f1-a12e-9c6d5f07b5f1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0641341 Jul 23 11:02:57.094500 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ecd37d8-ef4c-425e-a345-4139fcbe11ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:02:57.108152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-1e76fa9f-e1bc-416a-9d59-17f290f5af7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069331 Jul 23 11:02:57.116598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2db731cd-abd0-49e9-b41f-4b5d7175f625 req-f30c098f-ce23-4c03-abae-9fc1104596b9 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359566 Jul 23 11:02:58.250351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d1347-0a5c-42c2-85aa-70a5649b7f5a req-273b2c49-df15-45d4-8235-df4bb19d6f52 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.252288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d66d1347-0a5c-42c2-85aa-70a5649b7f5a req-273b2c49-df15-45d4-8235-df4bb19d6f52 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0671203 Jul 23 11:02:58.295602 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d66d1347-0a5c-42c2-85aa-70a5649b7f5a req-44d45b9a-5d8f-48b7-8db7-3dfd36d506a0 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366611 Jul 23 11:02:58.352461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-21f097d4-5e32-4086-901f-17251c209da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.353964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-21f097d4-5e32-4086-901f-17251c209da1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1097 time: 0.0575125 Jul 23 11:02:58.442544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-35d94e1f-07c9-4dd1-a307-13272cb6eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.443955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-35d94e1f-07c9-4dd1-a307-13272cb6eee5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 912 time: 0.0830278 Jul 23 11:02:58.488232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-1cf51d59-70d4-4ad6-b17a-bfa4df24dfe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0378613 Jul 23 11:02:58.535775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-831d24cd-fd13-42c1-a792-4edca303e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:58.537977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-831d24cd-fd13-42c1-a792-4edca303e447 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0439761 Jul 23 11:02:58.572639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-777fdee4-cec3-40ac-9828-48cd6d7b701b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286975 Jul 23 11:02:58.664104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-fccdbe0e-4342-4143-8988-01bf3207ca92 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855803 Jul 23 11:02:58.750642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-8adeb93b-eb09-4c97-b69f-0dee486ca88d service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802312 Jul 23 11:02:59.422889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81d04-a83a-421c-a5df-f197e39fcc9b req-f8434523-16d2-42df-8311-ec95eebee4cf tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:02:59.425034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-57e81d04-a83a-421c-a5df-f197e39fcc9b req-f8434523-16d2-42df-8311-ec95eebee4cf tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0632236 Jul 23 11:02:59.470307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-57e81d04-a83a-421c-a5df-f197e39fcc9b req-3566d272-2fd0-47db-bf46-54c9f1a3a285 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Jul 23 11:02:59.937153 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fbc912e-db14-4679-abcf-cd567f928797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:00.240410 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:00.598127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395920c-abd2-4176-bb8f-46f4a3107bf9 req-cf2c9ebe-fbf1-491b-ada4-e2dfeb41ad12 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:00.599629 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6395920c-abd2-4176-bb8f-46f4a3107bf9 req-cf2c9ebe-fbf1-491b-ada4-e2dfeb41ad12 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0614338 Jul 23 11:03:00.640182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6395920c-abd2-4176-bb8f-46f4a3107bf9 req-26c952f1-d9ba-44c4-982d-259163903f43 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Jul 23 11:03:01.328047 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:01.766112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ec2e-071e-42b5-9645-995659d6ed3e req-04753c4f-dbb7-4a52-9f7d-4d953b9aa095 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:01.767617 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15d5ec2e-071e-42b5-9645-995659d6ed3e req-04753c4f-dbb7-4a52-9f7d-4d953b9aa095 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0625577 Jul 23 11:03:01.803955 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-15d5ec2e-071e-42b5-9645-995659d6ed3e req-a91f96f2-817c-4013-b147-203892b8638d tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302520 Jul 23 11:03:02.600163 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:02.933123 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1029e8-53f9-44f9-84ad-83cb77aa2be3 req-dd05cab1-11d8-4624-a38e-2546e8011260 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:02.934626 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f1029e8-53f9-44f9-84ad-83cb77aa2be3 req-dd05cab1-11d8-4624-a38e-2546e8011260 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0637825 Jul 23 11:03:02.972908 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f1029e8-53f9-44f9-84ad-83cb77aa2be3 req-127e8b2b-807c-4c36-96aa-09983e902285 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jul 23 11:03:04.107465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9411f1-fd97-4fa8-9eb2-843eba596ddf req-57da6b16-f3f5-45e0-8b09-3b6d91321e31 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:04.108948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9411f1-fd97-4fa8-9eb2-843eba596ddf req-57da6b16-f3f5-45e0-8b09-3b6d91321e31 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0630867 Jul 23 11:03:04.146645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9411f1-fd97-4fa8-9eb2-843eba596ddf req-3cb7aca4-98e2-4326-b328-f08d144bf815 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Jul 23 11:03:04.692789 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:05.273188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79775cdf-6da9-4fa8-a698-4e5a45011577 req-3979ca3b-d81a-43b6-bd43-ac123ac4d673 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:05.274651 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79775cdf-6da9-4fa8-a698-4e5a45011577 req-3979ca3b-d81a-43b6-bd43-ac123ac4d673 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0610881 Jul 23 11:03:05.311802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-79775cdf-6da9-4fa8-a698-4e5a45011577 req-3655672d-825f-4478-8740-18cc60dd7f7f tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Jul 23 11:03:06.443348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12648-a894-447b-ad4f-335dddc4b012 req-d9b649e1-3c04-4a88-9f79-c0ec4c310caf tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:06.444857 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ba12648-a894-447b-ad4f-335dddc4b012 req-d9b649e1-3c04-4a88-9f79-c0ec4c310caf tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0663803 Jul 23 11:03:06.482050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4ba12648-a894-447b-ad4f-335dddc4b012 req-06195ab8-8011-49b2-b9f4-2d7c54b2e77c tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Jul 23 11:03:07.615739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f801-ed92-443e-8dd1-098cee90da30 req-5c99da73-1159-4f9f-9480-e520e9c43e44 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:07.617223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2d8f801-ed92-443e-8dd1-098cee90da30 req-5c99da73-1159-4f9f-9480-e520e9c43e44 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0677166 Jul 23 11:03:07.653486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2d8f801-ed92-443e-8dd1-098cee90da30 req-0f6ceac0-108f-47b1-a612-7b9d8a3425b1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Jul 23 11:03:08.780987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc8936-6d6c-4709-bdad-ee889aeae6f0 req-20aca02f-962a-4372-92d5-61b605cfc0c6 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:08.782464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-effc8936-6d6c-4709-bdad-ee889aeae6f0 req-20aca02f-962a-4372-92d5-61b605cfc0c6 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0623229 Jul 23 11:03:08.820501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-effc8936-6d6c-4709-bdad-ee889aeae6f0 req-46961925-3ece-4081-9d5d-3d2009081cb6 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Jul 23 11:03:09.954635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f087-0627-489c-9e1c-9562e349bc99 req-6d6c3535-1333-4cd6-84f4-c8d9f40663ae tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:09.956146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ae9f087-0627-489c-9e1c-9562e349bc99 req-6d6c3535-1333-4cd6-84f4-c8d9f40663ae tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0638421 Jul 23 11:03:09.993400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4ae9f087-0627-489c-9e1c-9562e349bc99 req-9907c1b2-426b-4c6c-a910-1ee72050be0e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Jul 23 11:03:11.122446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2ea5-3dee-402e-842f-0e86882e37db req-45eaca85-c09e-46bf-9f53-ae610f00dd54 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:11.123951 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7bba2ea5-3dee-402e-842f-0e86882e37db req-45eaca85-c09e-46bf-9f53-ae610f00dd54 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0644197 Jul 23 11:03:11.165457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7bba2ea5-3dee-402e-842f-0e86882e37db req-0dac80f5-117f-414d-ae44-c8a88b5b562e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 Jul 23 11:03:12.301821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b203-772a-4502-a2cd-38e0a191b65b req-57ba9361-336c-4b02-a9fa-93b67a8ced13 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:12.303377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd39b203-772a-4502-a2cd-38e0a191b65b req-57ba9361-336c-4b02-a9fa-93b67a8ced13 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0657215 Jul 23 11:03:12.346027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd39b203-772a-4502-a2cd-38e0a191b65b req-4b28cee7-233c-45af-81bc-9aa49e777738 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Jul 23 11:03:13.476715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58ba2f-8343-4ddb-9974-75e0dec8ba7a req-7e4dacc4-599d-467a-a4bf-1d16e4974565 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:13.478206 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a58ba2f-8343-4ddb-9974-75e0dec8ba7a req-7e4dacc4-599d-467a-a4bf-1d16e4974565 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0629594 Jul 23 11:03:13.516633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4a58ba2f-8343-4ddb-9974-75e0dec8ba7a req-985229f1-79e0-44e7-96a8-79ba9bbac4c1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Jul 23 11:03:14.645174 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c93ab-74bf-4d66-8160-6dae738cd8bd req-6392b88f-3b5d-48fe-915e-3f1f078c5106 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:14.646682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-745c93ab-74bf-4d66-8160-6dae738cd8bd req-6392b88f-3b5d-48fe-915e-3f1f078c5106 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0625787 Jul 23 11:03:14.684415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-745c93ab-74bf-4d66-8160-6dae738cd8bd req-d5aaf9ef-f356-458d-bb28-7c80f154f23f tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Jul 23 11:03:15.813413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f45e3-e4b3-435c-948f-ca40802bef6b req-97d43c2a-e9c9-4a4b-a864-f6ce76f134b9 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:15.814996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff4f45e3-e4b3-435c-948f-ca40802bef6b req-97d43c2a-e9c9-4a4b-a864-f6ce76f134b9 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0643272 Jul 23 11:03:15.859112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff4f45e3-e4b3-435c-948f-ca40802bef6b req-a3a01d77-9d07-432b-b9a0-cbceaa8ba1f6 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Jul 23 11:03:16.993534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d99c6a-6ed5-4f4a-9f1f-4f505e602ad2 req-7c231b4b-0146-4a8f-bd37-a795f7b2edb3 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:16.995024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10d99c6a-6ed5-4f4a-9f1f-4f505e602ad2 req-7c231b4b-0146-4a8f-bd37-a795f7b2edb3 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0649185 Jul 23 11:03:17.031605 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10d99c6a-6ed5-4f4a-9f1f-4f505e602ad2 req-259f3d08-e8d8-464e-b371-92485d618303 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Jul 23 11:03:17.399434 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:03:18.170354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beba89f-a208-4f2d-aaf7-cb8ad60120fa req-9364e238-0774-4ba2-ab98-c1961ff39ba9 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:18.171887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0beba89f-a208-4f2d-aaf7-cb8ad60120fa req-9364e238-0774-4ba2-ab98-c1961ff39ba9 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0670121 Jul 23 11:03:18.210922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0beba89f-a208-4f2d-aaf7-cb8ad60120fa req-d21c398b-6cf7-4287-81f5-8cb7b37f3c4b tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Jul 23 11:03:19.340933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af985c-b50d-409f-abb5-cdd941ed1b08 req-e195ec28-b899-435d-bac1-1ea80f1313d0 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:19.342390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97af985c-b50d-409f-abb5-cdd941ed1b08 req-e195ec28-b899-435d-bac1-1ea80f1313d0 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0648401 Jul 23 11:03:19.378516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97af985c-b50d-409f-abb5-cdd941ed1b08 req-953f4fbc-87c5-4336-ba92-ebd96242cea1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Jul 23 11:03:20.505493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a2139-2db1-47ac-b74d-b547f0448c83 req-74754853-b4ed-48d7-a07c-424cb9bcf9c1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:20.506959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e54a2139-2db1-47ac-b74d-b547f0448c83 req-74754853-b4ed-48d7-a07c-424cb9bcf9c1 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0616131 Jul 23 11:03:20.543283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e54a2139-2db1-47ac-b74d-b547f0448c83 req-f4ffd129-86d8-46b2-bda4-0c0bd324953b tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Jul 23 11:03:21.670680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01e8b-3c75-421f-b563-ab62e81cf3cb req-42720f21-8636-4b90-a426-85d00e1081d3 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:21.672215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ff01e8b-3c75-421f-b563-ab62e81cf3cb req-42720f21-8636-4b90-a426-85d00e1081d3 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jul 23 11:03:21.709574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1ff01e8b-3c75-421f-b563-ab62e81cf3cb req-067226e6-c427-42be-bc6b-5a0d0eaddd09 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jul 23 11:03:22.860862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f0b3-dc0c-4f88-b5aa-3afe1421fc6e req-61449f7b-051d-488d-bd69-ecbec81da174 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:22.862449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb08f0b3-dc0c-4f88-b5aa-3afe1421fc6e req-61449f7b-051d-488d-bd69-ecbec81da174 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0728929 Jul 23 11:03:22.912526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb08f0b3-dc0c-4f88-b5aa-3afe1421fc6e req-350582cf-a1b0-433d-90c2-1bfb5f67d648 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Jul 23 11:03:24.040360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ad984-cd63-4c73-9f78-3106e2f95ed7 req-de94694f-df50-4fe4-844d-0dbf3615282e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:24.042151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-762ad984-cd63-4c73-9f78-3106e2f95ed7 req-de94694f-df50-4fe4-844d-0dbf3615282e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0621045 Jul 23 11:03:24.078983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-762ad984-cd63-4c73-9f78-3106e2f95ed7 req-b001abd5-ba55-4f61-8722-03e3c2b8e20b tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Jul 23 11:03:24.284604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:25.555358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d432251-e3d8-4359-9221-709a184051df req-8f7120f3-19bf-4e4c-bf1c-03b3667af9c5 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:25.556863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d432251-e3d8-4359-9221-709a184051df req-8f7120f3-19bf-4e4c-bf1c-03b3667af9c5 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.4119201 Jul 23 11:03:25.592731 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2d432251-e3d8-4359-9221-709a184051df req-168cb4c4-1563-4de3-957a-3f950c181c6e tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304148 Jul 23 11:03:25.775819 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-f1fff85e-ba7e-4c32-95d9-87e510d74f7b service neutron] show failed (client error): The resource could not be found. Jul 23 11:03:25.776800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-f1fff85e-ba7e-4c32-95d9-87e510d74f7b service neutron] 10.222.0.20 "GET /v2.0/ports/c8802790-8a3b-4e82-8ced-5edf697fee55/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0619788 Jul 23 11:03:25.984481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-90edd710-dd1a-4058-9c37-11c44ae478f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:25.985971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-90edd710-dd1a-4058-9c37-11c44ae478f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d&tenant_id=edfed89e781d4cff9ee67960cd601ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0539329 Jul 23 11:03:25.997692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:26.068499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:26.271322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:26.302984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:26.341045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:26.343283 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7f2c7e-2f77-47a7-93d2-c4e00f9be170" -d '{"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:26.346705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:26.358429 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Transition to ACTIVE for port object c8802790-8a3b-4e82-8ced-5edf697fee55 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:26.362413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:26.398277 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d00376-cd38-4bcf-aa1f-2aa08dd23fc0 x-openstack-request-id: req-a0d00376-cd38-4bcf-aa1f-2aa08dd23fc0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:26.398618 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:26.398836 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0d00376-cd38-4bcf-aa1f-2aa08dd23fc0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:26.399233 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'code': 200} Jul 23 11:03:26.418388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:26.435833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] No DVR routers for this DVR port c8802790-8a3b-4e82-8ced-5edf697fee55 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:03:26.444084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.444430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.444768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.445106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.445437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.445765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.446096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.446420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.446742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.447068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.447387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.447731 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:26.486205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:26.486536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:26.486862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 on network 080bc699-6832-4c70-8c77-f331e42069e1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:26.490988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Port c8802790-8a3b-4e82-8ced-5edf697fee55 on network 080bc699-6832-4c70-8c77-f331e42069e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:03:26.491309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Attempting to bind port c8802790-8a3b-4e82-8ced-5edf697fee55 on network 080bc699-6832-4c70-8c77-f331e42069e1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:26.495943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:26.496279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Checking segment: {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:26.496656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Bound using segment: {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:26.497075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Bound port: c8802790-8a3b-4e82-8ced-5edf697fee55, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:26.497423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:26.557173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:26.560244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:26.564244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:26.599348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.599996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:26.601405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 1092 time: 0.6077633 Jul 23 11:03:26.622579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72558075-c2d6-4f67-bcf6-2ef80df3e460 service neutron] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:26.696588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-bc35820d-91f8-4f94-b4eb-dd7e4d63f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.698101 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-bc35820d-91f8-4f94-b4eb-dd7e4d63f463 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1095 time: 0.0632102 Jul 23 11:03:26.730518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552231-c500-4c11-94bd-3f578e2076c8 req-4236a8a0-31f4-4f12-bac5-3b1c125abdb7 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.732017 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62552231-c500-4c11-94bd-3f578e2076c8 req-4236a8a0-31f4-4f12-bac5-3b1c125abdb7 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.0686164 Jul 23 11:03:26.770001 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62552231-c500-4c11-94bd-3f578e2076c8 req-ea3a5fed-9100-44c2-a6a2-458a4960f7b7 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 23 11:03:26.786060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-3508c87b-9fcf-4106-ba2b-a16fed66d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.787760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-3508c87b-9fcf-4106-ba2b-a16fed66d2b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 912 time: 0.0836368 Jul 23 11:03:26.831300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-5188829f-888c-418e-a9b5-7fc6e00cf2f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0375516 Jul 23 11:03:26.878475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-bb8878db-25f8-4873-991b-01b058042de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:26.880632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-bb8878db-25f8-4873-991b-01b058042de0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0428631 Jul 23 11:03:26.913396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-9f0960db-7ccd-4bdd-9211-65636ea06c64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259686 Jul 23 11:03:27.001796 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-50377101-e156-4835-8bc9-c2926730b95d service neutron] 10.222.0.55 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820534 Jul 23 11:03:27.088211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95967a2d-4e8c-4f29-bdc2-1320c2193ca1 req-2df88e08-d3c4-40fc-a91c-4a4bc52c4c1b service neutron] 10.222.0.55 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792239 Jul 23 11:03:27.096209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb9e8a28-dfc1-4b12-b1d3-62e7651bbba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:27.899440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044d6d-4343-4c25-83d3-bd58754d0784 req-478e21fe-bb39-4ff8-baff-813434c2a8c6 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:27.900896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7044d6d-4343-4c25-83d3-bd58754d0784 req-478e21fe-bb39-4ff8-baff-813434c2a8c6 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.0616758 Jul 23 11:03:27.942571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7044d6d-4343-4c25-83d3-bd58754d0784 req-2f769675-c412-441f-a086-67180fd4d8bd tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Jul 23 11:03:28.400050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:28.402322 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:28.451369 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b1257-bdbe-4491-ac38-c5e725b5ff72 x-openstack-request-id: req-ae1b1257-bdbe-4491-ac38-c5e725b5ff72 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:28.451691 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:28.451942 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae1b1257-bdbe-4491-ac38-c5e725b5ff72 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:28.452331 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'status': 'completed', 'code': 200} Jul 23 11:03:28.575984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-26f72809-3d70-4bff-aa9d-c7485a98b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:28.577495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-26f72809-3d70-4bff-aa9d-c7485a98b21d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1095 time: 0.1000316 Jul 23 11:03:28.581612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-90ddff6d-5758-4530-bb1b-c67d9e6df8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:28.583033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-90ddff6d-5758-4530-bb1b-c67d9e6df8b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1095 time: 0.0927861 Jul 23 11:03:28.731353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-8b06c914-2b35-48a8-97eb-769e4ef87920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:28.732774 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-8b06c914-2b35-48a8-97eb-769e4ef87920 service neutron] 10.222.0.55 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 912 time: 0.1475532 Jul 23 11:03:28.735243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-5f9875f7-d29d-4d5d-b030-44056ebdf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:28.736616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-5f9875f7-d29d-4d5d-b030-44056ebdf3eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 912 time: 0.1436050 Jul 23 11:03:28.780878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-0bd902a3-1a8c-434c-b5f8-1ef47137bb54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0418155 Jul 23 11:03:28.814156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-d2f0a74e-a290-4166-9bad-acc4c9e6f17c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0686057 Jul 23 11:03:28.883775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-a90a79bf-75a9-4a10-8d86-de57227a80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:28.885245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-a90a79bf-75a9-4a10-8d86-de57227a80a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0788684 Jul 23 11:03:28.890120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-83354ca0-6c51-438a-bbab-2bc2185850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:28.891485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-83354ca0-6c51-438a-bbab-2bc2185850ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0593462 Jul 23 11:03:28.925578 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-c69eed27-02e1-42c8-b0cf-ca32cf710a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331454 Jul 23 11:03:28.949379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-163db529-c1d5-4edc-8fd7-ffc01c18b0db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494275 Jul 23 11:03:29.128422 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-44856d76-921e-42e8-808b-0658cd48e2de service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682050 Jul 23 11:03:29.131624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-4a2478a9-890f-44b0-a507-a6f1ee75342b service neutron] 10.222.0.55 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906021 Jul 23 11:03:29.201299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3a5c-887a-4d6a-a757-b03ee0eab4a3 req-8251e9c5-fe7a-4598-b1f6-2a8c95113d9d tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:29.202761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a5b3a5c-887a-4d6a-a757-b03ee0eab4a3 req-8251e9c5-fe7a-4598-b1f6-2a8c95113d9d tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 944 time: 0.1774287 Jul 23 11:03:29.435550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:03:29.478252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:03:29.586768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:03:29.666498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a5b3a5c-887a-4d6a-a757-b03ee0eab4a3 req-c2f73558-4df2-4d2f-b730-4bfcc37c0899 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917964 Jul 23 11:03:29.671624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-3870c6c8-078a-4c9d-bc8a-1bf1552e75e3 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371549 Jul 23 11:03:29.673812 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a2e6a32-8e1a-4601-8de2-b6802072e8e5 req-ae767008-1c23-4cd0-8536-6ef22e4ca032 service neutron] 10.222.0.55 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258157 Jul 23 11:03:29.680799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:29.695142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'network_id': '080bc699-6832-4c70-8c77-f331e42069e1', 'port_id': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'mac_address': 'fa:16:3e:79:b0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:03:29.731302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:29.744226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8802790-8a3b-4e82-8ced-5edf697fee55 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:29.764032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:29.767919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:29.818708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:29.937914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27558166-d99f-4d17-92da-93c13d046bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:29.965430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c8802790-8a3b-4e82-8ced-5edf697fee55'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:29.993666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764892a6-f063-4d71-9ad9-05efbff98eee req-47cb1836-1fce-44bd-8bac-ec8dc13342b4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:29.995146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-47cb1836-1fce-44bd-8bac-ec8dc13342b4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.20 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d&tenant_id=edfed89e781d4cff9ee67960cd601ec3&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 945 time: 0.1324725 Jul 23 11:03:30.057867 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-764892a6-f063-4d71-9ad9-05efbff98eee req-74abeb1f-56ea-454f-8cc4-76deaef793d7 service neutron] delete failed (client error): The resource could not be found. Jul 23 11:03:30.058886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-74abeb1f-56ea-454f-8cc4-76deaef793d7 service neutron] 10.222.0.20 "DELETE /v2.0/ports/c8802790-8a3b-4e82-8ced-5edf697fee55/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0570045 Jul 23 11:03:30.185751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764892a6-f063-4d71-9ad9-05efbff98eee req-32453176-d34a-42ec-856a-53c31e254285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:30.187360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-32453176-d34a-42ec-856a-53c31e254285 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=edfed89e781d4cff9ee67960cd601ec3&device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 1096 time: 0.0633507 Jul 23 11:03:30.242132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:30.279423 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764892a6-f063-4d71-9ad9-05efbff98eee req-3ce43648-2b03-4539-9a56-eff84abb5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:30.280918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-3ce43648-2b03-4539-9a56-eff84abb5f9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 200 len: 912 time: 0.0873575 Jul 23 11:03:30.321132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-24df354d-c40a-4975-8f23-5dfef402d8ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 200 len: 217 time: 0.0338361 Jul 23 11:03:30.371838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764892a6-f063-4d71-9ad9-05efbff98eee req-a6d09401-6bc0-4045-b445-30b62421b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:30.373270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-a6d09401-6bc0-4045-b445-30b62421b10a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 200 len: 851 time: 0.0464215 Jul 23 11:03:30.406301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-62000cdb-ed1a-406b-903d-aff0d6425273 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=080bc699-6832-4c70-8c77-f331e42069e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264270 Jul 23 11:03:30.494493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-5d244261-3558-46ad-9e5b-4f172b2f2da1 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798655 Jul 23 11:03:30.585580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-e3cc8d30-81ef-47ff-ad55-92c6230844c6 service neutron] 10.222.0.20 "GET /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838196 Jul 23 11:03:31.332209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.349166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e694f-6a9f-46ee-aab0-d51e14bdd1a1 req-2e0b8b9e-34ae-4358-a030-a63f3be27cf0 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:31.350655 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c07e694f-6a9f-46ee-aab0-d51e14bdd1a1 req-2e0b8b9e-34ae-4358-a030-a63f3be27cf0 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 945 time: 0.0658062 Jul 23 11:03:31.388648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c07e694f-6a9f-46ee-aab0-d51e14bdd1a1 req-d401fd51-7af0-4c2d-898c-d075c6d4d6d4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Jul 23 11:03:31.602827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:31.648880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port c8802790-8a3b-4e82-8ced-5edf697fee55 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:31.652667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port c8802790-8a3b-4e82-8ced-5edf697fee55 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:31.653039 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.728289 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.749539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:31.751775 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372d9c8-0ca4-4f6f-b6c4-dfd2f1c06224" -d '{"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:31.764169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:31.768167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:31.815405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:31.850142 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf8d4b-d555-4ae2-b29d-db8895892d5e x-openstack-request-id: req-e1bf8d4b-d555-4ae2-b29d-db8895892d5e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:31.850438 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-plugged", "status": "completed", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:31.850689 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1bf8d4b-d555-4ae2-b29d-db8895892d5e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:31.851088 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'code': 200} Jul 23 11:03:32.519180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425a15-e2e8-4251-a703-86eab685ad2d req-6967e4da-d227-4217-a048-c632dfef7177 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:32.521517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f425a15-e2e8-4251-a703-86eab685ad2d req-6967e4da-d227-4217-a048-c632dfef7177 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0683703 Jul 23 11:03:32.589526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f425a15-e2e8-4251-a703-86eab685ad2d req-2dc2e1ec-3342-44ae-88e8-7597d45df29b tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.37 "GET /v2.0/security-groups?id=b650ecb7-7090-4ffc-b8a7-9f229c182793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625982 Jul 23 11:03:32.603191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.615478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764892a6-f063-4d71-9ad9-05efbff98eee req-48e004ca-2173-40eb-9e6b-ad8d6fef4da4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:32.617048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-48e004ca-2173-40eb-9e6b-ad8d6fef4da4 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.55 "GET /v2.0/ports?device_id=591e11f7-268a-4668-94b1-c9e7c9f9e04d HTTP/1.1" status: 200 len: 946 time: 0.0842719 Jul 23 11:03:32.712120 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Deleting port c8802790-8a3b-4e82-8ced-5edf697fee55 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:03:32.712379 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.799899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] For port c8802790-8a3b-4e82-8ced-5edf697fee55, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=c8802790-8a3b-4e82-8ced-5edf697fee55,segment=NetworkSegment(13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5),segment_id=13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:32.800254 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.812475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Calling delete_port for c8802790-8a3b-4e82-8ced-5edf697fee55 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:03:32.941865 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:32.954034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['c8802790-8a3b-4e82-8ced-5edf697fee55'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:32.973222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Pushing event deleted for resources: {'Port': ['ID=c8802790-8a3b-4e82-8ced-5edf697fee55,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:33.018259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] No DVR routers for this DVR port c8802790-8a3b-4e82-8ced-5edf697fee55 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:03:33.021429 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.023380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-764892a6-f063-4d71-9ad9-05efbff98eee req-0c4bdab2-ad40-41bb-b5fc-99f5e2027034 tempest-DeleteServersTestJSON-1004952441 tempest-DeleteServersTestJSON-1004952441-project] 10.222.0.55 "DELETE /v2.0/ports/c8802790-8a3b-4e82-8ced-5edf697fee55 HTTP/1.1" status: 204 len: 173 time: 0.4012828 Jul 23 11:03:33.023842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-deleted', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:33.026069 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7945e3-c738-44af-8538-6142f9e86a20" -d '{"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-deleted", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:33.063473 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68447fc3-09f7-43f0-a581-d4129cfb54ca x-openstack-request-id: req-68447fc3-09f7-43f0-a581-d4129cfb54ca {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:33.063772 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591e11f7-268a-4668-94b1-c9e7c9f9e04d", "name": "network-vif-deleted", "tag": "c8802790-8a3b-4e82-8ced-5edf697fee55", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:33.064031 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68447fc3-09f7-43f0-a581-d4129cfb54ca {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:33.064437 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e11f7-268a-4668-94b1-c9e7c9f9e04d', 'name': 'network-vif-deleted', 'tag': 'c8802790-8a3b-4e82-8ced-5edf697fee55', 'status': 'completed', 'code': 200} Jul 23 11:03:33.723981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33524) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:33.769214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Deleting subnet aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:03:33.772463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.811575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.851571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.904100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.929318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:33.935258 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:33.937184 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bc3e648e-a467-4185-abad-158637b096e1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aa2ad1c7-c2fa-424e-84eb-6bb1fe8ffb60 HTTP/1.1" status: 204 len: 168 time: 0.2121785 Jul 23 11:03:33.939908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33526) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:34.012524 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.087811 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.097268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080bc699-6832-4c70-8c77-f331e42069e1']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:34.107283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:34.107619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a02f0f-a281-4d76-9b5e-9f92b3ddbbd5') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:03:34.116688 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.134822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.140485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:03:34.140872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:03:34.142480 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:03:34.196952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.202235 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.204138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] 10.222.0.37 "DELETE /v2.0/networks/080bc699-6832-4c70-8c77-f331e42069e1 HTTP/1.1" status: 204 len: 168 time: 0.2632918 Jul 23 11:03:34.215165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b24ac-ab75-4cc7-b621-1255406eccff admin admin] Pushing event deleted for resources: {'Network': ['ID=080bc699-6832-4c70-8c77-f331e42069e1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:34.309222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33530) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:34.348000 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bcbe5f1f-11ca-44d8-9aaf-829c4e680351 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edfed89e781d4cff9ee67960cd601ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376499 Jul 23 11:03:34.350487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33532) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:34.396705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860dc21c-c2f5-4156-8989-c7d0cfb3fd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.417126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860dc21c-c2f5-4156-8989-c7d0cfb3fd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.466916 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860dc21c-c2f5-4156-8989-c7d0cfb3fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.469469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-860dc21c-c2f5-4156-8989-c7d0cfb3fd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:34.470611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-860dc21c-c2f5-4156-8989-c7d0cfb3fd60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b650ecb7-7090-4ffc-b8a7-9f229c182793 HTTP/1.1" status: 204 len: 168 time: 0.1192358 Jul 23 11:03:34.479076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dc21c-c2f5-4156-8989-c7d0cfb3fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650ecb7-7090-4ffc-b8a7-9f229c182793,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:34.692067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.105853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33554) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:35.201751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-508452895-network', 'tenant_id': 'be1db68036dd4ad280a5ab15a5bc57bf'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:35.224641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Made reservation on behalf of be1db68036dd4ad280a5ab15a5bc57bf for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:35.226884 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.235071 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.320503 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.324064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.349443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:03:35.359324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:35.366059 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.367022 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Added segment 1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5 of type vlan for network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 Jul 23 11:03:35.408928 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.441634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.443253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:35.443868 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.486740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3797224 Jul 23 11:03:35.490089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:03:35.495338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Request body: {'subnet': {'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-508452895-subnet', 'tenant_id': 'be1db68036dd4ad280a5ab15a5bc57bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:35.516844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Made reservation on behalf of be1db68036dd4ad280a5ab15a5bc57bf for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:35.519232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.532019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd582-33e4-4756-ab2c-114854cd828f admin admin] Pushing event updated for resources: {'Network': ['ID=bd8768af-aadf-4dd5-a83c-32ce5416aaf3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:35.542248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:03:35.617839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:03:35.640200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: c8802790-8a3b-4e82-8ced-5edf697fee55 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:03:35.640545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device c8802790-8a3b-4e82-8ced-5edf697fee55 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:03:35.686566 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.745484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:35.756995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.757236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.757583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.757928 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.758265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.758598 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.758930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.759256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.759614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.759943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.760270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.760627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:35.766439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Checking segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:35.766813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Network hostable DHCP agents. Network: bd8768af-aadf-4dd5-a83c-32ce5416aaf3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:03:35.782966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:03:35.791269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, bd8768af-aadf-4dd5-a83c-32ce5416aaf3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:35.795452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:35.796034 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:35.800545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0a55d-e72d-4ecc-a020-7b6fb9070792 None None] Network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:35.810306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-24dc02e4-bb3c-4758-9f41-d4d340eb08a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3188906 Jul 23 11:03:35.923619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91db6c-43dd-4894-80a1-f04996b63cda None None] Network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:03:36.231206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-1ef7c569-a5a7-4259-b461-c413a6036e99 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:36.232692 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-1ef7c569-a5a7-4259-b461-c413a6036e99 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 814 time: 0.1028435 Jul 23 11:03:36.247754 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-ccd3272c-c3ba-4f59-993a-db11fec8b222 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/quotas/be1db68036dd4ad280a5ab15a5bc57bf HTTP/1.1" status: 200 len: 375 time: 0.0096381 Jul 23 11:03:36.283503 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-ec88f13c-5d99-40ab-a074-41309f14ba07 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310228 Jul 23 11:03:36.370311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-ea9c4514-a455-4937-a32c-d4fdd32e4712 service neutron] 10.222.0.37 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796568 Jul 23 11:03:36.459834 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-94feb914-0ccb-49ca-8770-01e7ad10048c service neutron] 10.222.0.37 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839863 Jul 23 11:03:36.615288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b49baa76-7d53-45da-a80e-6585a5b8ed65 req-0f9e6a6d-c6fa-4ea3-92ff-f3e5af6822b2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Jul 23 11:03:37.497585 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-2f317301-037c-460f-a00a-206ee4947459 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:37.499107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-2f317301-037c-460f-a00a-206ee4947459 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 814 time: 0.1095669 Jul 23 11:03:37.511528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Request body: {'port': {'device_id': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'admin_state_up': True, 'tenant_id': 'be1db68036dd4ad280a5ab15a5bc57bf'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:37.619104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Made reservation on behalf of be1db68036dd4ad280a5ab15a5bc57bf for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:03:37.622872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.711925 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-95e39ba9-b636-41fb-b05b-7f8a0fa0708c req-275d4b1c-e23f-4134-8625-4dabc72d5c94 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 210 time: 0.0290024 Jul 23 11:03:37.749043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Allocated IP 172.20.0.8 (bd8768af-aadf-4dd5-a83c-32ce5416aaf3/b1f05921-4a15-422b-a9d7-ae1edeaf5fbc/b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:03:37.893539 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.931606 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:37.972426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:03:37.977898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:03:37.981491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:03:37.987591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:38.030201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:38.030815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.044273 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-fb2b075c-0c3b-4e32-852f-119e69ff0f64 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5367823 Jul 23 11:03:38.056796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Request body: {'port': {'device_id': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:03:38.131824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.391931 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:38.399944 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.411789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Transition to ACTIVE for port object b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:03:38.415388 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.469335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:38.533434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:03:38.533770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:03:38.534101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:38.538981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:03:38.539309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:03:38.543950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:03:38.544293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Checking segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:03:38.544680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Bound using segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:03:38.545104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Bound port: b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:03:38.545464 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.605675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:03:38.608688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:03:38.612118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.649152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:38.649772 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:38.651221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] 10.222.0.55 "PUT /v2.0/ports/b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 1091 time: 0.5986280 Jul 23 11:03:38.651686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:38.653935 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8addbcb8-c947-4895-a484-525f2ece9b44" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:38.678621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cea908-bbd3-4924-948a-acbbd97a124e service neutron] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:38.696642 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae66c7d-4c07-4b62-bf45-e3721f9464a3 x-openstack-request-id: req-4ae66c7d-4c07-4b62-bf45-e3721f9464a3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:38.696933 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:38.697195 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ae66c7d-4c07-4b62-bf45-e3721f9464a3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:38.697578 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'status': 'completed', 'code': 200} Jul 23 11:03:38.743890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a9c88988-caab-4c7e-8237-91c2f1972d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:38.745413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-a9c88988-caab-4c7e-8237-91c2f1972d81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1094 time: 0.0575495 Jul 23 11:03:38.786843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-564780b8-acda-45a9-b4f9-fd6568b0cf10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0345876 Jul 23 11:03:38.838886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-85a5f9f5-fd7d-42e7-b6c6-6601da16010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:38.840408 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-85a5f9f5-fd7d-42e7-b6c6-6601da16010b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0481374 Jul 23 11:03:38.840748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef7233-7449-4706-bb40-dad670843b86 req-d647fc83-4215-4e27-beea-ce176d5cd52f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:38.842658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18ef7233-7449-4706-bb40-dad670843b86 req-d647fc83-4215-4e27-beea-ce176d5cd52f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.0643198 Jul 23 11:03:38.875609 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-df216bdc-0fcd-48e6-92f7-fde2f49b9b87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291760 Jul 23 11:03:38.886222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18ef7233-7449-4706-bb40-dad670843b86 req-fd9587b5-f728-49f3-8699-bcbd939191f1 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Jul 23 11:03:38.965523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-6d6315ea-4335-4af5-93b9-edb80c6ed850 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834620 Jul 23 11:03:39.057572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-eefc4661-83db-47c9-84b8-501bc0f26e7a req-8d5d373e-c153-4dcb-a50a-b5e3c00c8c84 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862832 Jul 23 11:03:39.155025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-c4666cfb-146c-4bb7-a42d-e185500b4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:39.156521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-c4666cfb-146c-4bb7-a42d-e185500b4c86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1094 time: 0.0527864 Jul 23 11:03:39.247547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-9b7b4ff0-d063-4668-a131-b584fb1b45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:39.248911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-9b7b4ff0-d063-4668-a131-b584fb1b45c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0856280 Jul 23 11:03:39.289302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-ff824836-b948-4dc8-8eb1-a8e05932e611 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0328755 Jul 23 11:03:39.339335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-5530eebf-616e-41c8-bee3-ac2cf39ef834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:39.340888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-5530eebf-616e-41c8-bee3-ac2cf39ef834 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0450552 Jul 23 11:03:39.374859 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-99fe7e1b-32fd-4617-8ee3-7fd6e39a498b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267925 Jul 23 11:03:39.461149 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-1efc56ef-1896-40c2-8389-1d6794a21175 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794036 Jul 23 11:03:39.562661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8addbcb8-c947-4895-a484-525f2ece9b44 req-9e5606cb-a6c3-497f-ae43-a1206c1cf370 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945239 Jul 23 11:03:40.021620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2968f0-fa85-4623-b20a-18bc4b5b8ecf req-12bc5121-d5bb-4b5e-9cba-0ed144831bf4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:40.023102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c2968f0-fa85-4623-b20a-18bc4b5b8ecf req-12bc5121-d5bb-4b5e-9cba-0ed144831bf4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.0619881 Jul 23 11:03:40.059598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9c2968f0-fa85-4623-b20a-18bc4b5b8ecf req-b74b135d-1ef1-40a6-bb93-afae1cbda041 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Jul 23 11:03:41.188625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3da0-7d37-4de4-b173-44444e77d483 req-a17c80f4-b2b0-4556-9288-f178262f609d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:41.190012 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-044a3da0-7d37-4de4-b173-44444e77d483 req-a17c80f4-b2b0-4556-9288-f178262f609d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.0622633 Jul 23 11:03:41.227782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-044a3da0-7d37-4de4-b173-44444e77d483 req-ad39993c-f4b3-4944-8c56-f7814e23a92f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jul 23 11:03:41.618162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:03:41.712809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:41.724045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'port_id': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'mac_address': 'fa:16:3e:6a:b2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f05921-4a15-422b-a9d7-ae1edeaf5fbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:03:41.765988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.778163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:03:41.796678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:41.800503 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:41.845939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:41.853245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.853605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.853949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.854289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.854626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.854961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.855291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.855645 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.855977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.856306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.856631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:41.856958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:03:42.005390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:03:42.360484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a644-2994-414c-aac4-22e355bb07a1 req-64c280d6-7ad2-4a1b-bee1-e2eba27aab77 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:42.361958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9b5a644-2994-414c-aac4-22e355bb07a1 req-64c280d6-7ad2-4a1b-bee1-e2eba27aab77 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 944 time: 0.0671792 Jul 23 11:03:42.399305 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9b5a644-2994-414c-aac4-22e355bb07a1 req-61ab90f5-0d82-4720-9a71-1aea4531e0e9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Jul 23 11:03:43.525819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b254b-5694-4a9c-9e47-95d3413366b9 req-6c337ef0-735a-4a08-b827-468662528f7d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.527285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d3b254b-5694-4a9c-9e47-95d3413366b9 req-6c337ef0-735a-4a08-b827-468662528f7d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 944 time: 0.0621078 Jul 23 11:03:43.565728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3d3b254b-5694-4a9c-9e47-95d3413366b9 req-c2a11b94-10fd-437c-972e-ac1ec629584f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Jul 23 11:03:43.618406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:03:43.664914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:03:43.668397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:03:43.668766 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.745183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.766473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:03:43.768697 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb8a86-d3a4-4bef-8b93-77f914967c5e" -d '{"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-plugged", "status": "completed", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:03:43.781130 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:03:43.785077 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:43.809060 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ca3f3-a206-47ed-8974-3d73e376f60b x-openstack-request-id: req-023ca3f3-a206-47ed-8974-3d73e376f60b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:03:43.809353 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-plugged", "status": "completed", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:03:43.809607 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-023ca3f3-a206-47ed-8974-3d73e376f60b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:03:43.810048 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'code': 200} Jul 23 11:03:43.836143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:03:43.916430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61fdaa-a9c6-4950-a490-cc22847c3825 req-64718f6f-2b76-4d87-8a23-dff4f4220a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:43.917913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d61fdaa-a9c6-4950-a490-cc22847c3825 req-64718f6f-2b76-4d87-8a23-dff4f4220a81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1096 time: 0.0522602 Jul 23 11:03:43.952896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d61fdaa-a9c6-4950-a490-cc22847c3825 req-18fbe03f-a234-40ae-abb7-a0aff947dee8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287011 Jul 23 11:03:44.706713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc522d68-9753-4c94-8d19-c5cd09ac9919 req-63d94a2a-4454-4c5d-a057-30f98823d4fb tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:44.708499 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc522d68-9753-4c94-8d19-c5cd09ac9919 req-63d94a2a-4454-4c5d-a057-30f98823d4fb tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0762365 Jul 23 11:03:44.750287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc522d68-9753-4c94-8d19-c5cd09ac9919 req-1ac0aeec-f0d1-476a-98b6-66550f8ad80e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Jul 23 11:03:45.880562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a989cb-0dac-4c50-9942-47a1bedefe45 req-f99aa57c-f6ff-4f31-a623-7e7912c2d3b1 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:45.882055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72a989cb-0dac-4c50-9942-47a1bedefe45 req-f99aa57c-f6ff-4f31-a623-7e7912c2d3b1 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0641422 Jul 23 11:03:45.918946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-72a989cb-0dac-4c50-9942-47a1bedefe45 req-a6567a17-4955-4656-8ade-2677d3e39702 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Jul 23 11:03:46.045767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25bbf-954f-4d66-96a1-5fd18d4ca5b9 req-0636852f-87d2-43bd-a74a-d0b420158dbd tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.047181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a25bbf-954f-4d66-96a1-5fd18d4ca5b9 req-0636852f-87d2-43bd-a74a-d0b420158dbd tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0632331 Jul 23 11:03:46.084342 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b9a25bbf-954f-4d66-96a1-5fd18d4ca5b9 req-d25f01a2-f2d1-4de0-9fb5-5b70ac658aaf tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Jul 23 11:03:46.297595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff40ea-e362-44a5-8189-76ff75218045 req-be231e8c-656b-4f87-b874-02b39fa29bd0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.299050 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7ff40ea-e362-44a5-8189-76ff75218045 req-be231e8c-656b-4f87-b874-02b39fa29bd0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0621731 Jul 23 11:03:46.340879 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b7ff40ea-e362-44a5-8189-76ff75218045 req-3aff7024-b051-45da-8a61-ead9fc618cd8 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Jul 23 11:03:46.473627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bf087-6cac-4257-b800-0b0911109292 req-89d2a782-3b5b-475a-a2d6-230dc08ea889 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.475108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e94bf087-6cac-4257-b800-0b0911109292 req-89d2a782-3b5b-475a-a2d6-230dc08ea889 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0675077 Jul 23 11:03:46.512959 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e94bf087-6cac-4257-b800-0b0911109292 req-cf12ce05-00de-4927-a289-e19c11e684c6 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Jul 23 11:03:46.785451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-d8178708-ea08-4fe7-ad3b-5d3ebc7443da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947001 Jul 23 11:03:46.794627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f657e-bb50-4331-abee-2da25cc3cd99 req-4701b3bd-f453-4c63-9deb-9db202e6ffc0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:46.796081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-409f657e-bb50-4331-abee-2da25cc3cd99 req-4701b3bd-f453-4c63-9deb-9db202e6ffc0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0973809 Jul 23 11:03:46.838094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-409f657e-bb50-4331-abee-2da25cc3cd99 req-9448e428-88b8-474d-9e2c-ebe4c488cbaf tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357866 Jul 23 11:03:47.986097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494789e-3cc0-481e-8180-ead6f9f44e04 req-70497d6e-8ad8-4729-a61e-12bbc24bafee tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:47.987826 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8494789e-3cc0-481e-8180-ead6f9f44e04 req-70497d6e-8ad8-4729-a61e-12bbc24bafee tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0754304 Jul 23 11:03:48.018160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-afd7c19a-c451-4e08-aded-78ab4b96c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:48.019835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-afd7c19a-c451-4e08-aded-78ab4b96c922 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1096 time: 0.0583220 Jul 23 11:03:48.028681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8494789e-3cc0-481e-8180-ead6f9f44e04 req-f3b97d09-276e-4303-a10d-17ae3a51e695 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Jul 23 11:03:48.107969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-7654d8e2-0cd0-4f15-beed-c539435e97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:48.109485 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-7654d8e2-0cd0-4f15-beed-c539435e97fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0838146 Jul 23 11:03:48.155853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-54b01fe8-f918-4018-9ba8-eb50d67f42ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0398741 Jul 23 11:03:48.213961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-6c1af691-2315-4ef8-9633-98507acd16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:48.215478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-6c1af691-2315-4ef8-9633-98507acd16a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0537462 Jul 23 11:03:48.251664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-c1d64e8c-60be-4c12-8460-e1275f36df10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283909 Jul 23 11:03:48.344856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-3775e269-3ecf-4215-a3da-85a2c77d4d08 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865564 Jul 23 11:03:48.431945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-d92f537a-057f-47e1-86e6-04174f42e6de service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805948 Jul 23 11:03:49.160749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f380a04-98da-4093-ac0a-b950b044c484 req-6240b8d3-ac08-4b04-9d06-55d7a9f0c15c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:49.162132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f380a04-98da-4093-ac0a-b950b044c484 req-6240b8d3-ac08-4b04-9d06-55d7a9f0c15c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0658267 Jul 23 11:03:49.199456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5f380a04-98da-4093-ac0a-b950b044c484 req-a9e55bf3-e0c0-4f98-a6dd-02068535c13a tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309796 Jul 23 11:03:50.327108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e2ca-41c0-4a79-83ca-31018300c0e5 req-ee34bb02-5fc4-4779-b254-5668ff0cd28b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:50.328642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d259e2ca-41c0-4a79-83ca-31018300c0e5 req-ee34bb02-5fc4-4779-b254-5668ff0cd28b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0620253 Jul 23 11:03:50.365512 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d259e2ca-41c0-4a79-83ca-31018300c0e5 req-f67e8c02-9933-4719-ac38-691cc06a5a05 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Jul 23 11:03:51.493038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03104e-96c5-4104-b66b-2371f533e5ec req-fd383c5d-eab5-489e-b238-41fa75454646 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:51.494558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d03104e-96c5-4104-b66b-2371f533e5ec req-fd383c5d-eab5-489e-b238-41fa75454646 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0625658 Jul 23 11:03:51.530928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d03104e-96c5-4104-b66b-2371f533e5ec req-fbd1e6a2-e9aa-4cd1-8751-6df11926f2d4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Jul 23 11:03:52.662662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6153-926e-4368-a139-bf835c4ff5a3 req-10e801ed-3dac-43f2-8cbb-cc55f89efe67 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:52.664755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a2e6153-926e-4368-a139-bf835c4ff5a3 req-10e801ed-3dac-43f2-8cbb-cc55f89efe67 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0669844 Jul 23 11:03:52.702507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a2e6153-926e-4368-a139-bf835c4ff5a3 req-5714d847-58c3-45f7-b79c-05612966c007 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Jul 23 11:03:53.829861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d839c-89f4-41e5-bf41-b1c6aea2cac7 req-24cb4e45-b75c-4150-85c7-c6b501d691a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:53.831378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-795d839c-89f4-41e5-bf41-b1c6aea2cac7 req-24cb4e45-b75c-4150-85c7-c6b501d691a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0616837 Jul 23 11:03:53.869437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-795d839c-89f4-41e5-bf41-b1c6aea2cac7 req-8cc171a3-8744-4609-8b77-17cfe7334f84 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Jul 23 11:03:54.303203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:54.397584 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:03:54.996518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea127b-e67b-4d0f-96a9-191d2d6b5717 req-0cd77712-5023-4353-90e7-56407ca20288 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:54.998080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6eea127b-e67b-4d0f-96a9-191d2d6b5717 req-0cd77712-5023-4353-90e7-56407ca20288 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0633266 Jul 23 11:03:55.034526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6eea127b-e67b-4d0f-96a9-191d2d6b5717 req-2f77f22d-82bf-4ffc-bec5-b5789fb5a16e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Jul 23 11:03:56.166914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a1044-9905-41f2-bc51-322908477736 req-b2a14219-f83b-4442-bac7-810bbc8d82a7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:56.168415 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a0a1044-9905-41f2-bc51-322908477736 req-b2a14219-f83b-4442-bac7-810bbc8d82a7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0665052 Jul 23 11:03:56.210233 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a0a1044-9905-41f2-bc51-322908477736 req-cc72bbbe-5e87-411a-a78e-2584f702a99a tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362458 Jul 23 11:03:57.098930 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7aac574c-79c5-4996-80a2-b5366069a2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:03:57.345161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04102ec-7720-4db3-869c-e2ec0e546f1e req-cb2bb1d5-c9d2-4b7c-a7c0-daeb8d7be796 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:57.346646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f04102ec-7720-4db3-869c-e2ec0e546f1e req-cb2bb1d5-c9d2-4b7c-a7c0-daeb8d7be796 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0670297 Jul 23 11:03:57.383715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f04102ec-7720-4db3-869c-e2ec0e546f1e req-c88e121a-27a3-48df-9196-51960255fbf6 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Jul 23 11:03:58.511381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1e3c5-2a58-4a6e-996d-790b85be021e req-69c8aa1c-65e9-43fe-949c-63b3c911b002 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:58.512892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4a1e3c5-2a58-4a6e-996d-790b85be021e req-69c8aa1c-65e9-43fe-949c-63b3c911b002 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0630476 Jul 23 11:03:58.549903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4a1e3c5-2a58-4a6e-996d-790b85be021e req-b0796739-1e3a-4ecf-92de-25e599e02b71 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Jul 23 11:03:59.682112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e42b33-1e80-41be-ada0-acac833b4b86 req-c43c4b31-aa35-4572-8608-91d2d0d9aeed tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:03:59.683655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3e42b33-1e80-41be-ada0-acac833b4b86 req-c43c4b31-aa35-4572-8608-91d2d0d9aeed tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0685546 Jul 23 11:03:59.722933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3e42b33-1e80-41be-ada0-acac833b4b86 req-87abef4a-ea47-42a3-be25-c4a8d7e42dd9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Jul 23 11:03:59.939252 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af1f6b27-04c4-40bf-90b9-56f1a18fbfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:00.244144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:00.857754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe286fc3-c9c2-4689-972d-79308086dfbc req-d0ba618c-b999-47fe-9d68-90c325138698 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:00.859282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe286fc3-c9c2-4689-972d-79308086dfbc req-d0ba618c-b999-47fe-9d68-90c325138698 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0679269 Jul 23 11:04:00.897204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe286fc3-c9c2-4689-972d-79308086dfbc req-f526857b-62f2-404d-b6ba-12b6186fa736 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Jul 23 11:04:01.338977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:02.031257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b70ff-335c-4671-9263-71e4708f386d req-e09f04f5-24c6-424a-8ce4-facbc07aa935 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:02.032790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc0b70ff-335c-4671-9263-71e4708f386d req-e09f04f5-24c6-424a-8ce4-facbc07aa935 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0673914 Jul 23 11:04:02.071519 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc0b70ff-335c-4671-9263-71e4708f386d req-982f815f-ba03-48c8-b498-29991f017848 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Jul 23 11:04:02.604702 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:03.199530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abcf21-3d7b-4f9d-9c38-efc55efb6f6d req-18791f89-0749-4c95-89ae-bd5b4ac5ca8b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:03.200964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-39abcf21-3d7b-4f9d-9c38-efc55efb6f6d req-18791f89-0749-4c95-89ae-bd5b4ac5ca8b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0632474 Jul 23 11:04:03.237676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-39abcf21-3d7b-4f9d-9c38-efc55efb6f6d req-068c3e03-380b-4d7e-985c-ffe5f5aa9eca tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Jul 23 11:04:04.368871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893676-4c83-4d9f-8b04-35daa6e1567d req-22b37eaf-9f31-44ea-9a3a-050bb0873600 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:04.370368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c893676-4c83-4d9f-8b04-35daa6e1567d req-22b37eaf-9f31-44ea-9a3a-050bb0873600 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0670691 Jul 23 11:04:04.406967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c893676-4c83-4d9f-8b04-35daa6e1567d req-4155343f-e543-4de7-a896-d7bd49a05b6b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Jul 23 11:04:04.690512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:05.534650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4059-046f-4b4b-b59d-52d5e2454f6b req-370b75e8-b1b5-43ce-95cd-525b2c01524c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:05.536141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38ad4059-046f-4b4b-b59d-52d5e2454f6b req-370b75e8-b1b5-43ce-95cd-525b2c01524c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0614150 Jul 23 11:04:05.573196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-38ad4059-046f-4b4b-b59d-52d5e2454f6b req-934392f9-99df-4d96-a260-cd53ab445272 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 23 11:04:06.701547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e7c3f-df63-4d4f-85d2-a16abaebe814 req-a43e2920-6f57-4937-a432-e09fa09dddcc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:06.703051 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf3e7c3f-df63-4d4f-85d2-a16abaebe814 req-a43e2920-6f57-4937-a432-e09fa09dddcc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0638747 Jul 23 11:04:06.740285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf3e7c3f-df63-4d4f-85d2-a16abaebe814 req-e1990357-34ab-4e81-8ea2-66b0ff6870bc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Jul 23 11:04:07.872647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed5a07-2ba0-467a-8bab-5b6e120925b5 req-7fdd25c6-d25e-4995-b317-8cded0662af6 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:07.874135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-feed5a07-2ba0-467a-8bab-5b6e120925b5 req-7fdd25c6-d25e-4995-b317-8cded0662af6 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0668764 Jul 23 11:04:07.911085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-feed5a07-2ba0-467a-8bab-5b6e120925b5 req-3dcc3f39-d8c8-4702-ad09-78116f47ede6 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jul 23 11:04:09.038256 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a46a-dca2-4870-9928-afe8b207c8e8 req-ddc09efa-ec64-4c3f-b939-827c3aaee58b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:09.040332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c274a46a-dca2-4870-9928-afe8b207c8e8 req-ddc09efa-ec64-4c3f-b939-827c3aaee58b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0638561 Jul 23 11:04:09.077171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c274a46a-dca2-4870-9928-afe8b207c8e8 req-834e2dc5-5721-4fc4-ad32-156146953007 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Jul 23 11:04:10.212968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6002-ca74-42ca-b398-b6dfa4f7a9c3 req-6e8cd59c-6a14-4e75-80fb-58769b338a46 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:10.214484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66fb6002-ca74-42ca-b398-b6dfa4f7a9c3 req-6e8cd59c-6a14-4e75-80fb-58769b338a46 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0712361 Jul 23 11:04:10.260940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66fb6002-ca74-42ca-b398-b6dfa4f7a9c3 req-c163f805-8042-4e8f-a49a-1f09296bfbe1 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Jul 23 11:04:11.399673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59a3f9-40ff-44c5-8ac6-2339138bcec1 req-508a8734-10b3-439f-944c-bc957b6b0575 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:11.401313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f59a3f9-40ff-44c5-8ac6-2339138bcec1 req-508a8734-10b3-439f-944c-bc957b6b0575 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0725429 Jul 23 11:04:11.439073 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2f59a3f9-40ff-44c5-8ac6-2339138bcec1 req-4fad5e99-8017-45ec-900b-8a5f1cb9a9f3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jul 23 11:04:12.569248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47fbc0-848b-4acf-93a9-139a074146e0 req-8d3b9fda-e503-4cf0-ad0e-8b2ef7d16d41 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:12.571359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a47fbc0-848b-4acf-93a9-139a074146e0 req-8d3b9fda-e503-4cf0-ad0e-8b2ef7d16d41 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0656779 Jul 23 11:04:12.614588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a47fbc0-848b-4acf-93a9-139a074146e0 req-cff676f5-d08c-43d7-be11-9fbf6312aa74 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Jul 23 11:04:13.742386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a572be6-8fc9-49c3-af35-212f92fa94ca req-d6129c2b-0e02-4c86-84d3-94155d849b29 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:13.744526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2a572be6-8fc9-49c3-af35-212f92fa94ca req-d6129c2b-0e02-4c86-84d3-94155d849b29 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0622101 Jul 23 11:04:13.780694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2a572be6-8fc9-49c3-af35-212f92fa94ca req-3e143283-e2f3-4900-9ee3-f10334ba48a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Jul 23 11:04:14.911460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433646-7771-45ab-a1c4-dd6e59703ce6 req-82afc1e9-a1a1-4acc-ae21-a5862638e7f4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:14.912999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8433646-7771-45ab-a1c4-dd6e59703ce6 req-82afc1e9-a1a1-4acc-ae21-a5862638e7f4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0646410 Jul 23 11:04:14.951757 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8433646-7771-45ab-a1c4-dd6e59703ce6 req-b28b80bf-459e-42cc-88b0-c632c6caa157 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Jul 23 11:04:15.235389 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-89d1bf7c-ee13-4937-a12e-300ae2f2d251 service neutron] show failed (client error): The resource could not be found. Jul 23 11:04:15.236335 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-89d1bf7c-ee13-4937-a12e-300ae2f2d251 service neutron] 10.222.0.55 "GET /v2.0/ports/b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0531323 Jul 23 11:04:15.447279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-bd35c8e6-4b8d-4010-ad90-57e5d115bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:15.448870 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-bd35c8e6-4b8d-4010-ad90-57e5d115bfff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7&tenant_id=be1db68036dd4ad280a5ab15a5bc57bf HTTP/1.1" status: 200 len: 1096 time: 0.0598433 Jul 23 11:04:15.466535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:15.535329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.730798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:15.762696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:04:15.804431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:15.807066 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6252e-ec02-4cad-ab91-7e2c20c79bba" -d '{"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-unplugged", "status": "completed", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:15.810887 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.825663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Transition to ACTIVE for port object b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:04:15.830041 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:15.866174 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d264c9-80f3-49fe-9ff6-3c658f099665 x-openstack-request-id: req-78d264c9-80f3-49fe-9ff6-3c658f099665 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:15.866466 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-unplugged", "status": "completed", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:15.866720 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78d264c9-80f3-49fe-9ff6-3c658f099665 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:15.867113 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'code': 200} Jul 23 11:04:15.885825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] No DVR routers for this DVR port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:04:15.919946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:15.931833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:04:15.932165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:04:15.932493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:04:15.936675 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:04:15.937008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Attempting to bind port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:04:15.941633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:04:15.941967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Checking segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:04:15.942346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Bound using segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:04:15.942764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Bound port: b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:04:15.943132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.007606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:04:16.011117 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:04:16.015813 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.059604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:16.060499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:16.062213 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] 10.222.0.20 "PUT /v2.0/ports/b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 1091 time: 0.5996959 Jul 23 11:04:16.134594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7598219-9537-44bc-928c-27c32b17ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:16.177290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a9d17-13c9-452b-ae30-21c108fa4380 req-cd8aeb38-35ba-4f1b-baac-e8116f5cbfd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:16.178762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-247a9d17-13c9-452b-ae30-21c108fa4380 req-cd8aeb38-35ba-4f1b-baac-e8116f5cbfd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.1586759 Jul 23 11:04:16.193225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-6eb2a1f9-80cd-45c3-85a8-292173a5dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:16.194734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-6eb2a1f9-80cd-45c3-85a8-292173a5dec1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1094 time: 0.0964301 Jul 23 11:04:16.248175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-247a9d17-13c9-452b-ae30-21c108fa4380 req-c2e9272b-da08-4eb1-a59a-7dcec83c3dab tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Jul 23 11:04:16.304452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-a4837669-af19-4dfa-a2a9-b31571a3cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:16.306690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-a4837669-af19-4dfa-a2a9-b31571a3cf6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.1036477 Jul 23 11:04:16.350200 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-f3110da5-ded8-4498-a789-7d6365754280 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0377004 Jul 23 11:04:16.396660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-94b6e43b-0774-4d76-8b74-930450bd8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:16.398077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-94b6e43b-0774-4d76-8b74-930450bd8066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0419610 Jul 23 11:04:16.432316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-634e19a5-d03b-4484-932a-3e48ed1e0935 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281293 Jul 23 11:04:16.859023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-16a30823-2748-461a-af16-a10d539e91be service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208965 Jul 23 11:04:16.944323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-71f32eab-769f-4f09-99ae-bd708ba46557 req-08699aaa-5a15-4be1-aa73-0febae6e541d service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786648 Jul 23 11:04:17.390411 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c100ed7-b593-4575-bed5-fd96cda8813f req-c8a1e023-b19f-4826-a856-91241bcecfa7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:17.391928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c100ed7-b593-4575-bed5-fd96cda8813f req-c8a1e023-b19f-4826-a856-91241bcecfa7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.0656240 Jul 23 11:04:17.431867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3c100ed7-b593-4575-bed5-fd96cda8813f req-831e6aee-b386-422d-a557-99a26675f725 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Jul 23 11:04:17.822710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:04:17.861668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:04:17.868337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:17.870722 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f8701-9e1c-47aa-88a8-9f23761662e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:17.917884 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dc0124-0c76-4e80-97c3-a38b2238245a x-openstack-request-id: req-c2dc0124-0c76-4e80-97c3-a38b2238245a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:17.918186 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:17.918442 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2dc0124-0c76-4e80-97c3-a38b2238245a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:17.918842 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'status': 'completed', 'code': 200} Jul 23 11:04:18.032371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-5674aab8-1fcb-4bff-99a4-3b8557156b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.033865 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-5674aab8-1fcb-4bff-99a4-3b8557156b65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1094 time: 0.0948412 Jul 23 11:04:18.039968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-d167109b-41d7-4a9e-a446-b71175c128c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.041329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-d167109b-41d7-4a9e-a446-b71175c128c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1094 time: 0.0750537 Jul 23 11:04:18.192383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-e491c176-9325-416f-83f1-ca31d6e8cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.193892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-e491c176-9325-416f-83f1-ca31d6e8cfb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.1517050 Jul 23 11:04:18.194986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-be4b2a16-3783-40ec-bcef-8b04116cfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.196510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-be4b2a16-3783-40ec-bcef-8b04116cfef0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.1474450 Jul 23 11:04:18.242965 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-b8ba0476-ffda-4464-879b-7712de2b20f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0422635 Jul 23 11:04:18.279177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-71b178c0-95fd-4812-82da-e2843f8d71d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0722427 Jul 23 11:04:18.347901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-71c855a1-16e7-4c6b-adbd-74b13c0c2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.349374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-71c855a1-16e7-4c6b-adbd-74b13c0c2e58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0817664 Jul 23 11:04:18.363751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-df343bd9-8030-455d-a2de-015aebd1f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.365078 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-df343bd9-8030-455d-a2de-015aebd1f704 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0674739 Jul 23 11:04:18.386638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-6fde349e-4802-4918-8ef2-56d5e7a29ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304587 Jul 23 11:04:18.427202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-6f0041cc-80ad-4d69-b351-639c372b7cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424895 Jul 23 11:04:18.556463 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-9d90635d-8558-46a8-a846-5236062d1e4b service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619155 Jul 23 11:04:18.578961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18208e5-3812-4a27-9052-72e8bc2295a7 req-0683b327-7759-411d-b93a-5d8276b0227c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:18.580573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a18208e5-3812-4a27-9052-72e8bc2295a7 req-0683b327-7759-411d-b93a-5d8276b0227c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.0679693 Jul 23 11:04:18.598006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-bcf7f8a3-72eb-4870-b554-30a1b20982e1 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567354 Jul 23 11:04:18.623113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a18208e5-3812-4a27-9052-72e8bc2295a7 req-e74df505-71bc-496f-a2af-33ddee18ac8a tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Jul 23 11:04:18.717781 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-f030f39c-754c-4f95-a52d-75463ddbd139 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555049 Jul 23 11:04:18.736661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da5f8701-9e1c-47aa-88a8-9f23761662e9 req-25fdd974-6123-4f8e-9315-10cd4ed25ba0 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315641 Jul 23 11:04:19.598890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:04:19.691189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:19.702190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'port_id': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'mac_address': 'fa:16:3e:6a:b2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f05921-4a15-422b-a9d7-ae1edeaf5fbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:04:19.741482 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:19.754196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:04:19.759810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4a199-0ed5-4375-bde2-8eb8b23f6ca1 req-59bb820d-c25e-4737-abe0-22d6701b7d3c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:19.761382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73a4a199-0ed5-4375-bde2-8eb8b23f6ca1 req-59bb820d-c25e-4737-abe0-22d6701b7d3c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 943 time: 0.0675972 Jul 23 11:04:19.774766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:19.778683 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:19.802385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73a4a199-0ed5-4375-bde2-8eb8b23f6ca1 req-94e6d7b8-eba5-499b-a1b3-46bfef94e85e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Jul 23 11:04:19.825936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:20.045627 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5773f0-d1e1-4366-bc09-540fde26c259 req-f1605125-4196-46e9-b66a-cd5b28f89aac tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.047125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d5773f0-d1e1-4366-bc09-540fde26c259 req-f1605125-4196-46e9-b66a-cd5b28f89aac tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 944 time: 0.1045117 Jul 23 11:04:20.055382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-8b1b9cbb-70c7-44ca-8ab7-cfb725673ebd tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.055960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:04:20.057052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-8b1b9cbb-70c7-44ca-8ab7-cfb725673ebd tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7&tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 944 time: 0.1035073 Jul 23 11:04:20.122967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d5773f0-d1e1-4366-bc09-540fde26c259 req-4502cf86-10f8-4155-a03a-7eb1b0feb722 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 Jul 23 11:04:20.141546 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-396ee3b7-c4cf-44af-9117-84f3fd23ec76 service neutron] delete failed (client error): The resource could not be found. Jul 23 11:04:20.142568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-396ee3b7-c4cf-44af-9117-84f3fd23ec76 service neutron] 10.222.0.55 "DELETE /v2.0/ports/b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0787256 Jul 23 11:04:20.244268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-2f549015-f932-45d8-a444-cc270411b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.245878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-2f549015-f932-45d8-a444-cc270411b7fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 1095 time: 0.0608306 Jul 23 11:04:20.344071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-5f8469f7-fa85-416e-8c33-f53ba5b8e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.345591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-5f8469f7-fa85-416e-8c33-f53ba5b8e884 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0933523 Jul 23 11:04:20.388282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-fc3dfe00-ea00-4903-85f9-4fc7f31c08dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 200 len: 217 time: 0.0352166 Jul 23 11:04:20.435428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-594b9db3-e1ee-4b59-a135-198fe28ccfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:20.436894 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-594b9db3-e1ee-4b59-a135-198fe28ccfca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0425766 Jul 23 11:04:20.474917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-f923d0e6-09bf-4971-a2b9-ba88db943080 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318112 Jul 23 11:04:20.563136 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-e9a812a8-9c0e-47b5-a8b8-b658da7eb08e service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822551 Jul 23 11:04:20.656922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5d464c33-4f39-4ac4-ae2c-85fed6e8013e req-f74e881a-671d-49d2-a89c-da1c9f589640 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871570 Jul 23 11:04:21.253896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d94ff-308a-4a20-a467-7be819be6399 req-e68130ce-d3d2-42d1-9689-bf4d5f33dcd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.255404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b9d94ff-308a-4a20-a467-7be819be6399 req-e68130ce-d3d2-42d1-9689-bf4d5f33dcd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 944 time: 0.0625212 Jul 23 11:04:21.292790 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b9d94ff-308a-4a20-a467-7be819be6399 req-64fdfbc9-76c9-4309-8315-9dc556f2f824 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Jul 23 11:04:21.422678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761987-d12e-48e5-b94e-8cfab0494825 req-15579992-1d23-4884-97f7-299bdf3c5bee tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.424215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63761987-d12e-48e5-b94e-8cfab0494825 req-15579992-1d23-4884-97f7-299bdf3c5bee tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 944 time: 0.0624499 Jul 23 11:04:21.464049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-63761987-d12e-48e5-b94e-8cfab0494825 req-537c203e-de65-421d-b2c8-e5151f87c6e2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Jul 23 11:04:21.592211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6006f2-9131-418f-8c71-cae213cf6e85 req-7f7a3d90-75b6-47aa-b4a8-a93b49f2720e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.593620 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d6006f2-9131-418f-8c71-cae213cf6e85 req-7f7a3d90-75b6-47aa-b4a8-a93b49f2720e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 944 time: 0.0660326 Jul 23 11:04:21.613392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:04:21.630894 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0d6006f2-9131-418f-8c71-cae213cf6e85 req-4c4cd711-360c-4118-84ae-a767c7042ebe tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jul 23 11:04:21.661245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:04:21.665665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:04:21.665915 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:21.740647 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:21.767656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:21.770063 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19c4473-0fc9-40fb-abba-631a16cd5b16" -d '{"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-plugged", "status": "completed", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:21.790481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:21.795230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:21.821478 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eef622-afea-45ae-9f15-6a9253759346 x-openstack-request-id: req-d4eef622-afea-45ae-9f15-6a9253759346 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:21.821766 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-plugged", "status": "completed", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:21.822016 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4eef622-afea-45ae-9f15-6a9253759346 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:21.822404 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'code': 200} Jul 23 11:04:21.848751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:21.995875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-7890426d-9b40-475f-9b8e-0d0e44029ca0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:21.997358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-7890426d-9b40-475f-9b8e-0d0e44029ca0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 814 time: 0.1040936 Jul 23 11:04:22.012146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-61ce21bd-fdf1-42f8-8262-37af8eaee97c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/quotas/be1db68036dd4ad280a5ab15a5bc57bf HTTP/1.1" status: 200 len: 375 time: 0.0094514 Jul 23 11:04:22.086255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-ac48a723-3882-40e3-9c9f-2660947665b3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693533 Jul 23 11:04:22.176800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-2ae7e226-60f8-401c-97f8-6c62965df914 service neutron] 10.222.0.37 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840352 Jul 23 11:04:22.263897 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-99b2d16d-7b4f-4304-83a8-2ee5bc19d95b service neutron] 10.222.0.37 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804067 Jul 23 11:04:22.427926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a2c0f63-8ecb-4bc6-b702-78bc2faefb07 req-135ab45f-1282-48fe-ba58-88212c6a3933 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 210 time: 0.0294054 Jul 23 11:04:23.326633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-5b492e05-0db8-4cb3-bb73-a3089ba4d4c3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:23.328204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-5b492e05-0db8-4cb3-bb73-a3089ba4d4c3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5bedaa0-6165-454e-aa94-8ba2dcc314d7 HTTP/1.1" status: 200 len: 945 time: 0.0692468 Jul 23 11:04:23.436900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Deleting port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:04:23.437528 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:23.525825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-cd8d15e3-02c3-40e4-b407-c8674d05d375 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:23.528022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-cd8d15e3-02c3-40e4-b407-c8674d05d375 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 814 time: 0.1173697 Jul 23 11:04:23.546524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Request body: {'port': {'device_id': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'admin_state_up': True, 'tenant_id': 'be1db68036dd4ad280a5ab15a5bc57bf'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:23.550507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f37c951c-d717-4247-b668-5f7af768e71a req-32ef4450-758c-4e8a-b936-a8d44cf9c47f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 210 time: 0.0337441 Jul 23 11:04:23.562883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] For port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:23.563256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:23.577019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Calling delete_port for b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:04:23.656058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Made reservation on behalf of be1db68036dd4ad280a5ab15a5bc57bf for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:04:23.659747 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:23.708739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:23.737536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Pushing event deleted for resources: {'Port': ['ID=b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:23.750147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:04:23.789959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] No DVR routers for this DVR port b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:04:23.792584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:23.794600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.20 "DELETE /v2.0/ports/b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa HTTP/1.1" status: 204 len: 173 time: 0.4554367 Jul 23 11:04:23.795101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-deleted', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:23.797383 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee38c2-f7f7-4c12-b2d3-3b6891eb980e" -d '{"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-deleted", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:23.822002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Allocated IP 172.20.0.10 (bd8768af-aadf-4dd5-a83c-32ce5416aaf3/b1f05921-4a15-422b-a9d7-ae1edeaf5fbc/d35794c3-e30a-4d61-858e-0ac93032c017) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:04:23.842589 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc26b14-d661-49d0-8985-5bf6774d96d3 x-openstack-request-id: req-8dc26b14-d661-49d0-8985-5bf6774d96d3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:23.842897 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bedaa0-6165-454e-aa94-8ba2dcc314d7", "name": "network-vif-deleted", "tag": "b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:23.843155 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dc26b14-d661-49d0-8985-5bf6774d96d3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:23.843645 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bedaa0-6165-454e-aa94-8ba2dcc314d7', 'name': 'network-vif-deleted', 'tag': 'b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa', 'status': 'completed', 'code': 200} Jul 23 11:04:23.982454 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.024849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.057357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:04:24.074182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:04:24.077343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:04:24.081784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:04:24.085837 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:24.131148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.131790 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.145933 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0ff13537-e1cb-4363-8495-d2b0214ae4a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038580 Jul 23 11:04:24.163386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Request body: {'port': {'device_id': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:04:24.237169 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.301511 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.490844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35794c3-e30a-4d61-858e-0ac93032c017 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:04:24.498884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.510734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Transition to ACTIVE for port object d35794c3-e30a-4d61-858e-0ac93032c017 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:04:24.514407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.586927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:24.635487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:04:24.635848 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:04:24.636152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:04:24.640426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Port d35794c3-e30a-4d61-858e-0ac93032c017 on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:04:24.640774 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:04:24.645359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:04:24.645696 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Checking segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:04:24.646077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Bound using segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:04:24.646498 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Bound port: d35794c3-e30a-4d61-858e-0ac93032c017, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:04:24.646855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.683992 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bdb03-c20b-43b0-91e7-22179e885fee req-a595d19f-da50-4c04-b883-51afb566af0f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.685530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-015bdb03-c20b-43b0-91e7-22179e885fee req-a595d19f-da50-4c04-b883-51afb566af0f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.0627513 Jul 23 11:04:24.709738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:04:24.713532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:04:24.717543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.725722 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-015bdb03-c20b-43b0-91e7-22179e885fee req-6d882420-e691-440b-a8e5-09d01edc21d6 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345101 Jul 23 11:04:24.751931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.752716 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:24.754133 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] 10.222.0.20 "PUT /v2.0/ports/d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 1092 time: 0.5950029 Jul 23 11:04:24.754570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:24.757131 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05b7a6-71f8-4e74-b30a-e6e710214256" -d '{"events": [{"name": "network-changed", "server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:24.782658 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa539fa-0deb-44d1-8bf3-9db1226a6d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:24.797665 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9b24e-2dbb-414d-bb4e-8875fcd0e156 x-openstack-request-id: req-e3a9b24e-2dbb-414d-bb4e-8875fcd0e156 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:24.797972 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:24.798234 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3a9b24e-2dbb-414d-bb4e-8875fcd0e156 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:24.798642 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'status': 'completed', 'code': 200} Jul 23 11:04:24.871513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-aea4dfc6-509b-4abe-8037-d5cdba9e2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.873049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-aea4dfc6-509b-4abe-8037-d5cdba9e2403 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1095 time: 0.0594406 Jul 23 11:04:24.919758 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-4a1107d8-75c7-4a90-b4d7-4c4e1f816a6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0339990 Jul 23 11:04:24.967103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-1d929624-25e0-465d-a649-a45b5e9ad4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:24.968586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-1d929624-25e0-465d-a649-a45b5e9ad4e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0429871 Jul 23 11:04:25.006209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-bfc4798a-4c0f-4b1e-abdf-a153e9bfc6cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317988 Jul 23 11:04:25.093414 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-8cdb701a-811d-4a48-b9b4-d67c402f3a6e service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811977 Jul 23 11:04:25.183639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0f1a3d5c-e232-4ff0-833f-31620089e1bc req-07ff1ed5-12ab-4e04-bfaf-9b5c4042caf4 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839896 Jul 23 11:04:25.327572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-280c9ef3-1883-4217-932a-ed963eb0c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:25.329094 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-280c9ef3-1883-4217-932a-ed963eb0c6a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1095 time: 0.0620525 Jul 23 11:04:25.418557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-b58580c3-a07c-4904-88ef-192aabc89614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:25.420068 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-b58580c3-a07c-4904-88ef-192aabc89614 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0850136 Jul 23 11:04:25.460732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-bb53aefb-5d74-4fc0-aa8e-f6aaaad0b296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0338585 Jul 23 11:04:25.505997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-891cff9e-208f-469d-b0d3-bf8a38a800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:25.507388 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-891cff9e-208f-469d-b0d3-bf8a38a800b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0406530 Jul 23 11:04:25.540636 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-a3ba0ff1-dc84-413e-a732-57831746d82c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262015 Jul 23 11:04:25.631217 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-174aacff-9d14-451f-8ca1-c73202f30d7a service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833230 Jul 23 11:04:25.722323 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc05b7a6-71f8-4e74-b30a-e6e710214256 req-e7103612-839b-4d14-8a0a-d6321cf8ba32 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837729 Jul 23 11:04:25.857769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa88a4e-907d-429b-9304-b523504a74be req-5bbb9b8d-8951-4d13-9ed5-9eebe74ef96c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:25.859309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fa88a4e-907d-429b-9304-b523504a74be req-5bbb9b8d-8951-4d13-9ed5-9eebe74ef96c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.0653977 Jul 23 11:04:25.897890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fa88a4e-907d-429b-9304-b523504a74be req-ad4f64b8-02b2-4e6f-9cd4-2f1f0b7c012e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Jul 23 11:04:27.028448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba19b-2136-4263-a56d-9db9581dd7fb req-97c7c707-4dee-4ae4-a4be-45b070c10cb2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:27.029952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-572ba19b-2136-4263-a56d-9db9581dd7fb req-97c7c707-4dee-4ae4-a4be-45b070c10cb2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.0645642 Jul 23 11:04:27.069088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-572ba19b-2136-4263-a56d-9db9581dd7fb req-76c4fb3d-52a2-4c92-8f94-e45c3693c658 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Jul 23 11:04:27.098420 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17ff4be8-7c09-4ff3-9e47-40d63bea34e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:27.636821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:04:27.644063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:04:27.670584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:04:27.670922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b56d25f6-f7c2-48d3-a7fd-0c0bc94d09fa not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:04:27.750380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:27.760268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'port_id': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'mac_address': 'fa:16:3e:34:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f05921-4a15-422b-a9d7-ae1edeaf5fbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:04:27.795537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:27.808280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35794c3-e30a-4d61-858e-0ac93032c017 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:04:27.829926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:27.833833 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:27.890298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:28.092323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d35794c3-e30a-4d61-858e-0ac93032c017'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:04:28.196954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c4624-2e4b-4fbf-be02-375a9bdb0663 req-d6330c48-1b07-43fe-8959-c181f840b81d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:28.198466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b9c4624-2e4b-4fbf-be02-375a9bdb0663 req-d6330c48-1b07-43fe-8959-c181f840b81d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 945 time: 0.0633614 Jul 23 11:04:28.238762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5b9c4624-2e4b-4fbf-be02-375a9bdb0663 req-29a968c1-debc-4c32-866c-9356c34161ea tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jul 23 11:04:29.365540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33f6bf-f463-48df-bb30-52c7ae9461c8 req-9e599112-5036-4d97-82a2-893862c5ee07 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:29.367022 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be33f6bf-f463-48df-bb30-52c7ae9461c8 req-9e599112-5036-4d97-82a2-893862c5ee07 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 945 time: 0.0619435 Jul 23 11:04:29.404853 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be33f6bf-f463-48df-bb30-52c7ae9461c8 req-6bb17aad-18ae-4dd5-8e59-1358564974f3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Jul 23 11:04:29.652284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:04:29.701335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port d35794c3-e30a-4d61-858e-0ac93032c017 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:04:29.705169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d35794c3-e30a-4d61-858e-0ac93032c017 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:04:29.705544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:29.779542 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:29.801473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:04:29.803738 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f3202-464a-4fe2-9dba-a68c5d26712d" -d '{"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-plugged", "status": "completed", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:04:29.816529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:04:29.821921 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:29.847850 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1933630d-427e-4987-905a-8360b4835508 x-openstack-request-id: req-1933630d-427e-4987-905a-8360b4835508 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:04:29.848147 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-plugged", "status": "completed", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:04:29.848402 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1933630d-427e-4987-905a-8360b4835508 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:04:29.848786 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'code': 200} Jul 23 11:04:29.876565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:04:29.939861 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7939f2e-555a-4e0a-971a-7b930e4666e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:29.985648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe84968-a780-4811-9cfe-5854e22525a2 req-2cce7b21-db64-4792-b4e2-752ba49b87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:29.987125 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8fe84968-a780-4811-9cfe-5854e22525a2 req-2cce7b21-db64-4792-b4e2-752ba49b87b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1097 time: 0.0667944 Jul 23 11:04:30.020504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8fe84968-a780-4811-9cfe-5854e22525a2 req-db2b7135-38b4-40d8-a3dc-bd6d29256b76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264058 Jul 23 11:04:30.245320 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:30.530789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5723ef-da7d-4096-902c-90e9fc19a116 req-e5a05e5c-05e0-4e27-9fd1-59940fd926a3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:30.532308 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b5723ef-da7d-4096-902c-90e9fc19a116 req-e5a05e5c-05e0-4e27-9fd1-59940fd926a3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0626163 Jul 23 11:04:30.569674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b5723ef-da7d-4096-902c-90e9fc19a116 req-324198e7-2db8-4aa3-b0f5-a0bda71bb6f7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Jul 23 11:04:31.337406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:31.400145 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:04:31.701792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ddce9-4727-4942-a428-207264dba78a req-21123d44-f8f0-4733-bd68-7805754429dc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:31.703277 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-752ddce9-4727-4942-a428-207264dba78a req-21123d44-f8f0-4733-bd68-7805754429dc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0654755 Jul 23 11:04:31.739662 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-752ddce9-4727-4942-a428-207264dba78a req-5cbf62bb-a65e-44a5-a10a-6da3a934d0e0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Jul 23 11:04:31.865435 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796917d-4db0-426e-b269-d06f20037d37 req-e7923064-e83c-4cbb-9fa1-e48f4cb090a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:31.866929 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d796917d-4db0-426e-b269-d06f20037d37 req-e7923064-e83c-4cbb-9fa1-e48f4cb090a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0633667 Jul 23 11:04:31.912229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d796917d-4db0-426e-b269-d06f20037d37 req-31c69ee4-9b85-4252-a5af-70ccab198a25 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Jul 23 11:04:32.144875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-1db10b8d-8968-44d8-aaf2-855f71a7b9bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524492 Jul 23 11:04:32.162441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba94b1-e2c2-4941-bf24-476993f76043 req-224eb2b6-8954-4512-87c6-7e343f357525 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:32.163992 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaba94b1-e2c2-4941-bf24-476993f76043 req-224eb2b6-8954-4512-87c6-7e343f357525 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0652235 Jul 23 11:04:32.204439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaba94b1-e2c2-4941-bf24-476993f76043 req-bf7debb9-01c6-4768-9183-9dca76720d24 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Jul 23 11:04:32.613340 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:33.247410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-b2113de2-5775-4278-a8f3-6f0c26325c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:33.248981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-b2113de2-5775-4278-a8f3-6f0c26325c22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1097 time: 0.0542624 Jul 23 11:04:33.338630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-c2b639d3-6c87-4164-b309-9c26d178423a req-4de0e6f6-c905-4944-aec4-877afdb79eab service neutron] (93834) timed out ('10.222.0.37', 48078) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:04:33.340434 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acc155-e8a4-4d50-b6ab-d3cbe6f3d5b1 req-49768f91-a506-4211-8795-4737cbf92c5f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:33.342124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2acc155-e8a4-4d50-b6ab-d3cbe6f3d5b1 req-49768f91-a506-4211-8795-4737cbf92c5f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0686893 Jul 23 11:04:33.343039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-2e861ff5-7348-449d-aa3a-501baa21e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:33.344556 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-2e861ff5-7348-449d-aa3a-501baa21e3f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0897133 Jul 23 11:04:33.379759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2acc155-e8a4-4d50-b6ab-d3cbe6f3d5b1 req-4343b5b9-dac4-477e-91e2-876306dbb284 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Jul 23 11:04:33.386793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-7fc99976-50d1-406a-92b6-d96e3c358f12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0363443 Jul 23 11:04:33.440662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-a6a46adc-a2e3-45ae-b108-9f98902de934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:33.442106 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-a6a46adc-a2e3-45ae-b108-9f98902de934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0491769 Jul 23 11:04:33.474663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-80e24e42-1b37-4431-aebe-39bdf4e259de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267196 Jul 23 11:04:33.562661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-5546ba96-7e4f-4712-a7b9-f72d56e11f0e service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Jul 23 11:04:33.653819 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-d4d70470-35cf-4156-b63e-f72c3e046f6c service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851073 Jul 23 11:04:34.506748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48155258-0b68-46f8-9d95-5c0be0aa40f9 req-b33e18b6-5065-47ae-b9e3-01807f11f2fe tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:34.508915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48155258-0b68-46f8-9d95-5c0be0aa40f9 req-b33e18b6-5065-47ae-b9e3-01807f11f2fe tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0624950 Jul 23 11:04:34.546009 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48155258-0b68-46f8-9d95-5c0be0aa40f9 req-01b11063-236d-4fc8-a08c-26bf0b2621e2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Jul 23 11:04:34.690160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:35.677824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff2a25-5f49-44c3-8a93-bfeab0ed396b req-249f3ed1-3cec-49d1-9fcd-ed498b68d53c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:35.679316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2bff2a25-5f49-44c3-8a93-bfeab0ed396b req-249f3ed1-3cec-49d1-9fcd-ed498b68d53c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0663888 Jul 23 11:04:35.716063 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2bff2a25-5f49-44c3-8a93-bfeab0ed396b req-c50d4ec1-1c64-4382-b0fa-750e0da79f41 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Jul 23 11:04:36.848765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe1a0c-7b4f-44be-a85b-3ca60fafba38 req-d4b9c7a5-c1d5-46ea-b2a5-84ec16d8c42b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:36.850235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-26fe1a0c-7b4f-44be-a85b-3ca60fafba38 req-d4b9c7a5-c1d5-46ea-b2a5-84ec16d8c42b tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0678890 Jul 23 11:04:36.888427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-26fe1a0c-7b4f-44be-a85b-3ca60fafba38 req-d152d82e-a494-470f-8cff-9f5ba226c19c tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Jul 23 11:04:38.017360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cd31f-b8eb-4234-8b43-570aa9d381e4 req-523b86c2-698c-4feb-adef-8d8466e59e39 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:38.018839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-321cd31f-b8eb-4234-8b43-570aa9d381e4 req-523b86c2-698c-4feb-adef-8d8466e59e39 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0634336 Jul 23 11:04:38.056953 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-321cd31f-b8eb-4234-8b43-570aa9d381e4 req-b707c40c-9663-4734-851b-646bc930022a tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Jul 23 11:04:39.183904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e8553-2471-4b1c-9661-8b64ce9b0965 req-6b9aba89-9df9-45d4-b03c-a84a191248ae tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:39.185373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c32e8553-2471-4b1c-9661-8b64ce9b0965 req-6b9aba89-9df9-45d4-b03c-a84a191248ae tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0631096 Jul 23 11:04:39.228738 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c32e8553-2471-4b1c-9661-8b64ce9b0965 req-cce69ced-e15b-4798-92c8-1b2c0ba33c5a tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378859 Jul 23 11:04:40.360110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fab9e-17fc-412d-b252-2a89f4f915ac req-4e0203a4-e2ea-4557-beb4-439a17080905 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:40.361600 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df4fab9e-17fc-412d-b252-2a89f4f915ac req-4e0203a4-e2ea-4557-beb4-439a17080905 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0660818 Jul 23 11:04:40.403152 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df4fab9e-17fc-412d-b252-2a89f4f915ac req-83e7b178-13b6-4623-b83e-c9f7b1ea97c9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Jul 23 11:04:41.531646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80963113-9f36-4717-875d-3ee2c080f67f req-be2de600-4383-48e2-8bbd-4eda854c797e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:41.533126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80963113-9f36-4717-875d-3ee2c080f67f req-be2de600-4383-48e2-8bbd-4eda854c797e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0625725 Jul 23 11:04:41.570629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80963113-9f36-4717-875d-3ee2c080f67f req-108300ce-d584-4cf9-a4f4-2fa458559018 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Jul 23 11:04:42.699112 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7925f0-f150-4e53-a12e-3c86b1b948ce req-d90571d7-1807-4e8b-900b-d2b1d754ed57 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:42.700643 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af7925f0-f150-4e53-a12e-3c86b1b948ce req-d90571d7-1807-4e8b-900b-d2b1d754ed57 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0640883 Jul 23 11:04:42.738409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af7925f0-f150-4e53-a12e-3c86b1b948ce req-30ecb6d9-bce1-4ef6-ba44-fe2559de6624 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 Jul 23 11:04:43.870032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e0295-70f9-45af-8427-d2c79e53e087 req-0a6ba711-69d5-49d6-8762-05e67bc2ce18 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:43.871803 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b3e0295-70f9-45af-8427-d2c79e53e087 req-0a6ba711-69d5-49d6-8762-05e67bc2ce18 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0666177 Jul 23 11:04:43.908504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b3e0295-70f9-45af-8427-d2c79e53e087 req-9f588a30-7e84-46eb-84ba-e213efaec0c5 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Jul 23 11:04:45.035591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d9c56-3387-4722-9131-0d137f77b49d req-2d31bed0-369f-43c3-81b0-c5ba3400bdc2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:45.037074 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514d9c56-3387-4722-9131-0d137f77b49d req-2d31bed0-369f-43c3-81b0-c5ba3400bdc2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0622332 Jul 23 11:04:45.074222 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514d9c56-3387-4722-9131-0d137f77b49d req-71d83b2d-9955-4987-9dab-0cef5cf585bb tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Jul 23 11:04:46.201051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb866-24b3-4433-af2a-73fa6e2ac6da req-797f0147-411e-4c72-b49d-36d7778bd9a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:46.202544 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1b4eb866-24b3-4433-af2a-73fa6e2ac6da req-797f0147-411e-4c72-b49d-36d7778bd9a9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0625756 Jul 23 11:04:46.238592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1b4eb866-24b3-4433-af2a-73fa6e2ac6da req-9b026ae2-0242-4a32-a160-40545deccaf3 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305731 Jul 23 11:04:47.374379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7150f-dbba-49a0-88ac-1c15ae63cbb7 req-7e65cce6-8668-4798-84c9-711b621156d7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:47.375923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5a7150f-dbba-49a0-88ac-1c15ae63cbb7 req-7e65cce6-8668-4798-84c9-711b621156d7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0699170 Jul 23 11:04:47.415623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b5a7150f-dbba-49a0-88ac-1c15ae63cbb7 req-38a3c831-1dc9-49f3-b238-4377fad7c4a5 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341802 Jul 23 11:04:48.550334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615c99a-e036-4df2-b527-7f7dd04410c1 req-9f0562fe-f7bf-4bfe-9582-0e6bd64236d7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:48.551847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6615c99a-e036-4df2-b527-7f7dd04410c1 req-9f0562fe-f7bf-4bfe-9582-0e6bd64236d7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0670593 Jul 23 11:04:48.589247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6615c99a-e036-4df2-b527-7f7dd04410c1 req-7a5babb4-ad16-4133-bc25-0dbedee4ef72 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Jul 23 11:04:49.718506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888910f1-0841-42d0-bae9-a859985646e3 req-ef0d716e-2763-4db3-a643-4c0088f674d9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:49.720004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-888910f1-0841-42d0-bae9-a859985646e3 req-ef0d716e-2763-4db3-a643-4c0088f674d9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0649261 Jul 23 11:04:49.756977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-888910f1-0841-42d0-bae9-a859985646e3 req-3e2e38c1-79d3-4e01-b947-9be97583a46d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Jul 23 11:04:50.885931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151ea3-6aa5-4ecd-bdac-26c6b77ca07c req-c2458e43-4c80-43ba-8a1c-1f6b877c7e2e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:50.887459 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2151ea3-6aa5-4ecd-bdac-26c6b77ca07c req-c2458e43-4c80-43ba-8a1c-1f6b877c7e2e tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0647886 Jul 23 11:04:50.924208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2151ea3-6aa5-4ecd-bdac-26c6b77ca07c req-57135b20-55b1-497a-81ba-25553cddf04a tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jul 23 11:04:52.057091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a9b34-689c-45f7-bf7d-d293ebccf291 req-1f473e7b-16df-463b-9a6f-9f943342c018 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:52.058606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-130a9b34-689c-45f7-bf7d-d293ebccf291 req-1f473e7b-16df-463b-9a6f-9f943342c018 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0660162 Jul 23 11:04:52.096086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-130a9b34-689c-45f7-bf7d-d293ebccf291 req-904d7716-bb09-4f34-8daf-9a45bb161960 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Jul 23 11:04:53.225991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b333aa9-d283-4752-9806-623eba00e0ea req-2fbd715e-d2f1-43f3-8b83-2bff8e99a575 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:53.227479 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b333aa9-d283-4752-9806-623eba00e0ea req-2fbd715e-d2f1-43f3-8b83-2bff8e99a575 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0658472 Jul 23 11:04:53.264626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b333aa9-d283-4752-9806-623eba00e0ea req-8fa234ef-3eb2-493b-8932-7f6cc427a4e2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Jul 23 11:04:54.315345 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:54.397598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1020c76-21eb-40d2-a1b3-be2b8f7be66a req-1250bc84-7cf0-4424-b3b5-65579176d6a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:54.399075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1020c76-21eb-40d2-a1b3-be2b8f7be66a req-1250bc84-7cf0-4424-b3b5-65579176d6a4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0645685 Jul 23 11:04:54.436803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1020c76-21eb-40d2-a1b3-be2b8f7be66a req-a26138c6-8f21-4b94-bcd0-f2a73bc29880 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Jul 23 11:04:54.677706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bce71-7504-486d-a551-1b833d35227d req-a922cb13-fbc0-4652-bdda-1c6d0b547909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:54.679463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-a922cb13-fbc0-4652-bdda-1c6d0b547909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1097 time: 0.0580263 Jul 23 11:04:54.774717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bce71-7504-486d-a551-1b833d35227d req-fdfd7e97-03fb-424b-b17b-2289f22e0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:54.776194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-fdfd7e97-03fb-424b-b17b-2289f22e0538 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0801611 Jul 23 11:04:54.820323 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-718eadc6-bde6-41ef-a58d-385287961977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0370991 Jul 23 11:04:54.867446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bce71-7504-486d-a551-1b833d35227d req-8472115c-d251-468d-93ce-b0ec9a133dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:54.868909 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-8472115c-d251-468d-93ce-b0ec9a133dfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0432985 Jul 23 11:04:54.901261 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-99ed2a3c-f48f-49be-a726-f3dfb3806c84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261977 Jul 23 11:04:54.990737 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-ca32ccfd-6cda-49a8-b63f-b5bcd84ef9e4 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834601 Jul 23 11:04:55.076992 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c85bce71-7504-486d-a551-1b833d35227d req-82897ef4-4bb0-4bf5-8054-83afc26fa2d1 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804262 Jul 23 11:04:55.568964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0cd3f-8c5c-416b-9f15-dab3a406a92f req-605f13a0-2b13-442f-907f-8b8dd42e74ca tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:55.570442 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36c0cd3f-8c5c-416b-9f15-dab3a406a92f req-605f13a0-2b13-442f-907f-8b8dd42e74ca tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0674381 Jul 23 11:04:55.607462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-36c0cd3f-8c5c-416b-9f15-dab3a406a92f req-24b6cd14-2b60-4932-8aa6-cca65a4bcc76 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 23 11:04:56.758591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93216-9de9-4cc6-9dc3-858e73a5ca63 req-98c735e0-23b2-4ea6-a0b7-5deaba4108f2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:56.760075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfa93216-9de9-4cc6-9dc3-858e73a5ca63 req-98c735e0-23b2-4ea6-a0b7-5deaba4108f2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0616467 Jul 23 11:04:56.796977 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bfa93216-9de9-4cc6-9dc3-858e73a5ca63 req-24a85666-34cc-4627-97f2-c701283ec21d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Jul 23 11:04:57.098743 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44151825-2e78-47eb-a8ec-6de09dfc491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:04:57.944651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb857-2eda-4557-8c5c-0e172f0e306c req-ac5139b7-4ae9-4702-b938-10bbd839afdc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:57.946128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-600eb857-2eda-4557-8c5c-0e172f0e306c req-ac5139b7-4ae9-4702-b938-10bbd839afdc tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0633323 Jul 23 11:04:57.982461 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-600eb857-2eda-4557-8c5c-0e172f0e306c req-dedc0dc8-839f-48f1-afc5-af38f4c54988 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Jul 23 11:04:59.113063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c268-8df6-4715-93a2-d8652dede0a0 req-8b34c1a9-e354-4168-88f9-f4c6d61ae7b8 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:04:59.114679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2155c268-8df6-4715-93a2-d8652dede0a0 req-8b34c1a9-e354-4168-88f9-f4c6d61ae7b8 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0654445 Jul 23 11:04:59.151246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2155c268-8df6-4715-93a2-d8652dede0a0 req-43c25df0-7b1c-4e7f-9af6-1b4f613c8f39 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Jul 23 11:04:59.941612 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b10dcce-7588-465e-852a-cb1a548565d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:00.246221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:00.279768 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28078b-8a0c-4411-a3df-b84444d9d873 req-aba73b55-4c8e-4406-a001-89257a0bcfa8 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:00.281235 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db28078b-8a0c-4411-a3df-b84444d9d873 req-aba73b55-4c8e-4406-a001-89257a0bcfa8 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0651042 Jul 23 11:05:00.321941 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db28078b-8a0c-4411-a3df-b84444d9d873 req-156fab11-7853-4ec1-a4e9-057fbadd9d28 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Jul 23 11:05:00.515611 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-a92554f8-daaf-44a5-a8f7-53e70ab67687 service neutron] show failed (client error): The resource could not be found. Jul 23 11:05:00.516543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-a92554f8-daaf-44a5-a8f7-53e70ab67687 service neutron] 10.222.0.20 "GET /v2.0/ports/d35794c3-e30a-4d61-858e-0ac93032c017/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0540824 Jul 23 11:05:00.719871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-bded15d2-00ea-41e8-a3c0-acfe88e3ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:00.721371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-bded15d2-00ea-41e8-a3c0-acfe88e3ebf8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a&tenant_id=be1db68036dd4ad280a5ab15a5bc57bf HTTP/1.1" status: 200 len: 1097 time: 0.0534284 Jul 23 11:05:00.732147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:00.809400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.247382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:01.278536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:05:01.316898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:01.319886 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f2074-21dd-4e33-aa2a-8004519aa0c8" -d '{"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-unplugged", "status": "completed", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:01.323776 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.337129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Transition to ACTIVE for port object d35794c3-e30a-4d61-858e-0ac93032c017 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:01.340697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.349353 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.376365 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047361c3-02e1-4c55-a05e-68c6db14be6b x-openstack-request-id: req-047361c3-02e1-4c55-a05e-68c6db14be6b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:01.376669 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-unplugged", "status": "completed", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:01.376929 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-047361c3-02e1-4c55-a05e-68c6db14be6b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:01.377328 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'code': 200} Jul 23 11:05:01.409377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] No DVR routers for this DVR port d35794c3-e30a-4d61-858e-0ac93032c017 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:05:01.419013 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:01.445760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.446109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.446453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.446793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.447127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.447486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.447840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.448203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.448556 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.448868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.449195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.449521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:01.462242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b435-802e-459d-9631-3291c7eb20c3 req-73ba36e6-0ab1-4567-b32d-0bdf7932f375 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:01.463783 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4661b435-802e-459d-9631-3291c7eb20c3 req-73ba36e6-0ab1-4567-b32d-0bdf7932f375 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.0648930 Jul 23 11:05:01.465333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:05:01.465685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:05:01.466019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:01.470352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Port d35794c3-e30a-4d61-858e-0ac93032c017 on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:05:01.470696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Attempting to bind port d35794c3-e30a-4d61-858e-0ac93032c017 on network bd8768af-aadf-4dd5-a83c-32ce5416aaf3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:01.476546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:05:01.476892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Checking segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:05:01.477281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Bound using segment: {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:05:01.477714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Bound port: d35794c3-e30a-4d61-858e-0ac93032c017, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:05:01.478077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.502346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4661b435-802e-459d-9631-3291c7eb20c3 req-54b3fcfe-d7c1-4bb6-944a-a4cedff3fc91 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Jul 23 11:05:01.541183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:05:01.544197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:05:01.548847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.586143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:01.586763 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:01.588204 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] 10.222.0.55 "PUT /v2.0/ports/d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 1092 time: 0.8599992 Jul 23 11:05:01.608914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c917562-9864-4be5-886a-e5bdb39a8148 service neutron] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:01.666776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-f7aaaf04-b222-4dc3-ac1e-5b9b54a9f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:01.668327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-f7aaaf04-b222-4dc3-ac1e-5b9b54a9f9f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1095 time: 0.0565891 Jul 23 11:05:01.757074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-a6b0179f-c7c4-4396-bedd-e5d20be2ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:01.758473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-a6b0179f-c7c4-4396-bedd-e5d20be2ff67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0840964 Jul 23 11:05:01.803874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-ca3182d2-e25b-4c3c-b9fb-ab55dfffab78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0388868 Jul 23 11:05:01.851615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-e1c037b7-fde9-4f2e-90e6-a1d83d2f5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:01.853076 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-e1c037b7-fde9-4f2e-90e6-a1d83d2f5608 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0440490 Jul 23 11:05:01.886951 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-224f5645-3825-4247-9095-3ec9419be6e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274377 Jul 23 11:05:01.981561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-84a8fc06-3600-4cbb-8374-8b6c5727bbac service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871923 Jul 23 11:05:02.068855 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b6212d0e-69ee-405a-92f5-429b21d45a6e req-910dbcd9-e303-47a8-97b9-85aab35a0268 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801015 Jul 23 11:05:02.609100 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:02.638160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2fb0e-0478-4f40-a3d2-54fc4c0f925c req-249f7a6c-e083-4d19-b880-eb982e661bb1 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:02.639671 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caa2fb0e-0478-4f40-a3d2-54fc4c0f925c req-249f7a6c-e083-4d19-b880-eb982e661bb1 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.0683899 Jul 23 11:05:02.675437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-caa2fb0e-0478-4f40-a3d2-54fc4c0f925c req-228dfdab-083c-4635-b2d3-422a54c02ddb tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302732 Jul 23 11:05:03.378255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:03.380807 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:03.427301 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc64fb80-d0db-44d0-a557-3cdc0380be04 x-openstack-request-id: req-bc64fb80-d0db-44d0-a557-3cdc0380be04 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:03.427698 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:03.427957 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc64fb80-d0db-44d0-a557-3cdc0380be04 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:03.428603 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'status': 'completed', 'code': 200} Jul 23 11:05:03.504448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-1e9b87a8-bd0b-491f-b6a4-e191dbcea746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.505955 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-1e9b87a8-bd0b-491f-b6a4-e191dbcea746 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1095 time: 0.0546246 Jul 23 11:05:03.521627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-6ad16759-df5a-4150-abd3-17afb70d4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.523138 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-6ad16759-df5a-4150-abd3-17afb70d4293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1095 time: 0.0585599 Jul 23 11:05:03.613472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-9d9f513c-2128-4a22-9246-13b1ed0c1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.613988 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-0e330dc0-43d3-4957-bf87-0089cfd90cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.615080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-9d9f513c-2128-4a22-9246-13b1ed0c1624 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.1027865 Jul 23 11:05:03.615566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-0e330dc0-43d3-4957-bf87-0089cfd90cb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0855384 Jul 23 11:05:03.658703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-283103ba-7faf-4ad1-941b-ddd75272b2db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0374403 Jul 23 11:05:03.661567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-68b26add-9752-4bfe-8056-4a9850533511 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0403938 Jul 23 11:05:03.710233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-d26f5a0a-5d3f-4427-ab53-2f2758e8d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.710502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-cd01bc88-8280-446b-95d0-4f3472f71db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.711779 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-d26f5a0a-5d3f-4427-ab53-2f2758e8d0ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0468805 Jul 23 11:05:03.711966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-cd01bc88-8280-446b-95d0-4f3472f71db6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0449972 Jul 23 11:05:03.749162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-e72a6289-9f45-49a4-85b2-ee9f36c898f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306044 Jul 23 11:05:03.750949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-4b4d9939-8e09-491d-a02b-addf3764cebd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331955 Jul 23 11:05:03.774355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:05:03.819300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:05:03.843685 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-09c9ce03-1d1f-4eb8-bab5-24d5c25a678a service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880208 Jul 23 11:05:03.882746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46838c9-3f9b-49ad-8b9f-441cc9973827 req-e85deb21-228d-4590-b0ff-9365a2cfb860 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:03.884279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b46838c9-3f9b-49ad-8b9f-441cc9973827 req-e85deb21-228d-4590-b0ff-9365a2cfb860 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.1361313 Jul 23 11:05:03.887900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-e5bef141-74c1-480f-9393-45451775fed5 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287930 Jul 23 11:05:03.933851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-ce7e09f5-541c-4b75-a5df-20032d9bcdef service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839558 Jul 23 11:05:03.948958 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b46838c9-3f9b-49ad-8b9f-441cc9973827 req-53c77834-65a7-444a-8243-21f128197926 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Jul 23 11:05:04.005186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-81a02cfd-e205-4681-8ff1-b58bcd6f86ce req-433533cd-8e80-4f26-91d9-bf6ecf4eb516 service neutron] 10.222.0.55 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086116 Jul 23 11:05:04.037906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:05:04.149218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:04.162284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'network_id': 'bd8768af-aadf-4dd5-a83c-32ce5416aaf3', 'port_id': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'mac_address': 'fa:16:3e:34:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f05921-4a15-422b-a9d7-ae1edeaf5fbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:05:04.176935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a18e-532e-4916-b24f-433bca2323df req-2575413d-5c55-4bd9-b76d-dd699e21564f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:04.178228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa64a18e-532e-4916-b24f-433bca2323df req-2575413d-5c55-4bd9-b76d-dd699e21564f tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 944 time: 0.0760009 Jul 23 11:05:04.203134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:04.216968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35794c3-e30a-4d61-858e-0ac93032c017 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:05:04.220739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa64a18e-532e-4916-b24f-433bca2323df req-398dd176-e018-4eda-8434-60111e2f29c2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Jul 23 11:05:04.237747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:04.242026 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:04.271482 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-41b31201-83a0-43d1-ba5c-c278222eabb7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:04.272993 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-41b31201-83a0-43d1-ba5c-c278222eabb7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.20 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a&tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 944 time: 0.1435344 Jul 23 11:05:04.295678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:04.303742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.304097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.304447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.304792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.305128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.305464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.305798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.306125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.306465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.306802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.307132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.307486 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:04.332901 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-885873dc-cf56-431c-965c-0abdbaf7e950 service neutron] delete failed (client error): The resource could not be found. Jul 23 11:05:04.333913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-885873dc-cf56-431c-965c-0abdbaf7e950 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d35794c3-e30a-4d61-858e-0ac93032c017/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0534403 Jul 23 11:05:04.448480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-ddd805dc-285e-4a4f-97c0-b8be66bfef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:04.450007 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-ddd805dc-285e-4a4f-97c0-b8be66bfef07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 1096 time: 0.0540760 Jul 23 11:05:04.458805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d35794c3-e30a-4d61-858e-0ac93032c017'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:05:04.542016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-c3a28dde-0a6f-4423-bb57-de6c3f8fd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:04.543569 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-c3a28dde-0a6f-4423-bb57-de6c3f8fd3b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 200 len: 915 time: 0.0876138 Jul 23 11:05:04.584282 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-4ce1c49d-8922-4268-9b76-0dd9bc42a37b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 200 len: 217 time: 0.0348227 Jul 23 11:05:04.630722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-2c3fdc77-bd02-4e01-9046-30e955b626fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:04.632171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-2c3fdc77-bd02-4e01-9046-30e955b626fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 200 len: 854 time: 0.0424938 Jul 23 11:05:04.670509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-045fabee-bdb1-49f0-ab1e-05886356c9ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd8768af-aadf-4dd5-a83c-32ce5416aaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314989 Jul 23 11:05:04.700747 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:04.758913 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-cf4758b2-e5fa-488c-85dd-3c728f0987af service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821693 Jul 23 11:05:05.183938 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8e9c08f0-b9c1-40cb-9521-cba7c711788a req-28cb1b05-5cc2-467d-8c28-98c8c92feb23 service neutron] 10.222.0.20 "GET /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182081 Jul 23 11:05:05.357260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b1d5-6c27-4f59-ac70-185a318a7735 req-4eefd190-098f-4935-b136-6173f290a0ab tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:05.358707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b24b1d5-6c27-4f59-ac70-185a318a7735 req-4eefd190-098f-4935-b136-6173f290a0ab tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 945 time: 0.0617943 Jul 23 11:05:05.394669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b24b1d5-6c27-4f59-ac70-185a318a7735 req-7975212b-e471-4889-b782-2d69dfe69eb0 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297287 Jul 23 11:05:06.051607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:06.099283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port d35794c3-e30a-4d61-858e-0ac93032c017 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:06.102954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port d35794c3-e30a-4d61-858e-0ac93032c017 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:06.103333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:06.178570 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:06.200432 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:06.202661 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3426d9-cba3-4d12-ad10-bcef05a1e2f7" -d '{"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-plugged", "status": "completed", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:06.216084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:06.220308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:06.242952 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8873be28-c12e-4ca5-a057-cbbb277ae713 x-openstack-request-id: req-8873be28-c12e-4ca5-a057-cbbb277ae713 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:06.243248 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-plugged", "status": "completed", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:06.243531 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8873be28-c12e-4ca5-a057-cbbb277ae713 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:06.243925 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'code': 200} Jul 23 11:05:06.268357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:06.533957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3097a-d836-4838-ab6a-8f20f4c5fbcb req-37c173ed-77fc-408a-8659-ffa2137cc7b2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:06.535449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2f3097a-d836-4838-ab6a-8f20f4c5fbcb req-37c173ed-77fc-408a-8659-ffa2137cc7b2 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0657785 Jul 23 11:05:06.573451 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c2f3097a-d836-4838-ab6a-8f20f4c5fbcb req-d3d480e2-9d15-44c7-8337-c4f94840b5e9 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 23 11:05:06.701595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813c9d9-3b6e-4497-9035-a2b2186e4079 req-b8923a62-6d82-43f0-8007-4550b78cc392 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:06.703092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3813c9d9-3b6e-4497-9035-a2b2186e4079 req-b8923a62-6d82-43f0-8007-4550b78cc392 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0631764 Jul 23 11:05:06.740258 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3813c9d9-3b6e-4497-9035-a2b2186e4079 req-c9001ebd-bbd9-4f7a-8918-dae350dd7630 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Jul 23 11:05:06.865389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb20fd-3028-4baa-9aa0-688397297c8b req-54035062-cc86-42e6-a678-2bf276a57f10 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:06.866869 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80fb20fd-3028-4baa-9aa0-688397297c8b req-54035062-cc86-42e6-a678-2bf276a57f10 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0628567 Jul 23 11:05:06.902745 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80fb20fd-3028-4baa-9aa0-688397297c8b req-2254a5e9-ebcd-4f77-aa5d-af768ad62a16 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301435 Jul 23 11:05:07.251217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fe74c-a930-4f60-8e36-17f29b419548 req-12815c6b-1a8a-4aef-9063-4e6584a63676 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:07.252632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-866fe74c-a930-4f60-8e36-17f29b419548 req-12815c6b-1a8a-4aef-9063-4e6584a63676 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0625594 Jul 23 11:05:07.289883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-866fe74c-a930-4f60-8e36-17f29b419548 req-125785d7-a4fa-4fa6-ad30-d75d1bfddd68 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Jul 23 11:05:08.390483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-fff0e4b7-fd64-48d4-aa38-d17d9a88a85d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:08.392053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-fff0e4b7-fd64-48d4-aa38-d17d9a88a85d tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.55 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0673141 Jul 23 11:05:08.398986 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:05:08.424386 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0516c33-e257-4de8-9c2d-3f0ac9156776 req-35360656-289e-4d2a-89b8-711d4edcf101 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:08.426048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a0516c33-e257-4de8-9c2d-3f0ac9156776 req-35360656-289e-4d2a-89b8-711d4edcf101 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/ports?device_id=1198d490-b6d6-4423-b1bb-1a30686a747a HTTP/1.1" status: 200 len: 946 time: 0.0689039 Jul 23 11:05:08.469408 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a0516c33-e257-4de8-9c2d-3f0ac9156776 req-e6daa1c5-a3e1-437f-a53c-6300411d3491 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Jul 23 11:05:08.498411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Deleting port d35794c3-e30a-4d61-858e-0ac93032c017 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:05:08.498757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:08.586964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] For port d35794c3-e30a-4d61-858e-0ac93032c017, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=d35794c3-e30a-4d61-858e-0ac93032c017,segment=NetworkSegment(1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5),segment_id=1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:08.587337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:08.599166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Calling delete_port for d35794c3-e30a-4d61-858e-0ac93032c017 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:05:08.725330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:08.736740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['d35794c3-e30a-4d61-858e-0ac93032c017'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:05:08.753863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Pushing event deleted for resources: {'Port': ['ID=d35794c3-e30a-4d61-858e-0ac93032c017,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:08.798464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] No DVR routers for this DVR port d35794c3-e30a-4d61-858e-0ac93032c017 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:05:08.801585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:08.804106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-620c7431-06e0-4fc2-9b01-63cd08d74c4f req-c0441311-19c8-4624-92d0-db583dd2bdd7 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] 10.222.0.55 "DELETE /v2.0/ports/d35794c3-e30a-4d61-858e-0ac93032c017 HTTP/1.1" status: 204 len: 173 time: 0.4069757 Jul 23 11:05:08.804547 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-deleted', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:08.806857 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8cba70-aea9-4231-a748-e3e64d72373e" -d '{"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-deleted", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:08.842768 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6708bf68-4692-495a-9953-0faf23bad3d5 x-openstack-request-id: req-6708bf68-4692-495a-9953-0faf23bad3d5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:08.843066 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1198d490-b6d6-4423-b1bb-1a30686a747a", "name": "network-vif-deleted", "tag": "d35794c3-e30a-4d61-858e-0ac93032c017", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:08.843323 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6708bf68-4692-495a-9953-0faf23bad3d5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:08.843768 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1198d490-b6d6-4423-b1bb-1a30686a747a', 'name': 'network-vif-deleted', 'tag': 'd35794c3-e30a-4d61-858e-0ac93032c017', 'status': 'completed', 'code': 200} Jul 23 11:05:09.590268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:09.636869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Deleting subnet b1f05921-4a15-422b-a9d7-ae1edeaf5fbc {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:05:09.639820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.672179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.711753 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.762947 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.792467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f05921-4a15-422b-a9d7-ae1edeaf5fbc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:09.800199 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.802300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b1f05921-4a15-422b-a9d7-ae1edeaf5fbc HTTP/1.1" status: 204 len: 168 time: 0.2110174 Jul 23 11:05:09.804438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.804784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.805126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.805349 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33892) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:09.805726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.805829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.806096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.806428 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.806753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.807078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.807399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.807745 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.808153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547f8d3-493c-42f0-ba4c-90b0174a75b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:09.875112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.952700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.962821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8768af-aadf-4dd5-a83c-32ce5416aaf3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:09.972356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:09.972844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1313cd8e-2bbf-444a-b7fd-aed54c3c3bb5') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:09.981180 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:09.995728 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.001636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:05:10.002030 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:05:10.003712 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:05:10.060060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.065217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.067747 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bd8768af-aadf-4dd5-a83c-32ce5416aaf3 HTTP/1.1" status: 204 len: 168 time: 0.2613480 Jul 23 11:05:10.078197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11372d-3310-441e-a77f-6172389f4718 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8768af-aadf-4dd5-a83c-32ce5416aaf3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:10.172793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:10.212589 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-94e2ce50-8d5f-4371-85e6-7b99ca37069c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be1db68036dd4ad280a5ab15a5bc57bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386484 Jul 23 11:05:10.215041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:10.262479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e5905d0-c82f-4efe-bfa5-83747794defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.283064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e5905d0-c82f-4efe-bfa5-83747794defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.327509 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e5905d0-c82f-4efe-bfa5-83747794defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.330011 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e5905d0-c82f-4efe-bfa5-83747794defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:10.331134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7e5905d0-c82f-4efe-bfa5-83747794defe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59a3a89f-96fa-4b0e-9636-52f5a9e80d4c HTTP/1.1" status: 204 len: 168 time: 0.1151657 Jul 23 11:05:10.338464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5905d0-c82f-4efe-bfa5-83747794defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a3a89f-96fa-4b0e-9636-52f5a9e80d4c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:10.977680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33920) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:11.072061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-463039778-network', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:11.095710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Made reservation on behalf of 3ea118cbac9c4c0eb3ef8133b1802af3 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:05:11.099400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.107847 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.197807 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.201438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.223130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:05:11.239770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.240117 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Added segment 6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d of type vlan for network 22adc95e-3f4d-4b63-bab5-6a0871070909 Jul 23 11:05:11.247339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924bbdac-4d2b-49a7-879e-8488dd18a9f1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:11.283677 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.312956 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.313894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:11.314469 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.343314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3645320 Jul 23 11:05:11.346308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33924) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:11.352285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Request body: {'subnet': {'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-463039778-subnet', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:11.372106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Made reservation on behalf of 3ea118cbac9c4c0eb3ef8133b1802af3 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:05:11.373720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3808a-cffe-4487-addc-37953b940096 admin admin] Pushing event updated for resources: {'Network': ['ID=22adc95e-3f4d-4b63-bab5-6a0871070909,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:11.374285 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.383677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:05:11.544649 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.597847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156d30d3-64dc-4dba-9c0b-7282f2cb60e7,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:11.606404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:05:11.606762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Network hostable DHCP agents. Network: 22adc95e-3f4d-4b63-bab5-6a0871070909, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:05:11.623160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:05:11.631842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 22adc95e-3f4d-4b63-bab5-6a0871070909) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:11.637062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:11.638031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.641228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d260ba0-ad35-4999-b1c3-a66e7d761cbd None None] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:05:11.652682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f5cdb8c3-a21c-4789-a815-89869bc51736 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3052623 Jul 23 11:05:11.655488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:11.660177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:11.683964 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.684968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.773240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.786816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-22adc95e-3f4d-4b63-bab5-6a0871070909', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:05:11.787718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.913235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:11.921281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Allocated IP 172.20.0.2 (22adc95e-3f4d-4b63-bab5-6a0871070909/156d30d3-64dc-4dba-9c0b-7282f2cb60e7/767d70bd-2533-4454-a61e-19c173360d8d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:05:12.063605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.071466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:05:12.075840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Transition to ACTIVE for port object 767d70bd-2533-4454-a61e-19c173360d8d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:12.096357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: d35794c3-e30a-4d61-858e-0ac93032c017 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:05:12.096704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device d35794c3-e30a-4d61-858e-0ac93032c017 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:05:12.107539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Transition to ACTIVE for port object 767d70bd-2533-4454-a61e-19c173360d8d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:12.114184 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.138308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.148364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:05:12.151120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:12.156450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:05:12.165347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Pushing event updated for resources: {'Port': ['ID=767d70bd-2533-4454-a61e-19c173360d8d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:12.165579 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.219558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Attempting to bind port 767d70bd-2533-4454-a61e-19c173360d8d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:05:12.220015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Attempting to bind port 767d70bd-2533-4454-a61e-19c173360d8d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:05:12.220300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Attempting to bind port 767d70bd-2533-4454-a61e-19c173360d8d on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:12.225849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:05:12.226222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:05:12.226628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.227026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:05:12.227536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Bound port: 767d70bd-2533-4454-a61e-19c173360d8d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:05:12.227922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.279077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Allocated IP 172.25.4.37 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/46948297-e65d-407a-bb1c-a4cda983cc58) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:05:12.297253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] For port 767d70bd-2533-4454-a61e-19c173360d8d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:05:12.300350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] For port 767d70bd-2533-4454-a61e-19c173360d8d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=767d70bd-2533-4454-a61e-19c173360d8d,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:05:12.304516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.364391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a00c4-a2b5-469a-ab16-4c49ac89be84 None None] Pushing event updated for resources: {'Port': ['ID=767d70bd-2533-4454-a61e-19c173360d8d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:12.388227 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.429913 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.466116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:05:12.469023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:12.475602 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:05:12.513347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Pushing event updated for resources: {'Port': ['ID=46948297-e65d-407a-bb1c-a4cda983cc58,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:12.739548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:12.929168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:13.060111 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:05:13.169733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:05:13.179587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:05:13.188944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:13.190141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:05:13.190438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-83237fec-09cb-4016-bdef-d6919e745341 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5338931 Jul 23 11:05:13.190785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:05:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:13.193935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33928) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:13.267592 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d369e21-954b-40c6-9cb9-00215e697281 None None] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:05:13.352353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-662b6196-4a5f-4923-8ccf-275c8800a0d5 None None] Provisioning for port 767d70bd-2533-4454-a61e-19c173360d8d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:13.390829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:05:13.640048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:12Z', 'revision_number': 3, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:13.641620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:13.826357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:05:13.826704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Updating router 064fb59b-27dc-41c6-8335-a0b741cc7b7f port 46948297-e65d-407a-bb1c-a4cda983cc58 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:05:13.859501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Allocated IP 172.20.0.1 (22adc95e-3f4d-4b63-bab5-6a0871070909/156d30d3-64dc-4dba-9c0b-7282f2cb60e7/cc6b226d-d09f-43a3-8820-84b1dd66d425) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:05:13.860162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:13.966540 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:13.980020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Transition to ACTIVE for port object cc6b226d-d09f-43a3-8820-84b1dd66d425 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:14.011449 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.047591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:05:14.058006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:14.062097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:05:14.088478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Pushing event updated for resources: {'Port': ['ID=cc6b226d-d09f-43a3-8820-84b1dd66d425,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:14.107094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.139721 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.151316 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Transition to ACTIVE for port object 46948297-e65d-407a-bb1c-a4cda983cc58 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:14.157132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.204429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Attempting to bind port 46948297-e65d-407a-bb1c-a4cda983cc58 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:05:14.205054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Attempting to bind port 46948297-e65d-407a-bb1c-a4cda983cc58 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:05:14.205166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Attempting to bind port 46948297-e65d-407a-bb1c-a4cda983cc58 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:14.219105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:05:14.219508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:05:14.219925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.220336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:05:14.220817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Bound port: 46948297-e65d-407a-bb1c-a4cda983cc58, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:05:14.221207 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.226474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41af81-59a7-44a0-9e66-477b2dda7938 None None] Pushing event updated for resources: {'Port': ['ID=46948297-e65d-407a-bb1c-a4cda983cc58,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:14.288408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] For port 46948297-e65d-407a-bb1c-a4cda983cc58, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:05:14.292827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] For port 46948297-e65d-407a-bb1c-a4cda983cc58, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=46948297-e65d-407a-bb1c-a4cda983cc58,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:05:14.297052 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.332684 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 767d70bd-2533-4454-a61e-19c173360d8d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:14.403644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41af81-59a7-44a0-9e66-477b2dda7938 None None] Pushing event updated for resources: {'Port': ['ID=46948297-e65d-407a-bb1c-a4cda983cc58,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:14.410906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:05:14.411581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:05:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:14.515360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ddfe00fd-7540-4dca-9add-e2d8ed7f1a86 None None] Provisioning for port cc6b226d-d09f-43a3-8820-84b1dd66d425 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:14.517206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 767d70bd-2533-4454-a61e-19c173360d8d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:14.529546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ddfe00fd-7540-4dca-9add-e2d8ed7f1a86 None None] Provisioning complete for port cc6b226d-d09f-43a3-8820-84b1dd66d425 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:14.529922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddfe00fd-7540-4dca-9add-e2d8ed7f1a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.531602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 767d70bd-2533-4454-a61e-19c173360d8d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:14.531887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.568012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.612725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:05:14.615863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe00fd-7540-4dca-9add-e2d8ed7f1a86 None None] Port cc6b226d-d09f-43a3-8820-84b1dd66d425 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:05:14.729007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.734291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.740209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.798809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.802081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Pushing event updated for resources: {'Port': ['ID=cc6b226d-d09f-43a3-8820-84b1dd66d425,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:14.820704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 767d70bd-2533-4454-a61e-19c173360d8d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=767d70bd-2533-4454-a61e-19c173360d8d,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:14.826333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:14.898036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=767d70bd-2533-4454-a61e-19c173360d8d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:14.898282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:05:14.899580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:14.920457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:13Z', 'revision_number': 1, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:14.953833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e7bc-1249-402c-8813-4969effa56d5 None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:13Z', 'revision_number': 1, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:05:15.020231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:05:15.156863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-faa13c69-7485-40a7-a655-08d8e61fab67 None None] Provisioning complete for port cc6b226d-d09f-43a3-8820-84b1dd66d425 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:15.157246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa13c69-7485-40a7-a655-08d8e61fab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:15.162293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:05:15.168175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d5ae1525-49fb-4d2b-9caa-03d8ec0401ec admin admin] 10.222.0.37 "PUT /v2.0/routers/064fb59b-27dc-41c6-8335-a0b741cc7b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730573 Jul 23 11:05:15.211973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-faa13c69-7485-40a7-a655-08d8e61fab67 None None] Port cc6b226d-d09f-43a3-8820-84b1dd66d425 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:05:15.758426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33936) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:15.763236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979549311', 'description': 'tempest-description--724375891'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:15.789799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:15.877288 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:15.881667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:15.911061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:15.912387 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1529138 Jul 23 11:05:15.915287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:15.916995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a886e-d331-4db9-90f0-926da09067d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0e3c2e-47df-4ac6-99a7-6154a3551c89,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:15.921917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'security_group_rule': {'security_group_id': '7f0e3c2e-47df-4ac6-99a7-6154a3551c89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:15.955031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.012015 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.016166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.036333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c557b2-d5b1-4e5c-8b3c-3fbc70a6109b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:16.044107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.045425 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aecb3185-5a76-460a-99b4-c27f64fd79e4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288764 Jul 23 11:05:16.048159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:16.054680 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'security_group_rule': {'security_group_id': '7f0e3c2e-47df-4ac6-99a7-6154a3551c89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:16.084742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.152555 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.156502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.179840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3275fa18-67e7-483f-abad-e58bac36cc9d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:16.184665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.188934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ed98de8f-894d-4073-8fc3-876af125ce63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369667 Jul 23 11:05:16.189416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 33942) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:16.194294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:16.225334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.329256 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.335108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 46948297-e65d-407a-bb1c-a4cda983cc58 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:16.385765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 46948297-e65d-407a-bb1c-a4cda983cc58 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:16.389348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 46948297-e65d-407a-bb1c-a4cda983cc58 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:16.389722 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.436706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Allocated IP 172.25.4.186 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/077c9386-9456-4b1e-b489-9336ef3a23bf) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:05:16.471229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.491950 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 46948297-e65d-407a-bb1c-a4cda983cc58, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=46948297-e65d-407a-bb1c-a4cda983cc58,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:16.497227 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.498117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 767d70bd-2533-4454-a61e-19c173360d8d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:16.563867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.580514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=46948297-e65d-407a-bb1c-a4cda983cc58,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:16.592351 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 767d70bd-2533-4454-a61e-19c173360d8d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:16.592736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.610693 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.647546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:05:16.650514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:16.654108 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:05:16.690311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'Port': ['ID=077c9386-9456-4b1e-b489-9336ef3a23bf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:16.748534 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.796307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.947237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.951893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:16.964648 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:05:16.974602 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:05:16.975208 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:05:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:17.018866 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'Port': ['ID=077c9386-9456-4b1e-b489-9336ef3a23bf,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:17.030700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.044294 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.045550 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-66cde633-1b65-4195-ad5c-a6eb2879d343 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8552272 Jul 23 11:05:17.081651 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:05:17.198609 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-bd94fbcd-1946-46a8-a9cd-160670c1555f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--979549311&fields=id&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 267 time: 0.0466633 Jul 23 11:05:17.278279 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 2, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:17.305809 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:05:17.306154 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Updating router 064fb59b-27dc-41c6-8335-a0b741cc7b7f port cc6b226d-d09f-43a3-8820-84b1dd66d425 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:05:17.306338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-a373e8e5-106f-4f9f-b150-f24aa74f2249 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:17.307855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-a373e8e5-106f-4f9f-b150-f24aa74f2249 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.1027901 Jul 23 11:05:17.324002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-27568ca8-2b80-42ae-8741-d7044098c952 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/quotas/3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 375 time: 0.0096509 Jul 23 11:05:17.342230 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.395214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-686dc9a4-c33a-4eb3-abb9-4e4c44d54b7b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662274 Jul 23 11:05:17.462122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-9205ac8e-7bca-482e-8e0c-512aac0fc3c8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:05:17.463109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-9205ac8e-7bca-482e-8e0c-512aac0fc3c8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563729 Jul 23 11:05:17.553447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-62a75e7d-1d2c-4193-b1a7-d0a291b02c0b service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842552 Jul 23 11:05:17.608567 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.618609 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Transition to ACTIVE for port object cc6b226d-d09f-43a3-8820-84b1dd66d425 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:17.623771 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.649526 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-573fda07-1ccb-47c5-8f49-88e05d9da900 service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903239 Jul 23 11:05:17.694606 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Pushing event updated for resources: {'Port': ['ID=cc6b226d-d09f-43a3-8820-84b1dd66d425,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:17.725463 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.725810 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.726151 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.726488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.726818 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.727147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.727503 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.727823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.728147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.728470 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.728791 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.729236 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:05:17.744965 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Attempting to bind port cc6b226d-d09f-43a3-8820-84b1dd66d425 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:05:17.745337 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Attempting to bind port cc6b226d-d09f-43a3-8820-84b1dd66d425 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:05:17.745706 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Attempting to bind port cc6b226d-d09f-43a3-8820-84b1dd66d425 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:17.750923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:05:17.751521 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:05:17.751882 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.752394 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:05:17.752854 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Bound port: cc6b226d-d09f-43a3-8820-84b1dd66d425, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:05:17.753220 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.840560 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] For port cc6b226d-d09f-43a3-8820-84b1dd66d425, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:05:17.844179 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] For port cc6b226d-d09f-43a3-8820-84b1dd66d425, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cc6b226d-d09f-43a3-8820-84b1dd66d425,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:05:17.849974 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:17.916025 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:05:17.916653 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:05:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:17.918356 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb2cde-89f2-4df6-b837-885f876a4089 None None] Pushing event updated for resources: {'Port': ['ID=cc6b226d-d09f-43a3-8820-84b1dd66d425,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:17.946266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d788c4e-3401-4f69-99c3-856bfe9ff2e9 req-19993261-5a7e-42a8-9a4c-0a25a3e73623 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 210 time: 0.1312232 Jul 23 11:05:18.059810 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:05:18.285678 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:17Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:18.289142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cc6b226d-d09f-43a3-8820-84b1dd66d425 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:18.321144 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325f6a4-aa8d-4d5e-82f4-28dd89d33add None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:17Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:05:18.344923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port cc6b226d-d09f-43a3-8820-84b1dd66d425 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:18.351192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cc6b226d-d09f-43a3-8820-84b1dd66d425 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:18.351742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:18.443947 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:18.484996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port cc6b226d-d09f-43a3-8820-84b1dd66d425, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cc6b226d-d09f-43a3-8820-84b1dd66d425,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:18.490528 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:18.491457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 46948297-e65d-407a-bb1c-a4cda983cc58 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:18.589055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=cc6b226d-d09f-43a3-8820-84b1dd66d425,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:18.602201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 46948297-e65d-407a-bb1c-a4cda983cc58 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:18.602582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:18.907450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-47536cb6-8589-44a5-b46c-9a62f47ecdc8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:18.909681 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-47536cb6-8589-44a5-b46c-9a62f47ecdc8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.1227906 Jul 23 11:05:18.962618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-dbc88035-5122-4f8c-a420-ada040a49dc3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 379 time: 0.0452979 Jul 23 11:05:18.974901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'port': {'device_id': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'admin_state_up': True, 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'security_groups': ['7f0e3c2e-47df-4ac6-99a7-6154a3551c89']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:19.058144 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cce8958d-985a-461f-8333-41669ce9e056 req-91e1eeca-da30-4263-afe4-eaa34ec66290 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 210 time: 0.0340207 Jul 23 11:05:19.093273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Made reservation on behalf of 3ea118cbac9c4c0eb3ef8133b1802af3 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:05:19.096821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.218264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Allocated IP 172.20.0.4 (22adc95e-3f4d-4b63-bab5-6a0871070909/156d30d3-64dc-4dba-9c0b-7282f2cb60e7/ffefcee8-ac0f-414d-9214-7b4449577086) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:05:19.353834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.367177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Transition to ACTIVE for port object ffefcee8-ac0f-414d-9214-7b4449577086 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:19.399298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.441330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:05:19.446143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:05:19.449765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:05:19.473346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:19.500792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:19.501423 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.517504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-79218d10-e29e-4320-aaef-695b8bfbeadc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468576 Jul 23 11:05:19.529910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Request body: {'port': {'device_id': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:19.608922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.700995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5e79cfd5-f526-43b9-a2e5-eb8aec2d66b1 None None] Provisioning for port ffefcee8-ac0f-414d-9214-7b4449577086 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:19.704803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5e79cfd5-f526-43b9-a2e5-eb8aec2d66b1 None None] Provisioning complete for port ffefcee8-ac0f-414d-9214-7b4449577086 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:19.705180 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e79cfd5-f526-43b9-a2e5-eb8aec2d66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.740459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e79cfd5-f526-43b9-a2e5-eb8aec2d66b1 None None] Port ffefcee8-ac0f-414d-9214-7b4449577086 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:05:19.881019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffefcee8-ac0f-414d-9214-7b4449577086 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:05:19.888755 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.901579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Transition to ACTIVE for port object ffefcee8-ac0f-414d-9214-7b4449577086 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:05:19.904897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:19.957221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:20.025289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:05:20.025944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:05:20.025944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:20.030391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Port ffefcee8-ac0f-414d-9214-7b4449577086 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:05:20.030713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:05:20.037171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:05:20.037515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:05:20.037913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:05:20.038474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Bound port: ffefcee8-ac0f-414d-9214-7b4449577086, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:05:20.038707 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:20.105788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:05:20.108875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:05:20.113592 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:20.159459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.160589 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:20.161878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] 10.222.0.55 "PUT /v2.0/ports/ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 1091 time: 0.6367033 Jul 23 11:05:20.162345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:20.164675 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e7118-176e-4049-9592-803cf61b5496" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:20.212622 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c00c936-6947-49f0-9d0d-1a3da180aec8 x-openstack-request-id: req-6c00c936-6947-49f0-9d0d-1a3da180aec8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:20.212936 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:20.213210 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c00c936-6947-49f0-9d0d-1a3da180aec8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:20.213581 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'status': 'completed', 'code': 200} Jul 23 11:05:20.215975 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2403b-d223-49cf-bdf4-893bd79827fa service neutron] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:20.292282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cc6b226d-d09f-43a3-8820-84b1dd66d425 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:20.295114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a19dc-a980-4cf3-b1a8-242e097630d3 req-6f8937a6-655b-4d8d-8f86-990a9672cf26 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.296716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a9a19dc-a980-4cf3-b1a8-242e097630d3 req-6f8937a6-655b-4d8d-8f86-990a9672cf26 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.1541913 Jul 23 11:05:20.300385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-f701e3c1-c6b8-4f22-80ce-2ac65af364ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.302281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-f701e3c1-c6b8-4f22-80ce-2ac65af364ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1094 time: 0.0829096 Jul 23 11:05:20.342514 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cc6b226d-d09f-43a3-8820-84b1dd66d425 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:20.342898 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:20.357353 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-7a7b0b09-8c0f-46b8-bc6d-7d4009a37b7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 217 time: 0.0470974 Jul 23 11:05:20.398759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a9a19dc-a980-4cf3-b1a8-242e097630d3 req-3f81789c-ecae-4af0-8381-4997a9027c4a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946689 Jul 23 11:05:20.416851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-931c1b78-5aa0-4806-987c-fa7361baf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.418332 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-931c1b78-5aa0-4806-987c-fa7361baf998 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0506735 Jul 23 11:05:20.476598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-83bb5aad-d643-420c-899f-e26d70b59724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.478087 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-83bb5aad-d643-420c-899f-e26d70b59724 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521321 Jul 23 11:05:20.576821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-dc03ad85-7b3b-45a6-9d18-56c984634303 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913010 Jul 23 11:05:20.666255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b3a2c601-1ceb-4d23-817d-f2c8de6fcf55 req-ffbecb4d-378b-4862-9351-11811b56c7cc service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834286 Jul 23 11:05:20.761869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7118-176e-4049-9592-803cf61b5496 req-82cf5f94-418e-4bb9-a2a9-0ec07d40cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.763360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-82cf5f94-418e-4bb9-a2a9-0ec07d40cdcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1094 time: 0.0522316 Jul 23 11:05:20.849104 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7118-176e-4049-9592-803cf61b5496 req-069fb3a5-da6e-445c-aae8-b8b65133ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.850575 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-069fb3a5-da6e-445c-aae8-b8b65133ae57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0809522 Jul 23 11:05:20.895793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-80cf6180-693f-4404-b330-fb9d7a4f51b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 217 time: 0.0389588 Jul 23 11:05:20.941947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7118-176e-4049-9592-803cf61b5496 req-34cbf144-c5b0-44eb-80df-60b4277f3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:20.943453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-34cbf144-c5b0-44eb-80df-60b4277f3bcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0419185 Jul 23 11:05:21.002083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7118-176e-4049-9592-803cf61b5496 req-310eff14-8681-40d5-8caa-3fdde2273ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:21.004486 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-310eff14-8681-40d5-8caa-3fdde2273ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542140 Jul 23 11:05:21.097946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-3c240614-487b-4c03-9f89-04286afe4f4c service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Jul 23 11:05:21.183291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f87e7118-176e-4049-9592-803cf61b5496 req-b829716c-7601-412b-873e-9f46ada8491c service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784502 Jul 23 11:05:21.527044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670455fa-1aed-4a6b-8659-a5b009f25550 req-443f173d-ab85-4fcc-aa6d-7a048e140d53 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:21.528542 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-670455fa-1aed-4a6b-8659-a5b009f25550 req-443f173d-ab85-4fcc-aa6d-7a048e140d53 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.0622280 Jul 23 11:05:21.566031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-670455fa-1aed-4a6b-8659-a5b009f25550 req-2e1e0f39-daf6-4dda-a056-a8d74097e0c1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Jul 23 11:05:22.081627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:05:22.173236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:22.184679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'mac_address': 'fa:16:3e:94:19:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:05:22.224938 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:22.236952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffefcee8-ac0f-414d-9214-7b4449577086 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:05:22.255131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:22.259336 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:22.308399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:22.445579 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['ffefcee8-ac0f-414d-9214-7b4449577086'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:05:22.695541 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1563-c577-4b57-8200-f97942dc3d4f req-c8ad922f-330f-480d-980e-7874b321bc40 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:22.697092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d01f1563-c577-4b57-8200-f97942dc3d4f req-c8ad922f-330f-480d-980e-7874b321bc40 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 944 time: 0.0660362 Jul 23 11:05:22.733666 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d01f1563-c577-4b57-8200-f97942dc3d4f req-122a2d73-6545-4f3e-9d17-b4e64930b1c3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Jul 23 11:05:23.867544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea4b4a-04cc-4e17-999a-6bc3048aeb1b req-49a3bdfd-4e84-4ff9-aa10-d7bb7dd7cdfe tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:23.869057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5ea4b4a-04cc-4e17-999a-6bc3048aeb1b req-49a3bdfd-4e84-4ff9-aa10-d7bb7dd7cdfe tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 944 time: 0.0683970 Jul 23 11:05:23.906142 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f5ea4b4a-04cc-4e17-999a-6bc3048aeb1b req-e3c10e5e-ad88-4523-bdd8-02d848a9d371 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Jul 23 11:05:24.111508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:05:24.157435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port ffefcee8-ac0f-414d-9214-7b4449577086 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:05:24.161012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port ffefcee8-ac0f-414d-9214-7b4449577086 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:05:24.161384 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:24.233682 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:24.255810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:24.258000 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e1f752-7b12-45c0-87c2-7f095ccab25b" -d '{"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-plugged", "status": "completed", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:24.272804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:05:24.276722 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:24.299009 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e8e45f-eeea-414c-ab36-ee5f229e99de x-openstack-request-id: req-54e8e45f-eeea-414c-ab36-ee5f229e99de {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:24.299882 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-plugged", "status": "completed", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:24.300190 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54e8e45f-eeea-414c-ab36-ee5f229e99de {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:24.300574 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'code': 200} Jul 23 11:05:24.323924 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:24.337727 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:05:24.406965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b87df-dcda-4963-b4de-b51185a57263 req-8025d122-eae0-4d29-98c5-bfe110c8a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:24.408427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae0b87df-dcda-4963-b4de-b51185a57263 req-8025d122-eae0-4d29-98c5-bfe110c8a7ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1096 time: 0.0545783 Jul 23 11:05:24.442255 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae0b87df-dcda-4963-b4de-b51185a57263 req-5fe7e1ab-675b-47f1-9383-cfea2e75fe67 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275719 Jul 23 11:05:25.046417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb3301-d2c2-4221-8545-fb549913406f req-54a72f0f-7f50-40c8-b6d8-483d04011b64 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:25.047920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1eb3301-d2c2-4221-8545-fb549913406f req-54a72f0f-7f50-40c8-b6d8-483d04011b64 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0678537 Jul 23 11:05:25.084928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1eb3301-d2c2-4221-8545-fb549913406f req-d726eb95-4a8f-4aaf-9979-f2a861986797 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jul 23 11:05:26.217634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b887680-0421-423d-8b57-4aa851db4a0b req-adb01ab8-dd9c-4fcc-a37d-003d2e05693c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.219115 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b887680-0421-423d-8b57-4aa851db4a0b req-adb01ab8-dd9c-4fcc-a37d-003d2e05693c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0648222 Jul 23 11:05:26.256340 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2b887680-0421-423d-8b57-4aa851db4a0b req-4454332d-250d-4360-a4de-1dbaf2b10dde tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309575 Jul 23 11:05:26.378407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfc2d2-f18f-4517-8dd9-6d7fefac80e8 req-e6f5363b-f777-4748-9aa8-1841de3df874 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:26.379836 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d6cfc2d2-f18f-4517-8dd9-6d7fefac80e8 req-e6f5363b-f777-4748-9aa8-1841de3df874 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0615146 Jul 23 11:05:26.393194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 33990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:05:26.397852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'floatingip': {'port_id': 'ffefcee8-ac0f-414d-9214-7b4449577086'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:05:26.441002 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:27.099372 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a5603a9-352e-4513-a4d6-a97c0e3ea742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:27.206318 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:27.210009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:27.305274 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 associated. External IP: 172.25.4.186, port: ffefcee8-ac0f-414d-9214-7b4449577086. Jul 23 11:05:27.504575 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:05:27.610467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:05:27.615863 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:27.620307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:05:27.630408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:05:27.631019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:05:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:27.651715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-794b8d6a-0fea-472d-a45c-e225ae4579db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "PUT /v2.0/floatingips/a585881e-1454-4103-843d-8e125be8e1b3 HTTP/1.1" status: 200 len: 991 time: 1.2573335 Jul 23 11:05:27.652324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:05:27.655293 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3081e2-53f7-486d-a50b-245482ed0e75" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:05:27.744214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:05:27.764182 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e294058-2791-48e0-a2ee-8eedfdd9a502 x-openstack-request-id: req-1e294058-2791-48e0-a2ee-8eedfdd9a502 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:05:27.764469 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:05:27.764720 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e294058-2791-48e0-a2ee-8eedfdd9a502 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:05:27.765115 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'status': 'completed', 'code': 200} Jul 23 11:05:27.842479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-c0625b2f-e7ea-4f9d-bb31-10e36e1486d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:27.844047 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-c0625b2f-e7ea-4f9d-bb31-10e36e1486d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1096 time: 0.0586042 Jul 23 11:05:27.932060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-c8272ca1-7fc1-4097-aa11-5bbb36a1f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:27.933555 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-c8272ca1-7fc1-4097-aa11-5bbb36a1f884 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0840623 Jul 23 11:05:27.967683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:94:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:05:27Z', 'revision_number': 1, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:27.997346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:05:28.008794 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-0db177a9-8a55-4ea0-b951-3d3d6884eb38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 999 time: 0.0679173 Jul 23 11:05:28.010905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:05:28.011574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:05:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:28.059932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-03734b7a-2be6-4ece-8ad3-8745da94d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:28.061418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-03734b7a-2be6-4ece-8ad3-8745da94d446 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0452895 Jul 23 11:05:28.120474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-062e470b-8c06-4ba8-933d-e57c2d08b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:28.122025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-062e470b-8c06-4ba8-933d-e57c2d08b5d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549233 Jul 23 11:05:28.222624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-abe09d93-bdef-45b9-b56b-30be7b9ef5dc service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935397 Jul 23 11:05:28.273605 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:05:28.311771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d3081e2-53f7-486d-a50b-245482ed0e75 req-f4648865-e9b9-466c-9782-e23cea8760fb service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830128 Jul 23 11:05:28.489292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:94:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:05:27Z', 'revision_number': 1, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:05:28.514676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4b93cb-1c99-4a20-ad92-ba97d4cf14fc None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:94:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:05:27Z', 'revision_number': 1, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:05:28.707404 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18396e46-9b2a-47ba-8ab4-0d5de2cc5309 None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:05:29.942901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3641b053-250f-42bf-87f6-32eeb28f6083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:30.252979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:31.343030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:32.185363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-c1447940-0743-4589-a14b-acedfc77a106 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3041105 Jul 23 11:05:32.275535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-3ad98e86-9fd8-4db0-bb14-f673d528173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:32.277145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-3ad98e86-9fd8-4db0-bb14-f673d528173b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1096 time: 0.0526459 Jul 23 11:05:32.381894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-47315520-d91a-4e13-a848-05d9edf0a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:32.383353 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-47315520-d91a-4e13-a848-05d9edf0a526 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0848906 Jul 23 11:05:32.446257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-bcd10ad1-1e92-4ec9-95f9-37663845748f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 1001 time: 0.0562427 Jul 23 11:05:32.493519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-30823353-6aea-4232-b1d5-88dcd3667886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:32.494914 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-30823353-6aea-4232-b1d5-88dcd3667886 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0424531 Jul 23 11:05:32.555049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-2c47ac44-52df-43a3-8e11-54ec6e22c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:05:32.556574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-2c47ac44-52df-43a3-8e11-54ec6e22c521 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558987 Jul 23 11:05:32.613085 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:32.643780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-a1f547f5-debd-4b43-9246-f4e89cc28c38 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808015 Jul 23 11:05:32.734291 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c45d0fb-7ec1-4279-ab6c-f837501f0ca8 req-9e1b0c25-0c8e-44d6-8cd6-40ce74ecbe04 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847702 Jul 23 11:05:34.711568 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:45.398159 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:05:54.315531 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:57.099853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8119-56a0-49d0-a9fc-9b0004d6ae0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:05:59.942881 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60997d6d-161e-4464-868d-63548b91335e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:00.243794 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:01.346189 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:02.614417 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:04.726801 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:22.400127 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:06:24.316903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:27.100379 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfd7dcbd-808d-44d4-b65b-eeeedb9ee1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:29.942233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e09e6e5b-514a-4ac6-886b-bd995210a09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:30.245411 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:31.350280 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:32.628653 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:32.959320 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-baa84ed4-be0c-4c41-be93-9629efa316e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569441 Jul 23 11:06:33.052373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-2e86e5d0-fd8b-4874-948e-1d51829d0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:33.054017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-2e86e5d0-fd8b-4874-948e-1d51829d0d4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1096 time: 0.0550048 Jul 23 11:06:33.157029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-1c358fba-39db-47de-9922-6646803bae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:33.158473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-1c358fba-39db-47de-9922-6646803bae57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0869162 Jul 23 11:06:33.221691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-f196a8d2-5f78-473f-801e-2c5ce70753b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 1001 time: 0.0568039 Jul 23 11:06:33.274493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-c0d9aa48-d311-4cf7-811d-b72ce6353e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:33.275962 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-c0d9aa48-d311-4cf7-811d-b72ce6353e60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0483627 Jul 23 11:06:33.332071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-9e47ba92-00c1-48d9-b4d0-d693d3b1bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:06:33.333547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-9e47ba92-00c1-48d9-b4d0-d693d3b1bbae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514839 Jul 23 11:06:33.420857 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-6007a5c4-af81-4b90-8fda-aca5deb2d504 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803421 Jul 23 11:06:33.514390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c7246ac8-f60e-45cd-bda7-179e746b9b7a req-afa2a378-a390-4361-83bd-d974e3b99458 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Jul 23 11:06:34.720851 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:54.313620 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:57.100551 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e39b-2a0d-4afd-a357-29affbcebd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:06:59.399438 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:06:59.942873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1f3be7c-ede5-4cf7-bdae-05dee5500f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:00.246202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:01.355704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:02.619818 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:03.340222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93e5aa-1d03-44e9-852e-8d10d9b15d9a req-f0736c80-ba58-4bb8-aa12-4b9ecccaeced tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:03.341730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d93e5aa-1d03-44e9-852e-8d10d9b15d9a req-f0736c80-ba58-4bb8-aa12-4b9ecccaeced tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0636065 Jul 23 11:07:03.378551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d93e5aa-1d03-44e9-852e-8d10d9b15d9a req-bc07e856-d3c7-4bcb-abcc-2030d8db34f9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Jul 23 11:07:03.652442 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-f38bfaea-06f0-4b95-a01e-0e7bcc5b422d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968227 Jul 23 11:07:03.671069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c2875-6fa4-400b-8987-49f25318725d req-a5d6d293-52d5-487c-bb4f-1cbda2bc9ab8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:03.672654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec7c2875-6fa4-400b-8987-49f25318725d req-a5d6d293-52d5-487c-bb4f-1cbda2bc9ab8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0829182 Jul 23 11:07:03.713828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec7c2875-6fa4-400b-8987-49f25318725d req-547c4f5d-641d-4c86-98c6-34ad5b04ca14 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350602 Jul 23 11:07:04.731760 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:04.844223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-efb997d8-eba8-4a3e-baa4-b1a9083ce292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:04.845737 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-efb997d8-eba8-4a3e-baa4-b1a9083ce292 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1096 time: 0.0562243 Jul 23 11:07:04.924629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d6b72-bda9-482b-ad90-655d7a03da8e req-9f714081-10a3-455c-b0d8-e0b6180927f3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:04.926142 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c3d6b72-bda9-482b-ad90-655d7a03da8e req-9f714081-10a3-455c-b0d8-e0b6180927f3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.1393094 Jul 23 11:07:04.944039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-ec28b728-f495-4483-ba48-703b78037eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:04.945619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-ec28b728-f495-4483-ba48-703b78037eef service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0934932 Jul 23 11:07:04.964873 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c3d6b72-bda9-482b-ad90-655d7a03da8e req-8861d516-377b-4345-a6d1-147f03cef25a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330293 Jul 23 11:07:05.020409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-6f61e1a1-dffa-408b-9815-468dfeac35af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 1001 time: 0.0680323 Jul 23 11:07:05.070007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-c44311a2-67ea-4994-9cff-1a88faedb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:05.071461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-c44311a2-67ea-4994-9cff-1a88faedb28a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0439038 Jul 23 11:07:05.128757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-d068dd22-75d0-42fc-9d7e-7e1f58088a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:05.130246 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-d068dd22-75d0-42fc-9d7e-7e1f58088a5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528626 Jul 23 11:07:05.223347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-aae42961-0cf3-4cdf-b805-5a4a2b00494d service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Jul 23 11:07:05.315077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-f28ead9a-a0ce-4034-8a02-2afcb515bc6a service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847623 Jul 23 11:07:06.093411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae987bf-40c5-4dce-9521-ecaf898d6a28 req-aaf647b5-787e-4538-aaad-183cdf3d2273 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:06.094908 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ae987bf-40c5-4dce-9521-ecaf898d6a28 req-aaf647b5-787e-4538-aaad-183cdf3d2273 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0630066 Jul 23 11:07:06.136498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ae987bf-40c5-4dce-9521-ecaf898d6a28 req-b43119dc-b267-440e-87b1-e4bfc77a3e3b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359075 Jul 23 11:07:07.267846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc84e-abd4-4509-af57-69bcd8ca146d req-5ee20f66-931b-4701-968f-f67167bf694a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:07.269313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-676dc84e-abd4-4509-af57-69bcd8ca146d req-5ee20f66-931b-4701-968f-f67167bf694a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0659318 Jul 23 11:07:07.306441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-676dc84e-abd4-4509-af57-69bcd8ca146d req-ccf7f2ce-7d97-425f-b5ea-7f178201a6c5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Jul 23 11:07:08.437847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92439a-6a8e-4e3b-861e-17ee968b97f7 req-57649c05-6615-4e16-96ec-81464941b88e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:08.439378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c92439a-6a8e-4e3b-861e-17ee968b97f7 req-57649c05-6615-4e16-96ec-81464941b88e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0647376 Jul 23 11:07:08.476521 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3c92439a-6a8e-4e3b-861e-17ee968b97f7 req-f6958e79-c4a5-49ce-a426-174521d5cfc0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315733 Jul 23 11:07:09.602247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f64eb-df43-4819-8934-e74e6a526d68 req-1942ff49-3ce2-4dc6-be4f-a6e89ffd9958 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:09.604432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f25f64eb-df43-4819-8934-e74e6a526d68 req-1942ff49-3ce2-4dc6-be4f-a6e89ffd9958 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0629883 Jul 23 11:07:09.645530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f25f64eb-df43-4819-8934-e74e6a526d68 req-a28ff7d0-5570-4944-9664-5a387757cc17 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358038 Jul 23 11:07:10.775941 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90cf09-b9b2-4604-921d-49c4e961fef0 req-07fd3d12-0a0c-44f1-b92f-1ac447f4d027 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:10.777430 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd90cf09-b9b2-4604-921d-49c4e961fef0 req-07fd3d12-0a0c-44f1-b92f-1ac447f4d027 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0633733 Jul 23 11:07:10.814500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd90cf09-b9b2-4604-921d-49c4e961fef0 req-341acbdf-a5ea-4ab8-b7ec-8d31e47d6f83 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Jul 23 11:07:11.941146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5058-5e71-494a-b2dd-2ae286629a17 req-623c48c3-568d-4a67-bfb7-7dd6f1a0332f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:11.942602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c57f5058-5e71-494a-b2dd-2ae286629a17 req-623c48c3-568d-4a67-bfb7-7dd6f1a0332f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0619178 Jul 23 11:07:11.980249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c57f5058-5e71-494a-b2dd-2ae286629a17 req-fae3d016-762c-4edf-963b-2cb95cf3e5aa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315974 Jul 23 11:07:13.121267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70af8c3-8b7a-4cae-a63c-e8dc52721057 req-5380ed3e-537d-4e35-869a-b2d16a8c54a4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:13.122624 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c70af8c3-8b7a-4cae-a63c-e8dc52721057 req-5380ed3e-537d-4e35-869a-b2d16a8c54a4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0654728 Jul 23 11:07:13.159480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c70af8c3-8b7a-4cae-a63c-e8dc52721057 req-96fb38a1-7087-41bc-814e-3165b52e6844 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Jul 23 11:07:14.289195 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7d74-bd66-47e3-b575-df2e0efba8df req-e06d4706-8db8-4d2f-9f3b-a7dfe5d9a1a8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:14.290678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-479e7d74-bd66-47e3-b575-df2e0efba8df req-e06d4706-8db8-4d2f-9f3b-a7dfe5d9a1a8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0667801 Jul 23 11:07:14.327593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-479e7d74-bd66-47e3-b575-df2e0efba8df req-cf15c69e-7c60-4699-8462-f7b4d2893839 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Jul 23 11:07:15.454947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a7cc-d52b-4f50-b9a5-65dda4ccb2c4 req-743c4faf-3fe3-41c0-9e69-f6a90894209b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:15.456556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aad9a7cc-d52b-4f50-b9a5-65dda4ccb2c4 req-743c4faf-3fe3-41c0-9e69-f6a90894209b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0630345 Jul 23 11:07:15.493746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-aad9a7cc-d52b-4f50-b9a5-65dda4ccb2c4 req-71a2cb62-c2d1-4a0f-b6fe-553a70a2e92d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314801 Jul 23 11:07:16.630936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca970-eabd-403c-bc2e-822aed6a2fb7 req-891037db-9ced-4e15-8174-23ec4cc843ef tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:16.632457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7cca970-eabd-403c-bc2e-822aed6a2fb7 req-891037db-9ced-4e15-8174-23ec4cc843ef tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0711865 Jul 23 11:07:16.670082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e7cca970-eabd-403c-bc2e-822aed6a2fb7 req-c157b64f-e89e-4da0-8449-bc3be1b9fbe5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313253 Jul 23 11:07:17.070496 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-3c30b0e4-83dc-412e-9cab-84e2b2cb750e service neutron] show failed (client error): The resource could not be found. Jul 23 11:07:17.071547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-3c30b0e4-83dc-412e-9cab-84e2b2cb750e service neutron] 10.222.0.55 "GET /v2.0/ports/ffefcee8-ac0f-414d-9214-7b4449577086/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0605571 Jul 23 11:07:17.362410 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-468a9d69-749a-454e-bfc9-de6c62c6e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:17.363934 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-468a9d69-749a-454e-bfc9-de6c62c6e3ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 1096 time: 0.1411223 Jul 23 11:07:17.382107 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:17.450163 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:17.646257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:17.677637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:07:17.716011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:17.718293 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c23b7-70f7-4805-a6ab-2a62007ae2d2" -d '{"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-unplugged", "status": "completed", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:17.721903 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:17.735002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Transition to ACTIVE for port object ffefcee8-ac0f-414d-9214-7b4449577086 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:07:17.740455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:17.777631 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c0617-c4b7-4c4f-8340-40f4e2fe6841 x-openstack-request-id: req-275c0617-c4b7-4c4f-8340-40f4e2fe6841 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:17.777936 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-unplugged", "status": "completed", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:17.778207 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-275c0617-c4b7-4c4f-8340-40f4e2fe6841 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:17.778605 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'code': 200} Jul 23 11:07:17.789088 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:17.820538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.820538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.820538 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.820921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.821031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.821816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.822074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.822407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.823295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.823645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.823994 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.824316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:17.835778 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b45f9c-3b1b-4549-afd9-0b352676fe36 req-52dc195a-a232-4b49-8383-57dd5b09748f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:17.839950 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93b45f9c-3b1b-4549-afd9-0b352676fe36 req-52dc195a-a232-4b49-8383-57dd5b09748f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.1027901 Jul 23 11:07:17.883365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93b45f9c-3b1b-4549-afd9-0b352676fe36 req-a9d52966-af6a-4836-b03a-8d888e63c76d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Jul 23 11:07:17.932695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] No DVR routers for this DVR port ffefcee8-ac0f-414d-9214-7b4449577086 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:07:18.325922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:07:18.326263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:07:18.326609 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:07:18.330803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Port ffefcee8-ac0f-414d-9214-7b4449577086 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:07:18.331140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Attempting to bind port ffefcee8-ac0f-414d-9214-7b4449577086 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:07:18.335887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:07:18.336225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:07:18.336614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:07:18.337036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Bound port: ffefcee8-ac0f-414d-9214-7b4449577086, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:07:18.337392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.411597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:07:18.415287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:07:18.420633 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.454562 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:18.455100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:18.456700 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] 10.222.0.20 "PUT /v2.0/ports/ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 1091 time: 1.0784366 Jul 23 11:07:18.481199 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9166a1-2818-4b53-951d-54e06a47ecab service neutron] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:18.545725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-bb6e7711-4672-4d87-921b-112ff167210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:18.547320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-bb6e7711-4672-4d87-921b-112ff167210b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1094 time: 0.0570240 Jul 23 11:07:18.644325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-c1834d4b-3ab8-421f-b08c-fc735da77e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:18.645850 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-c1834d4b-3ab8-421f-b08c-fc735da77e74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0926538 Jul 23 11:07:18.739821 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-9e2206cf-b2d1-4659-93b3-cd571a902cf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 999 time: 0.0875013 Jul 23 11:07:18.785925 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-d35050a4-4163-4341-ae2c-3eec4b0d9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:18.787310 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-d35050a4-4163-4341-ae2c-3eec4b0d9792 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0417204 Jul 23 11:07:18.862418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-f403dbbb-4da3-4271-ac48-a8a16fbfc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:18.863995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-f403dbbb-4da3-4271-ac48-a8a16fbfc0bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692141 Jul 23 11:07:18.972930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-6dca6907-7281-457f-a411-5c3e215fe2cb service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995605 Jul 23 11:07:19.103906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57e1ab-08a6-4942-a861-48c656eb6396 req-48d4def1-db86-48fd-8037-90b50817fe81 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:19.105767 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9a57e1ab-08a6-4942-a861-48c656eb6396 req-48d4def1-db86-48fd-8037-90b50817fe81 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.1469054 Jul 23 11:07:19.109270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8bbac514-cef8-4db4-b9f9-feb676d2a186 req-c7e01c82-b4db-4c1f-8ea9-85527138b169 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197433 Jul 23 11:07:19.144633 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9a57e1ab-08a6-4942-a861-48c656eb6396 req-e6b698b5-035b-4176-93e2-8102b2d25368 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Jul 23 11:07:19.779933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:19.782310 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5512d33-2383-46c6-aba1-f14f5a540194" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:19.830311 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09148a-6d0e-47e7-86f3-cb3cf83d4518 x-openstack-request-id: req-5d09148a-6d0e-47e7-86f3-cb3cf83d4518 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:19.830617 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:19.830875 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d09148a-6d0e-47e7-86f3-cb3cf83d4518 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:19.831280 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'status': 'completed', 'code': 200} Jul 23 11:07:19.907853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-08d782d7-6b7f-4c6f-9d3c-450712295d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:19.909405 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-08d782d7-6b7f-4c6f-9d3c-450712295d8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1094 time: 0.0564907 Jul 23 11:07:19.922053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-3ea773d1-6b83-43c9-b937-73b4b163a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:19.923656 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-3ea773d1-6b83-43c9-b937-73b4b163a356 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1094 time: 0.0546615 Jul 23 11:07:20.002487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-8eb453da-76f4-49c2-911e-306623edb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.004111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-8eb453da-76f4-49c2-911e-306623edb053 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0882063 Jul 23 11:07:20.015224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-25100244-ad10-4157-a59b-0f0af9a9f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.016734 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-25100244-ad10-4157-a59b-0f0af9a9f488 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0869427 Jul 23 11:07:20.068396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-fab218f9-9694-459b-84a9-6464b18a7cc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 999 time: 0.0579989 Jul 23 11:07:20.086551 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-4e22822a-ae6e-41bf-9ce4-efd55d2a493c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 999 time: 0.0624356 Jul 23 11:07:20.121113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-fcb13127-c442-4723-a5d7-5d6940e38f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.122584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-fcb13127-c442-4723-a5d7-5d6940e38f89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0486858 Jul 23 11:07:20.134944 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-83de4bac-2b0a-44fd-9ff1-a1092a8f3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.136570 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-83de4bac-2b0a-44fd-9ff1-a1092a8f3b5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0435953 Jul 23 11:07:20.184274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-68053bab-25d3-4a37-8006-775848f265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.186114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-68053bab-25d3-4a37-8006-775848f265c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571396 Jul 23 11:07:20.200702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-4ef84b5c-631a-4499-b4ca-cb38ebb1c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.202523 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-4ef84b5c-631a-4499-b4ca-cb38ebb1c30d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591822 Jul 23 11:07:20.279267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-63bf820c-171c-4873-939d-bbba97e35473 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860822 Jul 23 11:07:20.333841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-ccf45d17-51ff-48f5-8374-ec4d1e3acc40 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247535 Jul 23 11:07:20.346233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a60a-6695-46c3-8bf6-0e3ec4f963a4 req-7ab70a7f-5a4e-4698-b976-23ea79788f1a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:20.347671 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4091a60a-6695-46c3-8bf6-0e3ec4f963a4 req-7ab70a7f-5a4e-4698-b976-23ea79788f1a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.1301012 Jul 23 11:07:20.375949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-95840bdf-9034-4c18-845a-ff7daa214a4d service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Jul 23 11:07:20.435647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4091a60a-6695-46c3-8bf6-0e3ec4f963a4 req-037b9160-9d19-4285-a72d-dbe47a9d453a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793624 Jul 23 11:07:20.460689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5512d33-2383-46c6-aba1-f14f5a540194 req-f74c4256-c7f5-4977-a935-3f4b7c6925b1 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120889 Jul 23 11:07:21.578970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65022e4-18dc-4333-83f3-0177041a2fc8 req-2bf33496-4b5a-44f0-811f-dfadaeba04cd tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:21.580852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d65022e4-18dc-4333-83f3-0177041a2fc8 req-2bf33496-4b5a-44f0-811f-dfadaeba04cd tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.0748003 Jul 23 11:07:21.621590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d65022e4-18dc-4333-83f3-0177041a2fc8 req-7f32a47a-682f-4f3c-8b9a-0e7463bffb3f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330467 Jul 23 11:07:21.868643 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-a5dcb322-abb2-4a2a-9530-1d1da73ee4a9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:21.870121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-a5dcb322-abb2-4a2a-9530-1d1da73ee4a9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 943 time: 0.0975883 Jul 23 11:07:21.882047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcddd1-ad3b-4f3b-be39-b04d0584d63f req-1a78c4c5-d0cb-4886-a002-ab601d010a21 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:21.883479 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3fcddd1-ad3b-4f3b-be39-b04d0584d63f req-1a78c4c5-d0cb-4886-a002-ab601d010a21 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 943 time: 0.1211145 Jul 23 11:07:21.949915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e3fcddd1-ad3b-4f3b-be39-b04d0584d63f req-315a08d4-0de4-4970-bdfb-2d6f9fb6fff9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597076 Jul 23 11:07:21.964159 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-8c02de73-d43c-42f9-b639-aa7421b930d9 service neutron] delete failed (client error): The resource could not be found. Jul 23 11:07:21.966021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-8c02de73-d43c-42f9-b639-aa7421b930d9 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ffefcee8-ac0f-414d-9214-7b4449577086/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0816693 Jul 23 11:07:22.063394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-56f65d38-87b6-4b15-a33a-0b6fcec9e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:22.064939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-56f65d38-87b6-4b15-a33a-0b6fcec9e6c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 1094 time: 0.0578454 Jul 23 11:07:22.152445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-b1762fce-ef84-4b28-adbf-edcb1cc64d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:22.153920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-b1762fce-ef84-4b28-adbf-edcb1cc64d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0828433 Jul 23 11:07:22.220456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-47e19c69-eac6-4407-8cf4-3b3ce79909ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 200 len: 999 time: 0.0607131 Jul 23 11:07:22.267962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-0677aefc-c2ec-499f-95fd-e22753c13c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:22.269419 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-0677aefc-c2ec-499f-95fd-e22753c13c86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0428414 Jul 23 11:07:22.330154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-565744c6-0261-4581-bc16-d46100e90c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:22.331649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-565744c6-0261-4581-bc16-d46100e90c22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562303 Jul 23 11:07:22.413349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:07:22.421716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-8d11e373-4528-4565-999d-38c5d38864cf service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Jul 23 11:07:22.504775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:22.508449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b1bec4ff-a942-4ca8-85fd-c808f5c9d604 req-56f0da49-f6bc-4ac7-be40-558d2b9e0290 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806632 Jul 23 11:07:22.516960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'mac_address': 'fa:16:3e:94:19:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:07:22.557270 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.569918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffefcee8-ac0f-414d-9214-7b4449577086 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:07:22.588935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:22.593630 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:22.599519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:22.671325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:22.673314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:22.680722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.681069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.681409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.681743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.682074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.682403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.682770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.683268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.683625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.683951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.684274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.684595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:22.917784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['ffefcee8-ac0f-414d-9214-7b4449577086'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:07:23.095465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cac32-fd2b-45bd-99f2-e238e1cebbad req-a13b127a-e840-4acd-8485-e9b255646462 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:23.096960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa7cac32-fd2b-45bd-99f2-e238e1cebbad req-a13b127a-e840-4acd-8485-e9b255646462 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 944 time: 0.0722642 Jul 23 11:07:23.134380 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa7cac32-fd2b-45bd-99f2-e238e1cebbad req-880bc09d-da92-4fc8-b92d-5fbbac100f0e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Jul 23 11:07:23.266277 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ad630-594f-4203-91d2-a39ab3b4af70 req-42b5d837-73c9-45b6-b5fd-11faf78e8ddc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:23.267807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-468ad630-594f-4203-91d2-a39ab3b4af70 req-42b5d837-73c9-45b6-b5fd-11faf78e8ddc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 944 time: 0.0667453 Jul 23 11:07:23.305423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-468ad630-594f-4203-91d2-a39ab3b4af70 req-feec9692-7379-4006-b829-f94a9a579fcf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320530 Jul 23 11:07:23.429585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3be7df-ca13-4ea9-bfc9-bc550aa938d4 req-fe9826eb-c2db-4750-9c4f-86b25c95e9a6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:23.430960 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af3be7df-ca13-4ea9-bfc9-bc550aa938d4 req-fe9826eb-c2db-4750-9c4f-86b25c95e9a6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 944 time: 0.0616663 Jul 23 11:07:23.471965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-af3be7df-ca13-4ea9-bfc9-bc550aa938d4 req-3de6432f-f3c0-4937-81c2-456e089ff558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353382 Jul 23 11:07:23.711985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05a108-7ce4-4ad6-9eac-4b202fbead2c req-0a7441f7-46b4-4bef-8314-8cfa852cba93 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:23.713378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f05a108-7ce4-4ad6-9eac-4b202fbead2c req-0a7441f7-46b4-4bef-8314-8cfa852cba93 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 944 time: 0.0635467 Jul 23 11:07:23.750432 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1f05a108-7ce4-4ad6-9eac-4b202fbead2c req-366c44a1-6feb-412d-a1ba-39b76a02b365 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313997 Jul 23 11:07:24.309482 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.405344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:07:24.450720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port ffefcee8-ac0f-414d-9214-7b4449577086 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:07:24.454180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port ffefcee8-ac0f-414d-9214-7b4449577086 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:07:24.454550 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.529291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.550555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:24.552793 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd9e69f-4787-4944-a79e-d9a7b5c40ab0" -d '{"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-plugged", "status": "completed", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:24.565267 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:24.569507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:24.591872 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b19d8-ef4f-4c77-9f48-6e57a94edb90 x-openstack-request-id: req-476b19d8-ef4f-4c77-9f48-6e57a94edb90 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:24.592160 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-plugged", "status": "completed", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:24.592411 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-476b19d8-ef4f-4c77-9f48-6e57a94edb90 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:24.592806 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'code': 200} Jul 23 11:07:24.616795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:24.878032 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849d9c4-7291-424b-b086-368a86cbb192 req-9963a19c-a493-42e1-9254-898fbb53f68c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:24.879595 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a849d9c4-7291-424b-b086-368a86cbb192 req-9963a19c-a493-42e1-9254-898fbb53f68c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0635993 Jul 23 11:07:24.915645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a849d9c4-7291-424b-b086-368a86cbb192 req-42a11e32-00b4-4a29-940e-ba62e2968b61 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305231 Jul 23 11:07:25.075013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-8aaed398-09ae-42fc-b8d5-8692cae9e575 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:25.077502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-8aaed398-09ae-42fc-b8d5-8692cae9e575 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 945 time: 0.0764463 Jul 23 11:07:25.176324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Deleting port ffefcee8-ac0f-414d-9214-7b4449577086 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:07:25.176589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:25.269075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] For port ffefcee8-ac0f-414d-9214-7b4449577086, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=ffefcee8-ac0f-414d-9214-7b4449577086,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:25.269436 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:25.498762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:25.499052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:25.499369 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 disassociated. External IP: 172.25.4.186, port: ffefcee8-ac0f-414d-9214-7b4449577086. Jul 23 11:07:25.499740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Calling delete_port for ffefcee8-ac0f-414d-9214-7b4449577086 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:07:25.647851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:25.681727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event deleted for resources: {'Port': ['ID=ffefcee8-ac0f-414d-9214-7b4449577086,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:25.832068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:07:25.961110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:07:25.972335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:07:25.982150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:25.982953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:07:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:26.023240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] No DVR routers for this DVR port ffefcee8-ac0f-414d-9214-7b4449577086 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:07:26.028047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:26.030575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-388109df-f9ca-4fc8-bc5d-bce6c620c1f2 req-cf4fb0f7-1b87-4cd0-ae5c-4c60218f800e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "DELETE /v2.0/ports/ffefcee8-ac0f-414d-9214-7b4449577086 HTTP/1.1" status: 204 len: 173 time: 0.9475756 Jul 23 11:07:26.031119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-deleted', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:26.033989 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1af600-82ba-44b0-81cd-bd3126eb67a5" -d '{"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-deleted", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:26.048518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f65230e7-fffe-4e74-8c35-f4ced237b14b req-944f1d05-dd98-4503-91d2-e2226a5b5f57 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=d73a74ed-0b15-4754-aa48-e66dc0caef70 HTTP/1.1" status: 200 len: 210 time: 0.0464025 Jul 23 11:07:26.085428 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6e47e-7e6e-475a-af20-3a851e51bfa7 x-openstack-request-id: req-35f6e47e-7e6e-475a-af20-3a851e51bfa7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:26.085725 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a74ed-0b15-4754-aa48-e66dc0caef70", "name": "network-vif-deleted", "tag": "ffefcee8-ac0f-414d-9214-7b4449577086", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:26.086014 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35f6e47e-7e6e-475a-af20-3a851e51bfa7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:26.086416 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a74ed-0b15-4754-aa48-e66dc0caef70', 'name': 'network-vif-deleted', 'tag': 'ffefcee8-ac0f-414d-9214-7b4449577086', 'status': 'completed', 'code': 200} Jul 23 11:07:26.108211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:26.312524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:26.346335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:07:26.357350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:26.358030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:07:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:26.460890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:26.650675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:26.676246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436a650e-21a2-4b24-bb7e-1606f4bde968 None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:07:26.897525 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1ed72-336b-42d7-9610-978e4ad685bc None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:07:27.109278 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38026550-bb5e-40ec-9447-667e07666709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:27.295939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-ebc983c7-457f-426a-a104-55ec98bc008b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--979549311&fields=id&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 267 time: 0.0418811 Jul 23 11:07:27.403006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-5a460029-3977-4894-9f4f-3f5c92125172 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:27.404492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-5a460029-3977-4894-9f4f-3f5c92125172 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.1022737 Jul 23 11:07:27.419203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-1601afef-a30b-4977-8b51-0e53ac751e2e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/quotas/3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 375 time: 0.0092273 Jul 23 11:07:27.484538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-ae598fcd-d189-4dba-bfb5-76bd9125395a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605478 Jul 23 11:07:27.629265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-226f7b4c-7a6d-43d7-a8ee-1cde008ea168 service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322727 Jul 23 11:07:27.716294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-a74f9780-ecc7-480a-98a4-cd3e8746efa6 service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813789 Jul 23 11:07:27.878496 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7d439f88-1aa4-4168-b3c1-e08f544f8ffd req-964c4eb2-e5f7-44c9-94db-4f9783838ed6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 210 time: 0.0302866 Jul 23 11:07:28.427294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:07:28.450020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: ffefcee8-ac0f-414d-9214-7b4449577086 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:07:28.450361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device ffefcee8-ac0f-414d-9214-7b4449577086 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:07:28.971084 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-04b5cf5b-6151-40af-9533-31c175294771 req-78896ced-d691-4cd5-a186-831cf343d2e0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 210 time: 0.0429225 Jul 23 11:07:29.774572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-2df72bfc-ed99-4e44-a810-0ec6fed867d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:29.776997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-2df72bfc-ed99-4e44-a810-0ec6fed867d6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.1113932 Jul 23 11:07:29.819279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-6a8f5bfb-839b-4ae2-824d-9f47f742a3ec tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 379 time: 0.0336280 Jul 23 11:07:29.833881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'port': {'device_id': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'admin_state_up': True, 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'security_groups': ['7f0e3c2e-47df-4ac6-99a7-6154a3551c89']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:29.943340 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbe4f874-31c8-4813-af26-111f547230ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:29.944394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Made reservation on behalf of 3ea118cbac9c4c0eb3ef8133b1802af3 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:07:29.949244 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.072417 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-467a1382-e3a8-4d19-8a2b-8b461b602c12 req-f361cbd2-489d-4f26-b097-09321795ce92 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 210 time: 0.0283701 Jul 23 11:07:30.080398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Allocated IP 172.20.0.13 (22adc95e-3f4d-4b63-bab5-6a0871070909/156d30d3-64dc-4dba-9c0b-7282f2cb60e7/49fe28d5-5f50-467a-b0fa-ca6e1ee6f290) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:07:30.217587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.230791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Transition to ACTIVE for port object 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:07:30.247583 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.264359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.307783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:07:30.314176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:07:30.320930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:07:30.351386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:30.365677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.366021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.366375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.366706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.367040 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.367369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.367719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.368049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.368375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.368697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.369021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.369344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:07:30.391153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:30.391789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.406156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-aad0fb73-2f0e-4823-a07a-dc06a466b4d1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760922 Jul 23 11:07:30.418016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Request body: {'port': {'device_id': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:30.491747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.524580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-152cb081-e90c-4e82-b047-2e624515b0d2 None None] Provisioning for port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:07:30.528693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-152cb081-e90c-4e82-b047-2e624515b0d2 None None] Provisioning complete for port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:07:30.529139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-152cb081-e90c-4e82-b047-2e624515b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:30.562330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-152cb081-e90c-4e82-b047-2e624515b0d2 None None] Port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:07:31.018255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:07:31.025745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.038481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Transition to ACTIVE for port object 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:07:31.043097 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.096059 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:31.210779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:07:31.211122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:07:31.211500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:07:31.219210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:07:31.219570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:07:31.231162 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:07:31.231551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:07:31.231956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:07:31.232413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Bound port: 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:07:31.232794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.262712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10e687-07ee-4c9d-b847-5cc0576a56ec req-9843a217-607f-4559-9fd0-c7416394faaf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.264244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e10e687-07ee-4c9d-b847-5cc0576a56ec req-9843a217-607f-4559-9fd0-c7416394faaf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.1140356 Jul 23 11:07:31.345896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e10e687-07ee-4c9d-b847-5cc0576a56ec req-6c2098e7-6165-4e3c-bd70-d732ac07689a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618024 Jul 23 11:07:31.351964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:07:31.355475 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.356599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:07:31.361103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.392960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.393509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:31.394887 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] 10.222.0.55 "PUT /v2.0/ports/49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1092 time: 0.9818096 Jul 23 11:07:31.395326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:31.397593 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:31.424626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81152101-69fb-495e-a4a0-8e76a6efc503 service neutron] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:31.467235 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d8c37b-4b84-48e2-a814-916d9bbb4c57 x-openstack-request-id: req-05d8c37b-4b84-48e2-a814-916d9bbb4c57 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:31.467567 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:31.467824 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05d8c37b-4b84-48e2-a814-916d9bbb4c57 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:31.468221 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'status': 'completed', 'code': 200} Jul 23 11:07:31.495187 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-013b40b2-529f-445a-a48c-771c768919c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.496825 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-013b40b2-529f-445a-a48c-771c768919c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1095 time: 0.0629146 Jul 23 11:07:31.538909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-4a4b0a37-49de-4d60-bf70-ef622facda46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 217 time: 0.0352724 Jul 23 11:07:31.586641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-77441286-93dd-4863-a01b-fd8fd62c4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.588657 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-77441286-93dd-4863-a01b-fd8fd62c4df7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0435903 Jul 23 11:07:31.651403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-b2c5c030-23ce-4dd3-8e05-088b6da0a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.652749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-b2c5c030-23ce-4dd3-8e05-088b6da0a6d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583916 Jul 23 11:07:31.739096 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-9c9090cc-e0ac-467a-99c6-d0917c8f87dd service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797639 Jul 23 11:07:31.827903 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69dee524-76c9-44bd-aa87-fa038d9580ae req-64cd3758-0f10-45ce-8449-34277dbc95ba service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828526 Jul 23 11:07:31.926051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-a93c6cdb-90c2-45ee-bcbb-03abcd355a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:31.927474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-a93c6cdb-90c2-45ee-bcbb-03abcd355a89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1095 time: 0.0534344 Jul 23 11:07:32.018611 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-9767b241-bf2f-471d-82cc-058a798ea70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:32.020132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-9767b241-bf2f-471d-82cc-058a798ea70d service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0866787 Jul 23 11:07:32.061245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-77d0ef78-70f4-49c2-bbdc-2393ba909bf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 217 time: 0.0340228 Jul 23 11:07:32.109160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-07ec34b7-a35d-482d-aecb-82603c3f0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:32.110581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-07ec34b7-a35d-482d-aecb-82603c3f0bd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0423100 Jul 23 11:07:32.167872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-86b08eeb-92d2-49d0-a267-9fcc0ed4f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:32.169364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-86b08eeb-92d2-49d0-a267-9fcc0ed4f525 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520265 Jul 23 11:07:32.261412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-4e905f79-be8e-439c-8423-63085fcaeb9e service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843434 Jul 23 11:07:32.360691 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8fbdbfac-0a07-46c7-949a-be6e1c558e9d req-0b4fc81f-e276-4897-9a31-acbc3f4d5bbf service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921206 Jul 23 11:07:32.476883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebbd50-bc5d-40c6-b934-06d527394fe4 req-d2078c9a-7748-4009-aa9b-35d0c966cd58 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:32.478364 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efebbd50-bc5d-40c6-b934-06d527394fe4 req-d2078c9a-7748-4009-aa9b-35d0c966cd58 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0631442 Jul 23 11:07:32.516032 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-efebbd50-bc5d-40c6-b934-06d527394fe4 req-bbafa059-f480-4f61-b777-0e9f86cc800f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Jul 23 11:07:32.624026 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:33.645958 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521267-cfe2-4710-b8d5-444b921c82ba req-2054f5eb-8aca-45e5-8e5f-c2c5727eaa4f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:33.647439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec521267-cfe2-4710-b8d5-444b921c82ba req-2054f5eb-8aca-45e5-8e5f-c2c5727eaa4f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0636330 Jul 23 11:07:33.684241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec521267-cfe2-4710-b8d5-444b921c82ba req-de936f9a-d337-447f-8382-199a1b89b12e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 Jul 23 11:07:34.601290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:07:34.696841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:34.708966 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:07:34.752513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:34.769050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:07:34.785823 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:34.794163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:34.799219 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:34.820973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788b64d-0ef2-4044-9d9f-6cabe4e36777 req-62a76abc-d2e5-4a1c-a72c-c03eb2293e89 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:34.823800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0788b64d-0ef2-4044-9d9f-6cabe4e36777 req-62a76abc-d2e5-4a1c-a72c-c03eb2293e89 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0698969 Jul 23 11:07:34.850622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:34.867895 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0788b64d-0ef2-4044-9d9f-6cabe4e36777 req-4ab4a010-8d74-42e7-a296-e8fb25599316 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374980 Jul 23 11:07:34.997944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:07:35.994728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc004c-1a8f-473d-bce4-572913d769da req-6be05e62-7c8b-4911-9b6f-5e77346609d7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:35.996228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-befc004c-1a8f-473d-bce4-572913d769da req-6be05e62-7c8b-4911-9b6f-5e77346609d7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 945 time: 0.0618365 Jul 23 11:07:36.032356 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-befc004c-1a8f-473d-bce4-572913d769da req-321f7b93-7394-4f44-ba4f-e30425523c1c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Jul 23 11:07:36.398027 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:07:36.609284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:07:36.655814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:07:36.659308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:07:36.659706 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.735348 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.756308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:36.758539 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d2f72-3923-41b6-8e86-f59998125c39" -d '{"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-plugged", "status": "completed", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:36.770515 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:07:36.774511 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:36.798468 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a34c108-9c61-4acb-9750-aee0f81d99e8 x-openstack-request-id: req-8a34c108-9c61-4acb-9750-aee0f81d99e8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:36.798759 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-plugged", "status": "completed", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:36.799025 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a34c108-9c61-4acb-9750-aee0f81d99e8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:36.799411 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'code': 200} Jul 23 11:07:36.824321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:07:36.966933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444017-c92a-4bb4-89ec-4adf4cab5925 req-342b84d7-bec4-4cb5-899a-38393cd4f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:36.968467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99444017-c92a-4bb4-89ec-4adf4cab5925 req-342b84d7-bec4-4cb5-899a-38393cd4f099 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1097 time: 0.1115186 Jul 23 11:07:37.006455 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99444017-c92a-4bb4-89ec-4adf4cab5925 req-59f50b25-e1a6-48c2-b0b6-13836f5f1217 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Jul 23 11:07:37.162247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50129e5-236b-4ec6-90b2-9df13ab8aaef req-9d9895ea-b875-4e68-84e4-47e701cc71e6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:37.163693 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a50129e5-236b-4ec6-90b2-9df13ab8aaef req-9d9895ea-b875-4e68-84e4-47e701cc71e6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0652847 Jul 23 11:07:37.200074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a50129e5-236b-4ec6-90b2-9df13ab8aaef req-ba91ee42-553f-4541-a410-c7dc8e5c258c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307024 Jul 23 11:07:38.330956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a8627-47db-4776-a70c-fe4f77f1d2d7 req-54fccd5e-bded-4a6b-a513-03fe2de2378b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:38.333759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-963a8627-47db-4776-a70c-fe4f77f1d2d7 req-54fccd5e-bded-4a6b-a513-03fe2de2378b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0646110 Jul 23 11:07:38.373014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-963a8627-47db-4776-a70c-fe4f77f1d2d7 req-64cf0e26-544a-429c-ae89-3c88bf0d4b53 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336773 Jul 23 11:07:38.500345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6d65d-4560-4d6a-9640-31c8bd9e7eb0 req-c06d8882-b462-4776-9953-b18bcc5eed9d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:38.501710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47c6d65d-4560-4d6a-9640-31c8bd9e7eb0 req-c06d8882-b462-4776-9953-b18bcc5eed9d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0658972 Jul 23 11:07:38.511053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 34346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:07:38.515723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'floatingip': {'port_id': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:07:38.553705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:39.238397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:39.242157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:39.338039 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 associated. External IP: 172.25.4.186, port: 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290. Jul 23 11:07:39.534646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:07:39.637242 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:07:39.642141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:39.647537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:07:39.657995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:39.658609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:07:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:39.677498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2c961530-498b-4f17-a835-f11b0480b26c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "PUT /v2.0/floatingips/a585881e-1454-4103-843d-8e125be8e1b3 HTTP/1.1" status: 200 len: 992 time: 1.1653876 Jul 23 11:07:39.678097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:07:39.680371 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663" -d '{"events": [{"name": "network-changed", "server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:07:39.722725 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30379e2c-01be-47e1-ac15-716511bfad9e x-openstack-request-id: req-30379e2c-01be-47e1-ac15-716511bfad9e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:07:39.723032 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:07:39.723291 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30379e2c-01be-47e1-ac15-716511bfad9e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:07:39.723918 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'status': 'completed', 'code': 200} Jul 23 11:07:39.802928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-62cf9197-7e79-4abf-aafb-042cb1461e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:39.804425 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-62cf9197-7e79-4abf-aafb-042cb1461e5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1097 time: 0.0573936 Jul 23 11:07:39.899818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-de7988f6-0841-4522-b19d-69c72c8eb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:39.901939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-de7988f6-0841-4522-b19d-69c72c8eb9a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0909894 Jul 23 11:07:39.924073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:39.970824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-e4d49cbb-1099-46a9-a700-a4aa8e255fe3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1000 time: 0.0624278 Jul 23 11:07:40.019060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-1707bc73-90dd-4589-90bf-2a9aa095cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:40.020596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-1707bc73-90dd-4589-90bf-2a9aa095cfd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0442538 Jul 23 11:07:40.078195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-eadf9106-2af4-4cc3-8e73-7fcd45744c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:07:40.079676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-eadf9106-2af4-4cc3-8e73-7fcd45744c04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531445 Jul 23 11:07:40.148069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:07:39Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:40.170843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-14dfc786-d89a-4f15-a31b-904bea6e7503 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852246 Jul 23 11:07:40.174828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:07:40.183408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:07:40.184156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:07:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:40.260175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-151ce2f9-418d-4d5f-9f6c-1193ccd6a663 req-17581704-8dd9-4e27-a93b-df3a3b5a22c3 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819876 Jul 23 11:07:40.289874 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:07:40.508374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:07:39Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:07:40.537430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46901371-2dd0-43c9-8b52-60f2c5843eb6 None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:07:39Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:07:40.720308 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cddee3a-d943-4976-a45f-780e8de41d13 None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:07:54.308297 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:57.100829 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba37e36-052b-4f55-8438-34709d8e56d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:07:59.943965 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9dabcef-3a6c-4c79-ba53-3b18ada9d41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:00.248437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:01.357765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:02.625326 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:04.742768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:13.397325 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:08:24.305777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:27.101762 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cea8479-036d-43cd-9178-3138681fca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:29.944744 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-983b19a7-2705-4f90-aefd-bf5776e4c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:30.249024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:31.360149 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:32.635227 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:34.740182 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:35.948719 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-9e168b38-75f7-42e4-8759-7bb1b4e085fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572283 Jul 23 11:08:36.042426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-77084e0a-060b-4fab-816b-04cf86a84671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:36.043987 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-77084e0a-060b-4fab-816b-04cf86a84671 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1097 time: 0.0546298 Jul 23 11:08:36.142094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-dd09727c-cb86-471a-86b9-190647b80a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:36.143500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-dd09727c-cb86-471a-86b9-190647b80a16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0820363 Jul 23 11:08:36.211336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-fca7a5a6-f9c9-46a3-9233-35442505fa62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1002 time: 0.0618176 Jul 23 11:08:36.258242 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-52163958-a71f-476a-96b8-2c855c063975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:36.259689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-52163958-a71f-476a-96b8-2c855c063975 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0424511 Jul 23 11:08:36.316707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-b23de88e-cedc-4994-afa2-4c4e03d60a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:08:36.318205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-b23de88e-cedc-4994-afa2-4c4e03d60a6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521936 Jul 23 11:08:36.407534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-18223b73-5d35-4fe1-a80b-5c20b546aae1 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830381 Jul 23 11:08:36.492565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-584de9e6-bf0e-43f1-bfef-8890864d9ecd req-e67b7e98-5e37-448e-872e-c7b54daf699e service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790842 Jul 23 11:08:50.396609 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:08:54.301757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:57.102027 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4108d81e-59c3-4055-9a2f-1fbf02f89e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:08:59.944067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d666bb7-0c80-4589-81a2-dd9a49ee68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:00.253072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:01.362478 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:02.630626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:04.736032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:14.644096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965b240-e39b-4362-bb0a-3dc74c83cf77 req-b4f3c894-85ba-4062-9cd3-3744444a36a6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:14.645535 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3965b240-e39b-4362-bb0a-3dc74c83cf77 req-b4f3c894-85ba-4062-9cd3-3744444a36a6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0676017 Jul 23 11:09:14.682285 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3965b240-e39b-4362-bb0a-3dc74c83cf77 req-b988b71e-7a39-42bf-a2f1-25c56ff2eaea tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Jul 23 11:09:15.817937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a65753-1859-433f-90b5-cf724208c8d0 req-982fd492-a3ab-4ee2-93bc-c8d1d5b7a5a2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:15.819453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96a65753-1859-433f-90b5-cf724208c8d0 req-982fd492-a3ab-4ee2-93bc-c8d1d5b7a5a2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0675983 Jul 23 11:09:15.857503 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96a65753-1859-433f-90b5-cf724208c8d0 req-2ece57dd-20b1-4917-8e47-8a2e4f644729 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Jul 23 11:09:16.992136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47558996-dc40-44b9-9b76-e0a88526de1d req-5df1812c-6e14-4a6a-9b84-613b4390b7b6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:16.993599 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47558996-dc40-44b9-9b76-e0a88526de1d req-5df1812c-6e14-4a6a-9b84-613b4390b7b6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0705552 Jul 23 11:09:17.031254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-47558996-dc40-44b9-9b76-e0a88526de1d req-701b1e4b-740f-40d6-8ffe-7961c88386e6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jul 23 11:09:18.158908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e56d70-81ef-4c41-81af-dde35dc9a11a req-2bc2daa2-a3fe-44f2-89ef-53109db0dffa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:18.160347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3e56d70-81ef-4c41-81af-dde35dc9a11a req-2bc2daa2-a3fe-44f2-89ef-53109db0dffa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0625715 Jul 23 11:09:18.196458 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f3e56d70-81ef-4c41-81af-dde35dc9a11a req-96195c99-dd6e-42ce-b028-1e4bf204a066 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Jul 23 11:09:19.332243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975d4de-f1b1-47fc-92cc-ca6651336f31 req-2f7e279a-1e7a-4082-be51-25a686191ee9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:19.333732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c975d4de-f1b1-47fc-92cc-ca6651336f31 req-2f7e279a-1e7a-4082-be51-25a686191ee9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0695403 Jul 23 11:09:19.370045 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c975d4de-f1b1-47fc-92cc-ca6651336f31 req-7d4b689d-45e2-46de-90fb-b5ed6f852458 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Jul 23 11:09:20.505751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f5d27-ca6c-41db-9da3-5b42c91cfaf1 req-a2d745df-1725-4225-bbf7-226da1e54dff tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:20.507232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-060f5d27-ca6c-41db-9da3-5b42c91cfaf1 req-a2d745df-1725-4225-bbf7-226da1e54dff tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0706494 Jul 23 11:09:20.545426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-060f5d27-ca6c-41db-9da3-5b42c91cfaf1 req-c7ed52e1-373b-4f47-ae08-17a114c66dd0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Jul 23 11:09:21.673221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96054abc-2705-4cea-9ad7-c5d1b3486f28 req-be4bc387-957d-4674-bac9-292da8bcf46f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:21.674697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96054abc-2705-4cea-9ad7-c5d1b3486f28 req-be4bc387-957d-4674-bac9-292da8bcf46f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0632000 Jul 23 11:09:21.710724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96054abc-2705-4cea-9ad7-c5d1b3486f28 req-d39519d1-76b9-4476-8e85-dc0121d04821 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Jul 23 11:09:22.840280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cc9d6-7322-4e70-9c90-405992e60844 req-d7e5d0ef-61b2-4a87-9ba5-4d0a48bfe68b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:22.841792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-347cc9d6-7322-4e70-9c90-405992e60844 req-d7e5d0ef-61b2-4a87-9ba5-4d0a48bfe68b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0636384 Jul 23 11:09:22.879299 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-347cc9d6-7322-4e70-9c90-405992e60844 req-709b7e98-2808-41da-8d0d-33d9a0a2ba29 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Jul 23 11:09:24.020370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb7d5d-6968-466c-81f8-f9627bbeac5c req-98985316-17f5-49bd-8cc9-c01d0c13453d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:24.021870 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76eb7d5d-6968-466c-81f8-f9627bbeac5c req-98985316-17f5-49bd-8cc9-c01d0c13453d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0693266 Jul 23 11:09:24.060466 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-76eb7d5d-6968-466c-81f8-f9627bbeac5c req-2bbb8886-1e89-45a9-a140-7bb687d9b832 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Jul 23 11:09:24.314244 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:25.188405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c86ae-55f4-4f62-9c8d-0c544f4fc5b0 req-96937561-cbb7-4958-8817-f919669086a0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:25.189826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d8c86ae-55f4-4f62-9c8d-0c544f4fc5b0 req-96937561-cbb7-4958-8817-f919669086a0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0619891 Jul 23 11:09:25.226378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d8c86ae-55f4-4f62-9c8d-0c544f4fc5b0 req-fdc8515b-608a-4e0d-882a-277c1b07f969 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Jul 23 11:09:26.531459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554354b-54b8-4467-a30e-cc2fa3e42fcb req-3292517a-424d-4030-9ccd-dbf7e9b93ff4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:26.533195 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2554354b-54b8-4467-a30e-cc2fa3e42fcb req-3292517a-424d-4030-9ccd-dbf7e9b93ff4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0874517 Jul 23 11:09:26.621094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2554354b-54b8-4467-a30e-cc2fa3e42fcb req-92927ab6-7fc7-4729-b848-f20eb350b1c7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801389 Jul 23 11:09:26.650621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-ef2af22a-2c8c-4a9e-8787-54e36a0475bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2234592 Jul 23 11:09:27.103359 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e81021b6-36a2-4655-bcb8-4a670453d79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:27.395307 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:09:27.754569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b99-343f-4c4d-ae86-c758de020ec1 req-dfd049ba-8b1a-401f-a0b6-9b5d1d19af85 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:27.756071 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50455b99-343f-4c4d-ae86-c758de020ec1 req-dfd049ba-8b1a-401f-a0b6-9b5d1d19af85 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0633039 Jul 23 11:09:27.793699 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50455b99-343f-4c4d-ae86-c758de020ec1 req-badb255f-efdf-4a69-81fd-3cfd93f25930 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314307 Jul 23 11:09:28.929450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2634b48-93e5-4547-a556-088156fb371d req-9bf8ffc7-6c68-407e-845f-00bb7ddbc972 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:28.930931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2634b48-93e5-4547-a556-088156fb371d req-9bf8ffc7-6c68-407e-845f-00bb7ddbc972 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0666497 Jul 23 11:09:28.968561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2634b48-93e5-4547-a556-088156fb371d req-a8dd1ed9-5d49-40fa-8fee-62095cc8c6db tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314991 Jul 23 11:09:29.945146 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68dfb0d7-b158-4f90-9d92-95b6ff8a7772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:30.060751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-10bc23fb-e43c-4fd7-bf1b-607858cb9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:30.062346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-10bc23fb-e43c-4fd7-bf1b-607858cb9a9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1097 time: 0.0554836 Jul 23 11:09:30.100830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e5012-a4d6-4b19-8a2e-5bac63ee00ff req-45664254-a16e-4ab7-b132-518c5c484e63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:30.102313 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed7e5012-a4d6-4b19-8a2e-5bac63ee00ff req-45664254-a16e-4ab7-b132-518c5c484e63 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0668838 Jul 23 11:09:30.141225 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ed7e5012-a4d6-4b19-8a2e-5bac63ee00ff req-185c86b5-261b-4c94-bbb4-57390696c0a7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Jul 23 11:09:30.155224 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-c2451646-2fce-4cf3-92a9-f31a16c73c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:30.156822 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-c2451646-2fce-4cf3-92a9-f31a16c73c44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0887716 Jul 23 11:09:30.220775 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-b2ed8e3d-6fd6-40de-9d13-8cfc3bca03e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1002 time: 0.0574696 Jul 23 11:09:30.254056 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:30.268776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-7952ae6e-669a-44e0-92ca-f9f8a882d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:30.270251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-7952ae6e-669a-44e0-92ca-f9f8a882d9bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0435636 Jul 23 11:09:30.332387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-fdbf4b71-5fa7-4fca-9cd8-1c25c1d10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:30.333888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-fdbf4b71-5fa7-4fca-9cd8-1c25c1d10920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572107 Jul 23 11:09:30.420359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-fb76dfb3-27cc-42a6-89a0-06871a954fab service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797102 Jul 23 11:09:30.512582 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-4bf45342-57fe-4095-80eb-01ef21263461 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Jul 23 11:09:31.272515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2e67-bec4-422d-83e7-c23a4952ed99 req-ccce443e-32c5-4ad9-9e13-dd1e97d9e286 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:31.274008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5ff2e67-bec4-422d-83e7-c23a4952ed99 req-ccce443e-32c5-4ad9-9e13-dd1e97d9e286 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0639050 Jul 23 11:09:31.310714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5ff2e67-bec4-422d-83e7-c23a4952ed99 req-51e2de29-7056-425c-a6f9-4c541e0b1d8d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Jul 23 11:09:31.366601 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:32.244295 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e58a0205-31a0-432a-b82b-8752a9802e67 service neutron] show failed (client error): The resource could not be found. Jul 23 11:09:32.245991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e58a0205-31a0-432a-b82b-8752a9802e67 service neutron] 10.222.0.55 "GET /v2.0/ports/49fe28d5-5f50-467a-b0fa-ca6e1ee6f290/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0522492 Jul 23 11:09:32.484830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb97689-8ba8-4f34-b042-2475f358b508 req-bf3a1896-c2f1-4e18-bf2f-30afe884cf67 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:32.486334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eb97689-8ba8-4f34-b042-2475f358b508 req-bf3a1896-c2f1-4e18-bf2f-30afe884cf67 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.1057918 Jul 23 11:09:32.492176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-09f8d362-448b-4ac9-9e17-0b082ad919d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:32.493559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-09f8d362-448b-4ac9-9e17-0b082ad919d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 1097 time: 0.0818374 Jul 23 11:09:32.512168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:32.565294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eb97689-8ba8-4f34-b042-2475f358b508 req-4bd49069-8943-4f90-98fe-7b4af9834076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707796 Jul 23 11:09:32.602133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:32.632507 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:32.799982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:32.830777 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:09:32.873796 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:32.876084 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7cf8ad-a0df-4753-808b-d408980cee6d" -d '{"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-unplugged", "status": "completed", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:32.879894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:32.893057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Transition to ACTIVE for port object 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:09:32.896522 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:32.931359 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd46f9-dcf9-45b5-a1e8-39f78829ef4d x-openstack-request-id: req-a0bd46f9-dcf9-45b5-a1e8-39f78829ef4d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:32.931359 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-unplugged", "status": "completed", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:32.931359 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0bd46f9-dcf9-45b5-a1e8-39f78829ef4d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:32.931669 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'code': 200} Jul 23 11:09:32.982132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:32.994668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.995012 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.995353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.995712 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.996039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.996374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.996726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.997056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.997380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.997701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.998022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:32.998344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:33.032532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] No DVR routers for this DVR port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:09:33.169549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:09:33.169881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:09:33.170211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:09:33.174280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:09:33.174600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Attempting to bind port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:09:33.179259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:09:33.179645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:09:33.180026 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:09:33.180445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Bound port: 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:09:33.180794 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:33.246139 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:09:33.249163 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:09:33.253813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:33.287703 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:33.288327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:33.289709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1092 time: 0.7820101 Jul 23 11:09:33.311301 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf3b27-13ae-493e-8846-6f7ed00569a5 service neutron] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:33.378105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-88a57496-d204-44c5-8119-3d76dbc1d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:33.379666 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-88a57496-d204-44c5-8119-3d76dbc1d620 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1095 time: 0.0571949 Jul 23 11:09:33.482962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-675d8571-9665-44a6-9137-b59604ef1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:33.484489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-675d8571-9665-44a6-9137-b59604ef1285 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0988364 Jul 23 11:09:33.549765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-71ce680e-9983-4a3f-8343-1cf24045817f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1000 time: 0.0586767 Jul 23 11:09:33.601161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-ee6a6e27-7cbc-4781-b12c-3c063e9230f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:33.602559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-ee6a6e27-7cbc-4781-b12c-3c063e9230f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0471048 Jul 23 11:09:33.699206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-2c57f011-3133-438c-a087-ccd9702e34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:33.700787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-2c57f011-3133-438c-a087-ccd9702e34ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921447 Jul 23 11:09:33.723110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af7e98-21c1-4427-b38f-f874c41393e9 req-ae43aa97-e976-46f5-b9aa-c4ba7288fc40 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:33.724552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27af7e98-21c1-4427-b38f-f874c41393e9 req-ae43aa97-e976-46f5-b9aa-c4ba7288fc40 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0897543 Jul 23 11:09:33.815501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-27af7e98-21c1-4427-b38f-f874c41393e9 req-a0ddd45f-115e-42db-9c00-0fbf8a13bdf3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813758 Jul 23 11:09:33.833679 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-295848dc-8566-4373-aa72-371241271091 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261613 Jul 23 11:09:33.923781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4558c5fe-127d-4200-9cc6-30477af7e5af req-da7d8335-eb5d-4796-bd7f-f989a7ea9f95 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834463 Jul 23 11:09:34.733902 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:34.933564 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:34.935972 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:34.953081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046c1c8-4a55-43c7-9e38-412bcc194c4f req-9d243d21-6ba6-4939-83de-be7d9c9e7e6e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:34.954634 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b046c1c8-4a55-43c7-9e38-412bcc194c4f req-9d243d21-6ba6-4939-83de-be7d9c9e7e6e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0680070 Jul 23 11:09:34.985241 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988d3c08-7fee-4a4d-b275-6339d0871653 x-openstack-request-id: req-988d3c08-7fee-4a4d-b275-6339d0871653 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:34.985466 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:34.985717 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-988d3c08-7fee-4a4d-b275-6339d0871653 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:34.986116 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'status': 'completed', 'code': 200} Jul 23 11:09:34.992541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b046c1c8-4a55-43c7-9e38-412bcc194c4f req-b52fa137-cc3e-4db5-b1b9-8af3dee2a1bb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Jul 23 11:09:35.062096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-33f354dc-2755-4872-96ef-ccc27c0d2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.063665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-33f354dc-2755-4872-96ef-ccc27c0d2ec2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1095 time: 0.0557590 Jul 23 11:09:35.075392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-914ded0f-8fbf-4523-8b23-ae075fc59c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.077069 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-914ded0f-8fbf-4523-8b23-ae075fc59c2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1095 time: 0.0541155 Jul 23 11:09:35.161148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-1549f407-1731-4225-902d-0447a0dcb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.162649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-1549f407-1731-4225-902d-0447a0dcb7d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0930665 Jul 23 11:09:35.169773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-ee300d59-1395-44f6-91cc-9dd4346c5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.171248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-ee300d59-1395-44f6-91cc-9dd4346c5ab4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0873289 Jul 23 11:09:35.238244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-e3516325-da7c-4e47-9da7-86082e5a9f54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1000 time: 0.0691919 Jul 23 11:09:35.255244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-75efe7f7-b527-48df-b4cc-5573db53656a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1000 time: 0.0764213 Jul 23 11:09:35.299127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-8f719d8e-bd33-4314-b408-7da14c7c1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.301318 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-8f719d8e-bd33-4314-b408-7da14c7c1a65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0574508 Jul 23 11:09:35.315285 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-0a88e2e2-f657-4353-a146-eaa762b48831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.316796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-0a88e2e2-f657-4353-a146-eaa762b48831 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0551829 Jul 23 11:09:35.377737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-9dc17087-57c2-4d2f-b6d5-f741678341e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.379317 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-9dc17087-57c2-4d2f-b6d5-f741678341e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704453 Jul 23 11:09:35.379874 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-c9f4e7b5-ade2-4a80-b1c0-d31daa5efce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:35.381404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-c9f4e7b5-ade2-4a80-b1c0-d31daa5efce4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587881 Jul 23 11:09:35.470349 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-3f42f1a9-a1b5-4176-95b1-438d0267658e service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Jul 23 11:09:35.476075 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-c5509dbd-1149-4493-8bda-92854db94df8 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883982 Jul 23 11:09:35.571907 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-a34f6f37-4c84-4439-afed-755c088dba7b service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896568 Jul 23 11:09:35.572761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c9af9f1c-a58f-4a34-b25f-e75856b90d3f req-454caf8b-b49c-4dea-a4d8-3fd0ee3e90e7 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965035 Jul 23 11:09:36.129239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47028e-ae46-4b99-85d0-7a70ad438fd2 req-d4644115-e0c9-486c-827d-dbd9f10eb9f7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.130634 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e47028e-ae46-4b99-85d0-7a70ad438fd2 req-d4644115-e0c9-486c-827d-dbd9f10eb9f7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0657825 Jul 23 11:09:36.167495 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e47028e-ae46-4b99-85d0-7a70ad438fd2 req-05b8f2f8-eec6-49d7-91ad-fd726eb49877 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312865 Jul 23 11:09:36.376390 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9bd07-d54e-4019-bad7-2f21c70cc3c0 req-34085dd9-361b-4c71-ae32-d380d5634429 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.378884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4a9bd07-d54e-4019-bad7-2f21c70cc3c0 req-34085dd9-361b-4c71-ae32-d380d5634429 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 944 time: 0.0681777 Jul 23 11:09:36.389471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-91cac73e-f31d-49ca-adb8-1a7f69e5a581 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.390872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-91cac73e-f31d-49ca-adb8-1a7f69e5a581 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 944 time: 0.0724883 Jul 23 11:09:36.417272 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4a9bd07-d54e-4019-bad7-2f21c70cc3c0 req-aa289c4f-9c02-4cc9-9cae-80ac1e46f79f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323491 Jul 23 11:09:36.452487 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-17d76d11-e99a-44cd-a3eb-635705c542d4 service neutron] delete failed (client error): The resource could not be found. Jul 23 11:09:36.453504 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-17d76d11-e99a-44cd-a3eb-635705c542d4 service neutron] 10.222.0.55 "DELETE /v2.0/ports/49fe28d5-5f50-467a-b0fa-ca6e1ee6f290/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0560124 Jul 23 11:09:36.533512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-83b9fceb-f728-474e-8eba-6d398bc9090b req-721801cd-5c2a-4f52-b80d-24526de8043c service neutron] (93833) timed out ('10.222.0.55', 54748) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:09:36.550835 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-7e5edf7a-524e-4dd4-b741-0e11ed94fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.552341 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-7e5edf7a-524e-4dd4-b741-0e11ed94fa8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1095 time: 0.0580065 Jul 23 11:09:36.637843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-a80a61c7-01f0-4448-9cb9-5b34581b9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.639304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-a80a61c7-01f0-4448-9cb9-5b34581b9551 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0809941 Jul 23 11:09:36.709099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-60232f82-965a-49a7-8055-79a23b017aa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1000 time: 0.0637929 Jul 23 11:09:36.754696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-9e801dd5-416b-4145-b7f8-62860dd46c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.756342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-9e801dd5-416b-4145-b7f8-62860dd46c8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0409636 Jul 23 11:09:36.812417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-f0ab369c-2485-4016-a208-3c4ba50b91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:36.813876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-f0ab369c-2485-4016-a208-3c4ba50b91ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511711 Jul 23 11:09:37.026782 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:09:37.124529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:37.135852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'mac_address': 'fa:16:3e:5a:7c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:09:37.159009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-8d1b5c0b-5031-46dc-ad87-4125b75f6a9a service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391733 Jul 23 11:09:37.172634 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:37.185210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:09:37.203997 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:37.207834 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:37.246791 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b96009e3-2d5d-42a5-a839-f93f8c7cb358 req-499b5965-8c49-4466-a829-60bd28ca3bf9 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Jul 23 11:09:37.255576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:37.262789 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.263140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.263513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.263942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.264282 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.264616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.264948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.265273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.265598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.265923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.266248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.266573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:37.284184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:09:37.324254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:09:37.502797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:09:37.557846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4af6-c7e9-4977-8e91-e65e86300806 req-e7af4ec5-5ae0-4b78-91ac-cb431f4e04e8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:37.559262 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2fcd4af6-c7e9-4977-8e91-e65e86300806 req-e7af4ec5-5ae0-4b78-91ac-cb431f4e04e8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 945 time: 0.0735412 Jul 23 11:09:37.602544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2fcd4af6-c7e9-4977-8e91-e65e86300806 req-76155f71-9c6b-4cd7-b6e7-bef8fadecf4b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375671 Jul 23 11:09:38.733740 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544bd73-5877-468a-b4c4-1ae2425fecc9 req-13929c22-863e-4618-8c35-94c189e212ba tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:38.735202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5544bd73-5877-468a-b4c4-1ae2425fecc9 req-13929c22-863e-4618-8c35-94c189e212ba tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 945 time: 0.0660329 Jul 23 11:09:38.772216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5544bd73-5877-468a-b4c4-1ae2425fecc9 req-086fa279-0ed1-4c88-bc4e-f2d04755ba6d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 Jul 23 11:09:38.900628 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411bf34-9164-4489-97f0-f23a1a41354a req-5ce4e51e-3381-4db2-9a84-3f01074e7912 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:38.902050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1411bf34-9164-4489-97f0-f23a1a41354a req-5ce4e51e-3381-4db2-9a84-3f01074e7912 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 945 time: 0.0645847 Jul 23 11:09:38.939983 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1411bf34-9164-4489-97f0-f23a1a41354a req-e6c43d82-1ca5-4e4d-8c76-100aec0ed25b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322299 Jul 23 11:09:39.039750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:09:39.093826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:09:39.097551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:09:39.097928 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.164793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f2006-c514-4ff5-89e6-499777c74036 req-6ab3f513-5b08-4ba3-bf82-eb54e662cf57 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:39.168488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec8f2006-c514-4ff5-89e6-499777c74036 req-6ab3f513-5b08-4ba3-bf82-eb54e662cf57 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 945 time: 0.0710704 Jul 23 11:09:39.185137 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.198764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-73c5708f-ff4c-4f25-9098-3cd945fe55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:39.201096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-73c5708f-ff4c-4f25-9098-3cd945fe55db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 1096 time: 0.0568347 Jul 23 11:09:39.207088 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec8f2006-c514-4ff5-89e6-499777c74036 req-aa2ef4c4-fa52-4c45-819d-d1524cc174e7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331898 Jul 23 11:09:39.208983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:39.211192 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399dd81-b2b1-4bde-b2b6-0d43ab2eb9d5" -d '{"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-plugged", "status": "completed", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:39.228176 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:39.233795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:39.296982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:39.298595 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-2ce33821-910f-489d-818f-b3d43200d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:39.303594 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-2ce33821-910f-489d-818f-b3d43200d2d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0952253 Jul 23 11:09:39.337422 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7715d7d9-b51e-4a31-bcdf-78199032c07f x-openstack-request-id: req-7715d7d9-b51e-4a31-bcdf-78199032c07f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:39.337721 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-plugged", "status": "completed", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:39.338505 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7715d7d9-b51e-4a31-bcdf-78199032c07f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:39.339001 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'code': 200} Jul 23 11:09:39.380735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-30b8b7c3-73c5-4ff3-bcd0-23db6f89f9d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 200 len: 1002 time: 0.0701563 Jul 23 11:09:39.428200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-311a7612-1ed9-42f6-9887-c3c4e92b2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:39.429517 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-311a7612-1ed9-42f6-9887-c3c4e92b2181 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0424888 Jul 23 11:09:39.485662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-ebf4c109-e638-417f-b276-26cc42a8b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:39.487134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-ebf4c109-e638-417f-b276-26cc42a8b486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515964 Jul 23 11:09:39.577388 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-addd1604-6f1e-4310-a39b-ef82761e9425 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838513 Jul 23 11:09:39.668372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1a513d92-4ac3-4acb-bf9a-edb55dc92dd2 req-9d898f1c-83b2-4103-9cff-d58938d593c8 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847478 Jul 23 11:09:40.345787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd473c9e-aa91-4eb3-9c89-bc9ea195a6b0 req-b7fcd53d-52ee-4963-8639-b5cc230ef205 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:40.347272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd473c9e-aa91-4eb3-9c89-bc9ea195a6b0 req-b7fcd53d-52ee-4963-8639-b5cc230ef205 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0697634 Jul 23 11:09:40.384481 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd473c9e-aa91-4eb3-9c89-bc9ea195a6b0 req-0c64e0e3-a5c8-44e1-aafc-b2be5801daa5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Jul 23 11:09:40.626270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172527b-761c-4248-8815-48c0bc0a0d9f req-0f8cb0c1-2d62-4b66-a96a-7ad3c31c720b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:40.627762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8172527b-761c-4248-8815-48c0bc0a0d9f req-0f8cb0c1-2d62-4b66-a96a-7ad3c31c720b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0627499 Jul 23 11:09:40.665296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8172527b-761c-4248-8815-48c0bc0a0d9f req-38f0a045-fbb7-480c-863a-eb053cc72309 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Jul 23 11:09:41.797077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a2f4-262d-4f46-84ba-7f858b6b9f1d req-e8aa64cf-7d48-474e-b1d5-ecf442af323d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:41.798689 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dd6a2f4-262d-4f46-84ba-7f858b6b9f1d req-e8aa64cf-7d48-474e-b1d5-ecf442af323d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0663662 Jul 23 11:09:41.836307 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dd6a2f4-262d-4f46-84ba-7f858b6b9f1d req-1cd3b38f-88cc-4f71-b5fb-946614084479 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Jul 23 11:09:41.969076 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-968f03da-3841-46a6-beaa-b2e63de89d8f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:41.970434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-968f03da-3841-46a6-beaa-b2e63de89d8f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 946 time: 0.0618467 Jul 23 11:09:42.068757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Deleting port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:09:42.069106 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:42.152921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] For port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:42.153272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:42.318645 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:42.318783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:42.319020 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 disassociated. External IP: 172.25.4.186, port: 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290. Jul 23 11:09:42.319373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Calling delete_port for 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:09:42.442775 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:42.751328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event deleted for resources: {'Port': ['ID=49fe28d5-5f50-467a-b0fa-ca6e1ee6f290,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:42.866354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:09:42.944730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-931fa544-6bb8-4103-878d-eb47bb3294db req-97e7c352-6289-4c8e-9af6-b23117f0dc44 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e34e1b-d3a0-4a78-9a6c-4fff60b237df HTTP/1.1" status: 200 len: 210 time: 0.0368655 Jul 23 11:09:42.982398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:09:42.991680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:09:43.000418 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:09:43.001032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:09:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:43.028264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] No DVR routers for this DVR port 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:09:43.031007 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:43.033197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02e9d771-21a2-4576-a22c-80875ed89ae5 req-eff49cab-da49-46a4-8038-1f1e64cc8d00 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "DELETE /v2.0/ports/49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 HTTP/1.1" status: 204 len: 173 time: 1.0558529 Jul 23 11:09:43.033733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-deleted', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:43.036415 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13aedc2-93f9-49c1-89bf-31ec8ea2c711" -d '{"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-deleted", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:43.073802 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db620b57-b18a-46f3-8bcf-f3b18f625d4e x-openstack-request-id: req-db620b57-b18a-46f3-8bcf-f3b18f625d4e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:43.074229 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e34e1b-d3a0-4a78-9a6c-4fff60b237df", "name": "network-vif-deleted", "tag": "49fe28d5-5f50-467a-b0fa-ca6e1ee6f290", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:43.074494 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db620b57-b18a-46f3-8bcf-f3b18f625d4e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:43.074927 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34e1b-d3a0-4a78-9a6c-4fff60b237df', 'name': 'network-vif-deleted', 'tag': '49fe28d5-5f50-467a-b0fa-ca6e1ee6f290', 'status': 'completed', 'code': 200} Jul 23 11:09:43.114786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:09:43.316241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:43.342620 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:09:43.350713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:09:43.351338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:09:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:43.458806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:09:43.652796 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:43.681257 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f13f4-6221-44af-8a01-76c778f24cae None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:09:43.887666 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6529aecc-6342-4ebd-8786-dc6fb72e8014 None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:09:44.225098 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2a69dd67-7d8a-4b10-a9af-eeb273160fb2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--979549311&fields=id&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 267 time: 0.0324597 Jul 23 11:09:44.328661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-09bb6704-b0ab-4dc0-9379-23651f249943 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:44.330162 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-09bb6704-b0ab-4dc0-9379-23651f249943 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.0989411 Jul 23 11:09:44.345824 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-a8c92c9c-a5e1-417f-8bbe-598dd8ac9bbc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/quotas/3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 375 time: 0.0103745 Jul 23 11:09:44.417059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-1c225fab-c6c7-40c9-8825-153232aeee9a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664878 Jul 23 11:09:44.511173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-ca36e56e-4d1d-442c-8567-f11c5336bbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Jul 23 11:09:44.600572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-42e437fc-2a1f-4cdf-abab-afff8572e6e2 service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Jul 23 11:09:45.069992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:09:45.090682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:09:45.091034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 49fe28d5-5f50-467a-b0fa-ca6e1ee6f290 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:09:45.780528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5a6e88bb-b7be-4884-a97e-87f4c27b2193 req-263f3236-8828-4ead-a995-e281dcb138a7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 210 time: 0.0291541 Jul 23 11:09:46.891668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a0f15a7b-ef88-49cd-8b80-9ec7404f3284 req-e2255747-0316-4cd6-b83f-98c812bacb1a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 210 time: 0.0413873 Jul 23 11:09:46.988711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-41fbdcf3-1d70-4884-b3b9-a13629debda2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:46.990228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-41fbdcf3-1d70-4884-b3b9-a13629debda2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.1092727 Jul 23 11:09:47.034171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-4dbabccc-2bf7-429f-8caf-264c92724408 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 379 time: 0.0350738 Jul 23 11:09:47.043394 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'port': {'device_id': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'admin_state_up': True, 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'security_groups': ['7f0e3c2e-47df-4ac6-99a7-6154a3551c89']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:47.148188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Made reservation on behalf of 3ea118cbac9c4c0eb3ef8133b1802af3 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:09:47.151565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.280756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Allocated IP 172.20.0.3 (22adc95e-3f4d-4b63-bab5-6a0871070909/156d30d3-64dc-4dba-9c0b-7282f2cb60e7/25d65d6d-ecf5-4bc0-9382-6a6470955e6f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:09:47.425296 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.438740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Transition to ACTIVE for port object 25d65d6d-ecf5-4bc0-9382-6a6470955e6f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:09:47.471996 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.513086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:09:47.516028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:09:47.522221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:09:47.549345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:47.564538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.564887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.565230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.565575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.565911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.566246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.566576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.566905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.567228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.567575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.567903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.568229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:09:47.594461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:47.595120 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.611744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-2f588b37-e69f-4eb3-83f8-a5006f931e09 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710146 Jul 23 11:09:47.621948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Request body: {'port': {'device_id': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:47.705522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.762810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2eb6ac34-92c0-4a37-ad52-4c2c4a5e7fe0 None None] Provisioning for port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:09:47.767286 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2eb6ac34-92c0-4a37-ad52-4c2c4a5e7fe0 None None] Provisioning complete for port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:09:47.767920 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ac34-92c0-4a37-ad52-4c2c4a5e7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.801752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6ac34-92c0-4a37-ad52-4c2c4a5e7fe0 None None] Port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:09:47.973243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:09:47.980846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:47.992885 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Transition to ACTIVE for port object 25d65d6d-ecf5-4bc0-9382-6a6470955e6f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:09:47.997569 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:48.040606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad896a-4531-453c-9ccd-e9cedf0b0feb req-b8bfb77c-f6c1-44a2-9ab3-0321f8604526 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.042116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2ad896a-4531-453c-9ccd-e9cedf0b0feb req-b8bfb77c-f6c1-44a2-9ab3-0321f8604526 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 931 time: 0.0738969 Jul 23 11:09:48.054455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:48.090916 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2ad896a-4531-453c-9ccd-e9cedf0b0feb req-e44f4984-f56d-4b3d-8b29-a39154e364e5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 Jul 23 11:09:48.128709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:09:48.129361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:09:48.129702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:09:48.134961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:09:48.135388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:09:48.141973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:09:48.142407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:09:48.143043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:09:48.143595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Bound port: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:09:48.144053 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:48.213612 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:09:48.218035 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:09:48.221737 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:48.256532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.257207 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:48.258883 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] 10.222.0.55 "PUT /v2.0/ports/25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1091 time: 0.6415324 Jul 23 11:09:48.259376 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:48.261876 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93a17be-c3a8-4808-94b8-cbf342ea902a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:48.291680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96c514-31f8-42a3-865b-9000c23a2592 service neutron] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:48.364940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-33d357a2-93e9-485e-8059-705958a06364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.366705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-33d357a2-93e9-485e-8059-705958a06364 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1094 time: 0.0685418 Jul 23 11:09:48.384426 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88cabf4-1c4e-4fc7-8c33-5517ea67390b x-openstack-request-id: req-b88cabf4-1c4e-4fc7-8c33-5517ea67390b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:48.384725 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:48.384982 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b88cabf4-1c4e-4fc7-8c33-5517ea67390b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:48.385384 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'status': 'completed', 'code': 200} Jul 23 11:09:48.415172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-e5839f94-e217-4101-a84e-2c38743241d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 217 time: 0.0409396 Jul 23 11:09:48.464921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-c2c51d8b-a0c9-4ef0-971a-6edff7487897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.466528 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-c2c51d8b-a0c9-4ef0-971a-6edff7487897 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0451713 Jul 23 11:09:48.527348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-97dd9321-3a76-4976-a169-4b826974b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.528892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-97dd9321-3a76-4976-a169-4b826974b6d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565257 Jul 23 11:09:48.616006 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-913f9a66-2332-405d-b8eb-4e95ac2a0ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809031 Jul 23 11:09:48.710361 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9188618-8fd6-4003-866b-794a2c9b67d4 req-8db38fa4-8676-4f59-9dab-2eeddbe351e5 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871012 Jul 23 11:09:48.809201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-0237ac3a-1f81-436f-8cb1-0e5a098fd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.810608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-0237ac3a-1f81-436f-8cb1-0e5a098fd377 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1094 time: 0.0534036 Jul 23 11:09:48.905070 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-cd96eaa9-d622-4a36-8108-bf0984f34bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.906544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-cd96eaa9-d622-4a36-8108-bf0984f34bfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0900702 Jul 23 11:09:48.947690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-9a98360d-988a-49c0-b4d9-30ad4cfd9bde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 217 time: 0.0337029 Jul 23 11:09:48.997424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-e248dcaf-aff6-4894-b2a9-75e70841f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:48.998919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-e248dcaf-aff6-4894-b2a9-75e70841f817 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0448003 Jul 23 11:09:49.060913 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-ad855a6b-301d-4077-a65c-d524910e4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:49.062322 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-ad855a6b-301d-4077-a65c-d524910e4b36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569150 Jul 23 11:09:49.151199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-f4fcf7b8-4fb0-4e8d-9e74-fceb80c805d5 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812340 Jul 23 11:09:49.224957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76e79d-26ba-4cc7-87c9-b695d693807d req-f418c208-8ebc-4b23-9da6-11c1b4d50af4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:49.226463 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a76e79d-26ba-4cc7-87c9-b695d693807d req-f418c208-8ebc-4b23-9da6-11c1b4d50af4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0650299 Jul 23 11:09:49.245242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c93a17be-c3a8-4808-94b8-cbf342ea902a req-728d8e47-0ab8-4d17-96c5-cc686df3c1d7 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869443 Jul 23 11:09:49.266248 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a76e79d-26ba-4cc7-87c9-b695d693807d req-2622bfa2-3587-4984-a10c-a83f90112b0c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Jul 23 11:09:50.404440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8bff7-c42c-42a2-af91-df5a99b5e47f req-fdf28f6e-7bfb-4c73-94e9-fab0728c16e9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:50.405842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32d8bff7-c42c-42a2-af91-df5a99b5e47f req-fdf28f6e-7bfb-4c73-94e9-fab0728c16e9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0641434 Jul 23 11:09:50.442608 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-32d8bff7-c42c-42a2-af91-df5a99b5e47f req-78e35431-d871-49f0-bc1f-a3e6ec9a1fa2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Jul 23 11:09:51.361349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:09:51.454590 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:51.576130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce2b1a-b14b-4451-b2db-ca00cd697b46 req-354170f1-cf8b-436d-9b0b-31b1821d5fc0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:51.577715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cce2b1a-b14b-4451-b2db-ca00cd697b46 req-354170f1-cf8b-436d-9b0b-31b1821d5fc0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0665710 Jul 23 11:09:51.625504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'mac_address': 'fa:16:3e:36:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:09:51.627003 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cce2b1a-b14b-4451-b2db-ca00cd697b46 req-ccb8aa23-4d1e-4493-b867-b8c91f06b199 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Jul 23 11:09:51.665036 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:51.677278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:09:51.696068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:51.700922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:51.746054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:51.929485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['25d65d6d-ecf5-4bc0-9382-6a6470955e6f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:09:52.754875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5408000-b4c0-42f1-bd6c-6da3d843c80f req-6ba5681e-9374-41cb-aade-bdaa14e1203a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:52.757028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5408000-b4c0-42f1-bd6c-6da3d843c80f req-6ba5681e-9374-41cb-aade-bdaa14e1203a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0633037 Jul 23 11:09:52.801207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f5408000-b4c0-42f1-bd6c-6da3d843c80f req-dbedac66-9d12-4a48-820c-38ca8018bafa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Jul 23 11:09:53.360925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:09:53.408448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:09:53.412168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:09:53.412544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:53.488350 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:53.509640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:53.512534 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ad419-f532-42c6-a224-b5500d0e634b" -d '{"events": [{"server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "name": "network-vif-plugged", "status": "completed", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:53.525002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:09:53.529251 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:53.553606 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b5598f-623a-4968-a0d6-b8397dd0c959 x-openstack-request-id: req-31b5598f-623a-4968-a0d6-b8397dd0c959 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:53.553910 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "name": "network-vif-plugged", "status": "completed", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:53.554164 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31b5598f-623a-4968-a0d6-b8397dd0c959 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:53.554561 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'code': 200} Jul 23 11:09:53.586472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:09:53.656451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21186611-3938-45a6-a602-e57972074492 req-cba14118-3ff3-4941-9d96-756f7d3f4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:53.657871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21186611-3938-45a6-a602-e57972074492 req-cba14118-3ff3-4941-9d96-756f7d3f4235 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1096 time: 0.0524485 Jul 23 11:09:53.691345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-21186611-3938-45a6-a602-e57972074492 req-f398020b-54ca-4ae7-b23e-a0825f544a01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274696 Jul 23 11:09:53.929871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb25c0-cfaa-45ec-8820-889cab7992ad req-cbe85125-5896-4a4d-82ab-55e13ba0242d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:53.931263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fcbb25c0-cfaa-45ec-8820-889cab7992ad req-cbe85125-5896-4a4d-82ab-55e13ba0242d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0628572 Jul 23 11:09:53.967846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fcbb25c0-cfaa-45ec-8820-889cab7992ad req-e86f421f-7646-4de5-9eac-6ec7d2540486 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303822 Jul 23 11:09:54.326197 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:55.098616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbba7-cf0a-4421-ac82-848c827130ff req-7539baff-b9bd-407a-bbae-52046c7c0c49 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:55.100107 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e1dbba7-cf0a-4421-ac82-848c827130ff req-7539baff-b9bd-407a-bbae-52046c7c0c49 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0653892 Jul 23 11:09:55.137635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e1dbba7-cf0a-4421-ac82-848c827130ff req-70e66a9e-802d-4087-873a-1f68444d9e1a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Jul 23 11:09:55.267479 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8eae9-16a4-4b28-aa27-b7bc03b98acc req-4f30dd81-2628-4206-9d5b-092e946f2561 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:55.268995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9c8eae9-16a4-4b28-aa27-b7bc03b98acc req-4f30dd81-2628-4206-9d5b-092e946f2561 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0672510 Jul 23 11:09:55.278369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34742) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:09:55.282908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'floatingip': {'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:09:55.321070 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:55.748381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:55.752172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:55.849055 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 associated. External IP: 172.25.4.186, port: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f. Jul 23 11:09:56.299621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:09:56.400680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:09:56.406136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:56.410885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:09:56.420510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:09:56.421135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:09:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:56.446033 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c9a3e6ca-32f0-48b3-a3ed-378c3e81bc22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "PUT /v2.0/floatingips/a585881e-1454-4103-843d-8e125be8e1b3 HTTP/1.1" status: 200 len: 991 time: 1.1665967 Jul 23 11:09:56.446618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:09:56.449680 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177b1e0c-7d24-47f6-9c30-9a8fce22560b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:09:56.488351 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da54c78-8463-4d4f-a7ad-b5532c6045a3 x-openstack-request-id: req-9da54c78-8463-4d4f-a7ad-b5532c6045a3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:09:56.489354 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:09:56.489614 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9da54c78-8463-4d4f-a7ad-b5532c6045a3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:09:56.490024 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'status': 'completed', 'code': 200} Jul 23 11:09:56.528728 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:09:56.567487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-4c6f74d1-604d-41f1-b331-f61cd8ee4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:56.568931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-4c6f74d1-604d-41f1-b331-f61cd8ee4b7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1096 time: 0.0534518 Jul 23 11:09:56.660544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-f8a452e0-6213-4e9e-8340-d99e2da767c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:56.662026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-f8a452e0-6213-4e9e-8340-d99e2da767c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0871322 Jul 23 11:09:56.725309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-1bda9f85-f294-4c24-a146-1af57be101dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 999 time: 0.0568180 Jul 23 11:09:56.750253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:36:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:09:55Z', 'revision_number': 9, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:56.772487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-3267b0b3-f868-45db-9baa-a1aa44ea1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:56.773946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-3267b0b3-f868-45db-9baa-a1aa44ea1c25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0425920 Jul 23 11:09:56.776412 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:09:56.784972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:09:56.785580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:09:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:56.836678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-9e8b7056-65c7-490c-99ee-f5932d8a7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:09:56.838254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-9e8b7056-65c7-490c-99ee-f5932d8a7e13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579581 Jul 23 11:09:56.893468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:09:56.927507 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-380f377e-3b58-44f6-b279-b2b47c6978f5 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Jul 23 11:09:57.025727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-177b1e0c-7d24-47f6-9c30-9a8fce22560b req-79957872-044a-456e-b6ec-cb59978d435a service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915000 Jul 23 11:09:57.108708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4a29d31-6cb7-4d5a-925f-e67308a009f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:09:57.121503 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:36:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:09:55Z', 'revision_number': 9, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:09:57.150015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93282615-50ba-4cef-82ae-80477d8c1a70 None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:36:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:09:55Z', 'revision_number': 9, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:09:57.340931 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7156485-1b7f-4b0e-8f31-c0449c2da979 None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:09:59.945859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49fbf7d-ef6c-45fd-ac17-78aed8f1839d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:00.254935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:01.369130 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:02.635402 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:04.395366 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:10:04.731827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:24.355875 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:27.108129 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38b16918-6840-4009-b18a-0bbb1b13d3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:29.947097 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64dd4426-99d6-4666-91ea-173cad5ce8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:30.256279 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:31.371155 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:32.640947 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:34.743188 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:37.901473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-224c773f-af3f-4696-bb39-4e5e10145807 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551403 Jul 23 11:10:37.999345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007164f9-47d2-4d82-b63c-0550577e240b req-f21761e5-9007-46db-9afa-771022e2b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:38.000900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-f21761e5-9007-46db-9afa-771022e2b8b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1096 time: 0.0544605 Jul 23 11:10:38.105058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007164f9-47d2-4d82-b63c-0550577e240b req-0b06c5b8-f495-4047-9f77-1d4e3847c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:38.106511 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-0b06c5b8-f495-4047-9f77-1d4e3847c7c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0854347 Jul 23 11:10:38.169120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-4553a2d4-8e6d-4825-8df7-8716a752d6ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1002 time: 0.0562358 Jul 23 11:10:38.219726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007164f9-47d2-4d82-b63c-0550577e240b req-a138ba90-1354-4b80-a021-439093a22d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:38.221134 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-a138ba90-1354-4b80-a021-439093a22d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0462666 Jul 23 11:10:38.276696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007164f9-47d2-4d82-b63c-0550577e240b req-505853fb-deab-4402-b169-ac596e8238fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:10:38.278164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-505853fb-deab-4402-b169-ac596e8238fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512047 Jul 23 11:10:38.383436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-54d3f52a-7d56-4962-8cd8-6adf83c72ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990808 Jul 23 11:10:38.490328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-007164f9-47d2-4d82-b63c-0550577e240b req-e32c687f-225c-4317-a56f-65518aaa729e service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000810 Jul 23 11:10:41.396332 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:10:54.368509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:55.101201 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-40e84ad9-dc43-4c2a-ba2b-e58c89ebdb07 req-2e1718d4-8066-4d57-b599-ca5a7935b521 service neutron] (93834) timed out ('10.222.0.37', 57572) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:10:57.107750 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b50c7fe-7f87-4089-b09b-0277e38922fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:10:59.950737 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d00b3cf-518b-493f-b698-d61316ac0719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:00.257444 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:01.377967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:02.640607 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:04.759052 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:18.396390 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:11:24.381715 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:27.108540 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82bcdc45-03c2-458c-ab11-741ef39b46c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:29.951686 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74829336-3cee-46bb-a482-335d9913d40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:30.257652 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:31.377688 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:32.269927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 34966) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:11:32.350728 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271964-fd74-49c9-a456-80bcc20a9b8d req-23031f4d-ae42-4c63-9920-61e5c4e23ef9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:32.352416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4271964-fd74-49c9-a456-80bcc20a9b8d req-23031f4d-ae42-4c63-9920-61e5c4e23ef9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0697002 Jul 23 11:11:32.375787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-48580359-d7a9-4712-bd76-ff4f74111b67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1041827 Jul 23 11:11:32.396120 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4271964-fd74-49c9-a456-80bcc20a9b8d req-1cc797ac-d3d8-4938-9770-9f538e7260c2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378039 Jul 23 11:11:32.643554 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:33.534474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-7dfecb40-82ae-4636-adf9-cadadd5612e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:33.535973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-7dfecb40-82ae-4636-adf9-cadadd5612e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1096 time: 0.0738430 Jul 23 11:11:33.657049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525932e-8bc6-46b3-9315-7dae63eeadbc req-367fbff0-b9c2-45ec-9380-305c975d9d08 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:33.658538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2525932e-8bc6-46b3-9315-7dae63eeadbc req-367fbff0-b9c2-45ec-9380-305c975d9d08 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.1876905 Jul 23 11:11:33.659900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-0793550c-2eae-4cce-a138-9a3b754faac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:33.661268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-0793550c-2eae-4cce-a138-9a3b754faac1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.1093593 Jul 23 11:11:33.736051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2525932e-8bc6-46b3-9315-7dae63eeadbc req-5dd7e5c9-505c-4374-899a-313596a815b4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718503 Jul 23 11:11:33.745729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-c0349e8e-b11f-47ee-9496-8bbf9d910622 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1002 time: 0.0756361 Jul 23 11:11:33.793895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-aad1e94c-5d46-4639-b52e-7eb47ec6788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:33.795292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-aad1e94c-5d46-4639-b52e-7eb47ec6788b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0431039 Jul 23 11:11:33.856461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-91cfd003-b39a-48eb-af86-03034b20715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:33.857966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-91cfd003-b39a-48eb-af86-03034b20715f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567577 Jul 23 11:11:33.945146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-307bf8fc-529e-46fc-b010-79d5f4fb24d7 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808201 Jul 23 11:11:34.039178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-2b3adbbe-7724-41a6-b696-98473374a6df service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877008 Jul 23 11:11:34.774765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:34.871621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667c22-1dc8-4f31-8bed-a8848d10ca11 req-3e32690d-59b8-4d3a-8d28-48d4d72be3f3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:34.873124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0667c22-1dc8-4f31-8bed-a8848d10ca11 req-3e32690d-59b8-4d3a-8d28-48d4d72be3f3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0680044 Jul 23 11:11:34.911052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0667c22-1dc8-4f31-8bed-a8848d10ca11 req-4930de4f-523a-4854-bdd3-21a6d8e78fa8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Jul 23 11:11:36.042730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd48751-c222-4ae9-b6a6-3aef58bb5435 req-146dd8c8-0e50-4db7-a958-039b856a0330 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:36.045525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8dd48751-c222-4ae9-b6a6-3aef58bb5435 req-146dd8c8-0e50-4db7-a958-039b856a0330 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0655184 Jul 23 11:11:36.082175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8dd48751-c222-4ae9-b6a6-3aef58bb5435 req-7772ffa6-f2fb-4909-a296-00261eb98a3d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Jul 23 11:11:37.213697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c4d14-8320-4f72-95ef-2fbabc626d9d req-60f5c73b-49e0-4ee5-9c5a-8b50faaad55c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:37.217386 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c29c4d14-8320-4f72-95ef-2fbabc626d9d req-60f5c73b-49e0-4ee5-9c5a-8b50faaad55c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0669472 Jul 23 11:11:37.255849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c29c4d14-8320-4f72-95ef-2fbabc626d9d req-5c6dcd6e-8dfb-4bbe-911b-f113d2e5b500 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327406 Jul 23 11:11:38.385536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45782e11-680d-428d-8c6c-067ad694ef1c req-614cd470-b772-4777-91f7-4b340338d925 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:38.386979 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45782e11-680d-428d-8c6c-067ad694ef1c req-614cd470-b772-4777-91f7-4b340338d925 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0661838 Jul 23 11:11:38.424621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45782e11-680d-428d-8c6c-067ad694ef1c req-0a0b964f-eb1d-48f2-b601-036ee1a1d165 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Jul 23 11:11:39.552552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34a2d7-aa94-47af-a182-d322d3cdbe58 req-28ad04be-35ea-4022-9676-c5da95d8cbec tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:39.554024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db34a2d7-aa94-47af-a182-d322d3cdbe58 req-28ad04be-35ea-4022-9676-c5da95d8cbec tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0625796 Jul 23 11:11:39.590038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db34a2d7-aa94-47af-a182-d322d3cdbe58 req-5e4fd8c7-b43e-4e98-9e78-a278ed1f6c91 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306225 Jul 23 11:11:39.929718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd064-617f-4a1a-8249-cdf58f559890 req-ba22a2fd-5c88-4b61-8ce7-62355077e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:39.931214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-ba22a2fd-5c88-4b61-8ce7-62355077e591 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1096 time: 0.0533664 Jul 23 11:11:40.036608 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd064-617f-4a1a-8249-cdf58f559890 req-37818010-2e19-4570-b15d-b8ceb5f4c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:40.038100 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-37818010-2e19-4570-b15d-b8ceb5f4c351 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0867858 Jul 23 11:11:40.101589 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-dff71a4c-cd43-4b6f-ab7d-c2554cb84e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1002 time: 0.0571098 Jul 23 11:11:40.149285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd064-617f-4a1a-8249-cdf58f559890 req-4a201466-21ad-4db8-9b96-e2a34d7c82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:40.150670 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-4a201466-21ad-4db8-9b96-e2a34d7c82a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0427527 Jul 23 11:11:40.215482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd064-617f-4a1a-8249-cdf58f559890 req-c86d0d0b-1b67-4f73-905d-e9c11623c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:40.217010 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-c86d0d0b-1b67-4f73-905d-e9c11623c703 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606050 Jul 23 11:11:40.304418 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-e4389a3a-351b-4bf7-88b4-14188a80f230 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810874 Jul 23 11:11:40.397728 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-054dd064-617f-4a1a-8249-cdf58f559890 req-87857ad2-716a-467f-b43a-3463fbe165dc service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860305 Jul 23 11:11:40.717741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208016f3-1a01-45b0-b10d-2ac3242c95ce req-8f6dbd99-cd9f-4e86-ac2b-4230fe456e34 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:40.719227 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-208016f3-1a01-45b0-b10d-2ac3242c95ce req-8f6dbd99-cd9f-4e86-ac2b-4230fe456e34 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0624180 Jul 23 11:11:40.755627 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-208016f3-1a01-45b0-b10d-2ac3242c95ce req-eeb5c447-2fb7-482b-8f58-4221e53685e5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Jul 23 11:11:41.886912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d14095-6748-4461-9a9d-023ca025cc75 req-e78b6124-d2a4-4dfb-af4d-b5460982c394 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:41.889086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3d14095-6748-4461-9a9d-023ca025cc75 req-e78b6124-d2a4-4dfb-af4d-b5460982c394 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0672951 Jul 23 11:11:41.926732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c3d14095-6748-4461-9a9d-023ca025cc75 req-1520571e-09e4-44c5-a310-f4128bc2424f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321996 Jul 23 11:11:43.056594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022de0-e688-405b-b5b2-4f6c06b707a1 req-a64fed0e-50b4-4158-b1a5-bb88fdc5bec8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:43.058069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4022de0-e688-405b-b5b2-4f6c06b707a1 req-a64fed0e-50b4-4158-b1a5-bb88fdc5bec8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0620017 Jul 23 11:11:43.094250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4022de0-e688-405b-b5b2-4f6c06b707a1 req-de7ab780-a9e0-4ca5-9c39-3b1748b9ea53 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306218 Jul 23 11:11:44.222529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f854b7-67bf-43ee-93d4-e3a708e88dd0 req-4c409f20-c726-480c-b1fb-70ffa2f53bf2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:44.224058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74f854b7-67bf-43ee-93d4-e3a708e88dd0 req-4c409f20-c726-480c-b1fb-70ffa2f53bf2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0636249 Jul 23 11:11:44.261343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74f854b7-67bf-43ee-93d4-e3a708e88dd0 req-f33db49e-0b01-4335-b445-013fb3b68346 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Jul 23 11:11:45.394644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8f73e-f2d6-41ba-b5a3-e0978e31b8cb req-f85b217e-4aef-4066-9857-e9824218cc1a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:45.396166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23e8f73e-f2d6-41ba-b5a3-e0978e31b8cb req-f85b217e-4aef-4066-9857-e9824218cc1a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0671039 Jul 23 11:11:45.433558 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-23e8f73e-f2d6-41ba-b5a3-e0978e31b8cb req-367b3f74-2ade-441b-9aeb-873970e25208 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Jul 23 11:11:45.858801 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-6bfd6b72-c468-4a10-a99a-8ca2b66fb8fa service neutron] show failed (client error): The resource could not be found. Jul 23 11:11:45.859860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-6bfd6b72-c468-4a10-a99a-8ca2b66fb8fa service neutron] 10.222.0.55 "GET /v2.0/ports/25d65d6d-ecf5-4bc0-9382-6a6470955e6f/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0541582 Jul 23 11:11:46.066943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-d62ff4d2-9cad-4897-8165-52072a6f160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:46.068486 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-d62ff4d2-9cad-4897-8165-52072a6f160a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 1096 time: 0.0582097 Jul 23 11:11:46.086039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:11:46.155729 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.354295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:46.385152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:11:46.427474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:11:46.429629 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a31d65f-3d27-4d79-bbc7-87bfb51dae1a" -d '{"events": [{"server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "name": "network-vif-unplugged", "status": "completed", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:11:46.433161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.446010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Transition to ACTIVE for port object 25d65d6d-ecf5-4bc0-9382-6a6470955e6f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:11:46.449798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.539100 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:46.549274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.549623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.550031 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.550639 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.550984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.551319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.551674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.552087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.552399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.552725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.553049 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.553373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:46.563659 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daade820-3079-4886-8d48-eeb523d2ac0a x-openstack-request-id: req-daade820-3079-4886-8d48-eeb523d2ac0a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:11:46.563942 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "name": "network-vif-unplugged", "status": "completed", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:11:46.564200 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daade820-3079-4886-8d48-eeb523d2ac0a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:11:46.564596 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'code': 200} Jul 23 11:11:46.590605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe1ad-1000-4aec-b285-e2f32b40fda9 req-82c6cf9b-c512-4cd2-9068-c221f5f27faf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:46.592470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccefe1ad-1000-4aec-b285-e2f32b40fda9 req-82c6cf9b-c512-4cd2-9068-c221f5f27faf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0856581 Jul 23 11:11:46.600722 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] No DVR routers for this DVR port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:11:46.643179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ccefe1ad-1000-4aec-b285-e2f32b40fda9 req-534b7c11-5a84-421d-825b-51e3190d724a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446219 Jul 23 11:11:46.740513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:11:46.740771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:11:46.741099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:11:46.745243 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:11:46.745569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:11:46.751176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:11:46.751551 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:11:46.751936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:11:46.752369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Bound port: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:11:46.752723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.814651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:11:46.817550 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:11:46.822390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.854137 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:46.854751 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:46.856194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] 10.222.0.20 "PUT /v2.0/ports/25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1091 time: 0.7753294 Jul 23 11:11:46.881894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470952-4fd7-4597-bd40-8a7eb8ac711d service neutron] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:46.947259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-f25c9110-1512-44e4-b48e-7924bc2bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:46.948892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-f25c9110-1512-44e4-b48e-7924bc2bd593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1094 time: 0.0566406 Jul 23 11:11:47.043382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-d8abbd69-46f4-4de4-9f38-4a307268444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:47.045464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-d8abbd69-46f4-4de4-9f38-4a307268444e service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0899115 Jul 23 11:11:47.115858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-a3dc387f-8142-445e-b038-8e0eb92b2121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0638292 Jul 23 11:11:47.162212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-dd5b0aee-5e46-4e96-99d4-d5a19d225039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:47.163597 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-dd5b0aee-5e46-4e96-99d4-d5a19d225039 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0421224 Jul 23 11:11:47.221208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4315bcb2-6c8f-4a2e-be6c-1ea52a2da9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:47.222741 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-4315bcb2-6c8f-4a2e-be6c-1ea52a2da9a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528941 Jul 23 11:11:47.234478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-fedc60e9-5880-433b-9cb4-c2ecabf92086 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:11:47.235573 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-fedc60e9-5880-433b-9cb4-c2ecabf92086 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059047 Jul 23 11:11:47.328410 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-9a2b574e-00cc-4fd4-959e-37ec1519f6fa service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Jul 23 11:11:47.417837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc6f7d6c-b8ca-4ee9-9d11-47ba9fd7c327 req-c2e5406b-e913-4614-8166-a19b59b14cfd service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821307 Jul 23 11:11:47.775359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef170e-380a-4f84-a90e-9ee0a09e60d8 req-14f13dff-dca9-4944-9d72-38ea48055938 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:47.776863 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3ef170e-380a-4f84-a90e-9ee0a09e60d8 req-14f13dff-dca9-4944-9d72-38ea48055938 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0621262 Jul 23 11:11:47.820901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f3ef170e-380a-4f84-a90e-9ee0a09e60d8 req-e6ea3820-9c15-43ef-ae6c-f0f9e9a2d622 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375655 Jul 23 11:11:48.566158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:11:48.568540 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52fa22-2b75-4303-842f-4e6ccbd20983" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:11:48.615241 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2db6365-f8f0-4465-b40b-f8c52456a861 x-openstack-request-id: req-c2db6365-f8f0-4465-b40b-f8c52456a861 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:11:48.615773 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:11:48.616054 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2db6365-f8f0-4465-b40b-f8c52456a861 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:11:48.616447 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'status': 'completed', 'code': 200} Jul 23 11:11:48.691305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-7ad32bba-f879-4913-a563-f73994fc34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.692792 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-7ad32bba-f879-4913-a563-f73994fc34cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1094 time: 0.0541155 Jul 23 11:11:48.715937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-259c1417-e382-4ebe-9a08-973d3449a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.718057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-259c1417-e382-4ebe-9a08-973d3449a951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1094 time: 0.0558877 Jul 23 11:11:48.780393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-dc64f381-13f5-4c9b-b7af-47b419ba2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.781873 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-dc64f381-13f5-4c9b-b7af-47b419ba2a22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0833237 Jul 23 11:11:48.806027 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-b62d4b10-bda4-48de-a42a-ae23baeb7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.807528 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-b62d4b10-bda4-48de-a42a-ae23baeb7506 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0829585 Jul 23 11:11:48.850530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-0a243846-b9ce-4adc-b40c-abd538a88375 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0618856 Jul 23 11:11:48.885486 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-fc3da406-54e1-4160-b866-6a767b97e865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0713267 Jul 23 11:11:48.900838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-5a6cb460-a8a3-4c0f-8576-9ef394a6b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.902395 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-5a6cb460-a8a3-4c0f-8576-9ef394a6b282 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0454619 Jul 23 11:11:48.962807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-1a0e1335-34d3-4f91-b0ec-0b82226d0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.964710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-1a0e1335-34d3-4f91-b0ec-0b82226d0832 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562150 Jul 23 11:11:48.969932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-287b3c57-3d88-48bc-abfd-e9bec82d525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:48.971860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-287b3c57-3d88-48bc-abfd-e9bec82d525b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0800111 Jul 23 11:11:49.048579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f5928-e181-472b-b034-79123aa235f4 req-f8722fe7-b337-4489-bc6d-57d4b4e6de4d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:49.050113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-831f5928-e181-472b-b034-79123aa235f4 req-f8722fe7-b337-4489-bc6d-57d4b4e6de4d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.1498034 Jul 23 11:11:49.068865 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-9a47faf0-0a99-46cd-9a4d-a9f21980e6e1 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976336 Jul 23 11:11:49.087053 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-d8af9c06-e766-4acb-a7f3-cd3867a13282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:49.088587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-d8af9c06-e766-4acb-a7f3-cd3867a13282 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998909 Jul 23 11:11:49.119183 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-831f5928-e181-472b-b034-79123aa235f4 req-7c42325d-aa66-4c0f-8e3d-6f10c9bb89b7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626626 Jul 23 11:11:49.161414 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-5642c3b9-340a-4de7-bf76-aed6227ef686 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865719 Jul 23 11:11:49.193591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-887e176d-c5e3-4aa6-94be-59b53cdc3ff7 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973868 Jul 23 11:11:49.281614 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e52fa22-2b75-4303-842f-4e6ccbd20983 req-9ca7b198-8426-403a-96c5-c06e7993eb37 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 Jul 23 11:11:49.883054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:11:49.921187 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:11:50.254523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691331ea-348d-4207-b282-ab1ba95791e1 req-40730765-de9e-4707-9676-d6698cc83d71 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:50.256022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-691331ea-348d-4207-b282-ab1ba95791e1 req-40730765-de9e-4707-9676-d6698cc83d71 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0665770 Jul 23 11:11:50.292595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-691331ea-348d-4207-b282-ab1ba95791e1 req-cbf00dc0-8ada-4197-8849-f9ffaa39edca tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Jul 23 11:11:50.589521 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-a796bbcf-0d8d-486c-83e3-52eac881efcf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:50.590993 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-a796bbcf-0d8d-486c-83e3-52eac881efcf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&binding%3Ahost_id=n-h1-778550-4 HTTP/1.1" status: 200 len: 943 time: 0.0716240 Jul 23 11:11:50.603068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a985906-ee7c-442f-900b-f2f5635d3b0c req-0d8877c8-056b-47fe-9e36-5119a798eba5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:50.604641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a985906-ee7c-442f-900b-f2f5635d3b0c req-0d8877c8-056b-47fe-9e36-5119a798eba5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0648735 Jul 23 11:11:50.642310 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5a985906-ee7c-442f-900b-f2f5635d3b0c req-b7408ba0-0b69-43ce-bc45-ca5f79481c22 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Jul 23 11:11:50.650489 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-d941b522-905d-4192-80ab-f0455caf612d service neutron] 10.222.0.20 "GET /v2.0/ports/25d65d6d-ecf5-4bc0-9382-6a6470955e6f/bindings/n-h1-778550-4 HTTP/1.1" status: 200 len: 382 time: 0.0530369 Jul 23 11:11:50.738626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-eb7cddc9-e187-44e3-9df6-5c2160647d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:50.740199 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-eb7cddc9-e187-44e3-9df6-5c2160647d03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1094 time: 0.0519483 Jul 23 11:11:50.831240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-b6bae575-9268-4208-a44f-dc12cac76104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:50.832761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-b6bae575-9268-4208-a44f-dc12cac76104 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0860415 Jul 23 11:11:50.899798 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-796b1b3a-ab43-4d84-9851-5baf5aabc184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0607507 Jul 23 11:11:50.945926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8ec926b8-62cd-4864-81ca-09405ee9f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:50.947318 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8ec926b8-62cd-4864-81ca-09405ee9f92a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0418818 Jul 23 11:11:51.006959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-99e6ae39-538e-49a0-b983-55be703b2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:51.008502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-99e6ae39-538e-49a0-b983-55be703b2199 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552461 Jul 23 11:11:51.094618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-40b76e7d-046b-4d5b-a932-48cfd50f2446 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799139 Jul 23 11:11:51.182769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-1a365372-8bec-4d39-a7cc-8f62ed7e39f1 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823145 Jul 23 11:11:51.771653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed61af-b120-4a01-9caa-9a521a73584b req-699811ee-cc78-4f76-9000-40008650a82f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:51.773162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2ed61af-b120-4a01-9caa-9a521a73584b req-699811ee-cc78-4f76-9000-40008650a82f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0619104 Jul 23 11:11:51.809093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2ed61af-b120-4a01-9caa-9a521a73584b req-a6178685-4d75-4712-9afe-cb6455fcc939 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304675 Jul 23 11:11:51.881773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:11:51.976958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:51.988013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'mac_address': 'fa:16:3e:36:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:11:52.023682 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:52.037594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:11:52.056359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:52.061527 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:52.108960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:52.116172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.116527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.116879 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.117224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.117569 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.117912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.118248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.118583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.118922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.119251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.119619 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.119952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:52.354902 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['25d65d6d-ecf5-4bc0-9382-6a6470955e6f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:11:52.948679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d14a1-e023-47e5-a4bf-d508309e38ac req-53b005ce-2d78-4d6c-b8b4-fc47e7b2e0d5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:52.950061 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df0d14a1-e023-47e5-a4bf-d508309e38ac req-53b005ce-2d78-4d6c-b8b4-fc47e7b2e0d5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0706737 Jul 23 11:11:52.988327 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df0d14a1-e023-47e5-a4bf-d508309e38ac req-a5909992-f8f7-47ee-ac1a-2bfef7476313 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jul 23 11:11:53.197333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-f915f16e-704a-456c-9848-0f810bd25178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:53.198871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-f915f16e-704a-456c-9848-0f810bd25178 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 1095 time: 0.0542495 Jul 23 11:11:53.209508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:11:53.275832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:53.477690 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:53.510949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:11:53.542748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:11:53.550975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:53.561767 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Ignored duplicate provisioning block setup for port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 11:11:53.565126 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:53.668049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:53.690635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.690979 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.691321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.691682 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.692016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.692368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.692670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.692995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.693318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.693638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.693965 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.694289 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:11:53.741256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] No DVR routers for this DVR port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:11:53.909628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:11:54.006866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:54.032219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:11:54.032600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:11:54.032971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:11:54.037531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:11:54.037893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:11:54.042778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:11:54.043159 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:11:54.043787 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:11:54.045311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Bound port: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:11:54.045311 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:54.132535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620455f-3d92-4159-9d5e-5dc3dbc9a4dd req-db14d557-83b5-48b8-a10e-1796f5fdfda1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.134128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5620455f-3d92-4159-9d5e-5dc3dbc9a4dd req-db14d557-83b5-48b8-a10e-1796f5fdfda1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 943 time: 0.0706489 Jul 23 11:11:54.136644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:11:54.144700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:11:54.151575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:54.176789 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:11:54.177382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:11:54.177483 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:11:54.181170 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5620455f-3d92-4159-9d5e-5dc3dbc9a4dd req-f0f556c6-bd78-4672-9b3d-f322144bab93 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Jul 23 11:11:54.182074 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:11:54.182405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Attempting to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:11:54.188101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:11:54.188445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:11:54.188833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:11:54.189269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Bound port: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:11:54.189629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:54.205586 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f has no active binding in host n-h1-778550-4 {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 11:11:54.222285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:54.251372 n-d-778550-4 neutron-server[93833]: WARNING neutron.plugins.ml2.plugin [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Concurrent port binding operations failed on port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f Jul 23 11:11:54.255049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:54.256501 n-d-778550-4 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Attempt 2 to bind port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f Jul 23 11:11:54.259374 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.259985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:54.261393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-8a6aaf4d-5fdd-4c53-aef6-416b8e07aa5d service neutron] 10.222.0.55 "PUT /v2.0/ports/25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1092 time: 1.0557854 Jul 23 11:11:54.261893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:11:54.264817 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1efd91-8c37-4891-9f20-204ff5f19e02" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:11:54.317453 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38e3bca-5459-4fc1-ba52-0a60613034e6 x-openstack-request-id: req-f38e3bca-5459-4fc1-ba52-0a60613034e6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:11:54.317759 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:11:54.318017 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f38e3bca-5459-4fc1-ba52-0a60613034e6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:11:54.318418 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'status': 'completed', 'code': 200} Jul 23 11:11:54.344919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-ea36440c-52d3-4bf7-a484-727fbe84fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.346520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-ea36440c-52d3-4bf7-a484-727fbe84fb31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1095 time: 0.0611162 Jul 23 11:11:54.386269 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:54.422262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-5bf66e69-d1cd-49ab-b300-9a9c48acde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.423783 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-5bf66e69-d1cd-49ab-b300-9a9c48acde13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1095 time: 0.0672624 Jul 23 11:11:54.450530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-721c695b-6c47-416a-b5d8-d6b12e5f9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.452642 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-721c695b-6c47-416a-b5d8-d6b12e5f9c1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0994754 Jul 23 11:11:54.516909 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-bc3ea80d-59d2-4c74-9770-06a8d93de554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.517930 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-371c1e3f-8acc-4179-b717-4271b0f8a3e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0587831 Jul 23 11:11:54.518288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-bc3ea80d-59d2-4c74-9770-06a8d93de554 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0888395 Jul 23 11:11:54.565702 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-786df9ec-ecee-4b1a-9a19-ae48852f8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.567169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-786df9ec-ecee-4b1a-9a19-ae48852f8bd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0431316 Jul 23 11:11:54.593093 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-f4feb7ba-df10-4e89-9714-ce05ca24eac4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0618470 Jul 23 11:11:54.628469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-4df8ae21-f2f4-47ee-a634-e5cec98fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.629993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-4df8ae21-f2f4-47ee-a634-e5cec98fe1ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569334 Jul 23 11:11:54.640303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-d41a4e91-9b3e-4dac-b767-e98ea43eccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.641755 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-d41a4e91-9b3e-4dac-b767-e98ea43eccbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0424194 Jul 23 11:11:54.699856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-9f0d8476-703d-4513-b75d-9fcd1b5f9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.702034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-9f0d8476-703d-4513-b75d-9fcd1b5f9153 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530720 Jul 23 11:11:54.718194 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-15b118cc-c795-40af-b4aa-f86d04d62736 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818291 Jul 23 11:11:54.795280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-dbbe6895-ea66-4bc9-8656-f3a055bd2a0c service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Jul 23 11:11:54.814771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e4d43875-e7b4-45fa-b714-50c7c0217c60 req-6b3aaf93-46cf-4619-b10b-533beb4c928d service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904479 Jul 23 11:11:54.886743 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-b9f90957-d005-4fd7-a071-fdcd9b9623ae service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838082 Jul 23 11:11:54.914658 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-ad06006d-9ffd-4982-a530-b5f57c8f5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:54.918100 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-ad06006d-9ffd-4982-a530-b5f57c8f5b3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 1095 time: 0.0568469 Jul 23 11:11:55.007822 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-07a898aa-50ea-45b9-8187-041568054408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:55.009430 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-07a898aa-50ea-45b9-8187-041568054408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0851569 Jul 23 11:11:55.073585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-8787f653-14a2-45c3-80b9-88fe3b941e82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 200 len: 1000 time: 0.0569823 Jul 23 11:11:55.119976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-5e2c13a6-9515-41b8-8343-6b66cd475ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:55.121362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-5e2c13a6-9515-41b8-8343-6b66cd475ccf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0420637 Jul 23 11:11:55.185699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-4248e1b4-981f-4c8c-ae9e-8518b538727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:55.187336 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-4248e1b4-981f-4c8c-ae9e-8518b538727a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594847 Jul 23 11:11:55.282802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-353d0f29-0779-4cd9-adcd-d2855c607d6c service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884089 Jul 23 11:11:55.316238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f09b5-0120-4c79-8e81-a1da72c03ae4 req-22bf9f07-5270-4089-9905-05fa6162aab4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:55.317773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c96f09b5-0120-4c79-8e81-a1da72c03ae4 req-22bf9f07-5270-4089-9905-05fa6162aab4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0702033 Jul 23 11:11:55.354698 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c96f09b5-0120-4c79-8e81-a1da72c03ae4 req-31232cdc-4778-4628-b37e-b35a546b4c7d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Jul 23 11:11:55.377929 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b1efd91-8c37-4891-9f20-204ff5f19e02 req-5473f021-9b1d-46cf-956a-c8d9632cad81 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Jul 23 11:11:55.395128 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:11:55.918098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:11:55.958372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:11:56.491390 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b860e7-5a36-448d-81c8-520508df9bee req-cd38bed8-f979-4499-9f24-b2a5a141a740 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:56.492893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17b860e7-5a36-448d-81c8-520508df9bee req-cd38bed8-f979-4499-9f24-b2a5a141a740 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0686910 Jul 23 11:11:56.530431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-17b860e7-5a36-448d-81c8-520508df9bee req-42951c3f-3d5a-4a37-a55e-c9daa3169ccd tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Jul 23 11:11:56.657605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ee7b5-25db-4b3b-82fc-ed1ee92e2e93 req-a21aab85-9822-4ae2-af57-35052234710a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:56.658997 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c6ee7b5-25db-4b3b-82fc-ed1ee92e2e93 req-a21aab85-9822-4ae2-af57-35052234710a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0624914 Jul 23 11:11:56.694742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c6ee7b5-25db-4b3b-82fc-ed1ee92e2e93 req-8f632f5c-cfa2-45fd-8a6d-f95ac9f1020b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302463 Jul 23 11:11:56.825225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda840-ac71-4a13-af4c-cf44a8c21ecb req-01591547-bf0c-47fc-bf53-a094a52e6c7c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:56.827284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3dfda840-ac71-4a13-af4c-cf44a8c21ecb req-01591547-bf0c-47fc-bf53-a094a52e6c7c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0666029 Jul 23 11:11:56.864369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3dfda840-ac71-4a13-af4c-cf44a8c21ecb req-abdb244c-db03-46da-ba72-1e6fc30cafae tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Jul 23 11:11:57.109491 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e8cd40f-92c7-4dd8-84e1-5af5382c025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:57.115770 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01845a-e0c5-4bb1-8b8f-46bee9b049a9 req-cdb3e401-b622-4d84-b53c-b66c4117e867 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:57.117260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc01845a-e0c5-4bb1-8b8f-46bee9b049a9 req-cdb3e401-b622-4d84-b53c-b66c4117e867 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 944 time: 0.0715373 Jul 23 11:11:57.155730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc01845a-e0c5-4bb1-8b8f-46bee9b049a9 req-cb5efd41-5836-4109-90bd-3cfb2eef976f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Jul 23 11:11:57.897370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:11:57.989923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:58.001066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'mac_address': 'fa:16:3e:36:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:11:58.040958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.053633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:11:58.072636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:58.076391 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.126746 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:58.287267 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318148-fc6f-4458-8655-a27021347138 req-587fd9be-c399-4d3c-8ba2-e8f154b631e3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:58.288752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19318148-fc6f-4458-8655-a27021347138 req-587fd9be-c399-4d3c-8ba2-e8f154b631e3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0662186 Jul 23 11:11:58.313372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-ab3811d8-6e95-4b81-9cd4-bd8fa618d560 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:11:58.314863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-ab3811d8-6e95-4b81-9cd4-bd8fa618d560 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 945 time: 0.0664279 Jul 23 11:11:58.327715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-19318148-fc6f-4458-8655-a27021347138 req-3d68a850-31d1-465d-b328-bdf6a9907ace tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332470 Jul 23 11:11:58.418955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Deleting port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:11:58.419303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.505861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] For port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:11:58.506223 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.675859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.676142 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.676457 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 disassociated. External IP: 172.25.4.186, port: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f. Jul 23 11:11:58.676790 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Calling delete_port for 25d65d6d-ecf5-4bc0-9382-6a6470955e6f owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:11:58.801762 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:58.833938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event deleted for resources: {'Port': ['ID=25d65d6d-ecf5-4bc0-9382-6a6470955e6f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:11:58.948416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:11:59.060686 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:11:59.071732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:11:59.080724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:11:59.081332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:11:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:59.108926 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] No DVR routers for this DVR port 25d65d6d-ecf5-4bc0-9382-6a6470955e6f on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:11:59.111796 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:11:59.114027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca2180dc-3421-41a7-aed6-b972dbd94673 req-3e520b30-d375-4177-bda1-7e898e87d034 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "DELETE /v2.0/ports/25d65d6d-ecf5-4bc0-9382-6a6470955e6f HTTP/1.1" status: 204 len: 173 time: 0.7938209 Jul 23 11:11:59.114414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'name': 'network-vif-deleted', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:11:59.116828 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ef55e9-88a8-4bfc-b685-a17c3cf04172" -d '{"events": [{"server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "name": "network-vif-deleted", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:11:59.163859 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f5e9e-c68b-4a27-b308-5a3e7d831b69 x-openstack-request-id: req-d61f5e9e-c68b-4a27-b308-5a3e7d831b69 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:11:59.164164 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc8124-39c9-416f-9212-4e7b42212c19", "name": "network-vif-deleted", "tag": "25d65d6d-ecf5-4bc0-9382-6a6470955e6f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:11:59.164423 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d61f5e9e-c68b-4a27-b308-5a3e7d831b69 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:11:59.164868 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fc8124-39c9-416f-9212-4e7b42212c19', 'name': 'network-vif-deleted', 'tag': '25d65d6d-ecf5-4bc0-9382-6a6470955e6f', 'status': 'completed', 'code': 200} Jul 23 11:11:59.193513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:11:59.384659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:59.434276 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b8550ee7-b5dd-4af9-a322-8abdb6102d83 req-a04d87e4-5ac4-4b60-bbe6-575e96279dc0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fc8124-39c9-416f-9212-4e7b42212c19 HTTP/1.1" status: 200 len: 210 time: 0.0308208 Jul 23 11:11:59.573847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:11:59.584353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:11:59.585093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:11:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:59.688309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:11:59.877472 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:11:59.902748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6126f-493d-419b-9fbd-129873635d6d None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:11:59.954059 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-503740bb-b075-4f3d-bdeb-a3d8f8050f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:00.115967 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f643d41-df10-4ba7-ae6e-ed9328ed7505 None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:12:00.258936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:00.729374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-1ee94310-663d-41ce-b819-12bbcb58fe99 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--979549311&fields=id&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 267 time: 0.0326374 Jul 23 11:12:00.832350 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-bb47be16-1d92-40c2-8dc1-e39450e443ba tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:00.833850 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-bb47be16-1d92-40c2-8dc1-e39450e443ba tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.0974576 Jul 23 11:12:00.848843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-29d21c95-a209-48d0-bfea-d1462ad06297 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/quotas/3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 375 time: 0.0095997 Jul 23 11:12:00.920772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-7f5037a8-8f7c-4bd3-a525-01ec3b8de7a9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663576 Jul 23 11:12:01.015208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-bf868065-239c-4ea7-809d-dc0369a2c891 service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831621 Jul 23 11:12:01.108976 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-798e4ddf-0a51-4a4f-8883-454abfa8a69a service neutron] 10.222.0.37 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Jul 23 11:12:01.272423 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7dca5d0c-4f61-424c-85e0-b7ca73409b8b req-f76d41c8-8af2-4362-a2fb-a219b5972413 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0300128 Jul 23 11:12:01.380576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:01.912409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:12:01.935384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 25d65d6d-ecf5-4bc0-9382-6a6470955e6f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:12:01.936364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 25d65d6d-ecf5-4bc0-9382-6a6470955e6f not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:12:02.373716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e536d73b-8773-4987-a55c-20ac0f53eebd req-9ec2d526-9216-4fce-bff7-dced892cf69b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0301495 Jul 23 11:12:02.501102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-e7b175a5-c9c0-4f10-bbe0-5796e2dcb53b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:02.502564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-e7b175a5-c9c0-4f10-bbe0-5796e2dcb53b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 811 time: 0.3865807 Jul 23 11:12:02.560185 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-291e32ba-01dd-43e9-a328-b4894dad40dc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 379 time: 0.0412176 Jul 23 11:12:02.570588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'port': {'device_id': '484d01ea-1442-4556-8af2-478febd601b4', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'admin_state_up': True, 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'security_groups': ['7f0e3c2e-47df-4ac6-99a7-6154a3551c89']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:12:02.646765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:02.676840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Made reservation on behalf of 3ea118cbac9c4c0eb3ef8133b1802af3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:12:02.680267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:02.801035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Allocated IP 172.20.0.9 (22adc95e-3f4d-4b63-bab5-6a0871070909/156d30d3-64dc-4dba-9c0b-7282f2cb60e7/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:12:02.937513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:02.950011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Transition to ACTIVE for port object a9c3858b-b56c-4d09-9ae1-7c59e4b9538c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:12:02.981725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.022466 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:12:03.027286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:12:03.031683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:12:03.038115 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:03.083654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:03.084270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.099286 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-ed6f1e78-1323-434c-86f3-3d0d2f218076 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5320897 Jul 23 11:12:03.116737 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Request body: {'port': {'device_id': '484d01ea-1442-4556-8af2-478febd601b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:12:03.201413 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.236973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8c1bd6a7-90d6-4546-ab26-b2073fa00d9b None None] Provisioning for port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:12:03.240887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8c1bd6a7-90d6-4546-ab26-b2073fa00d9b None None] Provisioning complete for port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:12:03.241308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd6a7-90d6-4546-ab26-b2073fa00d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.274743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bd6a7-90d6-4546-ab26-b2073fa00d9b None None] Port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:12:03.485818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c3858b-b56c-4d09-9ae1-7c59e4b9538c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:12:03.495392 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.517530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Transition to ACTIVE for port object a9c3858b-b56c-4d09-9ae1-7c59e4b9538c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:12:03.521248 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.559508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163143b7-524e-45e6-b2ef-c4c1e5cb7298 req-f3b1b55d-6e54-4287-8455-9dc6eb0833fa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:03.561048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-163143b7-524e-45e6-b2ef-c4c1e5cb7298 req-f3b1b55d-6e54-4287-8455-9dc6eb0833fa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 931 time: 0.1185372 Jul 23 11:12:03.602841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:03.664082 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-163143b7-524e-45e6-b2ef-c4c1e5cb7298 req-00331046-3823-43a3-93d8-74ec149d2ed9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963721 Jul 23 11:12:03.691124 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:12:03.691520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:12:03.691853 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:12:03.696400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:12:03.696721 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:12:03.702305 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:12:03.702640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:12:03.703029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:12:03.703475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Bound port: a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:12:03.703839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.768047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:12:03.771055 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:12:03.775210 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.807995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:03.808678 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:03.809974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] 10.222.0.20 "PUT /v2.0/ports/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1091 time: 0.6978514 Jul 23 11:12:03.810923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:12:03.813259 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085119dc-7635-4f76-961e-2fed373f7316" -d '{"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:12:03.843778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5754b8-485f-4563-9bd6-28c4385492bc service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:03.867340 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30beb22c-acbe-4286-85f8-288bdb369ddb x-openstack-request-id: req-30beb22c-acbe-4286-85f8-288bdb369ddb {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:12:03.867736 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:12:03.868058 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30beb22c-acbe-4286-85f8-288bdb369ddb {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:12:03.868550 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'status': 'completed', 'code': 200} Jul 23 11:12:03.945135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-1a2d8be7-2bfa-42e7-929d-5b7ef9732c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:03.947034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-1a2d8be7-2bfa-42e7-929d-5b7ef9732c4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1094 time: 0.0611184 Jul 23 11:12:03.998830 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-b86b73f7-6081-4e79-b5f7-4381a3a084d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 217 time: 0.0378289 Jul 23 11:12:04.048417 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-8954b6d8-911f-4745-88a6-de86b8f15853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.049860 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-8954b6d8-911f-4745-88a6-de86b8f15853 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0456398 Jul 23 11:12:04.108872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-c79c8da9-4d62-4fd8-8bc9-37c8140926a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.110681 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-c79c8da9-4d62-4fd8-8bc9-37c8140926a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523348 Jul 23 11:12:04.205950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-47c6d3b4-d1e1-41ef-b18c-d4ed493fdfcc service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Jul 23 11:12:04.296536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b85f93fc-aadb-4ceb-92f6-110bb4735e62 req-aca6e543-f071-4f0f-9651-522d5b9ff33e service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846353 Jul 23 11:12:04.436660 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085119dc-7635-4f76-961e-2fed373f7316 req-b203a69f-8151-4627-bf91-9738c04ded67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.438226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-b203a69f-8151-4627-bf91-9738c04ded67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1094 time: 0.0594854 Jul 23 11:12:04.526333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085119dc-7635-4f76-961e-2fed373f7316 req-dab2ba29-75a2-4de4-93db-7358f58887b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.527867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-dab2ba29-75a2-4de4-93db-7358f58887b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0835645 Jul 23 11:12:04.571962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-abffa3cb-1743-48f5-8ef0-bf1a6cd5c457 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 217 time: 0.0373588 Jul 23 11:12:04.618978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085119dc-7635-4f76-961e-2fed373f7316 req-0c77ea2a-e4ea-4148-833b-eef0e667e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.620407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-0c77ea2a-e4ea-4148-833b-eef0e667e570 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0421138 Jul 23 11:12:04.677746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085119dc-7635-4f76-961e-2fed373f7316 req-e2c4b1a4-e7d2-432c-881d-3cd6309db2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.679280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-e2c4b1a4-e7d2-432c-881d-3cd6309db2b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512600 Jul 23 11:12:04.771038 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:04.783247 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-41c1ce19-1535-4244-8645-75a524b6ccb7 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965652 Jul 23 11:12:04.891705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-085119dc-7635-4f76-961e-2fed373f7316 req-fdcd27de-30b0-43e7-83b5-ce7e1bd97523 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014946 Jul 23 11:12:04.952371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5f51-61e3-434e-9451-5db344b9b849 req-75320796-00cd-4afe-b07b-517834397b24 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:04.953847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-467d5f51-61e3-434e-9451-5db344b9b849 req-75320796-00cd-4afe-b07b-517834397b24 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.2075658 Jul 23 11:12:04.991041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-467d5f51-61e3-434e-9451-5db344b9b849 req-37cfd082-f286-4d0c-bf80-7dc5f5f86606 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Jul 23 11:12:06.119910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1c15d-e1fe-40dd-acc1-a383aa6c9061 req-a3f30ee8-e597-46df-908f-41ecb362c0ab tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:06.121314 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0e1c15d-e1fe-40dd-acc1-a383aa6c9061 req-a3f30ee8-e597-46df-908f-41ecb362c0ab tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0623527 Jul 23 11:12:06.165301 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d0e1c15d-e1fe-40dd-acc1-a383aa6c9061 req-10277290-4fff-4c9e-b30c-4611d6d062d8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Jul 23 11:12:07.295337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1bf3-4701-42fb-8e16-5845c876fa92 req-8fe4d142-3c53-40e0-bff2-fb2d0a71c138 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:07.296838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cdb1bf3-4701-42fb-8e16-5845c876fa92 req-8fe4d142-3c53-40e0-bff2-fb2d0a71c138 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0625212 Jul 23 11:12:07.333099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cdb1bf3-4701-42fb-8e16-5845c876fa92 req-35a74134-3ae7-4bc0-a2ab-cf2ae1b9d91e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307989 Jul 23 11:12:08.013325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:12:08.108849 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:12:08.119776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'mac_address': 'fa:16:3e:d7:3c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:12:08.162259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:08.175003 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c3858b-b56c-4d09-9ae1-7c59e4b9538c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:12:08.193748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:12:08.197648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:08.244892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:08.456560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:12:08.474623 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66ae0a-fb81-45af-a26b-45f9ee694639 req-4ef41466-4c66-42b1-bea4-441d6bc419d3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:08.477008 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb66ae0a-fb81-45af-a26b-45f9ee694639 req-4ef41466-4c66-42b1-bea4-441d6bc419d3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0772235 Jul 23 11:12:08.516924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fb66ae0a-fb81-45af-a26b-45f9ee694639 req-36dfeeaf-0f9a-434d-818a-dafbded28e47 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Jul 23 11:12:09.643869 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa670b-5ebf-410b-bc16-7a29999aba1f req-b863954d-1142-4390-af0b-33502a112dbf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:09.645363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18aa670b-5ebf-410b-bc16-7a29999aba1f req-b863954d-1142-4390-af0b-33502a112dbf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0623729 Jul 23 11:12:09.686847 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-18aa670b-5ebf-410b-bc16-7a29999aba1f req-0e21a113-f497-4714-9dbe-7732063f1752 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359960 Jul 23 11:12:10.014262 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:12:10.060747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:12:10.064139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:12:10.064513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:10.139003 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:10.162101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:12:10.164424 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9db2bb-ede5-4f90-8efb-a86d175c3dd7" -d '{"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:12:10.177663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:12:10.182080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:10.206847 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5f87d6-8acb-4eaf-963e-0c9a0e6b8f0a x-openstack-request-id: req-7f5f87d6-8acb-4eaf-963e-0c9a0e6b8f0a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:12:10.207135 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:12:10.207387 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f5f87d6-8acb-4eaf-963e-0c9a0e6b8f0a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:12:10.207807 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'code': 200} Jul 23 11:12:10.233481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:12:10.330611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78268-0f1e-47d3-aac0-4e884a0e6e5e req-c1113e28-4102-46aa-91b4-e4bb5828f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:10.332140 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05b78268-0f1e-47d3-aac0-4e884a0e6e5e req-c1113e28-4102-46aa-91b4-e4bb5828f152 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1096 time: 0.0517335 Jul 23 11:12:10.366116 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05b78268-0f1e-47d3-aac0-4e884a0e6e5e req-3d86dc17-aa3e-4b1e-bb75-62c69aa94d1f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278981 Jul 23 11:12:10.812809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bfebf-c211-4563-8afa-bd58f0e6e1b5 req-27a805f9-43eb-42b3-979c-627cfcba0bad tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:10.814288 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f64bfebf-c211-4563-8afa-bd58f0e6e1b5 req-27a805f9-43eb-42b3-979c-627cfcba0bad tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0628104 Jul 23 11:12:10.850844 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f64bfebf-c211-4563-8afa-bd58f0e6e1b5 req-ed4653ee-7f11-4d89-8cef-b177f58a9421 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311449 Jul 23 11:12:11.984812 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e1a2-8b0d-4230-9969-adc4f7d9ad03 req-8aa51352-a419-43c5-8594-187243b1994f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:11.986339 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18e4e1a2-8b0d-4230-9969-adc4f7d9ad03 req-8aa51352-a419-43c5-8594-187243b1994f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0653210 Jul 23 11:12:12.023923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18e4e1a2-8b0d-4230-9969-adc4f7d9ad03 req-0962139b-9642-4a4d-a316-1b99f0422f94 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Jul 23 11:12:12.154289 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f812-5c9e-4a5e-be89-c8d6c6298ea5 req-6c303350-4e67-42cf-91be-d36eaf0e86f6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:12.155969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ff33f812-5c9e-4a5e-be89-c8d6c6298ea5 req-6c303350-4e67-42cf-91be-d36eaf0e86f6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0669510 Jul 23 11:12:12.164379 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:12:12.168759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Request body: {'floatingip': {'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:12:12.209494 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.628476 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.632384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:12.729371 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 associated. External IP: 172.25.4.186, port: a9c3858b-b56c-4d09-9ae1-7c59e4b9538c. Jul 23 11:12:12.925299 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:12:13.032261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:12:13.036838 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:13.042104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:12:13.051468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:12:13.052087 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:12:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:12:13.077543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-352208a7-6bd5-4d8d-8d75-33a45ae32904 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "PUT /v2.0/floatingips/a585881e-1454-4103-843d-8e125be8e1b3 HTTP/1.1" status: 200 len: 992 time: 0.9121165 Jul 23 11:12:13.078141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:12:13.080405 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb9a0f8-5bc3-4e57-a803-6017210695ef" -d '{"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:12:13.126958 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7322f-d623-420e-84a8-b03fadc95298 x-openstack-request-id: req-e7f7322f-d623-420e-84a8-b03fadc95298 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:12:13.127322 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:12:13.127696 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7f7322f-d623-420e-84a8-b03fadc95298 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:12:13.128495 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'status': 'completed', 'code': 200} Jul 23 11:12:13.167650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:12:13.233369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-228023ff-003f-4d45-b5ee-10fda26592f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:13.234887 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-228023ff-003f-4d45-b5ee-10fda26592f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1096 time: 0.0537059 Jul 23 11:12:13.323200 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-7440b596-5000-4d9e-8d9f-82d899dd2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:13.324629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-7440b596-5000-4d9e-8d9f-82d899dd2327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0827453 Jul 23 11:12:13.390276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:d7:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d01ea-1442-4556-8af2-478febd601b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:12:12Z', 'revision_number': 13, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:12:13.392532 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-3652098d-f5fa-4b0f-93dc-309a0aa05636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0616634 Jul 23 11:12:13.416759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:12:13.425691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:12:13.426300 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:12:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:12:13.440805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-bb77f41c-1cd8-4bba-a13e-fecee7314832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:13.442275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-bb77f41c-1cd8-4bba-a13e-fecee7314832 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0441189 Jul 23 11:12:13.499617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-6e518ce5-e503-4964-9e1e-8ad8c21b43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:12:13.501134 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-6e518ce5-e503-4964-9e1e-8ad8c21b43b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531399 Jul 23 11:12:13.529956 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:12:13.595378 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-ffb59323-4c8a-46e2-87c9-bae791df37cf service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874491 Jul 23 11:12:13.684038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bdb9a0f8-5bc3-4e57-a803-6017210695ef req-3fba6e8f-5412-4b4a-8006-62fa3ed4670a service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816410 Jul 23 11:12:13.748762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:d7:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d01ea-1442-4556-8af2-478febd601b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:12:12Z', 'revision_number': 13, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:12:13.777163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b12cc6-4f30-474a-b31d-cfb937a5c999 None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'a585881e-1454-4103-843d-8e125be8e1b3', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'mac_address': 'fa:16:3e:d7:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d01ea-1442-4556-8af2-478febd601b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:05:16Z', 'updated_at': '2021-07-23T11:12:12Z', 'revision_number': 13, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:12:13.970129 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6c02f-8225-4492-a413-5a02a40bacea None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:12:24.376126 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:27.109987 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9c49-44e7-41b4-8302-21a20e51874f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:29.956084 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c455994d-1793-405d-967d-eba2e3f6d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:30.260825 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:31.384011 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:32.396150 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:12:32.648566 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:34.781560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:54.390194 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:57.110866 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-243ccda4-e7f0-4f2b-bb6f-a72fd29281df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:12:59.957317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-444d2201-f761-463a-8235-621ae9da605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:00.265712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:01.386992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:02.652886 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:04.604768 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-9866b256-2d0d-43c2-b21f-30997da0ede5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958462 Jul 23 11:13:04.716364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-ad9bf189-a888-474b-9f53-b803b24d399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:13:04.717748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-ad9bf189-a888-474b-9f53-b803b24d399f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1096 time: 0.0532792 Jul 23 11:13:04.778575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:04.821633 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-00240c56-0ade-491b-9010-4cc5c19331f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:13:04.823303 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-00240c56-0ade-491b-9010-4cc5c19331f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0877957 Jul 23 11:13:04.889118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-bc280710-81ce-4ce2-904e-e2b8d94fde0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1002 time: 0.0590813 Jul 23 11:13:04.937231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-edc59d1b-f016-4061-8620-1e47f2ad3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:13:04.938674 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-edc59d1b-f016-4061-8620-1e47f2ad3da5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0431411 Jul 23 11:13:05.000125 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-66e42bd1-5c84-498a-92c9-919023cba057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:13:05.001564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-66e42bd1-5c84-498a-92c9-919023cba057 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568006 Jul 23 11:13:05.087211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-302aa757-0379-45f8-9f01-2d58afeb4e98 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795527 Jul 23 11:13:05.448383 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c7a97173-7e71-4e8c-b30a-a1ed36657c9a req-46a04008-1a17-4009-a7ec-1ef78dd4bcbb service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542912 Jul 23 11:13:09.395824 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:13:24.387596 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:27.110437 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb0371fa-ac22-4883-9c3a-a302c02402b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:29.967390 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4284a1b-f8f9-4401-a18c-f42ec4e00cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:30.265732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:31.389826 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:32.656068 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:34.791619 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:46.394468 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:13:50.605451 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2825d2b-fdc5-40a6-bd67-4ce6a474bc21 req-a708e9e1-fe0c-46eb-973c-c0ad08694390 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:13:50.606924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2825d2b-fdc5-40a6-bd67-4ce6a474bc21 req-a708e9e1-fe0c-46eb-973c-c0ad08694390 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0693429 Jul 23 11:13:50.643916 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2825d2b-fdc5-40a6-bd67-4ce6a474bc21 req-cd571c12-2770-43e3-84f7-b5b1312f27d7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Jul 23 11:13:54.400184 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:57.109979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff499525-40ba-4dbd-b49f-827c2b24e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:13:59.961428 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc3f45f9-d875-46c3-bb66-1a923a268a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:00.267718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:00.711242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-21bce8d3-1ac9-43b5-abd9-55d615282dde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530765 Jul 23 11:14:00.732760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f291f4-4f7b-4f16-a8f7-9c3be81a7202 req-454b136d-ba13-4832-a19a-9c8830120e16 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:00.734271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8f291f4-4f7b-4f16-a8f7-9c3be81a7202 req-454b136d-ba13-4832-a19a-9c8830120e16 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0644720 Jul 23 11:14:00.773046 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a8f291f4-4f7b-4f16-a8f7-9c3be81a7202 req-e9f802f6-4027-4fbf-b950-ac0e7e3e66f8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Jul 23 11:14:01.391081 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:01.785885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-e0f9210e-c473-4278-ab4f-7b6b431f61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:01.787443 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-e0f9210e-c473-4278-ab4f-7b6b431f61bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1096 time: 0.0534241 Jul 23 11:14:01.886287 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-dcd482e7-5f47-43c2-bff7-1421902f2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:01.888405 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-dcd482e7-5f47-43c2-bff7-1421902f2fe1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0939376 Jul 23 11:14:01.906319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8ca5d-4a71-4601-a2b0-f09e841674c5 req-ddac6622-9b13-4484-84b4-0d5e9fed8b66 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:01.907858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5a8ca5d-4a71-4601-a2b0-f09e841674c5 req-ddac6622-9b13-4484-84b4-0d5e9fed8b66 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0637493 Jul 23 11:14:01.944997 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5a8ca5d-4a71-4601-a2b0-f09e841674c5 req-db179029-757a-4be7-9208-9964d23c60ee tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Jul 23 11:14:01.957337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-be21d927-b7d6-4114-a88a-662b026b0646 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1002 time: 0.0628946 Jul 23 11:14:02.004504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-5bb46c81-70a5-4cb4-9cb4-c19bf4127001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:02.005944 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-5bb46c81-70a5-4cb4-9cb4-c19bf4127001 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0426066 Jul 23 11:14:02.064214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-ac9ec056-54fb-409e-b913-252360413bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:02.065627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-ac9ec056-54fb-409e-b913-252360413bfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534387 Jul 23 11:14:02.155236 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0dde5c70-342f-4395-8b68-f9c8febc0fbd service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Jul 23 11:14:02.241393 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-49179d3b-ce10-4156-8519-2ebb2dcf5556 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801847 Jul 23 11:14:02.658133 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:03.076106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f395-f383-4016-8c9d-892547b4e02b req-4511e329-206a-4ce1-b306-19862976df25 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:03.077637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d836f395-f383-4016-8c9d-892547b4e02b req-4511e329-206a-4ce1-b306-19862976df25 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0627477 Jul 23 11:14:03.118797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d836f395-f383-4016-8c9d-892547b4e02b req-a3082c95-5b97-450d-9242-9ca6641f04fa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Jul 23 11:14:04.264689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c8e0-d92d-457f-b1a3-7988d1b14a76 req-f5fbdf7b-0b9d-4c8b-a7be-42415bca2042 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:04.266159 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3be3c8e0-d92d-457f-b1a3-7988d1b14a76 req-f5fbdf7b-0b9d-4c8b-a7be-42415bca2042 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0655909 Jul 23 11:14:04.305890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3be3c8e0-d92d-457f-b1a3-7988d1b14a76 req-5c728dfe-0e23-45d1-bcfd-f011c4b4709c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341892 Jul 23 11:14:04.791005 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:05.435783 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55a5f0-1b9b-4e92-8916-d39c9f01a628 req-9dc80021-c7dc-47ab-b716-2f0063027fd8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:05.437341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c55a5f0-1b9b-4e92-8916-d39c9f01a628 req-9dc80021-c7dc-47ab-b716-2f0063027fd8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0631557 Jul 23 11:14:05.473930 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7c55a5f0-1b9b-4e92-8916-d39c9f01a628 req-633d11fb-5e85-482b-8a2e-18e567acb2cf tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309458 Jul 23 11:14:06.604616 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa982e3-728f-42a7-b2de-27deedd9058f req-ac46f9cb-74cc-4611-8465-8934b11f15ca tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:06.606358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fa982e3-728f-42a7-b2de-27deedd9058f req-ac46f9cb-74cc-4611-8465-8934b11f15ca tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0651329 Jul 23 11:14:06.625885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298cc35-ec92-48a3-8768-69a40433b177 req-9c65fba5-aa1a-423a-9de0-b9b3344264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:06.627438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-9c65fba5-aa1a-423a-9de0-b9b3344264f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1096 time: 0.0581439 Jul 23 11:14:06.651093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fa982e3-728f-42a7-b2de-27deedd9058f req-b09f8326-b433-4674-acd7-356e6d60a76e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Jul 23 11:14:06.734141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298cc35-ec92-48a3-8768-69a40433b177 req-b8a6a197-3149-49cd-85ab-5478528250a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:06.735577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-b8a6a197-3149-49cd-85ab-5478528250a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0895452 Jul 23 11:14:06.798321 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-9101b717-e156-4de0-a321-8b0409670b4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1002 time: 0.0569320 Jul 23 11:14:06.849471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298cc35-ec92-48a3-8768-69a40433b177 req-f2f8d7a1-f143-48ce-858d-d202e27fed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:06.850931 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-f2f8d7a1-f143-48ce-858d-d202e27fed75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0467806 Jul 23 11:14:06.909093 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298cc35-ec92-48a3-8768-69a40433b177 req-6cae2cfa-40a4-4c3a-a3f3-d0c28f2d512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:06.910602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-6cae2cfa-40a4-4c3a-a3f3-d0c28f2d512a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530808 Jul 23 11:14:06.999251 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-6f4b5d23-979e-4486-958f-0ae24e7af658 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815403 Jul 23 11:14:07.088903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c298cc35-ec92-48a3-8768-69a40433b177 req-d2416a61-ab04-4446-b867-bf9488c0933b service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Jul 23 11:14:07.798984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494dd8f-5029-4445-b346-0c53e01dc812 req-bece9273-e412-4e78-b014-2f612bb2e2af tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:07.800498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b494dd8f-5029-4445-b346-0c53e01dc812 req-bece9273-e412-4e78-b014-2f612bb2e2af tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0625572 Jul 23 11:14:07.838416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b494dd8f-5029-4445-b346-0c53e01dc812 req-816dad32-4e6d-4e27-aad8-94225cc483e5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Jul 23 11:14:08.969377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d71f8b-cd31-4ac8-83ef-13e85c6b9e77 req-94ee8e64-a87e-4036-a5ba-8cf3c61fbc2c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:08.970860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85d71f8b-cd31-4ac8-83ef-13e85c6b9e77 req-94ee8e64-a87e-4036-a5ba-8cf3c61fbc2c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0620687 Jul 23 11:14:09.011441 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-85d71f8b-cd31-4ac8-83ef-13e85c6b9e77 req-090e0041-5d0d-4d0d-98c9-c4f7c79647be tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350587 Jul 23 11:14:10.149042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44958924-90b0-474c-80fa-f9174ee4cabb req-e850553e-80a2-4be0-b3fb-e84653ac9913 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:10.150974 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44958924-90b0-474c-80fa-f9174ee4cabb req-e850553e-80a2-4be0-b3fb-e84653ac9913 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0692816 Jul 23 11:14:10.191835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-44958924-90b0-474c-80fa-f9174ee4cabb req-73af6e9c-cbb0-4b47-890d-4430f354deb6 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346019 Jul 23 11:14:11.320478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14a14-4a5c-4f27-b2ec-54a2a5868e9b req-360deb44-c463-4be6-b96f-cb8471fea467 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:11.321957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ce14a14-4a5c-4f27-b2ec-54a2a5868e9b req-360deb44-c463-4be6-b96f-cb8471fea467 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0618365 Jul 23 11:14:11.359328 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9ce14a14-4a5c-4f27-b2ec-54a2a5868e9b req-0ad8e709-a8c7-4673-bdf4-1be15202ab1d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311599 Jul 23 11:14:12.496036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74d7df-bda5-4c3f-8621-8d0692733b74 req-6c39f702-e8c7-4e51-ae7b-6883ad958cbb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:12.498601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e74d7df-bda5-4c3f-8621-8d0692733b74 req-6c39f702-e8c7-4e51-ae7b-6883ad958cbb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0704303 Jul 23 11:14:12.536592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e74d7df-bda5-4c3f-8621-8d0692733b74 req-fe710b70-aba6-4741-9d41-728c41196011 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Jul 23 11:14:13.666129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9a57-1b13-4705-b476-db043c5a6f5f req-c9d5ab52-536d-46ee-a6cb-b6f0c0711558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:13.667621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-583c9a57-1b13-4705-b476-db043c5a6f5f req-c9d5ab52-536d-46ee-a6cb-b6f0c0711558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0626650 Jul 23 11:14:13.704516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-583c9a57-1b13-4705-b476-db043c5a6f5f req-4373b997-7c96-40c1-b080-f5089dbda10c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Jul 23 11:14:14.838594 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bfe48-5e58-4e91-9a3b-5879d793b1e2 req-c0a59819-638a-45be-bb93-d171963deb0d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:14.840130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc2bfe48-5e58-4e91-9a3b-5879d793b1e2 req-c0a59819-638a-45be-bb93-d171963deb0d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0670567 Jul 23 11:14:14.882445 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dc2bfe48-5e58-4e91-9a3b-5879d793b1e2 req-3229573c-fce9-45aa-9cde-bed631b4e94e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363257 Jul 23 11:14:16.025754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d36ff-9aeb-4652-80fa-21e6a1698ead req-141eacf1-816c-465f-863e-e8f6142f0700 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:16.027265 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c31d36ff-9aeb-4652-80fa-21e6a1698ead req-141eacf1-816c-465f-863e-e8f6142f0700 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0721650 Jul 23 11:14:16.058091 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-f4a419ff-3d7e-46ef-ba54-54c1abc3c35e service neutron] show failed (client error): The resource could not be found. Jul 23 11:14:16.059146 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-f4a419ff-3d7e-46ef-ba54-54c1abc3c35e service neutron] 10.222.0.20 "GET /v2.0/ports/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0562725 Jul 23 11:14:16.066561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c31d36ff-9aeb-4652-80fa-21e6a1698ead req-70962a7c-bdb4-4fd4-9441-55dfd78c37a5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336597 Jul 23 11:14:16.314196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-01d49378-4ac1-48d9-833a-acf288ffa52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:16.315769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-01d49378-4ac1-48d9-833a-acf288ffa52b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 1096 time: 0.0964355 Jul 23 11:14:16.327646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:14:16.394669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:16.597794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:16.629579 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:14:16.674446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:14:16.676884 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc20ffe-98c0-4b64-a5df-85458124e167" -d '{"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:14:16.680461 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:16.692383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Transition to ACTIVE for port object a9c3858b-b56c-4d09-9ae1-7c59e4b9538c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:14:16.696438 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:16.730530 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7945f1e-322b-49b8-90bc-1d0adf31ee74 x-openstack-request-id: req-e7945f1e-322b-49b8-90bc-1d0adf31ee74 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:14:16.730825 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:14:16.731229 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7945f1e-322b-49b8-90bc-1d0adf31ee74 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:14:16.731654 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'code': 200} Jul 23 11:14:16.781155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:16.792646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.792989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.793332 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.793760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.794096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.794455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.794762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.795088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.795432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.795764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.796098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.796420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:16.837173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] No DVR routers for this DVR port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:14:16.973684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:14:16.974023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:14:16.974357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:14:16.978570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:14:16.978898 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:14:16.983945 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:14:16.984287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:14:16.984678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:14:16.985111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Bound port: a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:14:16.985472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:17.047381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:14:17.050408 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:14:17.054956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:17.088989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:17.089414 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:17.091368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1091 time: 0.7685339 Jul 23 11:14:17.123039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f5b6-2828-4eea-bdba-531a8d2b1326 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:17.214808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-8d3b6917-6388-46c0-9c17-74c07d16490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:17.216387 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-8d3b6917-6388-46c0-9c17-74c07d16490b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1094 time: 0.1023076 Jul 23 11:14:17.239832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642ab65-3282-457e-bea4-1bd14e983fe9 req-66d8483b-241b-4f70-933e-3edd2cdc35ec tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:17.241354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9642ab65-3282-457e-bea4-1bd14e983fe9 req-66d8483b-241b-4f70-933e-3edd2cdc35ec tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0902503 Jul 23 11:14:17.331601 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9642ab65-3282-457e-bea4-1bd14e983fe9 req-7ec9f11a-d512-4943-9284-22768b495f85 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792415 Jul 23 11:14:17.351501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0c103fbf-c40c-4753-affd-f03f3f2ff82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:17.353004 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-0c103fbf-c40c-4753-affd-f03f3f2ff82e service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.1296313 Jul 23 11:14:17.416832 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-6d56895c-9ae4-4757-a8de-adc992b06dae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0566626 Jul 23 11:14:17.466700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-89a436d0-1f09-4cba-93c1-d95a679bd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:17.468538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-89a436d0-1f09-4cba-93c1-d95a679bd1da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0461204 Jul 23 11:14:17.782246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-3d874217-b73f-4d61-9076-e7be96abdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:17.783777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-3d874217-b73f-4d61-9076-e7be96abdfb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3089967 Jul 23 11:14:17.795101 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-b0b19a63-59fa-44a8-9e61-fdd345687d7b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:14:17.796090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-b0b19a63-59fa-44a8-9e61-fdd345687d7b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055346 Jul 23 11:14:17.885764 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-c8a3bb75-e4a9-4539-bbe8-9f00b83e5812 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819850 Jul 23 11:14:17.972135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-b1141491-ccb1-4cc7-9130-63c135934f43 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797906 Jul 23 11:14:18.469664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3905-2b48-4823-9a0e-843a70ce1464 req-19eb6791-fe95-46d9-884e-cf5713997ea4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:18.471214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccdc3905-2b48-4823-9a0e-843a70ce1464 req-19eb6791-fe95-46d9-884e-cf5713997ea4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0662005 Jul 23 11:14:18.510991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ccdc3905-2b48-4823-9a0e-843a70ce1464 req-df67a750-65b3-4829-ae35-5b269dcb4edc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342047 Jul 23 11:14:18.626944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:14:18.664706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:14:18.733805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:14:18.736348 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66904f89-14a0-4ef3-9c46-0a476c43c610" -d '{"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:14:18.784772 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ac7e2-1fd2-4eff-8a9c-6b5a075560e9 x-openstack-request-id: req-341ac7e2-1fd2-4eff-8a9c-6b5a075560e9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:14:18.785136 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:14:18.785457 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-341ac7e2-1fd2-4eff-8a9c-6b5a075560e9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:14:18.785926 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'status': 'completed', 'code': 200} Jul 23 11:14:18.891089 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-09df3f55-c40f-45e8-bb87-367c7bf3c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:18.893603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-09df3f55-c40f-45e8-bb87-367c7bf3c6fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1094 time: 0.0815341 Jul 23 11:14:18.898544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-d2346f35-334b-4e41-b4f0-f66d5e5b6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:18.900121 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-d2346f35-334b-4e41-b4f0-f66d5e5b6117 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1094 time: 0.0788095 Jul 23 11:14:18.991869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-babec566-c733-4dd3-8362-c6486d486f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:18.992236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-c85c1e2b-d0db-4b53-83b2-d5d984ed16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:18.993661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-babec566-c733-4dd3-8362-c6486d486f83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0925672 Jul 23 11:14:18.993935 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-c85c1e2b-d0db-4b53-83b2-d5d984ed16ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0874748 Jul 23 11:14:19.075884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-5e23649b-7c99-4577-a2fe-67429fcf8b4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0752342 Jul 23 11:14:19.085245 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-7cd2b064-2b29-4f90-9946-8bce7a9542af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0848413 Jul 23 11:14:19.130345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-b680697e-74aa-474d-9cba-c3f94cc472a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:19.132156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-b680697e-74aa-474d-9cba-c3f94cc472a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0508375 Jul 23 11:14:19.134669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-dbe64ea4-47d1-400a-836b-cf0543cf8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:19.136166 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-dbe64ea4-47d1-400a-836b-cf0543cf8d39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0449104 Jul 23 11:14:19.195968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-4c867cbb-bf12-4157-a02f-af7fcb991e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:19.197611 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-4c867cbb-bf12-4157-a02f-af7fcb991e73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592692 Jul 23 11:14:19.197962 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-de248005-0c92-40b5-8899-19e182125244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:19.199469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-de248005-0c92-40b5-8899-19e182125244 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574882 Jul 23 11:14:19.298095 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-512b6e44-679d-4567-b67d-33a27b53a29b service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937080 Jul 23 11:14:19.300014 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-b5dcc906-14ea-4a26-92ec-b107b29882e0 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942254 Jul 23 11:14:19.388468 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-10a1738a-83d2-4421-8aae-6c60681be9a3 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823886 Jul 23 11:14:19.389179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66904f89-14a0-4ef3-9c46-0a476c43c610 req-d403e26a-6494-454c-accb-72dc97b621e4 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851281 Jul 23 11:14:19.648515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768f4f1-f6e2-4411-b2fa-88fc4db00f06 req-45a1e2f0-9332-4e53-b082-d68cc9c4b5d3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:19.650021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b768f4f1-f6e2-4411-b2fa-88fc4db00f06 req-45a1e2f0-9332-4e53-b082-d68cc9c4b5d3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0686226 Jul 23 11:14:19.688696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b768f4f1-f6e2-4411-b2fa-88fc4db00f06 req-c5c46d53-1245-404b-9a2b-80b4d3a5f4ea tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jul 23 11:14:20.821874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792eed-3b0e-4158-8dfa-ba37f8dded4b req-52e57ac2-299e-483c-a1ae-59aa3031e016 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:20.823596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86792eed-3b0e-4158-8dfa-ba37f8dded4b req-52e57ac2-299e-483c-a1ae-59aa3031e016 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0634677 Jul 23 11:14:20.863140 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-86792eed-3b0e-4158-8dfa-ba37f8dded4b req-883935bc-1a28-420c-8c9a-56782f942b7a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328267 Jul 23 11:14:21.997516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb888b-1db7-42ba-878c-b5383be6084a req-e01c282f-f822-4422-b691-e41543d6232a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:21.998906 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abbb888b-1db7-42ba-878c-b5383be6084a req-e01c282f-f822-4422-b691-e41543d6232a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0634270 Jul 23 11:14:22.035822 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-abbb888b-1db7-42ba-878c-b5383be6084a req-1da426a1-ad16-446c-809d-aa72da9ecdd3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313258 Jul 23 11:14:23.171027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208482-0df1-4317-9e7d-2878abd540b0 req-5f52c9f8-82b8-4c1e-898f-cc3c60684e12 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:23.172466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05208482-0df1-4317-9e7d-2878abd540b0 req-5f52c9f8-82b8-4c1e-898f-cc3c60684e12 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0677888 Jul 23 11:14:23.208487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05208482-0df1-4317-9e7d-2878abd540b0 req-05534a27-d999-47df-bd1a-2a8ba7f6c64a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305405 Jul 23 11:14:23.393791 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:14:24.336096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c13e63-04c3-4ced-a738-677eda617fa6 req-035a5f62-5f7f-40b8-b93c-17975ac2466e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:24.337583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72c13e63-04c3-4ced-a738-677eda617fa6 req-035a5f62-5f7f-40b8-b93c-17975ac2466e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0624716 Jul 23 11:14:24.374842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72c13e63-04c3-4ced-a738-677eda617fa6 req-d35669d2-6777-444a-8000-da35e2e3b8e8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Jul 23 11:14:24.414055 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:25.505405 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de1ca2-fef0-4b5c-9ed6-7167257078c7 req-4821aaa6-480e-430f-b8aa-11943b3b6a04 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:25.506907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7de1ca2-fef0-4b5c-9ed6-7167257078c7 req-4821aaa6-480e-430f-b8aa-11943b3b6a04 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0645566 Jul 23 11:14:25.545711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a7de1ca2-fef0-4b5c-9ed6-7167257078c7 req-c9dee677-ccba-482f-a168-2fcfaaa1befe tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Jul 23 11:14:26.677884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9967-9108-454a-8ee5-2a0a4d594a9e req-68234648-4abe-4a22-a1b5-6933085d0323 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:26.679355 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c6fe9967-9108-454a-8ee5-2a0a4d594a9e req-68234648-4abe-4a22-a1b5-6933085d0323 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0660915 Jul 23 11:14:26.720274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c6fe9967-9108-454a-8ee5-2a0a4d594a9e req-e28b160b-f09b-4132-9c72-ad8e7935e5c7 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353622 Jul 23 11:14:27.110008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a469-cf55-455e-a918-5313297698cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:27.851993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd261f-d14f-4fb3-bbde-d0c724ba5cde req-46049a51-a841-4d9f-af82-16d287fc5ea2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:27.853480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ffd261f-d14f-4fb3-bbde-d0c724ba5cde req-46049a51-a841-4d9f-af82-16d287fc5ea2 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0663717 Jul 23 11:14:27.891991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7ffd261f-d14f-4fb3-bbde-d0c724ba5cde req-7461bb5b-85a1-4209-bb42-29ca7a68b3ef tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Jul 23 11:14:29.021629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93b64-977c-468d-bf08-2c416d399e40 req-2c2515a7-b233-48ea-9cc9-eec22421ff01 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:29.023104 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59b93b64-977c-468d-bf08-2c416d399e40 req-2c2515a7-b233-48ea-9cc9-eec22421ff01 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0629904 Jul 23 11:14:29.064838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-59b93b64-977c-468d-bf08-2c416d399e40 req-63f960cc-8c15-43d6-8d06-cc8be0d0c236 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 Jul 23 11:14:29.961404 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67eb4228-be82-411c-aebf-dbb28e3c6bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:30.195048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2a790-db84-4dd4-94ef-863e665d1ea9 req-03f0ce63-69bd-4bd8-8142-ed612e7ce03c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:30.196476 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07b2a790-db84-4dd4-94ef-863e665d1ea9 req-03f0ce63-69bd-4bd8-8142-ed612e7ce03c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.0654273 Jul 23 11:14:30.233423 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-07b2a790-db84-4dd4-94ef-863e665d1ea9 req-c417a696-a306-484d-bbaf-5c10667fe1ab tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309911 Jul 23 11:14:30.272563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:30.606097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-a55d5e5c-aad3-422b-979c-cc7eb9f96370 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:30.607639 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-a55d5e5c-aad3-422b-979c-cc7eb9f96370 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.55 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 943 time: 0.1243463 Jul 23 11:14:30.624610 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a224535-5eaf-4152-9229-1fc76ef3ccff req-e6ba3967-9151-491f-ae5b-5782c5316bfb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:30.626082 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a224535-5eaf-4152-9229-1fc76ef3ccff req-e6ba3967-9151-491f-ae5b-5782c5316bfb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 943 time: 0.1098406 Jul 23 11:14:30.660843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:14:30.713228 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3a224535-5eaf-4152-9229-1fc76ef3ccff req-a47542ee-3781-4cf5-98b0-d0930d93c4b8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805550 Jul 23 11:14:30.722837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-ce74827b-fc8e-46ca-8bc0-e76b5f73fe28 service neutron] 10.222.0.55 "GET /v2.0/ports/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c/bindings/n-h2-778550-4 HTTP/1.1" status: 200 len: 382 time: 0.1077261 Jul 23 11:14:30.794324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:30.807663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'mac_address': 'fa:16:3e:d7:3c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:14:30.819286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-15496440-0320-4409-b86e-e9d1366b1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:30.820866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-15496440-0320-4409-b86e-e9d1366b1e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1094 time: 0.0649500 Jul 23 11:14:30.855635 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:30.872390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c3858b-b56c-4d09-9ae1-7c59e4b9538c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:14:30.896405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:30.901006 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:30.932588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-6f01d3bd-dbfa-499b-957b-f95f2b25d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:30.934718 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-6f01d3bd-dbfa-499b-957b-f95f2b25d100 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.1077387 Jul 23 11:14:30.960832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:30.971469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.972135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.972135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.972401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.972735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.973067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.973536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.973870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.974195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.974519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.974846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:30.975169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:31.025492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-f6094ba6-bb1f-4607-a9ab-7f6513a4cec8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1001 time: 0.0828798 Jul 23 11:14:31.086113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-dc5e9a9e-7ca6-49eb-9abd-c2b808659000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:31.087689 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-dc5e9a9e-7ca6-49eb-9abd-c2b808659000 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0556214 Jul 23 11:14:31.149795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-ecaafd46-4e39-45b6-87fd-08c8545aa7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:31.151610 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-ecaafd46-4e39-45b6-87fd-08c8545aa7c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576196 Jul 23 11:14:31.157559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:14:31.240964 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1254f86a-4469-4d82-a918-656e8b27d4ae service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821140 Jul 23 11:14:31.335130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-7de35d9d-7e4d-46d4-8c73-11198d0e65b2 service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877290 Jul 23 11:14:31.393868 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:31.859996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ecb06-926c-45bb-92ad-e6cfef1f0342 req-8ae6e914-bc4c-47f5-80d6-95e9953d6655 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:31.861505 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d52ecb06-926c-45bb-92ad-e6cfef1f0342 req-8ae6e914-bc4c-47f5-80d6-95e9953d6655 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0668585 Jul 23 11:14:31.898407 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d52ecb06-926c-45bb-92ad-e6cfef1f0342 req-48245130-2f25-43ff-80ed-e2a3a407c5e3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Jul 23 11:14:32.660592 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:32.666510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:14:32.717908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:14:32.721400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:14:32.721777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:32.797958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:32.818813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:14:32.821062 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b04f120-5857-4eb6-94a3-9ba972f1496d" -d '{"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:14:32.835672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:32.839442 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:32.869432 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e85ff6-50f6-4cfe-8e39-eb86c68a5e32 x-openstack-request-id: req-45e85ff6-50f6-4cfe-8e39-eb86c68a5e32 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:14:32.869724 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:14:32.869978 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45e85ff6-50f6-4cfe-8e39-eb86c68a5e32 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:14:32.870370 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'code': 200} Jul 23 11:14:32.893338 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:33.034968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb826b92-834d-4f3c-b494-e968b4c9bd66 req-b7ea37bc-58b0-422c-a210-50d4cc219913 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:33.036514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cb826b92-834d-4f3c-b494-e968b4c9bd66 req-b7ea37bc-58b0-422c-a210-50d4cc219913 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0684304 Jul 23 11:14:33.076381 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cb826b92-834d-4f3c-b494-e968b4c9bd66 req-8387b076-3ca7-4222-8cd7-f7b5224cd8b4 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Jul 23 11:14:34.212173 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a56d5-dced-438e-901f-abf6b8d8b848 req-97f1ae7e-b91e-4146-83ff-01ea151101a1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:34.213679 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da6a56d5-dced-438e-901f-abf6b8d8b848 req-97f1ae7e-b91e-4146-83ff-01ea151101a1 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0659292 Jul 23 11:14:34.252606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da6a56d5-dced-438e-901f-abf6b8d8b848 req-4064bacd-cca3-4116-b9b0-5385605cb0fb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332963 Jul 23 11:14:34.804135 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.017786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-cfd9040e-b30b-4892-a6f0-c6455a2848a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:35.019274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-cfd9040e-b30b-4892-a6f0-c6455a2848a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4&tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3 HTTP/1.1" status: 200 len: 1096 time: 0.0550747 Jul 23 11:14:35.035620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:14:35.107052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.303261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:35.367984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h2-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:14:35.416568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:14:35.419478 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f2f34-a3d4-4a26-ad25-fe7078bf2efe" -d '{"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:14:35.425634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.447056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46822-fc60-4f6e-b446-c1c2a7b806dd req-d018036d-8e33-4519-bbfc-83ff2c0f48c3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:35.448592 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fab46822-fc60-4f6e-b446-c1c2a7b806dd req-d018036d-8e33-4519-bbfc-83ff2c0f48c3 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.1281435 Jul 23 11:14:35.452612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Transition to ACTIVE for port object a9c3858b-b56c-4d09-9ae1-7c59e4b9538c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:14:35.461967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.477391 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e141a7-a9fa-44e8-9b45-a65510930fe3 x-openstack-request-id: req-c8e141a7-a9fa-44e8-9b45-a65510930fe3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:14:35.477688 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:14:35.477971 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8e141a7-a9fa-44e8-9b45-a65510930fe3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:14:35.478359 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'code': 200} Jul 23 11:14:35.568456 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:35.576021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fab46822-fc60-4f6e-b446-c1c2a7b806dd req-7207ede4-6cb0-44f2-86af-7e5e429e8146 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207886 Jul 23 11:14:35.584522 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.584872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.585215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.585553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.585891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.586224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.586553 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.586880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.587205 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.587726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.587914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.588212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:14:35.631011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] No DVR routers for this DVR port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on host n-h2-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:14:35.772801 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:14:35.773141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:14:35.773471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:14:35.778181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:14:35.778506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Attempting to bind port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on network 22adc95e-3f4d-4b63-bab5-6a0871070909 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:14:35.783209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:14:35.783582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Checking segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:14:35.783968 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Bound using segment: {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:14:35.784398 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Bound port: a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:14:35.784758 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.848236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:14:35.852324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:14:35.857272 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.892961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:35.893585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:35.894984 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] 10.222.0.20 "PUT /v2.0/ports/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1092 time: 0.8633351 Jul 23 11:14:35.918471 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18ecba-09e5-43f7-b44b-31ebe7137f4d service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=11']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:35.985284 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-d6932e4c-523e-4325-9fd5-31eb7bbdb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:35.986822 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-d6932e4c-523e-4325-9fd5-31eb7bbdb97c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1095 time: 0.0594945 Jul 23 11:14:36.078091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-82a2a1e3-2812-4898-99cf-81a48902d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:36.079799 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-82a2a1e3-2812-4898-99cf-81a48902d101 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0862536 Jul 23 11:14:36.146529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-adcac6ed-298e-4e99-aca7-0ac09b498718 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0604987 Jul 23 11:14:36.192993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-b74b3bc6-deb7-4001-8bb7-d774f2612300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:36.194329 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-b74b3bc6-deb7-4001-8bb7-d774f2612300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0421488 Jul 23 11:14:36.250378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-48657fb2-b43d-4124-9954-55049f16334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:36.251941 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-48657fb2-b43d-4124-9954-55049f16334d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514662 Jul 23 11:14:36.342796 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-f428abfd-cd95-4c04-ac19-de3bd5d4d464 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842195 Jul 23 11:14:36.429057 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-22dd3048-fd56-42c7-bf4e-32c9e535a34c req-b099cd80-f267-4e09-98db-53390e89e598 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805595 Jul 23 11:14:36.697731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:14:36.729987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db701eb-09bd-47dd-8700-3ef74e4469ad req-c0ba7044-d559-49d7-8cd2-72f9c7abeedc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:36.737832 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8db701eb-09bd-47dd-8700-3ef74e4469ad req-c0ba7044-d559-49d7-8cd2-72f9c7abeedc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0897105 Jul 23 11:14:36.748048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:14:36.773021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8db701eb-09bd-47dd-8700-3ef74e4469ad req-4d37ba32-cddb-454a-a2fb-9a214eeeae2b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Jul 23 11:14:37.480013 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:14:37.482365 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376c5538-23b0-49aa-9690-aa0b495e13e0" -d '{"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:14:37.530920 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563ce44-3619-4cac-bb19-85fb19f6240f x-openstack-request-id: req-0563ce44-3619-4cac-bb19-85fb19f6240f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:14:37.531232 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:14:37.531526 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0563ce44-3619-4cac-bb19-85fb19f6240f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:14:37.531930 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'status': 'completed', 'code': 200} Jul 23 11:14:37.613090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-b56054d2-7c61-43d7-b7dc-31ab7ca29394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.614682 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-b56054d2-7c61-43d7-b7dc-31ab7ca29394 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1095 time: 0.0596128 Jul 23 11:14:37.632597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-a8e81b6f-bbde-442a-ba6c-d561c7d3c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.634064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-a8e81b6f-bbde-442a-ba6c-d561c7d3c627 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 1095 time: 0.0634322 Jul 23 11:14:37.715624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-5f44a3a2-dd16-45f2-a5d2-125b48adc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.717561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-5f44a3a2-dd16-45f2-a5d2-125b48adc55d service neutron] 10.222.0.55 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0966539 Jul 23 11:14:37.729954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-32ce8cad-affd-498d-8e84-79717ae6c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.732165 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-32ce8cad-affd-498d-8e84-79717ae6c3de service neutron] 10.222.0.20 "GET /v2.0/networks?id=22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 200 len: 912 time: 0.0918689 Jul 23 11:14:37.785542 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-8addac79-c159-456b-9a17-9c03fb40396b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0606039 Jul 23 11:14:37.803244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-80775866-2641-4ac8-9875-1d577585988a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 200 len: 1000 time: 0.0650721 Jul 23 11:14:37.841198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-1356cba8-9340-4e0c-912f-a30cee0de35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.842797 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-1356cba8-9340-4e0c-912f-a30cee0de35e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0515170 Jul 23 11:14:37.862552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-d7b8aa12-40a9-413a-8c7a-6cd0134e22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.863705 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-d7b8aa12-40a9-413a-8c7a-6cd0134e22ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 200 len: 850 time: 0.0540009 Jul 23 11:14:37.927227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-99f1ebc0-5876-47ae-b107-658d5e792eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.928810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-99f1ebc0-5876-47ae-b107-658d5e792eec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585215 Jul 23 11:14:37.955393 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-f6927723-c5e2-4630-8c93-c38c16482531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.957064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-f6927723-c5e2-4630-8c93-c38c16482531 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22adc95e-3f4d-4b63-bab5-6a0871070909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070588 Jul 23 11:14:37.965232 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20a6bc-8311-4727-82cc-4bfcac333506 req-119ba91b-3a04-44e6-a513-e749d004ab61 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:37.966966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d20a6bc-8311-4727-82cc-4bfcac333506 req-119ba91b-3a04-44e6-a513-e749d004ab61 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.1053793 Jul 23 11:14:38.028251 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-264c737b-efd9-4c10-8cd9-1b1820cd6cb9 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933106 Jul 23 11:14:38.064699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2d20a6bc-8311-4727-82cc-4bfcac333506 req-fb73a740-2c13-4178-9e5e-97a0230bd089 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894978 Jul 23 11:14:38.094537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-bda0762c-a3cf-45dd-8b04-4cbec6817e8f service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264818 Jul 23 11:14:38.123343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-e41ea0fe-7ea7-46ca-ba44-30249a5c5161 service neutron] 10.222.0.20 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 Jul 23 11:14:38.184046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-376c5538-23b0-49aa-9690-aa0b495e13e0 req-1331fbb6-1ae2-4915-bdcb-453401d1a1be service neutron] 10.222.0.55 "GET /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836105 Jul 23 11:14:39.207936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c9323-6143-41c6-aa19-112779d4b8a8 req-b9348c66-749d-4dcd-aa1c-61c0509f6877 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:39.209369 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d0c9323-6143-41c6-aa19-112779d4b8a8 req-b9348c66-749d-4dcd-aa1c-61c0509f6877 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0680068 Jul 23 11:14:39.247949 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9d0c9323-6143-41c6-aa19-112779d4b8a8 req-66b38583-a5b5-4ded-a1be-c97e8c2ee786 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328643 Jul 23 11:14:40.382881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048726a7-e01c-4b0d-b6a1-a75d98428b7e req-1934f04d-c472-4188-b8f9-a89d1a08516c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:40.384313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-048726a7-e01c-4b0d-b6a1-a75d98428b7e req-1934f04d-c472-4188-b8f9-a89d1a08516c tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0683243 Jul 23 11:14:40.424564 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-048726a7-e01c-4b0d-b6a1-a75d98428b7e req-8b1cd1a8-f0c1-4aa0-9259-b70f2bd2c9eb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Jul 23 11:14:41.560316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13e76-4902-446c-a513-de70760569e9 req-e8d875cf-80c6-41f8-8197-dc8113a723cb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:41.561811 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5c13e76-4902-446c-a513-de70760569e9 req-e8d875cf-80c6-41f8-8197-dc8113a723cb tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0624034 Jul 23 11:14:41.598848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a5c13e76-4902-446c-a513-de70760569e9 req-534920ed-3e23-4f04-8d88-e24212142347 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Jul 23 11:14:42.728496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f42c1-a2f6-4c00-a74b-2e16379a95fe req-3c79703d-83ed-404b-a8a4-37c3996feff0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:42.730402 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-943f42c1-a2f6-4c00-a74b-2e16379a95fe req-3c79703d-83ed-404b-a8a4-37c3996feff0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0636191 Jul 23 11:14:42.767667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-943f42c1-a2f6-4c00-a74b-2e16379a95fe req-6dcc82ff-183e-4eb5-a92d-da85ed766691 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318367 Jul 23 11:14:43.898574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c2f39-7ddf-4cc3-af32-30cf679a0bf9 req-fd2fcdc6-b165-4881-a20d-b540998e91fa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:43.900324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-257c2f39-7ddf-4cc3-af32-30cf679a0bf9 req-fd2fcdc6-b165-4881-a20d-b540998e91fa tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0651994 Jul 23 11:14:43.940690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-257c2f39-7ddf-4cc3-af32-30cf679a0bf9 req-3e4950a2-9598-404f-9bd7-ef583f681421 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Jul 23 11:14:45.071024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed637b-6efa-44e8-93b4-115f20168191 req-f383b3dc-f189-44d5-9ed8-1fedd8de32f9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:45.072527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82ed637b-6efa-44e8-93b4-115f20168191 req-f383b3dc-f189-44d5-9ed8-1fedd8de32f9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0639300 Jul 23 11:14:45.112969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82ed637b-6efa-44e8-93b4-115f20168191 req-c57cc717-3ac7-476f-a5dc-14e427ffac4b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342700 Jul 23 11:14:46.242238 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4d5e9-510a-46da-8190-a18d3ed5516d req-0bc79dd3-57d3-4c1f-bc4d-4ee2f715004e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:46.243744 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e4d5e9-510a-46da-8190-a18d3ed5516d req-0bc79dd3-57d3-4c1f-bc4d-4ee2f715004e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0630028 Jul 23 11:14:46.281277 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5e4d5e9-510a-46da-8190-a18d3ed5516d req-505d69a7-5c84-4ed3-a3e0-29c8d86ee84f tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Jul 23 11:14:47.420102 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fd203-0e37-4912-92fd-56bf813fb1a4 req-be8ab46c-262f-4b71-b288-e20c5f022c19 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:47.421530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-797fd203-0e37-4912-92fd-56bf813fb1a4 req-be8ab46c-262f-4b71-b288-e20c5f022c19 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0648582 Jul 23 11:14:47.459994 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-797fd203-0e37-4912-92fd-56bf813fb1a4 req-35b698dd-545c-44a9-ba92-a610cf84fe3a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329721 Jul 23 11:14:47.588046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55cf77-a849-4cf1-a44f-2ab318d077f7 req-61324cec-6543-4515-817e-9df3edbac1a5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:47.589684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e55cf77-a849-4cf1-a44f-2ab318d077f7 req-61324cec-6543-4515-817e-9df3edbac1a5 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0635376 Jul 23 11:14:47.627555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e55cf77-a849-4cf1-a44f-2ab318d077f7 req-ec32d1f9-4b44-4873-8e30-f360b0a55744 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jul 23 11:14:47.765995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6555a0-1d4b-4ba2-a882-ea3fea19e861 req-276f7dce-9f47-4012-847c-5eba86266c65 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:47.767510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c6555a0-1d4b-4ba2-a882-ea3fea19e861 req-276f7dce-9f47-4012-847c-5eba86266c65 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0681899 Jul 23 11:14:47.804351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6c6555a0-1d4b-4ba2-a882-ea3fea19e861 req-25939f23-4b64-450f-a71e-12216a74915b tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311828 Jul 23 11:14:48.062599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454854ad-be92-485a-9dda-db5c58836392 req-f720fe2c-5f9d-4a3f-890c-4dd7e47bd9be tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:48.064168 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-454854ad-be92-485a-9dda-db5c58836392 req-f720fe2c-5f9d-4a3f-890c-4dd7e47bd9be tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 944 time: 0.0666592 Jul 23 11:14:48.105513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-454854ad-be92-485a-9dda-db5c58836392 req-7ccebf43-30ab-49ae-a9f9-687051c51e9d tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355992 Jul 23 11:14:48.789280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:14:48.892114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:49.063025 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'port_id': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'mac_address': 'fa:16:3e:d7:3c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:14:49.099951 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:49.111711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c3858b-b56c-4d09-9ae1-7c59e4b9538c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:14:49.133191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:49.138160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:49.185940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=12']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:49.245583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bed33f-a6c4-4b88-8fde-5dd0ff929918 req-eff4db56-10e7-4106-b64c-1de77887074a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:49.247128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96bed33f-a6c4-4b88-8fde-5dd0ff929918 req-eff4db56-10e7-4106-b64c-1de77887074a tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0691826 Jul 23 11:14:49.283874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-96bed33f-a6c4-4b88-8fde-5dd0ff929918 req-d55345cb-bc5f-4491-9491-95f27316fc34 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0e3c2e-47df-4ac6-99a7-6154a3551c89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311754 Jul 23 11:14:49.699646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c146399-1131-47b0-877a-64b5ef48f642 req-eac1bf89-115b-4bcb-bd03-abee28e831ae tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:14:49.701122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c146399-1131-47b0-877a-64b5ef48f642 req-eac1bf89-115b-4bcb-bd03-abee28e831ae tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 945 time: 0.0624344 Jul 23 11:14:49.809798 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Deleting port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:14:49.810141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:49.895168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] For port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:14:49.895560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:50.058378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:50.058750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:50.059089 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Floating IP a585881e-1454-4103-843d-8e125be8e1b3 disassociated. External IP: 172.25.4.186, port: a9c3858b-b56c-4d09-9ae1-7c59e4b9538c. Jul 23 11:14:50.059449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Calling delete_port for a9c3858b-b56c-4d09-9ae1-7c59e4b9538c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:14:50.187325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:50.213439 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event deleted for resources: {'Port': ['ID=a9c3858b-b56c-4d09-9ae1-7c59e4b9538c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:50.396157 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1a971603-baac-4e60-bac4-df4f3d395acc req-5016dd7c-65d2-4144-b374-7e7c0e720c2e tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0349536 Jul 23 11:14:50.602368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:14:50.705019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:14:50.715321 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:14:50.724500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:14:50.725139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:14:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:50.748422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] No DVR routers for this DVR port a9c3858b-b56c-4d09-9ae1-7c59e4b9538c on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:14:50.750981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:50.752969 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8c146399-1131-47b0-877a-64b5ef48f642 req-41da5fb5-ce12-4196-97c1-d096f1605cf8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.20 "DELETE /v2.0/ports/a9c3858b-b56c-4d09-9ae1-7c59e4b9538c HTTP/1.1" status: 204 len: 173 time: 1.0466661 Jul 23 11:14:50.753429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-deleted', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:14:50.755769 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee600d52-e4fe-4b0b-a3ac-d45ea908f89d" -d '{"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-deleted", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:14:50.792761 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43d8381-746f-4406-9879-3290e9bf8ec2 x-openstack-request-id: req-e43d8381-746f-4406-9879-3290e9bf8ec2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:14:50.793193 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484d01ea-1442-4556-8af2-478febd601b4", "name": "network-vif-deleted", "tag": "a9c3858b-b56c-4d09-9ae1-7c59e4b9538c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:14:50.793452 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e43d8381-746f-4406-9879-3290e9bf8ec2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:14:50.793857 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484d01ea-1442-4556-8af2-478febd601b4', 'name': 'network-vif-deleted', 'tag': 'a9c3858b-b56c-4d09-9ae1-7c59e4b9538c', 'status': 'completed', 'code': 200} Jul 23 11:14:50.844228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:14:51.048452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:51.078434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:14:51.086642 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:14:51.087243 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:14:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:51.189941 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:14:51.382697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:14:51.414373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81db26-c319-4552-ab22-362b36afd575 None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:05:14Z', 'revision_number': 4, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cc6b226d-d09f-43a3-8820-84b1dd66d425', 'name': '', 'network_id': '22adc95e-3f4d-4b63-bab5-6a0871070909', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'mac_address': 'fa:16:3e:7e:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:13Z', 'updated_at': '2021-07-23T11:05:18Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'subnets': [{'id': '156d30d3-64dc-4dba-9c0b-7282f2cb60e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:14:51.504732 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-84123784-2b60-4b8a-ad9a-6745b2dd9abc req-66c9bb63-eff4-40eb-8085-9b1e053e18cc tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0325072 Jul 23 11:14:51.646282 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c91476-dd15-425c-884a-d6eeaf1e5057 None None] New status for floating IP a585881e-1454-4103-843d-8e125be8e1b3: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:14:52.608175 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7cdbd338-5655-49d2-9a5f-b9eac982cf52 req-2fd75374-e775-4f35-b160-6d5aef0552a9 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0332806 Jul 23 11:14:52.797297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:14:52.817115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: a9c3858b-b56c-4d09-9ae1-7c59e4b9538c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:14:52.817461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a9c3858b-b56c-4d09-9ae1-7c59e4b9538c not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:14:53.703724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c6e7228-3cdb-4737-aab9-209897321e6b req-30e620d4-7414-4d99-a763-aba25a0f9659 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0289867 Jul 23 11:14:54.412154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:54.813838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48d7ba21-3f65-4974-8406-d754bb88ed13 req-f739baa0-ecdb-47d4-943a-9f708127c921 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/ports?device_id=484d01ea-1442-4556-8af2-478febd601b4 HTTP/1.1" status: 200 len: 210 time: 0.0293496 Jul 23 11:14:57.111173 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c03596f1-6aab-4154-83c8-6b1a5d930c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.518262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:59.570887 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33b86379-5c38-4ba6-b8ea-fd8b3b3ab4b0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.593548 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33b86379-5c38-4ba6-b8ea-fd8b3b3ab4b0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.638839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33b86379-5c38-4ba6-b8ea-fd8b3b3ab4b0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.641703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33b86379-5c38-4ba6-b8ea-fd8b3b3ab4b0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.642843 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-33b86379-5c38-4ba6-b8ea-fd8b3b3ab4b0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "DELETE /v2.0/security-groups/7f0e3c2e-47df-4ac6-99a7-6154a3551c89 HTTP/1.1" status: 204 len: 168 time: 0.1234632 Jul 23 11:14:59.645519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35572) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:59.652507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b86379-5c38-4ba6-b8ea-fd8b3b3ab4b0 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0e3c2e-47df-4ac6-99a7-6154a3551c89,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:14:59.665141 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-289c851a-6431-4b2e-b17f-c053d478f2c8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] show failed (client error): The resource could not be found. Jul 23 11:14:59.666675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-289c851a-6431-4b2e-b17f-c053d478f2c8 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "GET /v2.0/security-groups/7f0e3c2e-47df-4ac6-99a7-6154a3551c89 HTTP/1.1" status: 404 len: 347 time: 0.0196784 Jul 23 11:14:59.675724 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35574) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:14:59.801327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Deleting port 077c9386-9456-4b1e-b489-9336ef3a23bf {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:14:59.801673 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.874131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.874469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:14:59.885602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Calling delete_port for 077c9386-9456-4b1e-b489-9336ef3a23bf owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:14:59.961548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e163b533-4d36-4ca4-8cee-b09656d69423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.020509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.059772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Pushing event deleted for resources: {'Port': ['ID=077c9386-9456-4b1e-b489-9336ef3a23bf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:00.117562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.120508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.121648 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-68e789fb-a189-4e90-a8b0-4aebbdd4e558 tempest-ServerActionsTestJSON-1868570496 tempest-ServerActionsTestJSON-1868570496-project] 10.222.0.37 "DELETE /v2.0/floatingips/a585881e-1454-4103-843d-8e125be8e1b3 HTTP/1.1" status: 204 len: 168 time: 0.4450085 Jul 23 11:15:00.124493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35576) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:00.273533 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.395435 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:15:00.517158 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56175a13-8701-4501-b699-812346086486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.776323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-56175a13-8701-4501-b699-812346086486 admin admin] Deleting port cc6b226d-d09f-43a3-8820-84b1dd66d425 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:00.776987 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56175a13-8701-4501-b699-812346086486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.858454 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-56175a13-8701-4501-b699-812346086486 admin admin] For port cc6b226d-d09f-43a3-8820-84b1dd66d425, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cc6b226d-d09f-43a3-8820-84b1dd66d425,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:00.858815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56175a13-8701-4501-b699-812346086486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:00.871808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-56175a13-8701-4501-b699-812346086486 admin admin] Calling delete_port for cc6b226d-d09f-43a3-8820-84b1dd66d425 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:01.051050 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56175a13-8701-4501-b699-812346086486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:01.080714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56175a13-8701-4501-b699-812346086486 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6b226d-d09f-43a3-8820-84b1dd66d425,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:01.249186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56175a13-8701-4501-b699-812346086486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:01.398515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:01.711740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56175a13-8701-4501-b699-812346086486 admin admin] Router 064fb59b-27dc-41c6-8335-a0b741cc7b7f has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:15:01.814949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56175a13-8701-4501-b699-812346086486 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:15:01.819922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-56175a13-8701-4501-b699-812346086486 admin admin] 10.222.0.37 "PUT /v2.0/routers/064fb59b-27dc-41c6-8335-a0b741cc7b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944954 Jul 23 11:15:01.823134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35580) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:01.824993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] Sync routers for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:15:01.835812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:01.836420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:01.924098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:01.938708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:02.027691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.080751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Deleting port 46948297-e65d-407a-bb1c-a4cda983cc58 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:02.081093 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.120173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:15:01Z', 'revision_number': 5, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port': {'id': '46948297-e65d-407a-bb1c-a4cda983cc58', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:05:12Z', 'updated_at': '2021-07-23T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:02.146019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] Checking router: 064fb59b-27dc-41c6-8335-a0b741cc7b7f for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:15:02.155258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] Routers {'064fb59b-27dc-41c6-8335-a0b741cc7b7f'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:02.155898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:02.158389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] For port 46948297-e65d-407a-bb1c-a4cda983cc58, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=46948297-e65d-407a-bb1c-a4cda983cc58,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:02.158757 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.171467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Calling delete_port for 46948297-e65d-407a-bb1c-a4cda983cc58 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:02.239750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] Set router 064fb59b-27dc-41c6-8335-a0b741cc7b7f gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:02.290455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:15:02Z', 'revision_number': 6, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:02.320017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a6162-92dc-4b77-a0da-34ce7992adce None None] The sync data for ids ['064fb59b-27dc-41c6-8335-a0b741cc7b7f'] in n-d-778550-4 is: [{'id': '064fb59b-27dc-41c6-8335-a0b741cc7b7f', 'name': 'tempest-ServerActionsTestJSON-463039778-router', 'tenant_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:05:11Z', 'updated_at': '2021-07-23T11:15:02Z', 'revision_number': 6, 'project_id': '3ea118cbac9c4c0eb3ef8133b1802af3', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:15:02.341961 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.371916 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Pushing event deleted for resources: {'Port': ['ID=46948297-e65d-407a-bb1c-a4cda983cc58,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:02.434913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.523510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.525898 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.568194 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.568667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064fb59b-27dc-41c6-8335-a0b741cc7b7f {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:15:02.575352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.578652 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35582) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:02.579160 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6d3729be-eedd-4616-8b14-f14e425f3011 admin admin] 10.222.0.37 "DELETE /v2.0/routers/064fb59b-27dc-41c6-8335-a0b741cc7b7f HTTP/1.1" status: 204 len: 168 time: 0.7547004 Jul 23 11:15:02.628011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Deleting subnet 156d30d3-64dc-4dba-9c0b-7282f2cb60e7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:15:02.630933 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.666752 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.667325 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.748865 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.796368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cc6b226d-d09f-43a3-8820-84b1dd66d425 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:02.804192 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.816500 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: cc6b226d-d09f-43a3-8820-84b1dd66d425 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:02.816851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cc6b226d-d09f-43a3-8820-84b1dd66d425 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:02.836141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156d30d3-64dc-4dba-9c0b-7282f2cb60e7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:02.838131 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.840932 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-60007424-b5e7-429f-a697-1eb9e385d0b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/156d30d3-64dc-4dba-9c0b-7282f2cb60e7 HTTP/1.1" status: 204 len: 168 time: 0.2611036 Jul 23 11:15:02.842422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:02.843314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d430c02-7387-4181-a1c1-45ee335d50e2 None None] Network 22adc95e-3f4d-4b63-bab5-6a0871070909 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:02.909378 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:02.960298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Deleting port 767d70bd-2533-4454-a61e-19c173360d8d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:02.960658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.032062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] For port 767d70bd-2533-4454-a61e-19c173360d8d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=767d70bd-2533-4454-a61e-19c173360d8d,segment=NetworkSegment(6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d),segment_id=6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:03.032422 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.044392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Calling delete_port for 767d70bd-2533-4454-a61e-19c173360d8d owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:03.111470 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] DHCP port deletion for 22adc95e-3f4d-4b63-bab5-6a0871070909 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:15:03.132858 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.159983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Deleting port 767d70bd-2533-4454-a61e-19c173360d8d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:03.160359 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.162485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Pushing event deleted for resources: {'Port': ['ID=767d70bd-2533-4454-a61e-19c173360d8d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:03.166144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] No DVR routers for this DVR port 767d70bd-2533-4454-a61e-19c173360d8d on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:03.228057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] For port 767d70bd-2533-4454-a61e-19c173360d8d, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:03.228503 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.238560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.240406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Calling delete_port for 767d70bd-2533-4454-a61e-19c173360d8d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:03.242987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Port 767d70bd-2533-4454-a61e-19c173360d8d was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:15:03.244320 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.249017 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22adc95e-3f4d-4b63-bab5-6a0871070909']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:03.259185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:03.259515 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6335dc1e-3bbf-4ea2-ad3d-45f14d4c1c2d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:03.266040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] Pushing event deleted for resources: {'Port': ['ID=767d70bd-2533-4454-a61e-19c173360d8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:03.271275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.274102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c9c10-e233-434e-855f-17105d094044 None None] No DVR routers for this DVR port 767d70bd-2533-4454-a61e-19c173360d8d on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:03.289557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.295718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:03.296100 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:03.297725 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:03.357403 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.363334 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.365661 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] 10.222.0.37 "DELETE /v2.0/networks/22adc95e-3f4d-4b63-bab5-6a0871070909 HTTP/1.1" status: 204 len: 168 time: 0.5223062 Jul 23 11:15:03.380900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bb2f3-8cde-489d-b82a-b6e1ced2d48d admin admin] Pushing event deleted for resources: {'Network': ['ID=22adc95e-3f4d-4b63-bab5-6a0871070909,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:03.473638 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:03.513211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8e6aaafa-c6b9-4747-b2bd-f6901563aef6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ea118cbac9c4c0eb3ef8133b1802af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383859 Jul 23 11:15:03.515619 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:03.562049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b621bb1-b79e-4abd-8244-a84bfd1849ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.583160 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b621bb1-b79e-4abd-8244-a84bfd1849ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.627796 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b621bb1-b79e-4abd-8244-a84bfd1849ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.630226 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b621bb1-b79e-4abd-8244-a84bfd1849ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:03.631373 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0b621bb1-b79e-4abd-8244-a84bfd1849ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/924bbdac-4d2b-49a7-879e-8488dd18a9f1 HTTP/1.1" status: 204 len: 168 time: 0.1148615 Jul 23 11:15:03.639899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b621bb1-b79e-4abd-8244-a84bfd1849ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924bbdac-4d2b-49a7-879e-8488dd18a9f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:04.316309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35612) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:04.407886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-101387715-network', 'tenant_id': 'f3b30a92fcef46d685e0c701c50dfb72'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:04.433269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Made reservation on behalf of f3b30a92fcef46d685e0c701c50dfb72 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:04.435518 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.443650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.532535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.536442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.549580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 767d70bd-2533-4454-a61e-19c173360d8d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:04.559394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:04.569989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 767d70bd-2533-4454-a61e-19c173360d8d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:04.570501 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 767d70bd-2533-4454-a61e-19c173360d8d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:04.570985 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 46948297-e65d-407a-bb1c-a4cda983cc58 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:04.572917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7679cbef-8ddb-4c8b-91d7-729d5352ea8e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:04.578692 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.579033 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Added segment 1645a14f-53c7-473b-9a0e-01dc567d2f1b of type vlan for network ef6d189c-c8ac-4e42-a3d2-c946a202571a Jul 23 11:15:04.591046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 46948297-e65d-407a-bb1c-a4cda983cc58 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:04.591402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 46948297-e65d-407a-bb1c-a4cda983cc58 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:04.619154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.646419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.647353 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:04.647966 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.679710 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3621933 Jul 23 11:15:04.682664 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35616) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:04.687745 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Request body: {'subnet': {'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-101387715-subnet', 'tenant_id': 'f3b30a92fcef46d685e0c701c50dfb72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:04.712126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Made reservation on behalf of f3b30a92fcef46d685e0c701c50dfb72 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:04.712346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a658e5-3045-486e-9d34-92755f10edce admin admin] Pushing event updated for resources: {'Network': ['ID=ef6d189c-c8ac-4e42-a3d2-c946a202571a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:04.718372 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.722495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ef6d189c-c8ac-4e42-a3d2-c946a202571a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:04.816137 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.889064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.941439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3245be40-7a3a-49de-b70b-bf1c8dc042c1,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:04.956387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Checking segment: {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:04.956746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Network hostable DHCP agents. Network: ef6d189c-c8ac-4e42-a3d2-c946a202571a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:04.972861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Network ef6d189c-c8ac-4e42-a3d2-c946a202571a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:04.984513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ef6d189c-c8ac-4e42-a3d2-c946a202571a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:04.988850 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:04.989455 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:04.998837 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd542d-440f-4a76-8cae-4c3aa06761a7 None None] Network ef6d189c-c8ac-4e42-a3d2-c946a202571a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:05.008711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f0bf0fff-9dda-47cf-80db-6cd7a78484ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3249526 Jul 23 11:15:05.123891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e8700-f6dc-44cb-88ab-244823c36737 None None] Network ef6d189c-c8ac-4e42-a3d2-c946a202571a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:05.423862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-42203112-f7d6-4765-a475-9c5fe2572ca6 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:05.425337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-42203112-f7d6-4765-a475-9c5fe2572ca6 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/networks?id=ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 200 len: 813 time: 0.1016238 Jul 23 11:15:05.439602 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-bbcbf1ee-bb00-4f6d-8d79-c4458016acd8 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/quotas/f3b30a92fcef46d685e0c701c50dfb72 HTTP/1.1" status: 200 len: 375 time: 0.0088909 Jul 23 11:15:05.477232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-4016f1f6-2156-42af-88a9-b3225de0d94c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328908 Jul 23 11:15:05.536698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-97023204-5c12-4897-9f45-d2f5687696a5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:15:05.537744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-97023204-5c12-4897-9f45-d2f5687696a5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543220 Jul 23 11:15:05.628630 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-480f8079-178e-44dd-8a7a-1fa2a5761d84 service neutron] 10.222.0.37 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839574 Jul 23 11:15:05.724406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-cf90a600-acaa-4998-bdbc-e2056f7bb90a service neutron] 10.222.0.37 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901525 Jul 23 11:15:05.890891 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdd295bb-6ba6-4285-bdcc-8b27941ac721 req-37b41894-953e-4351-90d4-3d3f103b3d49 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Jul 23 11:15:06.990389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-52f21f3d-6770-447a-b957-6662b2dbfc01 req-ef6f252e-8c7d-473c-b13f-b7e97203c6d5 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Jul 23 11:15:07.073306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-9bfeba89-13bf-4ee0-8b63-0aeb0da29720 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:07.074770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-9bfeba89-13bf-4ee0-8b63-0aeb0da29720 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.20 "GET /v2.0/networks?id=ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 200 len: 813 time: 0.1242173 Jul 23 11:15:07.099757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Request body: {'port': {'device_id': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a', 'admin_state_up': True, 'tenant_id': 'f3b30a92fcef46d685e0c701c50dfb72'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:07.207725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Made reservation on behalf of f3b30a92fcef46d685e0c701c50dfb72 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:07.211033 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:07.334447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Allocated IP 172.20.0.9 (ef6d189c-c8ac-4e42-a3d2-c946a202571a/3245be40-7a3a-49de-b70b-bf1c8dc042c1/c8651c87-5595-4e7f-bb53-3105288ca6f7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:07.478856 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:07.520208 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:07.560800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Network ef6d189c-c8ac-4e42-a3d2-c946a202571a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:07.563794 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:07.569369 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:07.595160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Pushing event updated for resources: {'Port': ['ID=c8651c87-5595-4e7f-bb53-3105288ca6f7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:07.622273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:07.622883 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:07.636655 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-364ec991-7fda-406e-8ce8-1ee1a97169e2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407901 Jul 23 11:15:07.654326 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Request body: {'port': {'device_id': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:07.726989 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:07.988479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8651c87-5595-4e7f-bb53-3105288ca6f7 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:15:07.997242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:08.009041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Transition to ACTIVE for port object c8651c87-5595-4e7f-bb53-3105288ca6f7 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:08.013484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:08.063277 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=c8651c87-5595-4e7f-bb53-3105288ca6f7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:08.176175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Attempting to bind port c8651c87-5595-4e7f-bb53-3105288ca6f7 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:08.176851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Attempting to bind port c8651c87-5595-4e7f-bb53-3105288ca6f7 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:08.176851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Attempting to bind port c8651c87-5595-4e7f-bb53-3105288ca6f7 on network ef6d189c-c8ac-4e42-a3d2-c946a202571a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:08.184401 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Port c8651c87-5595-4e7f-bb53-3105288ca6f7 on network ef6d189c-c8ac-4e42-a3d2-c946a202571a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:15:08.184726 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Attempting to bind port c8651c87-5595-4e7f-bb53-3105288ca6f7 on network ef6d189c-c8ac-4e42-a3d2-c946a202571a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:08.196544 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562c424-e2a2-42de-9694-bef46f70963b req-493c3310-a10e-4240-bedf-1a44a0f639cf tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:08.199151 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6562c424-e2a2-42de-9694-bef46f70963b req-493c3310-a10e-4240-bedf-1a44a0f639cf tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 943 time: 0.1331978 Jul 23 11:15:08.200318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:08.200669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Checking segment: {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:08.201041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Bound using segment: {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:08.201473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Bound port: c8651c87-5595-4e7f-bb53-3105288ca6f7, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:08.201832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:08.280102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6562c424-e2a2-42de-9694-bef46f70963b req-e0d19d46-5bc9-4811-bfcd-8e1123909f18 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749843 Jul 23 11:15:08.296186 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] For port c8651c87-5595-4e7f-bb53-3105288ca6f7, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:08.299282 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] For port c8651c87-5595-4e7f-bb53-3105288ca6f7, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:08.303209 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:08.338257 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:08.338890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:08.340315 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8651c87-5595-4e7f-bb53-3105288ca6f7 HTTP/1.1" status: 200 len: 1091 time: 0.6905861 Jul 23 11:15:08.340759 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'tag': 'c8651c87-5595-4e7f-bb53-3105288ca6f7'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:15:08.343006 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a85c751-3b43-4175-ba57-e3cee93f6581", "tag": "c8651c87-5595-4e7f-bb53-3105288ca6f7"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:15:08.369761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3a68b-e8fd-44c4-a7b6-447c24d0ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=c8651c87-5595-4e7f-bb53-3105288ca6f7,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:08.385912 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06239a7f-0197-4f02-9e2f-c5e2e084dda2 x-openstack-request-id: req-06239a7f-0197-4f02-9e2f-c5e2e084dda2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:15:08.386212 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a85c751-3b43-4175-ba57-e3cee93f6581", "tag": "c8651c87-5595-4e7f-bb53-3105288ca6f7", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:15:08.386466 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06239a7f-0197-4f02-9e2f-c5e2e084dda2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:15:08.386864 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'tag': 'c8651c87-5595-4e7f-bb53-3105288ca6f7', 'status': 'completed', 'code': 200} Jul 23 11:15:08.455190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2266b05d-6201-498f-85ae-e9f311af6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:08.456665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-2266b05d-6201-498f-85ae-e9f311af6d32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 1094 time: 0.0541420 Jul 23 11:15:08.502493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-a4998099-d6fc-4cb8-8d17-d39fd1dd896b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7 HTTP/1.1" status: 200 len: 217 time: 0.0339959 Jul 23 11:15:08.552264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-e567353f-1fd5-4822-947e-954e6a63c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:08.553722 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-e567353f-1fd5-4822-947e-954e6a63c38d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3245be40-7a3a-49de-b70b-bf1c8dc042c1 HTTP/1.1" status: 200 len: 853 time: 0.0454400 Jul 23 11:15:08.587216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-903b2000-8e34-46e0-9c34-866518273fca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef6d189c-c8ac-4e42-a3d2-c946a202571a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275295 Jul 23 11:15:08.678427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-b2562f99-a277-46f3-8364-d121e38e2f46 service neutron] 10.222.0.20 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844564 Jul 23 11:15:08.765344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2a05650-810f-479f-802c-9dfd9f4ce62d req-fe43002f-f0bb-4027-b6f5-511d57f36b15 service neutron] 10.222.0.20 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803037 Jul 23 11:15:08.910491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-d3cc9501-49f9-46f7-a74a-744d6a2fd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:08.912041 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-d3cc9501-49f9-46f7-a74a-744d6a2fd6eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 1094 time: 0.0556347 Jul 23 11:15:09.003748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-bde58d86-36da-4575-bf29-17162a70bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:09.005218 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-bde58d86-36da-4575-bf29-17162a70bccb service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 200 len: 914 time: 0.0863805 Jul 23 11:15:09.048162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-b0b6faaf-236b-444b-a725-ac7630ea81ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7 HTTP/1.1" status: 200 len: 217 time: 0.0360250 Jul 23 11:15:09.100084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-c3010074-5393-4509-8db9-582992d38fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:09.101536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-c3010074-5393-4509-8db9-582992d38fb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3245be40-7a3a-49de-b70b-bf1c8dc042c1 HTTP/1.1" status: 200 len: 853 time: 0.0474186 Jul 23 11:15:09.136215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-62bf468a-7c4b-4c6f-8532-68cc7269089a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef6d189c-c8ac-4e42-a3d2-c946a202571a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267546 Jul 23 11:15:09.224324 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-8a523081-d634-4ee4-b455-247c9af5c45a service neutron] 10.222.0.20 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797930 Jul 23 11:15:09.313582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4114ef5c-157e-42c8-9b7d-98eedb8b1ee3 req-4f45add8-254d-40bf-b1eb-3ca1a2750ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829690 Jul 23 11:15:09.406700 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f91019-3507-471f-bc88-092658f8ea92 req-3ca96139-144e-475e-a84d-3d58bec32759 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:09.408220 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72f91019-3507-471f-bc88-092658f8ea92 req-3ca96139-144e-475e-a84d-3d58bec32759 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 943 time: 0.0626280 Jul 23 11:15:09.444504 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-72f91019-3507-471f-bc88-092658f8ea92 req-4078bec7-cc98-4574-89fb-97121424b4c3 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Jul 23 11:15:10.576155 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf017e-7070-440b-8bce-f482fb8b1d30 req-6fe8213c-8def-4967-8adb-7dbd9891b56a tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:10.577636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ccf017e-7070-440b-8bce-f482fb8b1d30 req-6fe8213c-8def-4967-8adb-7dbd9891b56a tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 943 time: 0.0639570 Jul 23 11:15:10.615347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2ccf017e-7070-440b-8bce-f482fb8b1d30 req-3a4a1fef-a2a3-46c7-a39a-2ce439b1b2e3 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Jul 23 11:15:10.872563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8651c87-5595-4e7f-bb53-3105288ca6f7 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:15:10.966558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port c8651c87-5595-4e7f-bb53-3105288ca6f7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:10.978045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'c8651c87-5595-4e7f-bb53-3105288ca6f7', 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a', 'port_id': 'c8651c87-5595-4e7f-bb53-3105288ca6f7', 'mac_address': 'fa:16:3e:a1:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3245be40-7a3a-49de-b70b-bf1c8dc042c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:15:11.018382 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:11.030588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8651c87-5595-4e7f-bb53-3105288ca6f7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:15:11.052212 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port c8651c87-5595-4e7f-bb53-3105288ca6f7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:11.057170 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:11.105702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=c8651c87-5595-4e7f-bb53-3105288ca6f7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:11.318692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['c8651c87-5595-4e7f-bb53-3105288ca6f7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:15:11.750140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d658-38ab-404a-a783-eb97d6e4a574 req-3f2cda32-da39-42ab-aa27-4733424e52c9 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:11.751643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d658d658-38ab-404a-a783-eb97d6e4a574 req-3f2cda32-da39-42ab-aa27-4733424e52c9 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 944 time: 0.0682323 Jul 23 11:15:11.788871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d658d658-38ab-404a-a783-eb97d6e4a574 req-41f162be-1260-42cf-bff2-e734a95d7c48 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Jul 23 11:15:12.873074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8651c87-5595-4e7f-bb53-3105288ca6f7 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:12.923699 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ffcd3-eeca-4d02-a95e-22b27a300c2f req-80750c41-2a87-41f0-a7b0-a21bc1fecff2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:12.925329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-807ffcd3-eeca-4d02-a95e-22b27a300c2f req-80750c41-2a87-41f0-a7b0-a21bc1fecff2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 944 time: 0.0701029 Jul 23 11:15:12.965954 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-807ffcd3-eeca-4d02-a95e-22b27a300c2f req-46da5906-ff28-4dd6-b5f0-908b8de755ea tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Jul 23 11:15:13.083768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port c8651c87-5595-4e7f-bb53-3105288ca6f7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:13.087189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port c8651c87-5595-4e7f-bb53-3105288ca6f7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:13.088152 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:13.162351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:13.183901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8651c87-5595-4e7f-bb53-3105288ca6f7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:15:13.186144 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93595359-85cb-4355-a73b-32f230d2e5f4" -d '{"events": [{"server_uuid": "3a85c751-3b43-4175-ba57-e3cee93f6581", "name": "network-vif-plugged", "status": "completed", "tag": "c8651c87-5595-4e7f-bb53-3105288ca6f7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:15:13.199066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port c8651c87-5595-4e7f-bb53-3105288ca6f7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:13.203130 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:13.253091 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=c8651c87-5595-4e7f-bb53-3105288ca6f7,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:13.285850 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6909b87-c365-467e-8a1a-5e915854d0d0 x-openstack-request-id: req-e6909b87-c365-467e-8a1a-5e915854d0d0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:15:13.286152 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a85c751-3b43-4175-ba57-e3cee93f6581", "name": "network-vif-plugged", "status": "completed", "tag": "c8651c87-5595-4e7f-bb53-3105288ca6f7", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:15:13.286418 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6909b87-c365-467e-8a1a-5e915854d0d0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:15:13.286822 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8651c87-5595-4e7f-bb53-3105288ca6f7', 'code': 200} Jul 23 11:15:13.415509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4973625-0f17-4086-a323-bb9d3b58a0b8 req-6735d784-4433-4fc9-8ac9-c0bb82bc40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:13.416926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4973625-0f17-4086-a323-bb9d3b58a0b8 req-6735d784-4433-4fc9-8ac9-c0bb82bc40bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 1096 time: 0.0525763 Jul 23 11:15:13.450481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4973625-0f17-4086-a323-bb9d3b58a0b8 req-da0fc3f7-85cc-498a-950b-17a629bc508b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272908 Jul 23 11:15:14.094853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeee36f-1eaa-48fa-bb88-47d7f9a8ce18 req-2cc9b17a-81a8-442c-b08c-85451dbff688 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:14.096380 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-daeee36f-1eaa-48fa-bb88-47d7f9a8ce18 req-2cc9b17a-81a8-442c-b08c-85451dbff688 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0630453 Jul 23 11:15:14.134815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-daeee36f-1eaa-48fa-bb88-47d7f9a8ce18 req-308fc8ea-d918-4c17-ac46-ba3eb46ce0f1 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Jul 23 11:15:15.272358 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0026e-c897-4bef-b954-044ca4a607a9 req-67441317-aed7-4f76-81f2-ff9d79bce190 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:15.273834 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56c0026e-c897-4bef-b954-044ca4a607a9 req-67441317-aed7-4f76-81f2-ff9d79bce190 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0616784 Jul 23 11:15:15.310760 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-56c0026e-c897-4bef-b954-044ca4a607a9 req-dcf1f7fe-e843-43d4-87c5-91b58472e7a4 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Jul 23 11:15:15.537466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-d77ee921-9ba5-4d93-bde8-b9c45adb4290 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:15.538940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-d77ee921-9ba5-4d93-bde8-b9c45adb4290 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/networks?id=ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 200 len: 813 time: 0.1039052 Jul 23 11:15:15.554342 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-53e9cc5a-3b9a-4856-b318-af86c3e8d1c5 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/quotas/f3b30a92fcef46d685e0c701c50dfb72 HTTP/1.1" status: 200 len: 375 time: 0.0090051 Jul 23 11:15:15.616209 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-0e13f322-968a-4c2d-8619-f0fdf626dc57 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569897 Jul 23 11:15:15.708538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-9ffcf80c-e6f5-4895-9a13-8b20034b7f70 service neutron] 10.222.0.37 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849512 Jul 23 11:15:15.796658 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-fb738e61-f2ec-415b-8efb-707ab5efac6a service neutron] 10.222.0.37 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Jul 23 11:15:15.962928 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-16678431-444d-4490-ac7a-3885c1734280 req-8b9f5f1e-4488-4650-bf03-e2fed9241ea1 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 210 time: 0.0324347 Jul 23 11:15:16.936204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-d305452a-8da6-4760-b4af-7669317d0034 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:16.937730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-d305452a-8da6-4760-b4af-7669317d0034 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.55 "GET /v2.0/networks?id=ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 200 len: 813 time: 0.1091387 Jul 23 11:15:16.949534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Request body: {'port': {'device_id': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a', 'admin_state_up': True, 'tenant_id': 'f3b30a92fcef46d685e0c701c50dfb72'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:17.073272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a5d70f9-ff65-4ce4-97a5-750f8042c153 req-ac113822-36be-4cae-a963-3c9cafef1e71 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 210 time: 0.0449317 Jul 23 11:15:17.098368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Made reservation on behalf of f3b30a92fcef46d685e0c701c50dfb72 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:17.101942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.226437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Allocated IP 172.20.0.13 (ef6d189c-c8ac-4e42-a3d2-c946a202571a/3245be40-7a3a-49de-b70b-bf1c8dc042c1/7508e169-d333-43cc-8877-9e8175ab050b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:17.374705 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.413008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.445392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['c8651c87-5595-4e7f-bb53-3105288ca6f7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:15:17.454063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Network ef6d189c-c8ac-4e42-a3d2-c946a202571a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:17.459567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:17.463344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:17.469680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Pushing event updated for resources: {'Port': ['ID=7508e169-d333-43cc-8877-9e8175ab050b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:17.500196 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.500456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.500793 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.501137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.501464 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.501791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.502115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.502435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.502755 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.503073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.503392 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.503733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:17.529499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:17.530115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.544640 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-1e07c106-c255-40b7-ac34-93603ecab56c tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989885 Jul 23 11:15:17.557246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Request body: {'port': {'device_id': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:17.628199 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.886190 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7508e169-d333-43cc-8877-9e8175ab050b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:15:17.893531 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.906337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Transition to ACTIVE for port object 7508e169-d333-43cc-8877-9e8175ab050b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:17.910259 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:17.960177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Pushing event updated for resources: {'Port': ['ID=7508e169-d333-43cc-8877-9e8175ab050b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:18.028723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Attempting to bind port 7508e169-d333-43cc-8877-9e8175ab050b on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:18.029069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Attempting to bind port 7508e169-d333-43cc-8877-9e8175ab050b by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:18.029406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Attempting to bind port 7508e169-d333-43cc-8877-9e8175ab050b on network ef6d189c-c8ac-4e42-a3d2-c946a202571a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:18.033607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Port 7508e169-d333-43cc-8877-9e8175ab050b on network ef6d189c-c8ac-4e42-a3d2-c946a202571a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:15:18.033934 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Attempting to bind port 7508e169-d333-43cc-8877-9e8175ab050b on network ef6d189c-c8ac-4e42-a3d2-c946a202571a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:18.038570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:18.038907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Checking segment: {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:18.039293 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Bound using segment: {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:18.039758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Bound port: 7508e169-d333-43cc-8877-9e8175ab050b, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1645a14f-53c7-473b-9a0e-01dc567d2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:18.040128 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:18.106780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] For port 7508e169-d333-43cc-8877-9e8175ab050b, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:18.110388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] For port 7508e169-d333-43cc-8877-9e8175ab050b, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=7508e169-d333-43cc-8877-9e8175ab050b,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:18.115007 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:18.149227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:18.150644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:18.152266 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] 10.222.0.55 "PUT /v2.0/ports/7508e169-d333-43cc-8877-9e8175ab050b HTTP/1.1" status: 200 len: 1092 time: 0.5998979 Jul 23 11:15:18.152709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'tag': '7508e169-d333-43cc-8877-9e8175ab050b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:15:18.154960 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4949d1-a245-4d1b-9cfd-59db55402bd6", "tag": "7508e169-d333-43cc-8877-9e8175ab050b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:15:18.183281 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c27fc-c80c-4aef-80b0-859577f4260b service neutron] Pushing event updated for resources: {'Port': ['ID=7508e169-d333-43cc-8877-9e8175ab050b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:18.230623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f194e7-d16e-469d-a9c1-209e5c230043 req-296d4a79-906f-420e-9a12-5b3c16c4e004 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:18.232295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08f194e7-d16e-469d-a9c1-209e5c230043 req-296d4a79-906f-420e-9a12-5b3c16c4e004 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 944 time: 0.0824986 Jul 23 11:15:18.262328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-3653bb6c-293c-4ed7-b515-91ee3ca9f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:18.263915 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-3653bb6c-293c-4ed7-b515-91ee3ca9f57f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0614424 Jul 23 11:15:18.273250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08f194e7-d16e-469d-a9c1-209e5c230043 req-955e62db-feb4-41cc-b19f-c606d31d055b tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348213 Jul 23 11:15:18.311281 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261f3c4-477b-47a4-b9b4-c653d37632db x-openstack-request-id: req-6261f3c4-477b-47a4-b9b4-c653d37632db {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:15:18.311603 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4949d1-a245-4d1b-9cfd-59db55402bd6", "tag": "7508e169-d333-43cc-8877-9e8175ab050b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:15:18.311859 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6261f3c4-477b-47a4-b9b4-c653d37632db {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:15:18.312254 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'tag': '7508e169-d333-43cc-8877-9e8175ab050b', 'status': 'completed', 'code': 200} Jul 23 11:15:18.313761 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-884094ad-90ad-493c-8150-8c473be9e212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7508e169-d333-43cc-8877-9e8175ab050b HTTP/1.1" status: 200 len: 217 time: 0.0425606 Jul 23 11:15:18.361737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-541ae1cb-bc23-4328-8c9c-a363aa1375f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:18.363205 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-541ae1cb-bc23-4328-8c9c-a363aa1375f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3245be40-7a3a-49de-b70b-bf1c8dc042c1 HTTP/1.1" status: 200 len: 853 time: 0.0432756 Jul 23 11:15:18.396397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-7160e55e-d66b-444d-9278-df5020d9bd26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef6d189c-c8ac-4e42-a3d2-c946a202571a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268118 Jul 23 11:15:18.489904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-e132e7ec-c879-4194-ba50-a7080a755635 service neutron] 10.222.0.55 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875235 Jul 23 11:15:18.578037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9fdc209-6a96-4e48-b7b9-2de52dd4827b req-d8d9a73a-c048-4801-9137-f38ec12a6806 service neutron] 10.222.0.55 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821025 Jul 23 11:15:18.678002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-73ffa914-32aa-43b0-876b-620d1ae4d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:18.679410 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-73ffa914-32aa-43b0-876b-620d1ae4d36c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0579402 Jul 23 11:15:19.030474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-411d9452-597e-4bd9-91b0-dd4c71498e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:19.031999 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-411d9452-597e-4bd9-91b0-dd4c71498e70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 200 len: 914 time: 0.3461335 Jul 23 11:15:19.075876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-b76b2db2-7117-43ce-ad14-a07860b8fdd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7508e169-d333-43cc-8877-9e8175ab050b HTTP/1.1" status: 200 len: 217 time: 0.0371180 Jul 23 11:15:19.125640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-f7563558-1476-4a3d-a64e-4948cc65918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:19.127090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-f7563558-1476-4a3d-a64e-4948cc65918c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3245be40-7a3a-49de-b70b-bf1c8dc042c1 HTTP/1.1" status: 200 len: 853 time: 0.0453362 Jul 23 11:15:19.160387 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-bd8e4253-964e-44d7-bda4-acd06d3b595c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef6d189c-c8ac-4e42-a3d2-c946a202571a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268223 Jul 23 11:15:19.253099 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-8cd243b1-d3c8-4402-ad35-4a50b69ed2ad service neutron] 10.222.0.55 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843804 Jul 23 11:15:19.341989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b3ee433-6bd8-467b-8f48-cc29bcf645f8 req-b61025e2-f496-4790-8320-ac60dd8836b2 service neutron] 10.222.0.55 "GET /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824528 Jul 23 11:15:19.408662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511afda-7217-44b6-ad45-42b35a5f9b34 req-fd76d948-1e68-4b85-8c6b-c88d90da7b45 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:19.410139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7511afda-7217-44b6-ad45-42b35a5f9b34 req-fd76d948-1e68-4b85-8c6b-c88d90da7b45 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 944 time: 0.0664549 Jul 23 11:15:19.447370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7511afda-7217-44b6-ad45-42b35a5f9b34 req-1e5e6629-44e2-4d50-adf7-c65c42955dab tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jul 23 11:15:20.575705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f965cb-7c5b-42b8-9fc0-2af738030a1b req-a09f9648-7ae5-429e-8ddf-830dcf04bed2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:20.577197 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55f965cb-7c5b-42b8-9fc0-2af738030a1b req-a09f9648-7ae5-429e-8ddf-830dcf04bed2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 944 time: 0.0637302 Jul 23 11:15:20.617678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-55f965cb-7c5b-42b8-9fc0-2af738030a1b req-65e34111-2fe9-4915-b3a1-c9d1e35c70dd tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Jul 23 11:15:21.006812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 7508e169-d333-43cc-8877-9e8175ab050b details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:15:21.100567 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 7508e169-d333-43cc-8877-9e8175ab050b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=7508e169-d333-43cc-8877-9e8175ab050b,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:21.114206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '7508e169-d333-43cc-8877-9e8175ab050b', 'network_id': 'ef6d189c-c8ac-4e42-a3d2-c946a202571a', 'port_id': '7508e169-d333-43cc-8877-9e8175ab050b', 'mac_address': 'fa:16:3e:c4:df:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3245be40-7a3a-49de-b70b-bf1c8dc042c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:15:21.150335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:21.162368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7508e169-d333-43cc-8877-9e8175ab050b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:15:21.184490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 7508e169-d333-43cc-8877-9e8175ab050b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=7508e169-d333-43cc-8877-9e8175ab050b,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:21.187979 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:21.233374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=7508e169-d333-43cc-8877-9e8175ab050b,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:21.372984 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['7508e169-d333-43cc-8877-9e8175ab050b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:15:21.745211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8fd2-4865-4101-bbfb-82d6274e2354 req-c5ad8e86-0126-4b3b-b6fb-7e1405d3141b tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:21.746752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b79f8fd2-4865-4101-bbfb-82d6274e2354 req-c5ad8e86-0126-4b3b-b6fb-7e1405d3141b tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 945 time: 0.0634096 Jul 23 11:15:21.783752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b79f8fd2-4865-4101-bbfb-82d6274e2354 req-c507ff33-9e26-45bc-9ac0-9119f1985817 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Jul 23 11:15:22.912406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501c24-51e4-46a5-96f7-7845ecc4b348 req-e8f60461-6a25-4b60-9219-f57f673d2fbb tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:22.913890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0501c24-51e4-46a5-96f7-7845ecc4b348 req-e8f60461-6a25-4b60-9219-f57f673d2fbb tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 945 time: 0.0637000 Jul 23 11:15:22.950529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b0501c24-51e4-46a5-96f7-7845ecc4b348 req-17af0bdd-1d82-4e07-842c-35cad8e200ff tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Jul 23 11:15:23.018169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 7508e169-d333-43cc-8877-9e8175ab050b up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:23.067201 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 7508e169-d333-43cc-8877-9e8175ab050b completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:23.070598 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 7508e169-d333-43cc-8877-9e8175ab050b triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:23.070975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:23.145099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:23.166431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7508e169-d333-43cc-8877-9e8175ab050b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:15:23.168679 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e670f1b5-3445-4a6a-b2c2-0676f27ba4c8" -d '{"events": [{"server_uuid": "ff4949d1-a245-4d1b-9cfd-59db55402bd6", "name": "network-vif-plugged", "status": "completed", "tag": "7508e169-d333-43cc-8877-9e8175ab050b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:15:23.181557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 7508e169-d333-43cc-8877-9e8175ab050b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=7508e169-d333-43cc-8877-9e8175ab050b,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:23.186001 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:23.211888 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9123f740-071e-4c2d-9dac-309ce46616e4 x-openstack-request-id: req-9123f740-071e-4c2d-9dac-309ce46616e4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:15:23.212344 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4949d1-a245-4d1b-9cfd-59db55402bd6", "name": "network-vif-plugged", "status": "completed", "tag": "7508e169-d333-43cc-8877-9e8175ab050b", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:15:23.212601 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9123f740-071e-4c2d-9dac-309ce46616e4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:15:23.212984 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7508e169-d333-43cc-8877-9e8175ab050b', 'code': 200} Jul 23 11:15:23.237993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=7508e169-d333-43cc-8877-9e8175ab050b,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:23.313189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d668-1334-47a7-ad4f-48a5354a7bcc req-f1236b32-17fc-4301-8d21-cbffdadfbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:23.314721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e778d668-1334-47a7-ad4f-48a5354a7bcc req-f1236b32-17fc-4301-8d21-cbffdadfbbe3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0521173 Jul 23 11:15:23.348040 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e778d668-1334-47a7-ad4f-48a5354a7bcc req-c417e2a8-2d67-4c2c-b080-3f3a0b4a78f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268691 Jul 23 11:15:24.088692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4405a7-0a40-4ade-94c0-83c328174300 req-aee3b47f-1d64-4205-887a-e315a8d40891 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:24.090855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a4405a7-0a40-4ade-94c0-83c328174300 req-aee3b47f-1d64-4205-887a-e315a8d40891 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 946 time: 0.0732155 Jul 23 11:15:24.131006 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a4405a7-0a40-4ade-94c0-83c328174300 req-c16dc2ac-e7c3-4d35-8712-8781ef343636 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Jul 23 11:15:24.409786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:25.263432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e219b1-0304-41d1-875f-72a34bee25bb req-5dcb34f9-cb17-4dcf-bf1d-ce9b02b3c6b2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:25.264919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4e219b1-0304-41d1-875f-72a34bee25bb req-5dcb34f9-cb17-4dcf-bf1d-ce9b02b3c6b2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 946 time: 0.0656579 Jul 23 11:15:25.303097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4e219b1-0304-41d1-875f-72a34bee25bb req-49415c66-1c60-4457-aac5-c2bb8378eee3 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Jul 23 11:15:25.547066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0207f-900b-4518-a0fb-bba249551d88 req-f4151098-04ba-48e0-8fe9-b95b84003828 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:25.548593 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92a0207f-900b-4518-a0fb-bba249551d88 req-f4151098-04ba-48e0-8fe9-b95b84003828 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 946 time: 0.0638893 Jul 23 11:15:25.584446 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92a0207f-900b-4518-a0fb-bba249551d88 req-f51ca184-2d51-4dac-a56f-512e5b310ccc tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Jul 23 11:15:26.716451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c14a-03d2-487a-b050-be4c47cec889 req-810d8254-f0ce-490f-aea4-124213e7224e tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:26.718027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33b8c14a-03d2-487a-b050-be4c47cec889 req-810d8254-f0ce-490f-aea4-124213e7224e tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 946 time: 0.0648394 Jul 23 11:15:26.760044 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-33b8c14a-03d2-487a-b050-be4c47cec889 req-1e6ac091-80d3-4126-9634-8bfc3559ae99 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364511 Jul 23 11:15:26.789324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-fca8878f-60d6-41ff-95ec-4bf2a4d30dc4 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:26.791708 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-fca8878f-60d6-41ff-95ec-4bf2a4d30dc4 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff4949d1-a245-4d1b-9cfd-59db55402bd6 HTTP/1.1" status: 200 len: 946 time: 0.0741549 Jul 23 11:15:26.888728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Deleting port 7508e169-d333-43cc-8877-9e8175ab050b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:26.889069 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:26.978282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] For port 7508e169-d333-43cc-8877-9e8175ab050b, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=7508e169-d333-43cc-8877-9e8175ab050b,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:26.978634 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:26.990078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Calling delete_port for 7508e169-d333-43cc-8877-9e8175ab050b owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:27.113342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57cb2a40-1eae-4a3b-87a9-6b169e1abc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:27.125457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:27.137121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['7508e169-d333-43cc-8877-9e8175ab050b'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:15:27.158790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['c8651c87-5595-4e7f-bb53-3105288ca6f7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:15:27.160348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Pushing event deleted for resources: {'Port': ['ID=7508e169-d333-43cc-8877-9e8175ab050b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:27.209124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] No DVR routers for this DVR port 7508e169-d333-43cc-8877-9e8175ab050b on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:27.212418 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:27.214435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcd5829-1055-4ac2-a852-f4df5ba22bcc req-4fd98025-7491-49f7-baa1-a4b1c0b66c7f tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.55 "DELETE /v2.0/ports/7508e169-d333-43cc-8877-9e8175ab050b HTTP/1.1" status: 204 len: 173 time: 0.4167657 Jul 23 11:15:27.214883 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'name': 'network-vif-deleted', 'tag': '7508e169-d333-43cc-8877-9e8175ab050b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:15:27.217185 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39524555-58dc-43e1-b605-ec68eed22c0f" -d '{"events": [{"server_uuid": "ff4949d1-a245-4d1b-9cfd-59db55402bd6", "name": "network-vif-deleted", "tag": "7508e169-d333-43cc-8877-9e8175ab050b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:15:27.255921 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b61396-f6c9-48e6-92cb-860583479019 x-openstack-request-id: req-27b61396-f6c9-48e6-92cb-860583479019 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:15:27.256232 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4949d1-a245-4d1b-9cfd-59db55402bd6", "name": "network-vif-deleted", "tag": "7508e169-d333-43cc-8877-9e8175ab050b", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:15:27.256487 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27b61396-f6c9-48e6-92cb-860583479019 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:15:27.256910 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4949d1-a245-4d1b-9cfd-59db55402bd6', 'name': 'network-vif-deleted', 'tag': '7508e169-d333-43cc-8877-9e8175ab050b', 'status': 'completed', 'code': 200} Jul 23 11:15:27.924918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fcf00-7306-4893-ae88-8936f28630f7 req-6cefc1ef-86b7-43ef-9db3-5c062cad5309 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:27.926417 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c2fcf00-7306-4893-ae88-8936f28630f7 req-6cefc1ef-86b7-43ef-9db3-5c062cad5309 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0627053 Jul 23 11:15:27.964324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4c2fcf00-7306-4893-ae88-8936f28630f7 req-184e530c-5de7-48e0-b544-1c1c998bfdcf tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Jul 23 11:15:28.113179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4844b28-2573-40d7-91e6-c859ff0fdfb0 req-f2c86d58-9450-404c-8a08-f9c39178a4aa tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:28.114573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4844b28-2573-40d7-91e6-c859ff0fdfb0 req-f2c86d58-9450-404c-8a08-f9c39178a4aa tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0664170 Jul 23 11:15:28.152377 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4844b28-2573-40d7-91e6-c859ff0fdfb0 req-6b000425-be2e-43a0-9e1a-8aeb52fe7e2a tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Jul 23 11:15:28.279539 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b13e2-4d3c-4af5-b5c2-db5311a78e02 req-c1b46a4c-36c8-491e-a4cb-41aa7b600653 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:28.281010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b2b13e2-4d3c-4af5-b5c2-db5311a78e02 req-c1b46a4c-36c8-491e-a4cb-41aa7b600653 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0623884 Jul 23 11:15:28.317948 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0b2b13e2-4d3c-4af5-b5c2-db5311a78e02 req-e43ebd56-eceb-4bc3-abea-48a23f4c16e3 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Jul 23 11:15:28.495649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9774-1849-4f7f-87be-0cef93bdcdbf req-c3bdc51b-0a87-411a-b4e3-b6d12e03f2c8 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:28.497110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0de9774-1849-4f7f-87be-0cef93bdcdbf req-c3bdc51b-0a87-411a-b4e3-b6d12e03f2c8 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0618460 Jul 23 11:15:28.537962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e0de9774-1849-4f7f-87be-0cef93bdcdbf req-73b19cf2-d522-41c9-908f-9430c95cd0af tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Jul 23 11:15:28.669997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b122f-b0f2-442a-bb9e-a0e62e05b265 req-11d0bee9-004f-4400-8a23-592610288af2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:28.671437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-197b122f-b0f2-442a-bb9e-a0e62e05b265 req-11d0bee9-004f-4400-8a23-592610288af2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 23 11:15:28.709815 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-197b122f-b0f2-442a-bb9e-a0e62e05b265 req-991389d6-1332-4c1d-a40f-44c67d2ee5f4 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 23 11:15:28.845531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7451ab-8ec9-440d-8f68-8ab07a4bf8ae req-c6cb7006-f344-4d90-8c6c-5bec78d14677 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:28.847003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe7451ab-8ec9-440d-8f68-8ab07a4bf8ae req-c6cb7006-f344-4d90-8c6c-5bec78d14677 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0625384 Jul 23 11:15:28.890395 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fe7451ab-8ec9-440d-8f68-8ab07a4bf8ae req-b4278e65-8534-44b9-948c-59b26dea4677 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Jul 23 11:15:29.205620 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0178d1-da1f-4d1b-8594-77d2a4a9ed23 req-489b28a6-9b1e-4e6e-a441-caf6dbdee496 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:29.207024 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c0178d1-da1f-4d1b-8594-77d2a4a9ed23 req-489b28a6-9b1e-4e6e-a441-caf6dbdee496 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0633619 Jul 23 11:15:29.244828 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5c0178d1-da1f-4d1b-8594-77d2a4a9ed23 req-bece7a09-7264-4070-8a95-9988366219b5 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Jul 23 11:15:29.966235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e79bd20e-38a9-4854-84f2-ec01b09096aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:30.275993 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:30.376877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed6788-dc2e-40c0-ae27-9a8b48e0fdfd req-d3e4d769-6aba-46b7-b6ce-66d79518c730 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:30.378371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08ed6788-dc2e-40c0-ae27-9a8b48e0fdfd req-d3e4d769-6aba-46b7-b6ce-66d79518c730 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0637126 Jul 23 11:15:30.421242 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-08ed6788-dc2e-40c0-ae27-9a8b48e0fdfd req-8eff4f9c-fcf1-464a-b945-c780ad8c7861 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/security-groups?id=7679cbef-8ddb-4c8b-91d7-729d5352ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Jul 23 11:15:30.644070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-30b0a93b-547d-4d63-9c68-525e067b9de6 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:30.645514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-30b0a93b-547d-4d63-9c68-525e067b9de6 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 945 time: 0.0617855 Jul 23 11:15:30.742886 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Deleting port c8651c87-5595-4e7f-bb53-3105288ca6f7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:30.743227 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:30.834765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] For port c8651c87-5595-4e7f-bb53-3105288ca6f7, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=c8651c87-5595-4e7f-bb53-3105288ca6f7,segment=NetworkSegment(1645a14f-53c7-473b-9a0e-01dc567d2f1b),segment_id=1645a14f-53c7-473b-9a0e-01dc567d2f1b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:30.835122 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:30.847048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Calling delete_port for c8651c87-5595-4e7f-bb53-3105288ca6f7 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:30.970849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:30.999931 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Pushing event deleted for resources: {'Port': ['ID=c8651c87-5595-4e7f-bb53-3105288ca6f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:31.009455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['c8651c87-5595-4e7f-bb53-3105288ca6f7'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:15:31.048198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] No DVR routers for this DVR port c8651c87-5595-4e7f-bb53-3105288ca6f7 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:31.050868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:31.052517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 7508e169-d333-43cc-8877-9e8175ab050b no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:31.052924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fd9a8c09-a63d-4744-81ec-48a3a103b7b3 req-3321a5f5-654d-4da3-9af6-cecd7ad71b52 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.20 "DELETE /v2.0/ports/c8651c87-5595-4e7f-bb53-3105288ca6f7 HTTP/1.1" status: 204 len: 173 time: 0.4013016 Jul 23 11:15:31.053389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'name': 'network-vif-deleted', 'tag': 'c8651c87-5595-4e7f-bb53-3105288ca6f7'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:15:31.055776 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc70a776-bc1a-4cd1-b1be-ebd4073c99f1" -d '{"events": [{"server_uuid": "3a85c751-3b43-4175-ba57-e3cee93f6581", "name": "network-vif-deleted", "tag": "c8651c87-5595-4e7f-bb53-3105288ca6f7"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:15:31.073594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: 7508e169-d333-43cc-8877-9e8175ab050b {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:31.073963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 7508e169-d333-43cc-8877-9e8175ab050b not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:31.102357 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389272a-6f5f-4cfd-8195-417f2034f7a2 x-openstack-request-id: req-3389272a-6f5f-4cfd-8195-417f2034f7a2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:15:31.102660 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a85c751-3b43-4175-ba57-e3cee93f6581", "name": "network-vif-deleted", "tag": "c8651c87-5595-4e7f-bb53-3105288ca6f7", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:15:31.103602 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3389272a-6f5f-4cfd-8195-417f2034f7a2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:15:31.104287 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a85c751-3b43-4175-ba57-e3cee93f6581', 'name': 'network-vif-deleted', 'tag': 'c8651c87-5595-4e7f-bb53-3105288ca6f7', 'status': 'completed', 'code': 200} Jul 23 11:15:31.400937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:31.541536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e5fe113-459f-48fa-a75d-9937d80c8cc2 req-cd145248-276e-4c4a-a418-906274432bd2 tempest-ServersNegativeTestJSON-100319382 tempest-ServersNegativeTestJSON-100319382-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a85c751-3b43-4175-ba57-e3cee93f6581 HTTP/1.1" status: 200 len: 210 time: 0.0328164 Jul 23 11:15:32.598398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35782) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:32.642947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Deleting subnet 3245be40-7a3a-49de-b70b-bf1c8dc042c1 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:15:32.647833 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.660292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.682073 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.723162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.772739 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.798590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3245be40-7a3a-49de-b70b-bf1c8dc042c1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:32.802260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.804413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-cc194357-280a-4d8e-ae90-08e1f4fbe29c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3245be40-7a3a-49de-b70b-bf1c8dc042c1 HTTP/1.1" status: 204 len: 168 time: 0.2047241 Jul 23 11:15:32.807157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35784) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:32.873425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.957034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.967032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6d189c-c8ac-4e42-a3d2-c946a202571a']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:32.976488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1645a14f-53c7-473b-9a0e-01dc567d2f1b') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:32.976787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1645a14f-53c7-473b-9a0e-01dc567d2f1b') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:32.985824 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:32.996475 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8651c87-5595-4e7f-bb53-3105288ca6f7 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:32.999644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.005513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:33.005970 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:33.007760 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:33.016387 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: c8651c87-5595-4e7f-bb53-3105288ca6f7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:33.016739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device c8651c87-5595-4e7f-bb53-3105288ca6f7 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:33.065863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.071136 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.073526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ef6d189c-c8ac-4e42-a3d2-c946a202571a HTTP/1.1" status: 204 len: 168 time: 0.2652750 Jul 23 11:15:33.084090 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76075-80d9-4f76-8a82-45120a3490e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6d189c-c8ac-4e42-a3d2-c946a202571a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:33.185223 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:33.224371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-55766694-3cd1-4f28-8c44-77e42f80a470 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3b30a92fcef46d685e0c701c50dfb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380130 Jul 23 11:15:33.226660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:33.272800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aacb8055-b96c-44c9-b828-7dcd41232f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.293817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aacb8055-b96c-44c9-b828-7dcd41232f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.340899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aacb8055-b96c-44c9-b828-7dcd41232f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.344004 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aacb8055-b96c-44c9-b828-7dcd41232f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:33.345548 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aacb8055-b96c-44c9-b828-7dcd41232f4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7679cbef-8ddb-4c8b-91d7-729d5352ea8e HTTP/1.1" status: 204 len: 168 time: 0.1177955 Jul 23 11:15:33.357551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb8055-b96c-44c9-b828-7dcd41232f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7679cbef-8ddb-4c8b-91d7-729d5352ea8e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:34.020464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:34.113130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315947546'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:34.133815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:34.137545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.146219 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.237109 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.240464 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.261618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:34.276403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303292fc-26c6-4aff-bfa3-6115fa96e862,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:34.279557 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.279905 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Added segment 65f85f81-5f88-471d-b043-8c4dc5877b99 of type vlan for network 196488e4-f75e-42aa-bef0-c83e48f98233 Jul 23 11:15:34.321335 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.348380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.354479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:34.355056 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:34.402264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3806551 Jul 23 11:15:34.457708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287700e-be99-492c-848e-f698f95d10d3 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Network': ['ID=196488e4-f75e-42aa-bef0-c83e48f98233,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:34.469327 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 196488e4-f75e-42aa-bef0-c83e48f98233 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:34.830620 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:37.394961 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:15:37.657662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:37.662709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'subnet': {'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:37.751834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:37.755203 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:37.927907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:37.988441 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Subnet': ['ID=96b2e499-8bfe-4351-a523-3188f4c6dd1c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:38.000028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.000469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.000803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.001119 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.001447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.001813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.002142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.002485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.002845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.003244 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.003627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.004064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.009866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Checking segment: {'id': '65f85f81-5f88-471d-b043-8c4dc5877b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:38.010274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network hostable DHCP agents. Network: 196488e4-f75e-42aa-bef0-c83e48f98233, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:38.029605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network 196488e4-f75e-42aa-bef0-c83e48f98233 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:38.038992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 196488e4-f75e-42aa-bef0-c83e48f98233) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:38.044103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:38.044681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.049860 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a12848-c15f-4bb0-bce4-b0909f7c7034 None None] Network 196488e4-f75e-42aa-bef0-c83e48f98233 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:38.065351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7aa5559b-da58-40ca-a21a-f4faa879f90d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4066005 Jul 23 11:15:38.069027 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35818) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:38.074251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2043203899'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:38.097766 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:38.101142 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.128127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:38.137290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.137632 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Added segment 7db2fdbd-bd2e-4e07-8e39-3623624cee59 of type vlan for network 53b9ecca-a999-4e67-935c-35c037c39cba Jul 23 11:15:38.177482 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.198154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-196488e4-f75e-42aa-bef0-c83e48f98233', 'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233', 'tenant_id': '41db3f12d22c460a9010cd5339c43e67', 'fixed_ips': [{'subnet_id': '96b2e499-8bfe-4351-a523-3188f4c6dd1c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:38.199012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.206261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.212561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:38.213203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.270416 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2001312 Jul 23 11:15:38.273618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:38.279717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'subnet': {'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:38.334447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Allocated IP 2001:db8:0:ffff::2 (196488e4-f75e-42aa-bef0-c83e48f98233/96b2e499-8bfe-4351-a523-3188f4c6dd1c/25e2f25b-acc4-41a3-9901-568b53ad4312) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:38.334705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1176810-fa0d-480a-8335-33370cc2cc09 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Network': ['ID=53b9ecca-a999-4e67-935c-35c037c39cba,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:38.350249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 53b9ecca-a999-4e67-935c-35c037c39cba details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:38.367645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:38.371982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.543826 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.552764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Transition to ACTIVE for port object 25e2f25b-acc4-41a3-9901-568b53ad4312 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:38.568791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Transition to ACTIVE for port object 25e2f25b-acc4-41a3-9901-568b53ad4312 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:38.574306 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.617469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Network 196488e4-f75e-42aa-bef0-c83e48f98233 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:38.619532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:38.623260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:38.630710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Pushing event updated for resources: {'Port': ['ID=25e2f25b-acc4-41a3-9901-568b53ad4312,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:38.656417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.656768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.657135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.657473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.657805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.658133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.658461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.658788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.659120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.659482 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.659809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.660134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:38.699062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Attempting to bind port 25e2f25b-acc4-41a3-9901-568b53ad4312 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:38.699467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Attempting to bind port 25e2f25b-acc4-41a3-9901-568b53ad4312 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '65f85f81-5f88-471d-b043-8c4dc5877b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:38.699838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Attempting to bind port 25e2f25b-acc4-41a3-9901-568b53ad4312 on network 196488e4-f75e-42aa-bef0-c83e48f98233 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:38.705170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:38.705548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Checking segment: {'id': '65f85f81-5f88-471d-b043-8c4dc5877b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:38.705972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.706360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Bound using segment: {'id': '65f85f81-5f88-471d-b043-8c4dc5877b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:38.706833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Bound port: 25e2f25b-acc4-41a3-9901-568b53ad4312, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f85f81-5f88-471d-b043-8c4dc5877b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '196488e4-f75e-42aa-bef0-c83e48f98233'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:38.707223 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.772331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] For port 25e2f25b-acc4-41a3-9901-568b53ad4312, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:38.776358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] For port 25e2f25b-acc4-41a3-9901-568b53ad4312, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=25e2f25b-acc4-41a3-9901-568b53ad4312,segment=NetworkSegment(65f85f81-5f88-471d-b043-8c4dc5877b99),segment_id=65f85f81-5f88-471d-b043-8c4dc5877b99)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:38.779840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.840400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527a0b-bc64-446f-816c-f2bbcb33d61f None None] Pushing event updated for resources: {'Port': ['ID=25e2f25b-acc4-41a3-9901-568b53ad4312,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:38.856114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.928574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Subnet': ['ID=dd8199d7-0b5a-4af2-b588-3193061cb76c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:38.935921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Checking segment: {'id': '7db2fdbd-bd2e-4e07-8e39-3623624cee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:38.936316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network hostable DHCP agents. Network: 53b9ecca-a999-4e67-935c-35c037c39cba, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:38.954445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network 53b9ecca-a999-4e67-935c-35c037c39cba is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:38.964273 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 53b9ecca-a999-4e67-935c-35c037c39cba) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:38.969702 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:38.970394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:38.994265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c727004-849a-4246-baa1-e3cebed4a3e9 None None] Network 53b9ecca-a999-4e67-935c-35c037c39cba requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:39.019607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-acb5de2d-851e-49bc-87aa-bae66f34fd96 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7447801 Jul 23 11:15:39.022118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:39.136023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.178443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-53b9ecca-a999-4e67-935c-35c037c39cba', 'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba', 'tenant_id': '41db3f12d22c460a9010cd5339c43e67', 'fixed_ips': [{'subnet_id': 'dd8199d7-0b5a-4af2-b588-3193061cb76c'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:39.179319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.233023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.316202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Allocated IP 2001:db8::2 (53b9ecca-a999-4e67-935c-35c037c39cba/dd8199d7-0b5a-4af2-b588-3193061cb76c/f4d9712d-8e53-4860-83f9-a7861deb9cd2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:39.465614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.474117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Transition to ACTIVE for port object f4d9712d-8e53-4860-83f9-a7861deb9cd2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:39.490014 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Transition to ACTIVE for port object f4d9712d-8e53-4860-83f9-a7861deb9cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:39.498203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.517064 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.537434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Network 53b9ecca-a999-4e67-935c-35c037c39cba is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:39.540571 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:39.546325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:39.547643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8199d7-0b5a-4af2-b588-3193061cb76c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:39.557679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Pushing event updated for resources: {'Port': ['ID=f4d9712d-8e53-4860-83f9-a7861deb9cd2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:39.613801 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Attempting to bind port f4d9712d-8e53-4860-83f9-a7861deb9cd2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:39.614184 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Attempting to bind port f4d9712d-8e53-4860-83f9-a7861deb9cd2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '7db2fdbd-bd2e-4e07-8e39-3623624cee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:39.614577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Attempting to bind port f4d9712d-8e53-4860-83f9-a7861deb9cd2 on network 53b9ecca-a999-4e67-935c-35c037c39cba {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:39.616736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.621457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:39.621842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Checking segment: {'id': '7db2fdbd-bd2e-4e07-8e39-3623624cee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:39.622254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.622669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Bound using segment: {'id': '7db2fdbd-bd2e-4e07-8e39-3623624cee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:39.623134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Bound port: f4d9712d-8e53-4860-83f9-a7861deb9cd2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db2fdbd-bd2e-4e07-8e39-3623624cee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '53b9ecca-a999-4e67-935c-35c037c39cba'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:39.623561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.628889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b9ecca-a999-4e67-935c-35c037c39cba']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:39.640826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db2fdbd-bd2e-4e07-8e39-3623624cee59') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:39.641130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db2fdbd-bd2e-4e07-8e39-3623624cee59') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:39.652457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.666915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.673623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:39.674104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:39.677631 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:39.700118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] For port f4d9712d-8e53-4860-83f9-a7861deb9cd2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:39.743855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 11:15:39.743855 n-d-778550-4 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 11:15:39.743855 n-d-778550-4 neutron-server[93834]: [parameters: {'id': '53b9ecca-a999-4e67-935c-35c037c39cba'}] Jul 23 11:15:39.743855 n-d-778550-4 neutron-server[93834]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 11:15:39.744805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] For port f4d9712d-8e53-4860-83f9-a7861deb9cd2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f4d9712d-8e53-4860-83f9-a7861deb9cd2,segment=NetworkSegment(7db2fdbd-bd2e-4e07-8e39-3623624cee59),segment_id=7db2fdbd-bd2e-4e07-8e39-3623624cee59)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:39.745441 n-d-778550-4 neutron-server[93834]: DEBUG oslo_db.api [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 11:15:39.749082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:39.829964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a427de-e415-4be7-9405-eaf907b4af8e None None] Network 196488e4-f75e-42aa-bef0-c83e48f98233 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:39.835617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09ded8-1ded-46f3-b8e5-e3e54c8edc42 None None] Pushing event updated for resources: {'Port': ['ID=f4d9712d-8e53-4860-83f9-a7861deb9cd2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:39.907380 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29737f2-0bd1-4fe7-838e-8bf7cec9b1f7 None None] Network 53b9ecca-a999-4e67-935c-35c037c39cba requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:39.927697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6cbd56d0-a24d-47e4-b0e7-3f6a5944b561 None None] Provisioning for port 25e2f25b-acc4-41a3-9901-568b53ad4312 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:40.247221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.279929 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74b3e1-1f7c-498f-8c32-31a8bf673851 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 11:15:40.305607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Deleting port f4d9712d-8e53-4860-83f9-a7861deb9cd2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:40.306132 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.344205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74b3e1-1f7c-498f-8c32-31a8bf673851 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 11:15:40.369114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] For port f4d9712d-8e53-4860-83f9-a7861deb9cd2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=f4d9712d-8e53-4860-83f9-a7861deb9cd2,segment=NetworkSegment(7db2fdbd-bd2e-4e07-8e39-3623624cee59),segment_id=7db2fdbd-bd2e-4e07-8e39-3623624cee59)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:40.369400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.382071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Calling delete_port for f4d9712d-8e53-4860-83f9-a7861deb9cd2 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:40.465918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.492677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Port': ['ID=f4d9712d-8e53-4860-83f9-a7861deb9cd2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:40.495296 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No DVR routers for this DVR port f4d9712d-8e53-4860-83f9-a7861deb9cd2 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:40.578916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.589368 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b9ecca-a999-4e67-935c-35c037c39cba']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:40.599949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db2fdbd-bd2e-4e07-8e39-3623624cee59') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:40.600251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db2fdbd-bd2e-4e07-8e39-3623624cee59') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:40.605570 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 25e2f25b-acc4-41a3-9901-568b53ad4312 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:40.610864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.625352 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.631147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:40.631652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:40.634774 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:40.657917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 25e2f25b-acc4-41a3-9901-568b53ad4312 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:40.661564 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 25e2f25b-acc4-41a3-9901-568b53ad4312 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:40.661945 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.691369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.700813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.703037 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/53b9ecca-a999-4e67-935c-35c037c39cba HTTP/1.1" status: 204 len: 168 time: 1.6796319 Jul 23 11:15:40.707054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35824) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:40.712422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860775801'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:40.718644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899e4b4-b365-4f45-ac7a-12736cf4aa7b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Network': ['ID=53b9ecca-a999-4e67-935c-35c037c39cba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:40.733317 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:40.736795 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.747317 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.760927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:40.769789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.770263 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Added segment 2630cfee-8f61-450b-ae43-8ce9e99a4512 of type vlan for network f4d9e47f-1226-4ce5-9458-de042924abf5 Jul 23 11:15:40.780093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 25e2f25b-acc4-41a3-9901-568b53ad4312, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=25e2f25b-acc4-41a3-9901-568b53ad4312,segment=NetworkSegment(65f85f81-5f88-471d-b043-8c4dc5877b99),segment_id=65f85f81-5f88-471d-b043-8c4dc5877b99)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:40.783765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.819089 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.837637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=25e2f25b-acc4-41a3-9901-568b53ad4312,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:40.848793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.854921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:40.855571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:40.888653 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1810148 Jul 23 11:15:40.891379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35826) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:40.898124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'subnet': {'network_id': 'f4d9e47f-1226-4ce5-9458-de042924abf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:40.942312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396ce7f-178c-4dc3-8cef-c2294f6a32ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Network': ['ID=f4d9e47f-1226-4ce5-9458-de042924abf5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:40.952951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network f4d9e47f-1226-4ce5-9458-de042924abf5 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:41.013053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:41.016637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.076706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Performing IP validity checks on allocation pools {{(pid=93833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 11:15:41.077236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 11:15:41.198972 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.267279 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Subnet': ['ID=199f2f97-2f5d-43fe-85f5-5540e2bf473d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:41.275567 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Checking segment: {'id': '2630cfee-8f61-450b-ae43-8ce9e99a4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f4d9e47f-1226-4ce5-9458-de042924abf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:41.275939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network hostable DHCP agents. Network: f4d9e47f-1226-4ce5-9458-de042924abf5, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:41.292399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network f4d9e47f-1226-4ce5-9458-de042924abf5 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:41.300648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, f4d9e47f-1226-4ce5-9458-de042924abf5) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:41.304595 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:41.305187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.310617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0eab36-4396-43ae-9c2d-4a9e62095cb8 None None] Network f4d9e47f-1226-4ce5-9458-de042924abf5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:41.319616 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6331ae10-9ffd-44fa-b083-352f8ef223ae tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4270878 Jul 23 11:15:41.322458 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:41.422053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.452930 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae08af4-a4c0-47e8-8067-8ead226c2a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-f4d9e47f-1226-4ce5-9458-de042924abf5', 'network_id': 'f4d9e47f-1226-4ce5-9458-de042924abf5', 'tenant_id': '41db3f12d22c460a9010cd5339c43e67', 'fixed_ips': [{'subnet_id': '199f2f97-2f5d-43fe-85f5-5540e2bf473d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:41.453795 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ae08af4-a4c0-47e8-8067-8ead226c2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.474328 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.538179 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-5ae08af4-a4c0-47e8-8067-8ead226c2a95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 199f2f97-2f5d-43fe-85f5-5540e2bf473d: This subnet is being modified by another concurrent operation. Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 199f2f97-2f5d-43fe-85f5-5540e2bf473d: This subnet is being modified by another concurrent operation. Jul 23 11:15:41.548735 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 11:15:41.567548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af42bc-add5-40de-9744-171d646b90cf None None] Network f4d9e47f-1226-4ce5-9458-de042924abf5 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:41.569577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Subnet': ['ID=199f2f97-2f5d-43fe-85f5-5540e2bf473d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:41.629975 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.641732 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d9e47f-1226-4ce5-9458-de042924abf5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:41.653260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2630cfee-8f61-450b-ae43-8ce9e99a4512') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:41.653561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2630cfee-8f61-450b-ae43-8ce9e99a4512') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:41.663068 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.677652 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.684177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:41.684583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:41.687627 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:41.755381 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.761921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.763874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/f4d9e47f-1226-4ce5-9458-de042924abf5 HTTP/1.1" status: 204 len: 168 time: 0.4404063 Jul 23 11:15:41.767546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35830) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:41.772838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1636783754'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:41.783210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe09cb-4b53-4da4-ac90-527fb59c3f87 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Network': ['ID=f4d9e47f-1226-4ce5-9458-de042924abf5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:41.796179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:41.799719 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.832262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:41.842337 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.842695 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Added segment dd1b2cf4-ce15-4474-a30b-cc890f5d534c of type vlan for network 29cae051-8f62-41c3-80e6-713fcb6cff75 Jul 23 11:15:41.846955 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aabca55-ef12-4fc3-a521-b262b3f51a80 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 11:15:41.886839 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.916832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.922426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:41.923024 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:41.926936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aabca55-ef12-4fc3-a521-b262b3f51a80 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 11:15:41.957161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1884820 Jul 23 11:15:41.959986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35832) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:41.967144 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'subnet': {'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:42.021960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29071199-f71d-4365-9b9b-9bb865856be6 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Network': ['ID=29cae051-8f62-41c3-80e6-713fcb6cff75,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:42.033931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 29cae051-8f62-41c3-80e6-713fcb6cff75 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:42.089954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:42.093700 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.276998 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.335245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Subnet': ['ID=330b884b-d103-4ca6-b49c-2804f0ed41c5,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:42.342230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Checking segment: {'id': 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:42.342647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network hostable DHCP agents. Network: 29cae051-8f62-41c3-80e6-713fcb6cff75, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:42.358828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network 29cae051-8f62-41c3-80e6-713fcb6cff75 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:42.367007 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 29cae051-8f62-41c3-80e6-713fcb6cff75) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:42.371528 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:42.372119 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.376802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f572547-3c31-4946-b155-3e89af39ea11 None None] Network 29cae051-8f62-41c3-80e6-713fcb6cff75 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:42.386514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-13221221-6b9e-41b7-a0df-b84f8dd9afce tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254436 Jul 23 11:15:42.390048 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35834) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:42.395122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193340756'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:42.417127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:42.420677 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.456824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:42.467059 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.467410 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Added segment fd185938-ec86-4725-8177-d004e6a9ba9d of type vlan for network b5f76adf-3192-4888-99de-281f03372a14 Jul 23 11:15:42.517913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.539652 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-29cae051-8f62-41c3-80e6-713fcb6cff75', 'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75', 'tenant_id': '41db3f12d22c460a9010cd5339c43e67', 'fixed_ips': [{'subnet_id': '330b884b-d103-4ca6-b49c-2804f0ed41c5'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:42.542315 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.564361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.569854 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:42.570518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.606592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2153776 Jul 23 11:15:42.609474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35836) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:42.614297 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Request body: {'subnet': {'network_id': 'b5f76adf-3192-4888-99de-281f03372a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:42.625218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 25e2f25b-acc4-41a3-9901-568b53ad4312 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:42.654012 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574d25-13dc-46cb-93d3-59aa2c685f8d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Network': ['ID=b5f76adf-3192-4888-99de-281f03372a14,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:42.668553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network b5f76adf-3192-4888-99de-281f03372a14 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:42.732955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Made reservation on behalf of 41db3f12d22c460a9010cd5339c43e67 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:42.736549 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.795489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 25e2f25b-acc4-41a3-9901-568b53ad4312 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:42.795874 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.797816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Allocated IP 2001:db8::2 (29cae051-8f62-41c3-80e6-713fcb6cff75/330b884b-d103-4ca6-b49c-2804f0ed41c5/69c72140-2e02-4b93-9b8e-80dd0f3fae13) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:42.919325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:42.981181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event updated for resources: {'Subnet': ['ID=0a7ad1d3-34f5-43c4-8c75-edca88433748,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:42.985503 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Checking segment: {'id': 'fd185938-ec86-4725-8177-d004e6a9ba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b5f76adf-3192-4888-99de-281f03372a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:42.985867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network hostable DHCP agents. Network: b5f76adf-3192-4888-99de-281f03372a14, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:43.002466 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Network b5f76adf-3192-4888-99de-281f03372a14 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:43.012201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, b5f76adf-3192-4888-99de-281f03372a14) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:43.014626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.018342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:43.018940 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.021402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34480378-7a02-422e-b4d1-1782ce2f4a37 None None] Network b5f76adf-3192-4888-99de-281f03372a14 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:43.034064 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4dfa8ac3-8b6a-4172-a9b3-207cd391e0f8 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4235122 Jul 23 11:15:43.037062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35838) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:43.037685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Transition to ACTIVE for port object 69c72140-2e02-4b93-9b8e-80dd0f3fae13 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:43.091909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Transition to ACTIVE for port object 69c72140-2e02-4b93-9b8e-80dd0f3fae13 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:43.102444 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.140064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.153425 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Network 29cae051-8f62-41c3-80e6-713fcb6cff75 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:43.159342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:43.167074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:43.201907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Pushing event updated for resources: {'Port': ['ID=69c72140-2e02-4b93-9b8e-80dd0f3fae13,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:43.227619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.291237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.294947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Attempting to bind port 69c72140-2e02-4b93-9b8e-80dd0f3fae13 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:43.295529 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Attempting to bind port 69c72140-2e02-4b93-9b8e-80dd0f3fae13 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:43.296125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Attempting to bind port 69c72140-2e02-4b93-9b8e-80dd0f3fae13 on network 29cae051-8f62-41c3-80e6-713fcb6cff75 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:43.303083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b6e08-3e8e-43b9-8447-b211a81844e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-b5f76adf-3192-4888-99de-281f03372a14', 'network_id': 'b5f76adf-3192-4888-99de-281f03372a14', 'tenant_id': '41db3f12d22c460a9010cd5339c43e67', 'fixed_ips': [{'subnet_id': '0a7ad1d3-34f5-43c4-8c75-edca88433748'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:43.303950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6e08-3e8e-43b9-8447-b211a81844e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.313706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:43.314084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Checking segment: {'id': 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:43.314487 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.314886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Bound using segment: {'id': 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:43.315368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Bound port: 69c72140-2e02-4b93-9b8e-80dd0f3fae13, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '29cae051-8f62-41c3-80e6-713fcb6cff75'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:43.315775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.322552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7ad1d3-34f5-43c4-8c75-edca88433748,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:43.380190 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.390607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f76adf-3192-4888-99de-281f03372a14']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:43.401063 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd185938-ec86-4725-8177-d004e6a9ba9d') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:43.401364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd185938-ec86-4725-8177-d004e6a9ba9d') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:43.410450 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.423363 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1e53d-075d-47b9-b9b5-7c81c0f61884 None None] Network b5f76adf-3192-4888-99de-281f03372a14 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:43.424491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.431453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:43.431883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:43.435275 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:43.454445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] For port 69c72140-2e02-4b93-9b8e-80dd0f3fae13, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:43.498564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.506795 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.508690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/b5f76adf-3192-4888-99de-281f03372a14 HTTP/1.1" status: 204 len: 168 time: 0.4708703 Jul 23 11:15:43.511943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:43.519964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fe2fb-7121-432f-9a91-2e06ffb0ad26 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Network': ['ID=b5f76adf-3192-4888-99de-281f03372a14,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:43.525677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] For port 69c72140-2e02-4b93-9b8e-80dd0f3fae13, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=69c72140-2e02-4b93-9b8e-80dd0f3fae13,segment=NetworkSegment(dd1b2cf4-ce15-4474-a30b-cc890f5d534c),segment_id=dd1b2cf4-ce15-4474-a30b-cc890f5d534c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:43.547196 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.551656 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc9ffde-8f8b-4851-865e-6abac6dd4458 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] GET failed (client error): The resource could not be found. Jul 23 11:15:43.553010 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ccc9ffde-8f8b-4851-865e-6abac6dd4458 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "GET /v2.0/subnets/0a7ad1d3-34f5-43c4-8c75-edca88433748 HTTP/1.1" status: 404 len: 337 time: 0.0399604 Jul 23 11:15:43.555880 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:43.574011 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16b5c20-107a-4a1e-9604-e2dd9bdf501e tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:43.574670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16b5c20-107a-4a1e-9604-e2dd9bdf501e tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:43.576417 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e16b5c20-107a-4a1e-9604-e2dd9bdf501e tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/b5f76adf-3192-4888-99de-281f03372a14 HTTP/1.1" status: 404 len: 339 time: 0.0196187 Jul 23 11:15:43.580252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:43.613921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdffb89-7877-4eb5-8a62-65de6f3fc779 None None] Pushing event updated for resources: {'Port': ['ID=69c72140-2e02-4b93-9b8e-80dd0f3fae13,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:43.614184 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dfdada-884b-4a88-8805-7d0bab7f3d97 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:43.614716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dfdada-884b-4a88-8805-7d0bab7f3d97 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:43.616625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23dfdada-884b-4a88-8805-7d0bab7f3d97 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/subnets/0a7ad1d3-34f5-43c4-8c75-edca88433748 HTTP/1.1" status: 404 len: 337 time: 0.0353580 Jul 23 11:15:43.619890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35846) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:43.640492 n-d-778550-4 neutron-server[93833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0956c896-0a54-4313-9daa-93a18756a0c5 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:43.641038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0956c896-0a54-4313-9daa-93a18756a0c5 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:43.642759 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0956c896-0a54-4313-9daa-93a18756a0c5 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/b5f76adf-3192-4888-99de-281f03372a14 HTTP/1.1" status: 404 len: 339 time: 0.0218060 Jul 23 11:15:43.645352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35848) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:43.695098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Deleting subnet 330b884b-d103-4ca6-b49c-2804f0ed41c5 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:15:43.699165 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.752736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.845867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.905132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.934609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Subnet': ['ID=330b884b-d103-4ca6-b49c-2804f0ed41c5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:43.938363 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:43.940259 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-64ed8b56-7192-4286-bc95-7c98b4e3c579 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/subnets/330b884b-d103-4ca6-b49c-2804f0ed41c5 HTTP/1.1" status: 204 len: 168 time: 0.2940059 Jul 23 11:15:43.942646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35850) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:44.283159 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.335484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Deleting port 69c72140-2e02-4b93-9b8e-80dd0f3fae13 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:44.335826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.404015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] For port 69c72140-2e02-4b93-9b8e-80dd0f3fae13, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=69c72140-2e02-4b93-9b8e-80dd0f3fae13,segment=NetworkSegment(dd1b2cf4-ce15-4474-a30b-cc890f5d534c),segment_id=dd1b2cf4-ce15-4474-a30b-cc890f5d534c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:44.404384 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.416769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Calling delete_port for 69c72140-2e02-4b93-9b8e-80dd0f3fae13 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:44.497272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.510463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc5b0e-6242-4857-847d-87068cafd863 None None] Network 29cae051-8f62-41c3-80e6-713fcb6cff75 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:44.525971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Port': ['ID=69c72140-2e02-4b93-9b8e-80dd0f3fae13,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:44.531506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No DVR routers for this DVR port 69c72140-2e02-4b93-9b8e-80dd0f3fae13 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:44.540960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f9c879c7-70e9-44cc-9f21-7c49a901986d None None] Could not find standard attr ID for object 69c72140-2e02-4b93-9b8e-80dd0f3fae13. {{(pid=93835) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 11:15:44.618357 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.628560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cae051-8f62-41c3-80e6-713fcb6cff75']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:44.630377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 69c72140-2e02-4b93-9b8e-80dd0f3fae13 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:44.639600 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:44.639896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1b2cf4-ce15-4474-a30b-cc890f5d534c') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:44.650655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.650913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 69c72140-2e02-4b93-9b8e-80dd0f3fae13 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:44.651269 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 69c72140-2e02-4b93-9b8e-80dd0f3fae13 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 11:15:44.664640 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.669458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Port 69c72140-2e02-4b93-9b8e-80dd0f3fae13 not found, will not notify nova. {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 11:15:44.672594 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:44.673002 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:44.676069 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:44.704587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b0be8-23ea-4e75-8c85-b3294b298de9 None None] DHCP port deletion for 29cae051-8f62-41c3-80e6-713fcb6cff75 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:15:44.736421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.745122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.746982 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/29cae051-8f62-41c3-80e6-713fcb6cff75 HTTP/1.1" status: 204 len: 168 time: 0.8033760 Jul 23 11:15:44.749684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:44.757840 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e5bd9-778d-46fc-a09b-3f0fc7128276 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Network': ['ID=29cae051-8f62-41c3-80e6-713fcb6cff75,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:44.780510 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9306210b-a7f7-41ff-bf5c-8e80d1e9d211 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:44.780956 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9306210b-a7f7-41ff-bf5c-8e80d1e9d211 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:44.782640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9306210b-a7f7-41ff-bf5c-8e80d1e9d211 tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/subnets/199f2f97-2f5d-43fe-85f5-5540e2bf473d HTTP/1.1" status: 404 len: 337 time: 0.0319030 Jul 23 11:15:44.785213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:44.802323 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a2d436-5121-4d4a-8ecf-1179f396ec7e tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:44.802843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a2d436-5121-4d4a-8ecf-1179f396ec7e tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:44.804484 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a4a2d436-5121-4d4a-8ecf-1179f396ec7e tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/f4d9e47f-1226-4ce5-9458-de042924abf5 HTTP/1.1" status: 404 len: 339 time: 0.0183990 Jul 23 11:15:44.807475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:44.832953 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f17d884-2111-4df0-8350-9a1be21c2b9b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:44.833399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f17d884-2111-4df0-8350-9a1be21c2b9b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:44.835070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f17d884-2111-4df0-8350-9a1be21c2b9b tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/subnets/dd8199d7-0b5a-4af2-b588-3193061cb76c HTTP/1.1" status: 404 len: 337 time: 0.0266528 Jul 23 11:15:44.837663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:44.854612 n-d-778550-4 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f899c984-9e2a-49a2-9f96-6aa415f640ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] DELETE failed (client error): The resource could not be found. Jul 23 11:15:44.855133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f899c984-9e2a-49a2-9f96-6aa415f640ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 11:15:44.856762 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f899c984-9e2a-49a2-9f96-6aa415f640ca tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/53b9ecca-a999-4e67-935c-35c037c39cba HTTP/1.1" status: 404 len: 339 time: 0.0182240 Jul 23 11:15:44.859073 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:44.908198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Deleting subnet 96b2e499-8bfe-4351-a523-3188f4c6dd1c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:15:44.911081 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:44.949743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.034703 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.092027 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.116699 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Subnet': ['ID=96b2e499-8bfe-4351-a523-3188f4c6dd1c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:45.123065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.124958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bcfbcf8d-19f5-4bb6-ad8d-ee005d0992cb tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/subnets/96b2e499-8bfe-4351-a523-3188f4c6dd1c HTTP/1.1" status: 204 len: 168 time: 0.2649744 Jul 23 11:15:45.127606 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:45.130031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b8c19-945f-4830-b965-0ded81f987d7 None None] Network 196488e4-f75e-42aa-bef0-c83e48f98233 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:45.204802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.260666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Deleting port 25e2f25b-acc4-41a3-9901-568b53ad4312 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:45.261116 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.314926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] DHCP port deletion for 196488e4-f75e-42aa-bef0-c83e48f98233 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:15:45.325019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] For port 25e2f25b-acc4-41a3-9901-568b53ad4312, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=25e2f25b-acc4-41a3-9901-568b53ad4312,segment=NetworkSegment(65f85f81-5f88-471d-b043-8c4dc5877b99),segment_id=65f85f81-5f88-471d-b043-8c4dc5877b99)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:45.325387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.341799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Calling delete_port for 25e2f25b-acc4-41a3-9901-568b53ad4312 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:45.359846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] Deleting port 25e2f25b-acc4-41a3-9901-568b53ad4312 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:45.360228 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.420463 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.426599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] For port 25e2f25b-acc4-41a3-9901-568b53ad4312, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=25e2f25b-acc4-41a3-9901-568b53ad4312,segment=NetworkSegment(65f85f81-5f88-471d-b043-8c4dc5877b99),segment_id=65f85f81-5f88-471d-b043-8c4dc5877b99)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:45.427002 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.446901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] Calling delete_port for 25e2f25b-acc4-41a3-9901-568b53ad4312 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:45.448743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Port': ['ID=25e2f25b-acc4-41a3-9901-568b53ad4312,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:45.453307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] No DVR routers for this DVR port 25e2f25b-acc4-41a3-9901-568b53ad4312 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:45.522259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.535619 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.545195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] Pushing event deleted for resources: {'Port': ['ID=25e2f25b-acc4-41a3-9901-568b53ad4312,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:45.545677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196488e4-f75e-42aa-bef0-c83e48f98233']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:45.550887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ae2c6-756d-4cb8-b852-6869c4521ee8 None None] No DVR routers for this DVR port 25e2f25b-acc4-41a3-9901-568b53ad4312 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:45.557438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f85f81-5f88-471d-b043-8c4dc5877b99') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:45.557790 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f85f81-5f88-471d-b043-8c4dc5877b99') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:45.567173 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.581542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.587644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:45.588030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:45.590885 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:45.646722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.653700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:45.655521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] 10.222.0.37 "DELETE /v2.0/networks/196488e4-f75e-42aa-bef0-c83e48f98233 HTTP/1.1" status: 204 len: 168 time: 0.5269077 Jul 23 11:15:45.671375 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b6c2-167a-4509-92ec-579232aaf01d tempest-NetworksIpV6Test-38775086 tempest-NetworksIpV6Test-38775086-project] Pushing event deleted for resources: {'Network': ['ID=196488e4-f75e-42aa-bef0-c83e48f98233,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:45.902563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:46.029391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1ff85b0f-cfea-4cb0-9dd2-425e899845fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41db3f12d22c460a9010cd5339c43e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256247 Jul 23 11:15:46.031778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:46.078140 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af3f68c-2f7b-4795-bd0b-9b8853993939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.098211 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af3f68c-2f7b-4795-bd0b-9b8853993939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.151968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af3f68c-2f7b-4795-bd0b-9b8853993939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.154547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5af3f68c-2f7b-4795-bd0b-9b8853993939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.155763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5af3f68c-2f7b-4795-bd0b-9b8853993939 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/303292fc-26c6-4aff-bfa3-6115fa96e862 HTTP/1.1" status: 204 len: 168 time: 0.1230588 Jul 23 11:15:46.163809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f68c-2f7b-4795-bd0b-9b8853993939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303292fc-26c6-4aff-bfa3-6115fa96e862,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:46.569361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 69c72140-2e02-4b93-9b8e-80dd0f3fae13 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:46.590002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 69c72140-2e02-4b93-9b8e-80dd0f3fae13 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:46.590349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 69c72140-2e02-4b93-9b8e-80dd0f3fae13 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:46.590841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 25e2f25b-acc4-41a3-9901-568b53ad4312 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:15:46.612724 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 25e2f25b-acc4-41a3-9901-568b53ad4312 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:15:46.613071 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 25e2f25b-acc4-41a3-9901-568b53ad4312 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:15:46.767561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35894) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:46.867798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1137252900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:46.892158 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.893108 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.979511 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:46.983519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.000563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.001799 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9822d44c-0e04-437d-bd57-0653e8eb4d41 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2332299 Jul 23 11:15:47.004484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35898) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:47.010020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1469184974'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:47.029445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Made reservation on behalf of 5a808b865087459bb8d24ca7c9d13afb for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:47.032754 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.041667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.129092 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.132806 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.159517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:47.169165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe8977-b086-43a7-8dac-d0511d891e0f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:47.174431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.174777 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Added segment 803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67 of type vlan for network bdf11322-89b8-44bf-8118-1b7e8e13810a Jul 23 11:15:47.213859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.248573 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.254417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:47.255012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.296663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2885365 Jul 23 11:15:47.297036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35900) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:47.302171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Request body: {'subnet': {'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:47.342847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ae38b-8916-4825-a75f-c0096c932563 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event updated for resources: {'Network': ['ID=bdf11322-89b8-44bf-8118-1b7e8e13810a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:47.354122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network bdf11322-89b8-44bf-8118-1b7e8e13810a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:47.425591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Made reservation on behalf of 5a808b865087459bb8d24ca7c9d13afb for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:47.429462 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.609846 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.670691 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event updated for resources: {'Subnet': ['ID=0d083901-7e10-4060-a052-932017fd777d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:47.679058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Checking segment: {'id': '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:47.679357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Network hostable DHCP agents. Network: bdf11322-89b8-44bf-8118-1b7e8e13810a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:47.699678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Network bdf11322-89b8-44bf-8118-1b7e8e13810a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:47.709042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, bdf11322-89b8-44bf-8118-1b7e8e13810a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:47.714591 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:47.715275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.719455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18047a-2ae7-4e9d-add5-fd6d9ec916e9 None None] Network bdf11322-89b8-44bf-8118-1b7e8e13810a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:47.731123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fc216dbb-9fe5-4b96-9fc9-86d77f92e775 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4327223 Jul 23 11:15:47.733954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35902) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:47.739357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-951441369'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:47.764295 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Made reservation on behalf of 5a808b865087459bb8d24ca7c9d13afb for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:47.768506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.799064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:47.811969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.812202 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Added segment 0ca4ae70-e0e2-47c6-909d-d396b940feb6 of type vlan for network 79998004-5da9-4351-9989-4d0fead52cc1 Jul 23 11:15:47.854559 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.885440 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.894467 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-bdf11322-89b8-44bf-8118-1b7e8e13810a', 'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a', 'tenant_id': '5a808b865087459bb8d24ca7c9d13afb', 'fixed_ips': [{'subnet_id': '0d083901-7e10-4060-a052-932017fd777d'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:47.895328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.899115 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:47.899973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:47.940745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2027304 Jul 23 11:15:47.940936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35904) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:47.949061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Request body: {'subnet': {'network_id': '79998004-5da9-4351-9989-4d0fead52cc1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:47.998185 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff513a7-c477-4596-894b-883a83d2c4e9 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event updated for resources: {'Network': ['ID=79998004-5da9-4351-9989-4d0fead52cc1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:48.040228 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 79998004-5da9-4351-9989-4d0fead52cc1 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:48.061046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Allocated IP 172.20.0.2 (bdf11322-89b8-44bf-8118-1b7e8e13810a/0d083901-7e10-4060-a052-932017fd777d/ef1e7107-c908-41ea-9842-4772995c62bb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:48.073353 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Made reservation on behalf of 5a808b865087459bb8d24ca7c9d13afb for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:48.077098 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.250181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.258377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Transition to ACTIVE for port object ef1e7107-c908-41ea-9842-4772995c62bb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:48.266344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.273450 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Transition to ACTIVE for port object ef1e7107-c908-41ea-9842-4772995c62bb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:48.280075 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.315699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Network bdf11322-89b8-44bf-8118-1b7e8e13810a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:48.318510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:48.324249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:48.332754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Pushing event updated for resources: {'Port': ['ID=ef1e7107-c908-41ea-9842-4772995c62bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:48.333491 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event updated for resources: {'Subnet': ['ID=d3b96e21-43d6-489e-a252-47cc6eb1c90e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:48.343689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Checking segment: {'id': '0ca4ae70-e0e2-47c6-909d-d396b940feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '79998004-5da9-4351-9989-4d0fead52cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:48.344126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Network hostable DHCP agents. Network: 79998004-5da9-4351-9989-4d0fead52cc1, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:48.360843 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Network 79998004-5da9-4351-9989-4d0fead52cc1 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:48.370325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 79998004-5da9-4351-9989-4d0fead52cc1) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:48.375029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:48.375661 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.385313 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bb083-1222-4e88-94eb-ffef394113a7 None None] Network 79998004-5da9-4351-9989-4d0fead52cc1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:48.393525 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8ad7b5ed-f3cb-44ad-9305-071a007d3760 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4488256 Jul 23 11:15:48.393692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35906) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:48.398388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0e9eb348-0434-4a11-9381-69ad351d46cb tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Request body: {'router': {'external_gateway_info': {'network_id': '79998004-5da9-4351-9989-4d0fead52cc1'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:48.415362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Attempting to bind port ef1e7107-c908-41ea-9842-4772995c62bb on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:48.415998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Attempting to bind port ef1e7107-c908-41ea-9842-4772995c62bb by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:48.416621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Attempting to bind port ef1e7107-c908-41ea-9842-4772995c62bb on network bdf11322-89b8-44bf-8118-1b7e8e13810a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:48.425148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:48.425533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Checking segment: {'id': '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:48.425937 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.426342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Bound using segment: {'id': '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:48.426811 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Bound port: ef1e7107-c908-41ea-9842-4772995c62bb, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bdf11322-89b8-44bf-8118-1b7e8e13810a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:48.427202 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.652250 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e9eb348-0434-4a11-9381-69ad351d46cb tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.718880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] For port ef1e7107-c908-41ea-9842-4772995c62bb, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:48.723296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] For port ef1e7107-c908-41ea-9842-4772995c62bb, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ef1e7107-c908-41ea-9842-4772995c62bb,segment=NetworkSegment(803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67),segment_id=803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:48.730404 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.756221 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [None req-0e9eb348-0434-4a11-9381-69ad351d46cb tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 11:15:48.757294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0e9eb348-0434-4a11-9381-69ad351d46cb tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "PUT /v2.0/routers/191405bd-0d46-4b34-a874-28290dd03d0a HTTP/1.1" status: 400 len: 364 time: 0.3626864 Jul 23 11:15:48.763218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35908) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:48.795841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d4e49-e3c0-438f-9516-c19e612b4ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-79998004-5da9-4351-9989-4d0fead52cc1', 'network_id': '79998004-5da9-4351-9989-4d0fead52cc1', 'tenant_id': '5a808b865087459bb8d24ca7c9d13afb', 'fixed_ips': [{'subnet_id': 'd3b96e21-43d6-489e-a252-47cc6eb1c90e'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:48.797235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-304d4e49-e3c0-438f-9516-c19e612b4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.823284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Deleting subnet d3b96e21-43d6-489e-a252-47cc6eb1c90e {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:15:48.826724 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.827800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d8175-b708-4156-b2e3-57fdc6c38ce1 None None] Pushing event updated for resources: {'Port': ['ID=ef1e7107-c908-41ea-9842-4772995c62bb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:48.884847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.931563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:48.999910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server [None req-304d4e49-e3c0-438f-9516-c19e612b4ce2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3b96e21-43d6-489e-a252-47cc6eb1c90e: This subnet is being modified by another concurrent operation. Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server raise exception Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3b96e21-43d6-489e-a252-47cc6eb1c90e: This subnet is being modified by another concurrent operation. Jul 23 11:15:49.006925 n-d-778550-4 neutron-server[93835]: ERROR oslo_messaging.rpc.server Jul 23 11:15:49.029312 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0921a22-d5cf-4f10-9065-4c6fde5acf82 None None] Network 79998004-5da9-4351-9989-4d0fead52cc1 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:49.037561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b96e21-43d6-489e-a252-47cc6eb1c90e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:49.039759 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.041769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-2022bfb1-8664-49ff-a4f5-18609203babe tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "DELETE /v2.0/subnets/d3b96e21-43d6-489e-a252-47cc6eb1c90e HTTP/1.1" status: 204 len: 168 time: 0.2774734 Jul 23 11:15:49.044663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35910) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:49.135900 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.218723 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.229952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79998004-5da9-4351-9989-4d0fead52cc1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:49.243091 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca4ae70-e0e2-47c6-909d-d396b940feb6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:49.243533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca4ae70-e0e2-47c6-909d-d396b940feb6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:49.252147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.270042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.276087 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:49.276473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:49.279461 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:49.335661 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.341973 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.343765 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "DELETE /v2.0/networks/79998004-5da9-4351-9989-4d0fead52cc1 HTTP/1.1" status: 204 len: 168 time: 0.2979560 Jul 23 11:15:49.346364 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35912) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:49.354559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33c7b-3fce-43d3-91c9-6a1f32335f92 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event deleted for resources: {'Network': ['ID=79998004-5da9-4351-9989-4d0fead52cc1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:49.402848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Deleting subnet 0d083901-7e10-4060-a052-932017fd777d {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:15:49.405849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.444550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.529660 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.594558 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.621203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event deleted for resources: {'Subnet': ['ID=0d083901-7e10-4060-a052-932017fd777d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:49.626927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.631108 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1a2b033c-b277-4f85-85ac-b4313e892de7 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "DELETE /v2.0/subnets/0d083901-7e10-4060-a052-932017fd777d HTTP/1.1" status: 204 len: 168 time: 0.2814834 Jul 23 11:15:49.631361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35914) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:49.712841 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.765099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c247dc-334d-4aec-a823-481c83883c81 None None] Network bdf11322-89b8-44bf-8118-1b7e8e13810a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:49.765588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Deleting port ef1e7107-c908-41ea-9842-4772995c62bb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:15:49.765751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.832440 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] For port ef1e7107-c908-41ea-9842-4772995c62bb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ef1e7107-c908-41ea-9842-4772995c62bb,segment=NetworkSegment(803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67),segment_id=803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:49.833155 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.833256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2fc99e96-8dab-42be-824a-9801b012b88b None None] Provisioning for port ef1e7107-c908-41ea-9842-4772995c62bb completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:49.845057 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Calling delete_port for ef1e7107-c908-41ea-9842-4772995c62bb owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:15:49.929953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:49.942761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f08c1-f4d4-4966-b9c3-e0dc7b7bb288 None None] DHCP port deletion for bdf11322-89b8-44bf-8118-1b7e8e13810a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:15:49.960274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de3782-fec1-40a6-8998-c2662b0bae17 None None] get_active_networks_info from n-d-778550-4 {{(pid=93835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 11:15:49.960780 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event deleted for resources: {'Port': ['ID=ef1e7107-c908-41ea-9842-4772995c62bb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:49.965871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] No DVR routers for this DVR port ef1e7107-c908-41ea-9842-4772995c62bb on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:15:50.027774 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de3782-fec1-40a6-8998-c2662b0bae17 None None] Resources bound (agent type, host, resource id): {{(pid=93835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 11:15:50.043031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.052765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf11322-89b8-44bf-8118-1b7e8e13810a']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:50.065084 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:50.065382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803b1fd3-2d76-4dfc-a7d8-9e33aaa40b67') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:50.074697 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.092134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.097928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:15:50.098290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:15:50.101180 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:15:50.157529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.164251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.166449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "DELETE /v2.0/networks/bdf11322-89b8-44bf-8118-1b7e8e13810a HTTP/1.1" status: 204 len: 168 time: 0.5341032 Jul 23 11:15:50.169109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35916) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:50.187369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b943f-d153-4f1c-995a-d2adf0d61084 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Pushing event deleted for resources: {'Network': ['ID=bdf11322-89b8-44bf-8118-1b7e8e13810a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:50.206571 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dfc89c7a-8a34-4e58-91b6-173c1af5a4b6 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "GET /v2.0/ports?device_id=191405bd-0d46-4b34-a874-28290dd03d0a HTTP/1.1" status: 200 len: 205 time: 0.0363610 Jul 23 11:15:50.209113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35918) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:50.281690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.432847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.434804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.477472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.477673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Fanout notify agent at l3_agent the message router_deleted on router 191405bd-0d46-4b34-a874-28290dd03d0a {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:15:50.484869 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.486039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-07d49755-ea7d-4ea9-930a-c0b73b790a23 tempest-RoutersNegativeTest-731375349 tempest-RoutersNegativeTest-731375349-project] 10.222.0.37 "DELETE /v2.0/routers/191405bd-0d46-4b34-a874-28290dd03d0a HTTP/1.1" status: 204 len: 168 time: 0.2760236 Jul 23 11:15:50.719951 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35924) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:50.856576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1a5d2d3-4f1f-447b-958b-da5be64f77fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a808b865087459bb8d24ca7c9d13afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354611 Jul 23 11:15:50.859168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35928) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:50.905804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeb74-e08d-48ee-80ef-9f060d33cf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.925515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeb74-e08d-48ee-80ef-9f060d33cf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.970324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeb74-e08d-48ee-80ef-9f060d33cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.972800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeb74-e08d-48ee-80ef-9f060d33cf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:50.973928 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b8ddeb74-e08d-48ee-80ef-9f060d33cf77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3fe8977-b086-43a7-8dac-d0511d891e0f HTTP/1.1" status: 204 len: 168 time: 0.1138208 Jul 23 11:15:50.981914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddeb74-e08d-48ee-80ef-9f060d33cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe8977-b086-43a7-8dac-d0511d891e0f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:51.579257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35950) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:51.670527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-858244935-network', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:51.691865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Made reservation on behalf of 5d3ee8a0c5004264917b67bfc92b3eb3 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:51.694197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.703769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.791475 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.794983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.815952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:51.830258 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb3037a-3f9d-4236-afbe-19848bff9f72,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:51.835095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.835462 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Added segment 9e2da4fc-8385-4aab-975d-6bd55a64a56c of type vlan for network a8a8bfca-8575-4775-99e1-5ff08c1da951 Jul 23 11:15:51.879059 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.907472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.908424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:51.909008 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.942741 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3623614 Jul 23 11:15:51.945738 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:51.951194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Request body: {'subnet': {'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-subnet', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:51.970553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05db1e-033f-4dc7-9729-dfce85fd93d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a8bfca-8575-4775-99e1-5ff08c1da951,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:51.971449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Made reservation on behalf of 5d3ee8a0c5004264917b67bfc92b3eb3 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:51.973800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:51.981483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:52.138265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.191733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70170f60-b3aa-4dc0-8512-c459b3b66a17,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:52.201262 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Checking segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:52.201615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Network hostable DHCP agents. Network: a8a8bfca-8575-4775-99e1-5ff08c1da951, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:52.217580 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:52.225910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, a8a8bfca-8575-4775-99e1-5ff08c1da951) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:52.230720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:52.231312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.235859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16777e-e923-45b1-933b-ff08bbf8bd82 None None] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:52.244727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d89df26d-d811-461b-a4da-cf0ec56dcd05 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2977006 Jul 23 11:15:52.247603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:52.251963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:52.271489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.272461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.326743 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.379381 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-a8a8bfca-8575-4775-99e1-5ff08c1da951', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'fixed_ips': [{'subnet_id': '70170f60-b3aa-4dc0-8512-c459b3b66a17'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:52.380271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.462513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.518414 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Allocated IP 172.20.0.2 (a8a8bfca-8575-4775-99e1-5ff08c1da951/70170f60-b3aa-4dc0-8512-c459b3b66a17/21ef1d90-2bde-4ff3-9afa-a3a10ef892f8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:52.665010 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.669201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.677679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Transition to ACTIVE for port object 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:52.684565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.692460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Transition to ACTIVE for port object 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:52.699293 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.740843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:52.743596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:52.748954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:52.751819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Pushing event updated for resources: {'Port': ['ID=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:52.793002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Allocated IP 172.25.4.8 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/8668091b-1964-41d5-9bea-3a43131b54e6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:52.810664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Attempting to bind port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:52.811030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Attempting to bind port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:52.811390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Attempting to bind port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:52.816242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:52.816613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Checking segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:52.817029 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.817407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Bound using segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:52.817864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Bound port: 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:52.818245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.882820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] For port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:52.886840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] For port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:52.890464 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.898391 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.940420 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:52.954000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771c0b-cace-40c2-9d1e-ca7ef95fe602 None None] Pushing event updated for resources: {'Port': ['ID=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:52.976405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:52.979357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:52.982917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:53.014145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8668091b-1964-41d5-9bea-3a43131b54e6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:53.257239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:53.744818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:53.806991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0cedec-0cde-474e-945e-abf352025584 None None] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:53.873717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Router 35d65e2a-ea74-489d-992a-fb26c74d6644 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:15:53.926784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-68d140d4-b3ec-46b5-82f8-8b2100e4649a None None] Provisioning for port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:53.982388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:15:53.994117 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Sync routers for ids ['35d65e2a-ea74-489d-992a-fb26c74d6644'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:15:54.000931 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.005160 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Routers {'35d65e2a-ea74-489d-992a-fb26c74d6644'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:54.005469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-923cc1c4-589d-42e0-8302-4abfd29a45c5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7567821 Jul 23 11:15:54.005812 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['35d65e2a-ea74-489d-992a-fb26c74d6644'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:54.006110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35958) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:54.114374 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Set router 35d65e2a-ea74-489d-992a-fb26c74d6644 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:54.291015 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:53Z', 'revision_number': 3, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:54.321271 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Checking router: 35d65e2a-ea74-489d-992a-fb26c74d6644 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:15:54.321702 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Updating router 35d65e2a-ea74-489d-992a-fb26c74d6644 port 8668091b-1964-41d5-9bea-3a43131b54e6 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:15:54.356314 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.409988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.614135 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.626978 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Transition to ACTIVE for port object 8668091b-1964-41d5-9bea-3a43131b54e6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:54.628946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:54.635676 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.683865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:54.688111 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:54.688492 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.688597 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Attempting to bind port 8668091b-1964-41d5-9bea-3a43131b54e6 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:54.688898 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Attempting to bind port 8668091b-1964-41d5-9bea-3a43131b54e6 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:54.689262 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Attempting to bind port 8668091b-1964-41d5-9bea-3a43131b54e6 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:54.699247 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:54.699649 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:54.700060 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.700454 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:54.700928 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Bound port: 8668091b-1964-41d5-9bea-3a43131b54e6, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:54.701313 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.703723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Pushing event updated for resources: {'Port': ['ID=8668091b-1964-41d5-9bea-3a43131b54e6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:54.708544 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.737435 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.737783 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.738135 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.738467 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.738810 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.739136 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.739487 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.739823 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.740147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.740474 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.740800 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.741122 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:15:54.767306 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] For port 8668091b-1964-41d5-9bea-3a43131b54e6, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:54.770743 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] For port 8668091b-1964-41d5-9bea-3a43131b54e6, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8668091b-1964-41d5-9bea-3a43131b54e6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:54.776409 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.779443 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.811996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:54.818467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:54.827662 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Routers {'35d65e2a-ea74-489d-992a-fb26c74d6644'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:54.828294 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['35d65e2a-ea74-489d-992a-fb26c74d6644'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:54.877043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:54.893286 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Allocated IP 172.20.0.1 (a8a8bfca-8575-4775-99e1-5ff08c1da951/70170f60-b3aa-4dc0-8512-c459b3b66a17/0c72aba5-a3c4-4eb8-b0bb-d29884c65ace) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:54.907189 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d2cf6-556d-45b6-bbc0-8cbe6ec84298 None None] Pushing event updated for resources: {'Port': ['ID=8668091b-1964-41d5-9bea-3a43131b54e6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:54.950710 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] Set router 35d65e2a-ea74-489d-992a-fb26c74d6644 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:54.998458 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.011972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Transition to ACTIVE for port object 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:55.046832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.084940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:55.089758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:55.092128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:55.118136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Pushing event updated for resources: {'Port': ['ID=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:55.139432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.140044 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:53Z', 'revision_number': 3, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:55.171062 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602c73d-fa1f-4bb3-9240-be0bc4ea7fbd None None] The sync data for ids ['35d65e2a-ea74-489d-992a-fb26c74d6644'] in n-d-778550-4 is: [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:53Z', 'revision_number': 3, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:15:55.294858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.387476 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8f2ac49d-2b60-4271-91c4-34d13bdf3de9 None None] Provisioning for port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:55.392446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8f2ac49d-2b60-4271-91c4-34d13bdf3de9 None None] Provisioning complete for port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:55.395059 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac49d-2b60-4271-91c4-34d13bdf3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.447723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ac49d-2b60-4271-91c4-34d13bdf3de9 None None] Port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:15:55.476215 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.482299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.555644 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:55.557564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Pushing event updated for resources: {'Port': ['ID=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:55.651970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:55.653493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:55.777396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Router 35d65e2a-ea74-489d-992a-fb26c74d6644 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:15:55.895212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:15:55.909345 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-89f3710c-c01c-43a4-8bd5-f24ef24a2f9f admin admin] 10.222.0.37 "PUT /v2.0/routers/35d65e2a-ea74-489d-992a-fb26c74d6644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019866 Jul 23 11:15:55.968601 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3e281c69-0737-4ba0-9fa3-5db904b6b965 None None] Provisioning complete for port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:55.969137 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e281c69-0737-4ba0-9fa3-5db904b6b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.004551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3e281c69-0737-4ba0-9fa3-5db904b6b965 None None] Port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:15:56.355692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35974) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:56.360830 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-590190587-network', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:56.381053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Made reservation on behalf of 03ee81ab7ade43c1ba3d61647b6c5de6 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:56.383574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.392132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.487514 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.491310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.517500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:15:56.528742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f06c1-af6e-4701-8165-75e0ef8448dc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:56.533885 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.534237 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Added segment 1f03a8bf-c5a0-4572-8c2f-e81a069e85f0 of type vlan for network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 Jul 23 11:15:56.582176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.616641 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.618514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:56.619261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.653557 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2967353 Jul 23 11:15:56.656203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35976) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:56.661076 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Request body: {'subnet': {'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-subnet', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:56.686679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:56.691678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0abf-7d55-48a0-9a9c-4f12d98187a4 admin admin] Pushing event updated for resources: {'Network': ['ID=554c197f-b196-4fa4-8dee-2c1c0e3020b3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:56.713219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:15:56.714452 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Made reservation on behalf of 03ee81ab7ade43c1ba3d61647b6c5de6 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:15:56.716847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.752045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Sync routers for ids ['35d65e2a-ea74-489d-992a-fb26c74d6644'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:15:56.805349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Routers {'35d65e2a-ea74-489d-992a-fb26c74d6644'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:56.806438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['35d65e2a-ea74-489d-992a-fb26c74d6644'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:56.872802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:56.873187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.896147 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.950148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Set router 35d65e2a-ea74-489d-992a-fb26c74d6644 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:56.953268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:56.960418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Checking segment: {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:56.960777 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Network hostable DHCP agents. Network: 554c197f-b196-4fa4-8dee-2c1c0e3020b3, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:15:56.975942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:15:56.984276 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 554c197f-b196-4fa4-8dee-2c1c0e3020b3) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:56.988352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:15:56.988864 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:56.999359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1576b-0a8b-4f79-b830-691694eb4af5 None None] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:15:57.007145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-609e4225-c55f-4abe-b151-a5115a6592a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3476570 Jul 23 11:15:57.007356 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 35978) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:57.012446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:15:57.032611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.033612 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.042318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8668091b-1964-41d5-9bea-3a43131b54e6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:57.089460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.203512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b2b445f-19bb-451c-92ca-0e4d3dc2ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.229849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.437935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 8668091b-1964-41d5-9bea-3a43131b54e6 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:15:57.444302 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.468813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8668091b-1964-41d5-9bea-3a43131b54e6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:57.469105 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.473483 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.525664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-554c197f-b196-4fa4-8dee-2c1c0e3020b3', 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'fixed_ips': [{'subnet_id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:15:57.526528 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.579460 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Allocated IP 172.25.4.77 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/7cfadb22-dc2c-4928-ad07-b5a04f7056fa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:57.621053 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:55Z', 'revision_number': 4, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0c72aba5-a3c4-4eb8-b0bb-d29884c65ace', 'name': '', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'mac_address': 'fa:16:3e:2e:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:54Z', 'updated_at': '2021-07-23T11:15:55Z', 'revision_number': 2, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'subnets': [{'id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:57.671921 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Checking router: 35d65e2a-ea74-489d-992a-fb26c74d6644 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:15:57.672481 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Updating router 35d65e2a-ea74-489d-992a-fb26c74d6644 port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:15:57.681478 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.726620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.742087 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.768831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:57.771555 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.773919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:57.776311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:57.793539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 8668091b-1964-41d5-9bea-3a43131b54e6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8668091b-1964-41d5-9bea-3a43131b54e6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:15:57.801800 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:57.803899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:57.804062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Allocated IP 172.20.0.2 (554c197f-b196-4fa4-8dee-2c1c0e3020b3/2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2/4b015536-f1da-4b80-9a36-2b936403b154) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:57.966593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=8668091b-1964-41d5-9bea-3a43131b54e6,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:58.035834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.149515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.165155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Transition to ACTIVE for port object 4b015536-f1da-4b80-9a36-2b936403b154 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:58.193253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Transition to ACTIVE for port object 4b015536-f1da-4b80-9a36-2b936403b154 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:58.222073 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.235866 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.262187 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.280621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:58.281901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Transition to ACTIVE for port object 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:58.288360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:58.292109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:58.296419 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.301310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Pushing event updated for resources: {'Port': ['ID=4b015536-f1da-4b80-9a36-2b936403b154,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:58.384548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:15:58.393056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e52fde-4286-4111-bf0f-6d416899d684 None None] Pushing event updated for resources: {'Port': ['ID=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:58.423786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Attempting to bind port 4b015536-f1da-4b80-9a36-2b936403b154 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:58.424160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Attempting to bind port 4b015536-f1da-4b80-9a36-2b936403b154 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:58.424535 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Attempting to bind port 4b015536-f1da-4b80-9a36-2b936403b154 on network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:58.453739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:58.454142 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Checking segment: {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:58.454527 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.454938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Bound using segment: {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:58.455454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Bound port: 4b015536-f1da-4b80-9a36-2b936403b154, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:58.455847 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.474407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Attempting to bind port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:58.474788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Attempting to bind port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:58.475162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Attempting to bind port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace on network a8a8bfca-8575-4775-99e1-5ff08c1da951 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:58.482460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:58.482843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Checking segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:58.483258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.483701 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Bound using segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:58.484983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Bound port: 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:58.485196 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.501200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:15:58.511753 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Sync routers for ids ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:15:58.521960 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Routers {'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:58.522696 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:58.525139 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.531671 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 35980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:15:58.532215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b8c35d2d-c05b-4d4a-ae3b-326178bbc502 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5227737 Jul 23 11:15:58.587273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] For port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:58.591696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] For port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:58.600547 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.607523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] For port 4b015536-f1da-4b80-9a36-2b936403b154, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:58.650797 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8668091b-1964-41d5-9bea-3a43131b54e6 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:15:58.663289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] For port 4b015536-f1da-4b80-9a36-2b936403b154, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b015536-f1da-4b80-9a36-2b936403b154,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:58.667691 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Set router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:58.698179 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.721192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Routers {'35d65e2a-ea74-489d-992a-fb26c74d6644'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:58.721828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['35d65e2a-ea74-489d-992a-fb26c74d6644'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:58.802637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e52fde-4286-4111-bf0f-6d416899d684 None None] Pushing event updated for resources: {'Port': ['ID=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:58.871393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8668091b-1964-41d5-9bea-3a43131b54e6 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:15:58.872079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:58.952722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127b373-5d77-44f7-8bff-d761b17e34cd None None] Pushing event updated for resources: {'Port': ['ID=4b015536-f1da-4b80-9a36-2b936403b154,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:58.956457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] Set router 35d65e2a-ea74-489d-992a-fb26c74d6644 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:59.007357 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 3, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:59.042061 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Checking router: b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:15:59.042400 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Updating router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:15:59.089305 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.248191 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.332718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:55Z', 'revision_number': 4, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0c72aba5-a3c4-4eb8-b0bb-d29884c65ace', 'name': '', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'mac_address': 'fa:16:3e:2e:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:54Z', 'updated_at': '2021-07-23T11:15:58Z', 'revision_number': 4, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'subnets': [{'id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:59.372986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518158dd-9829-4784-bb94-f5044dd610ef None None] The sync data for ids ['35d65e2a-ea74-489d-992a-fb26c74d6644'] in n-d-778550-4 is: [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:55Z', 'revision_number': 4, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0c72aba5-a3c4-4eb8-b0bb-d29884c65ace', 'name': '', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'mac_address': 'fa:16:3e:2e:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:54Z', 'updated_at': '2021-07-23T11:15:58Z', 'revision_number': 4, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'subnets': [{'id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:15:59.420863 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.459572 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Transition to ACTIVE for port object 7cfadb22-dc2c-4928-ad07-b5a04f7056fa will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:59.468281 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.531832 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Attempting to bind port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:15:59.532924 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Attempting to bind port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:15:59.533457 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Attempting to bind port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:15:59.541923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:15:59.542295 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:15:59.542855 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.543248 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:15:59.543748 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Bound port: 7cfadb22-dc2c-4928-ad07-b5a04f7056fa, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:15:59.544120 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.557101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Allocated IP 172.20.0.1 (554c197f-b196-4fa4-8dee-2c1c0e3020b3/2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2/dd3d1147-01b5-4ced-ab5e-5216daa7c69d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:15:59.580840 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9859c-0e72-48ee-95d3-c644e5d8f9a9 None None] Pushing event updated for resources: {'Port': ['ID=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:59.611168 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] For port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:15:59.614302 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] For port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:15:59.620309 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.683300 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Routers {'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:15:59.684238 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:15:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:15:59.684537 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.704365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Transition to ACTIVE for port object dd3d1147-01b5-4ced-ab5e-5216daa7c69d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:15:59.749711 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.789025 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9859c-0e72-48ee-95d3-c644e5d8f9a9 None None] Pushing event updated for resources: {'Port': ['ID=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:59.798763 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:15:59.801828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:15:59.805831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:15:59.834443 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] Set router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:15:59.854673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Pushing event updated for resources: {'Port': ['ID=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:15:59.873122 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:15:59.977623 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16ac8440-d9d9-4ddd-940d-264c9bad8af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.082401 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 3, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:16:00.124630 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ceb5c-aa21-4d16-bf5c-228fb24ce448 None None] The sync data for ids ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'] in n-d-778550-4 is: [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 3, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:16:00.133829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.150284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c2bc1-ad08-43e6-a464-e0a441521fea None None] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:16:00.246266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c5659ed7-bd82-474e-9ad6-252e0af6f773 None None] Provisioning for port 4b015536-f1da-4b80-9a36-2b936403b154 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:00.312827 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.335926 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.342514 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.415097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Pushing event updated for resources: {'Port': ['ID=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:00.419546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.600813 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:16:00.602517 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:16:00.715402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-911da075-b55f-44f0-8369-32ad23b6c7c3 None None] Provisioning for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:00.724823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-911da075-b55f-44f0-8369-32ad23b6c7c3 None None] Provisioning complete for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:00.725204 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-911da075-b55f-44f0-8369-32ad23b6c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.780032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b015536-f1da-4b80-9a36-2b936403b154 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:00.780246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:16:00.839332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-911da075-b55f-44f0-8369-32ad23b6c7c3 None None] Port dd3d1147-01b5-4ced-ab5e-5216daa7c69d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:16:00.861840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4b015536-f1da-4b80-9a36-2b936403b154 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:00.866655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4b015536-f1da-4b80-9a36-2b936403b154 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:00.867070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:00.925998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:16:00.939704 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a2d7d136-4dca-4d94-a742-5c5ed1942aea admin admin] 10.222.0.37 "PUT /v2.0/routers/b31d1296-b6c1-41e7-a7a5-aac54d1c52b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991127 Jul 23 11:16:00.987065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9c097157-cd6c-46a9-8d3f-03cef41005cb None None] Provisioning complete for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:00.987959 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c097157-cd6c-46a9-8d3f-03cef41005cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.031562 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9c097157-cd6c-46a9-8d3f-03cef41005cb None None] Port dd3d1147-01b5-4ced-ab5e-5216daa7c69d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:16:01.033579 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.076217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4b015536-f1da-4b80-9a36-2b936403b154, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b015536-f1da-4b80-9a36-2b936403b154,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:01.082343 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.096597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:01.229606 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4b015536-f1da-4b80-9a36-2b936403b154,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:01.233542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:01.239194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:01.239708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.283299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a2c671ee-3674-4d73-97c8-7ecdf44a2d34 None None] Provisioning complete for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:01.283841 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2c671ee-3674-4d73-97c8-7ecdf44a2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.324864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a2c671ee-3674-4d73-97c8-7ecdf44a2d34 None None] Port dd3d1147-01b5-4ced-ab5e-5216daa7c69d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:16:01.366203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.577558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:01.583169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.584034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7cfadb22-dc2c-4928-ad07-b5a04f7056fa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:01.589600 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.658999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:01.675538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:01.679002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:01.679377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.759302 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.781151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:01.785451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:01.844688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:02.112471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-35330be9-04b3-40b7-afd2-554d0b707d20 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:02.113966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-35330be9-04b3-40b7-afd2-554d0b707d20 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/networks?id=a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 200 len: 816 time: 0.3784423 Jul 23 11:16:02.128154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-cd989645-ed32-4c3b-9fff-872c50e3e850 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/quotas/5d3ee8a0c5004264917b67bfc92b3eb3 HTTP/1.1" status: 200 len: 375 time: 0.0088933 Jul 23 11:16:02.194544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-4089222b-a280-4089-a793-36009f225613 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617809 Jul 23 11:16:02.286496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-c8db6d9f-6fd0-48fd-851e-3cf1124c6a7e service neutron] 10.222.0.37 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807710 Jul 23 11:16:02.377925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-f4a99767-84e1-4c9b-af9b-650e3403e633 service neutron] 10.222.0.37 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848198 Jul 23 11:16:02.565024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a6c8e0f7-6a01-4c7c-9c3e-dd8a7880dec0 req-17ee3453-ff53-4474-b14a-1671aa4212ae tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 210 time: 0.0382028 Jul 23 11:16:02.612325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:02.669267 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:02.673627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:02.674305 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:02.768745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b015536-f1da-4b80-9a36-2b936403b154 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:02.826593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4b015536-f1da-4b80-9a36-2b936403b154 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:02.826593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:02.912608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Sync routers for ids ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:16:02.922146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7cfadb22-dc2c-4928-ad07-b5a04f7056fa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:02.948999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Routers {'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:16:02.949641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:16:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:16:03.055679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:03.056054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.090594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Set router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:16:03.337702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:00Z', 'revision_number': 4, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'dd3d1147-01b5-4ced-ab5e-5216daa7c69d', 'name': '', 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'mac_address': 'fa:16:3e:96:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:59Z', 'updated_at': '2021-07-23T11:16:00Z', 'revision_number': 2, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'subnets': [{'id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:16:03.363144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Checking router: b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:16:03.363604 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Updating router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 port dd3d1147-01b5-4ced-ab5e-5216daa7c69d binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:16:03.397247 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.602453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-a41bc4e1-b852-4c36-abba-14b7dc2db74e tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:03.611498 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-a41bc4e1-b852-4c36-abba-14b7dc2db74e tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "GET /v2.0/networks?id=a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 200 len: 816 time: 0.1177955 Jul 23 11:16:03.633992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Request body: {'port': {'device_id': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'admin_state_up': True, 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:16:03.687981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca4b04de-9483-42ba-bf84-7e3c8bcdfce3 req-bacce164-9855-4333-a61f-72087d9fb16c tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 210 time: 0.0330369 Jul 23 11:16:03.698191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.713424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Transition to ACTIVE for port object dd3d1147-01b5-4ced-ab5e-5216daa7c69d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:16:03.720888 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.755229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Made reservation on behalf of 5d3ee8a0c5004264917b67bfc92b3eb3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:16:03.760382 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.774391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdde4e8-c8ee-4b30-a95e-a5d51edf604f None None] Pushing event updated for resources: {'Port': ['ID=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:03.832673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Attempting to bind port dd3d1147-01b5-4ced-ab5e-5216daa7c69d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:16:03.833051 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Attempting to bind port dd3d1147-01b5-4ced-ab5e-5216daa7c69d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:16:03.833416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Attempting to bind port dd3d1147-01b5-4ced-ab5e-5216daa7c69d on network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:16:03.839963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:16:03.840461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Checking segment: {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:16:03.841267 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.841611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Bound using segment: {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:16:03.842082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Bound port: dd3d1147-01b5-4ced-ab5e-5216daa7c69d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:16:03.842483 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:03.906654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Allocated IP 172.20.0.12 (a8a8bfca-8575-4775-99e1-5ff08c1da951/70170f60-b3aa-4dc0-8512-c459b3b66a17/e4663a4f-b8be-450a-a356-6d2246ac56f3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:16:03.922952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] For port dd3d1147-01b5-4ced-ab5e-5216daa7c69d, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:16:03.926809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] For port dd3d1147-01b5-4ced-ab5e-5216daa7c69d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:16:03.930844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.004697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Routers {'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:16:04.005334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:16:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:16:04.007221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdde4e8-c8ee-4b30-a95e-a5d51edf604f None None] Pushing event updated for resources: {'Port': ['ID=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:04.069086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.084254 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Transition to ACTIVE for port object e4663a4f-b8be-450a-a356-6d2246ac56f3 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:16:04.121212 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.122076 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] Set router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:16:04.168250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:16:04.175309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:16:04.179946 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:16:04.206827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Pushing event updated for resources: {'Port': ['ID=e4663a4f-b8be-450a-a356-6d2246ac56f3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:04.231252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:04.231252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.246645 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-e7187452-dcbd-493f-9427-73c3542b99d9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186714 Jul 23 11:16:04.264120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Request body: {'port': {'device_id': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:16:04.341114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:00Z', 'revision_number': 4, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'dd3d1147-01b5-4ced-ab5e-5216daa7c69d', 'name': '', 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'mac_address': 'fa:16:3e:96:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:59Z', 'updated_at': '2021-07-23T11:16:03Z', 'revision_number': 4, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'subnets': [{'id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:16:04.350641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.372055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2bc61-e108-4eb8-b799-8f02e6643683 None None] The sync data for ids ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'] in n-d-778550-4 is: [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:00Z', 'revision_number': 4, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'dd3d1147-01b5-4ced-ab5e-5216daa7c69d', 'name': '', 'network_id': '554c197f-b196-4fa4-8dee-2c1c0e3020b3', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'mac_address': 'fa:16:3e:96:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:59Z', 'updated_at': '2021-07-23T11:16:03Z', 'revision_number': 4, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'subnets': [{'id': '2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:16:04.464402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65a4c5e0-dcf9-4397-a921-225b1bca98de None None] Provisioning for port e4663a4f-b8be-450a-a356-6d2246ac56f3 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:04.468256 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65a4c5e0-dcf9-4397-a921-225b1bca98de None None] Provisioning complete for port e4663a4f-b8be-450a-a356-6d2246ac56f3 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:04.468633 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65a4c5e0-dcf9-4397-a921-225b1bca98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.512001 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-65a4c5e0-dcf9-4397-a921-225b1bca98de None None] Port e4663a4f-b8be-450a-a356-6d2246ac56f3 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:16:04.621829 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device dd3d1147-01b5-4ced-ab5e-5216daa7c69d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:04.673961 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4663a4f-b8be-450a-a356-6d2246ac56f3 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:16:04.678679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:04.683298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.683885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:04.684286 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.696568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Transition to ACTIVE for port object e4663a4f-b8be-450a-a356-6d2246ac56f3 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:16:04.700941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.788575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.849072 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port dd3d1147-01b5-4ced-ab5e-5216daa7c69d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:04.851094 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.857606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:04.921763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:05.096786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Pushing event updated for resources: {'Port': ['ID=e4663a4f-b8be-450a-a356-6d2246ac56f3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:05.169018 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Attempting to bind port e4663a4f-b8be-450a-a356-6d2246ac56f3 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:16:05.169270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Attempting to bind port e4663a4f-b8be-450a-a356-6d2246ac56f3 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:16:05.169600 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Attempting to bind port e4663a4f-b8be-450a-a356-6d2246ac56f3 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:16:05.178102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Port e4663a4f-b8be-450a-a356-6d2246ac56f3 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:16:05.178424 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Attempting to bind port e4663a4f-b8be-450a-a356-6d2246ac56f3 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:16:05.186051 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:16:05.186389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Checking segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:16:05.186770 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Bound using segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:16:05.187193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Bound port: e4663a4f-b8be-450a-a356-6d2246ac56f3, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:16:05.187581 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:05.198246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcd81-80f7-424e-8933-dc98b348750c req-19a0ff90-3d9f-4644-94c5-a7186b5be4ad tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:05.199753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a60dcd81-80f7-424e-8933-dc98b348750c req-19a0ff90-3d9f-4644-94c5-a7186b5be4ad tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 944 time: 0.1161499 Jul 23 11:16:05.273481 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a60dcd81-80f7-424e-8933-dc98b348750c req-ce9df3f6-8385-4f50-a2a0-ca7472ffa316 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 Jul 23 11:16:05.297236 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] For port e4663a4f-b8be-450a-a356-6d2246ac56f3, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:16:05.300587 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] For port e4663a4f-b8be-450a-a356-6d2246ac56f3, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:16:05.305674 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:05.341662 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:05.342299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:05.343707 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] 10.222.0.20 "PUT /v2.0/ports/e4663a4f-b8be-450a-a356-6d2246ac56f3 HTTP/1.1" status: 200 len: 1092 time: 1.0839581 Jul 23 11:16:05.344134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'tag': 'e4663a4f-b8be-450a-a356-6d2246ac56f3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:16:05.346366 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84322ce-f53b-4d80-afb2-aeeea7455434" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fb64eb-355a-4e82-bfad-389532adc6e8", "tag": "e4663a4f-b8be-450a-a356-6d2246ac56f3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:16:05.371445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ff92d-a66a-45d3-8d04-cd68e391a73c service neutron] Pushing event updated for resources: {'Port': ['ID=e4663a4f-b8be-450a-a356-6d2246ac56f3,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:05.402817 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57e4d1-7910-4abe-a0e2-ed2e4c5c8ab1 x-openstack-request-id: req-6a57e4d1-7910-4abe-a0e2-ed2e4c5c8ab1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:16:05.403119 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fb64eb-355a-4e82-bfad-389532adc6e8", "tag": "e4663a4f-b8be-450a-a356-6d2246ac56f3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:16:05.403375 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a57e4d1-7910-4abe-a0e2-ed2e4c5c8ab1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:16:05.403831 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'tag': 'e4663a4f-b8be-450a-a356-6d2246ac56f3', 'status': 'completed', 'code': 200} Jul 23 11:16:05.474014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-6d3f28a9-4fea-41c7-ab3c-aa8c8ac8f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:05.475577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-6d3f28a9-4fea-41c7-ab3c-aa8c8ac8f33c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 1095 time: 0.0584364 Jul 23 11:16:05.527123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-8c2647ea-6b6b-40cf-992d-c757463b34b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3 HTTP/1.1" status: 200 len: 217 time: 0.0394371 Jul 23 11:16:05.574603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-a4ceb89a-25a7-42e4-bcd0-db1987fe745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:05.576118 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-a4ceb89a-25a7-42e4-bcd0-db1987fe745c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70170f60-b3aa-4dc0-8512-c459b3b66a17 HTTP/1.1" status: 200 len: 855 time: 0.0428250 Jul 23 11:16:05.633621 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-8091e84b-1878-4d40-97fa-36ac70385505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:05.635033 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-8091e84b-1878-4d40-97fa-36ac70385505 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8a8bfca-8575-4775-99e1-5ff08c1da951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523098 Jul 23 11:16:05.727446 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-5ece628a-81e3-42cd-93c1-8b7b21b19349 service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Jul 23 11:16:05.815287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1931c9d8-b497-44c5-b260-4089c7b02b53 req-9a7d82fd-8a9c-4474-991d-885eb0e10ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818472 Jul 23 11:16:05.958508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-8c00ebfc-e78d-4734-8d7a-8667ea79e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:05.960083 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-8c00ebfc-e78d-4734-8d7a-8667ea79e1c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 1095 time: 0.0624719 Jul 23 11:16:06.049860 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-ddec9b4a-22ff-47d1-a12b-4aad07847b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:06.051341 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-ddec9b4a-22ff-47d1-a12b-4aad07847b4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 200 len: 917 time: 0.0846431 Jul 23 11:16:06.095297 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-56839c42-150f-449f-b779-e36eaf56a509 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3 HTTP/1.1" status: 200 len: 217 time: 0.0379913 Jul 23 11:16:06.144248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-15b07261-3bdc-40bc-99c4-69fb03fdede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:06.145665 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-15b07261-3bdc-40bc-99c4-69fb03fdede2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70170f60-b3aa-4dc0-8512-c459b3b66a17 HTTP/1.1" status: 200 len: 855 time: 0.0430734 Jul 23 11:16:06.202731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-bf83b953-2354-417d-a833-635c4ce7c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:06.204250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-bf83b953-2354-417d-a833-635c4ce7c198 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8a8bfca-8575-4775-99e1-5ff08c1da951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519829 Jul 23 11:16:06.298346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-c84aeca5-848b-4715-b751-cce3740cd6e9 service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866945 Jul 23 11:16:06.423515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d84322ce-f53b-4d80-afb2-aeeea7455434 req-dd2d7a0c-5d9e-4944-aeb6-e302446b16ee service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175351 Jul 23 11:16:06.451384 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83d90-d5ee-46b4-98da-80c12a8680a2 req-cff85e64-d9d4-4dd3-8850-292197e73cd2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:06.453112 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dbb83d90-d5ee-46b4-98da-80c12a8680a2 req-cff85e64-d9d4-4dd3-8850-292197e73cd2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 944 time: 0.0911582 Jul 23 11:16:06.493157 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dbb83d90-d5ee-46b4-98da-80c12a8680a2 req-188ef973-b03b-43cd-a2cb-ff7babde0ca2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341778 Jul 23 11:16:06.585440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device dd3d1147-01b5-4ced-ab5e-5216daa7c69d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:06.637034 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port dd3d1147-01b5-4ced-ab5e-5216daa7c69d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:06.637417 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:07.623537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d43dd-6495-4aea-b38f-f58fac829427 req-b22ffe6a-f51a-48a0-9745-a4b870ebe185 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:07.625017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b28d43dd-6495-4aea-b38f-f58fac829427 req-b22ffe6a-f51a-48a0-9745-a4b870ebe185 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 944 time: 0.0629394 Jul 23 11:16:07.662534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b28d43dd-6495-4aea-b38f-f58fac829427 req-9eed5971-27a7-4cf5-8f06-16d8210fe2a2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Jul 23 11:16:08.789571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843dce5-50f4-4ca8-8e86-ef889b5fe43f req-e72c35b5-4b87-4824-b687-888ff7b297cc tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:08.790953 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f843dce5-50f4-4ca8-8e86-ef889b5fe43f req-e72c35b5-4b87-4824-b687-888ff7b297cc tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 944 time: 0.0628247 Jul 23 11:16:08.827588 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f843dce5-50f4-4ca8-8e86-ef889b5fe43f req-30a46243-87b7-4813-b24e-7830add490d0 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Jul 23 11:16:09.135348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e4663a4f-b8be-450a-a356-6d2246ac56f3 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:16:09.229464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e4663a4f-b8be-450a-a356-6d2246ac56f3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:09.239819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'e4663a4f-b8be-450a-a356-6d2246ac56f3', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'port_id': 'e4663a4f-b8be-450a-a356-6d2246ac56f3', 'mac_address': 'fa:16:3e:63:ef:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:16:09.275558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:09.287393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4663a4f-b8be-450a-a356-6d2246ac56f3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:16:09.306431 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e4663a4f-b8be-450a-a356-6d2246ac56f3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:09.310335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:09.358687 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e4663a4f-b8be-450a-a356-6d2246ac56f3,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:09.570863 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e4663a4f-b8be-450a-a356-6d2246ac56f3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:16:09.958791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2a53c-cf25-4cb8-8e13-1ba78c626ee2 req-0f34b279-251a-477a-8d4d-5bcb6a643f56 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:09.960324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abb2a53c-cf25-4cb8-8e13-1ba78c626ee2 req-0f34b279-251a-477a-8d4d-5bcb6a643f56 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 945 time: 0.0666025 Jul 23 11:16:09.998331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-abb2a53c-cf25-4cb8-8e13-1ba78c626ee2 req-e9995b5b-1d71-44a7-983d-f60db96d164c tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Jul 23 11:16:11.126547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1900b-ef8f-4d07-9536-728c93f13eb4 req-5de798aa-7faa-4f2d-8cf6-feccd63dc1d2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:11.128088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93d1900b-ef8f-4d07-9536-728c93f13eb4 req-5de798aa-7faa-4f2d-8cf6-feccd63dc1d2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 945 time: 0.0629568 Jul 23 11:16:11.150260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e4663a4f-b8be-450a-a356-6d2246ac56f3 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:11.165859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93d1900b-ef8f-4d07-9536-728c93f13eb4 req-6c3871b0-6c3b-4a58-bb0c-d2fe6bc95972 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jul 23 11:16:11.197891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port e4663a4f-b8be-450a-a356-6d2246ac56f3 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:11.201582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port e4663a4f-b8be-450a-a356-6d2246ac56f3 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:11.201960 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:11.278383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:11.299759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4663a4f-b8be-450a-a356-6d2246ac56f3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:16:11.301992 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048172dc-66b9-4241-8e0c-15706d180904" -d '{"events": [{"server_uuid": "e5fb64eb-355a-4e82-bfad-389532adc6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e4663a4f-b8be-450a-a356-6d2246ac56f3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:16:11.314723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port e4663a4f-b8be-450a-a356-6d2246ac56f3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:11.318815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:11.344560 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e30df9-9178-41ab-9410-24b96db04cc7 x-openstack-request-id: req-66e30df9-9178-41ab-9410-24b96db04cc7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:16:11.344859 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fb64eb-355a-4e82-bfad-389532adc6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e4663a4f-b8be-450a-a356-6d2246ac56f3", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:16:11.345118 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66e30df9-9178-41ab-9410-24b96db04cc7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:16:11.345501 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4663a4f-b8be-450a-a356-6d2246ac56f3', 'code': 200} Jul 23 11:16:11.374324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=e4663a4f-b8be-450a-a356-6d2246ac56f3,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:11.477109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254c2c5-b808-40ea-9e28-02bdfa944ce9 req-1cef9293-0c95-440e-879a-ca347926b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:11.478578 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a254c2c5-b808-40ea-9e28-02bdfa944ce9 req-1cef9293-0c95-440e-879a-ca347926b7ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 1097 time: 0.0557666 Jul 23 11:16:11.512035 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a254c2c5-b808-40ea-9e28-02bdfa944ce9 req-f35bb42b-5bf0-46c7-b2b9-875ea77df0c2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271444 Jul 23 11:16:12.294065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b592c7-0f8e-435f-885d-944bde4652d9 req-d6231e33-2c4d-4c63-b9e1-5ad74b545ef7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:12.295583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81b592c7-0f8e-435f-885d-944bde4652d9 req-d6231e33-2c4d-4c63-b9e1-5ad74b545ef7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 946 time: 0.0629108 Jul 23 11:16:12.332074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81b592c7-0f8e-435f-885d-944bde4652d9 req-90380519-e428-48c4-a774-35baba17a79c tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jul 23 11:16:13.473073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e997-be98-413d-9c0f-4fc9433a2e36 req-2a138c96-abe3-444a-8fef-2da4b687c7f5 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:13.474577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a50e997-be98-413d-9c0f-4fc9433a2e36 req-2a138c96-abe3-444a-8fef-2da4b687c7f5 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 946 time: 0.0706234 Jul 23 11:16:13.512348 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8a50e997-be98-413d-9c0f-4fc9433a2e36 req-eb94679d-0bfa-4b13-b65e-e4e6bdbd7d39 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Jul 23 11:16:13.644144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1ea80-a378-493a-82fd-f47c75c5dc96 req-1905fb38-6a86-4f34-bb50-9865bf13497c tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:13.645533 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48d1ea80-a378-493a-82fd-f47c75c5dc96 req-1905fb38-6a86-4f34-bb50-9865bf13497c tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 946 time: 0.0673521 Jul 23 11:16:13.683537 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-48d1ea80-a378-493a-82fd-f47c75c5dc96 req-5e5a6b4d-c4cb-457c-a316-03a7e0d213f2 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Jul 23 11:16:14.394021 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:16:24.423392 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:27.115023 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f150e1-01fc-4731-9061-fdfd3d1a32a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:29.971175 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7adf5e26-0033-485d-97e0-a2d78c1e6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:30.275503 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:31.415646 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:32.214984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5028cd-1048-43b4-84b8-c7ad97cf85f8 req-8bb2af7a-3e8b-4eb9-897b-ade10ba233ee tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:32.216550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad5028cd-1048-43b4-84b8-c7ad97cf85f8 req-8bb2af7a-3e8b-4eb9-897b-ade10ba233ee tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 946 time: 0.0650795 Jul 23 11:16:32.255326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad5028cd-1048-43b4-84b8-c7ad97cf85f8 req-3f0f204e-a93b-4d01-9943-f7ee55cf88d6 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 23 11:16:32.666612 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:33.385193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff21501-a96d-4a67-9c08-f49461b6d7b4 req-cace14bd-d663-4cac-9656-d0657b3c0ead tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:33.386702 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dff21501-a96d-4a67-9c08-f49461b6d7b4 req-cace14bd-d663-4cac-9656-d0657b3c0ead tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 946 time: 0.0639791 Jul 23 11:16:33.432437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dff21501-a96d-4a67-9c08-f49461b6d7b4 req-cd5bbabf-06c8-4966-b4ef-dbeb4a2d60ef tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jul 23 11:16:33.902035 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-9c2d0b69-f488-4a12-a570-d8b01beaa704 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:33.903507 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-9c2d0b69-f488-4a12-a570-d8b01beaa704 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 946 time: 0.0623794 Jul 23 11:16:34.003890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Deleting port e4663a4f-b8be-450a-a356-6d2246ac56f3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:16:34.004235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:34.089235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] For port e4663a4f-b8be-450a-a356-6d2246ac56f3, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=e4663a4f-b8be-450a-a356-6d2246ac56f3,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:34.089595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:34.106039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Calling delete_port for e4663a4f-b8be-450a-a356-6d2246ac56f3 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:16:34.229545 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:34.262930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Pushing event deleted for resources: {'Port': ['ID=e4663a4f-b8be-450a-a356-6d2246ac56f3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:34.268778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['e4663a4f-b8be-450a-a356-6d2246ac56f3'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:16:34.307816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] No DVR routers for this DVR port e4663a4f-b8be-450a-a356-6d2246ac56f3 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:16:34.310488 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:34.312635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-42921d6e-014c-4eb8-a36c-a0bb66e47a7d req-6779594f-84b4-462d-987c-c44d30d96e69 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "DELETE /v2.0/ports/e4663a4f-b8be-450a-a356-6d2246ac56f3 HTTP/1.1" status: 204 len: 173 time: 0.4035249 Jul 23 11:16:34.313086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'name': 'network-vif-deleted', 'tag': 'e4663a4f-b8be-450a-a356-6d2246ac56f3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:16:34.315347 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be29e3da-f488-44c0-b8bc-7ddea28c2161" -d '{"events": [{"server_uuid": "e5fb64eb-355a-4e82-bfad-389532adc6e8", "name": "network-vif-deleted", "tag": "e4663a4f-b8be-450a-a356-6d2246ac56f3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:16:34.361919 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9359a26b-c28b-4129-aea3-498d4e1f3912 x-openstack-request-id: req-9359a26b-c28b-4129-aea3-498d4e1f3912 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:16:34.362308 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fb64eb-355a-4e82-bfad-389532adc6e8", "name": "network-vif-deleted", "tag": "e4663a4f-b8be-450a-a356-6d2246ac56f3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:16:34.362762 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9359a26b-c28b-4129-aea3-498d4e1f3912 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:16:34.363176 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fb64eb-355a-4e82-bfad-389532adc6e8', 'name': 'network-vif-deleted', 'tag': 'e4663a4f-b8be-450a-a356-6d2246ac56f3', 'status': 'completed', 'code': 200} Jul 23 11:16:34.636813 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ebd2aca5-6e95-4086-83e7-24fc0f6d02e0 req-e659a1fd-04a7-4757-83a1-125b2e7db5c7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5fb64eb-355a-4e82-bfad-389532adc6e8 HTTP/1.1" status: 200 len: 210 time: 0.1249955 Jul 23 11:16:34.829014 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:36.155437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-2ad1be57-1fd7-4e2a-887c-afa4627d8458 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:36.156910 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-2ad1be57-1fd7-4e2a-887c-afa4627d8458 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/networks?id=a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 200 len: 816 time: 0.0989246 Jul 23 11:16:36.171146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-47db784b-d88c-4a01-854b-f3835486cf6c tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/quotas/5d3ee8a0c5004264917b67bfc92b3eb3 HTTP/1.1" status: 200 len: 375 time: 0.0089588 Jul 23 11:16:36.238223 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-6043186d-e7e5-41dd-b28b-919e0a4d1732 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623069 Jul 23 11:16:36.329517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-cbb2a7b6-9012-4c58-a863-7a3a1a5239f2 service neutron] 10.222.0.37 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799439 Jul 23 11:16:36.422545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-8b6c2196-87c3-4bef-8616-2a1bb22016ae service neutron] 10.222.0.37 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Jul 23 11:16:36.591371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c0bd78b6-5e9d-4cc1-bf40-6e45c03bd889 req-29c37a23-d1ac-4fa2-9a48-35873b7643cb tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 210 time: 0.0303295 Jul 23 11:16:37.336297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e4663a4f-b8be-450a-a356-6d2246ac56f3 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:16:37.519396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: e4663a4f-b8be-450a-a356-6d2246ac56f3 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:16:37.519762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device e4663a4f-b8be-450a-a356-6d2246ac56f3 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:16:37.559677 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-beb601ad-0624-4c31-9c87-14b7bbd92f30 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:37.561167 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-beb601ad-0624-4c31-9c87-14b7bbd92f30 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "GET /v2.0/networks?id=a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 200 len: 816 time: 0.1351066 Jul 23 11:16:37.579382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Request body: {'port': {'device_id': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'admin_state_up': True, 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:16:37.683769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Made reservation on behalf of 5d3ee8a0c5004264917b67bfc92b3eb3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:16:37.687578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:37.689071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fceb8e43-6f71-4010-989e-b66d2ab2e151 req-c60bcd03-5984-4a41-a48c-454d8afbf9c4 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 210 time: 0.0306790 Jul 23 11:16:37.820534 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Allocated IP 172.20.0.3 (a8a8bfca-8575-4775-99e1-5ff08c1da951/70170f60-b3aa-4dc0-8512-c459b3b66a17/9310dc00-c468-4b07-b968-23e1a17df998) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:16:37.968850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:37.982007 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Transition to ACTIVE for port object 9310dc00-c468-4b07-b968-23e1a17df998 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:16:38.014299 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.054449 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:16:38.057453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:16:38.063408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:16:38.088708 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Pushing event updated for resources: {'Port': ['ID=9310dc00-c468-4b07-b968-23e1a17df998,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:38.104126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.104475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.104817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.105153 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.105486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.105818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.106148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.106476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.106805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.107132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.107480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.107806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:38.129228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:38.129942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.145433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-53317660-04a3-418e-9e68-bb19b1369b60 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696859 Jul 23 11:16:38.163196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Request body: {'port': {'device_id': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:16:38.239788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.250027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef09bb8d-740c-4972-bdc6-e33cb29154dd None None] Provisioning for port 9310dc00-c468-4b07-b968-23e1a17df998 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:38.253644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef09bb8d-740c-4972-bdc6-e33cb29154dd None None] Provisioning complete for port 9310dc00-c468-4b07-b968-23e1a17df998 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:38.254013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef09bb8d-740c-4972-bdc6-e33cb29154dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.287166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef09bb8d-740c-4972-bdc6-e33cb29154dd None None] Port 9310dc00-c468-4b07-b968-23e1a17df998 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:16:38.499484 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9310dc00-c468-4b07-b968-23e1a17df998 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:16:38.506547 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.518133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Transition to ACTIVE for port object 9310dc00-c468-4b07-b968-23e1a17df998 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:16:38.521895 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.570020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9310dc00-c468-4b07-b968-23e1a17df998,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:38.646765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Attempting to bind port 9310dc00-c468-4b07-b968-23e1a17df998 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:16:38.647098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Attempting to bind port 9310dc00-c468-4b07-b968-23e1a17df998 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:16:38.648052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Attempting to bind port 9310dc00-c468-4b07-b968-23e1a17df998 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:16:38.652549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Port 9310dc00-c468-4b07-b968-23e1a17df998 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:16:38.652867 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Attempting to bind port 9310dc00-c468-4b07-b968-23e1a17df998 on network a8a8bfca-8575-4775-99e1-5ff08c1da951 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:16:38.657775 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:16:38.658136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Checking segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:16:38.658513 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Bound using segment: {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:16:38.658938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Bound port: 9310dc00-c468-4b07-b968-23e1a17df998, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2da4fc-8385-4aab-975d-6bd55a64a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:16:38.659295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.732884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] For port 9310dc00-c468-4b07-b968-23e1a17df998, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:16:38.737197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] For port 9310dc00-c468-4b07-b968-23e1a17df998, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9310dc00-c468-4b07-b968-23e1a17df998,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:16:38.740734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.775651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:38.776268 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:38.777663 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/9310dc00-c468-4b07-b968-23e1a17df998 HTTP/1.1" status: 200 len: 1091 time: 0.6188970 Jul 23 11:16:38.779215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'tag': '9310dc00-c468-4b07-b968-23e1a17df998'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:16:38.781454 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a522aad4-07be-4130-95cf-119fc78ce71c" -d '{"events": [{"name": "network-changed", "server_uuid": "32981d68-b6df-45ea-b16e-31ed71400e9d", "tag": "9310dc00-c468-4b07-b968-23e1a17df998"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:16:38.842556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475727e-cbff-4f26-b1b2-f577221a14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9310dc00-c468-4b07-b968-23e1a17df998,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:38.857635 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5cf513-a6a4-40f6-b498-f569acc2ae5b x-openstack-request-id: req-7e5cf513-a6a4-40f6-b498-f569acc2ae5b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:16:38.858063 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32981d68-b6df-45ea-b16e-31ed71400e9d", "tag": "9310dc00-c468-4b07-b968-23e1a17df998", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:16:38.858418 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e5cf513-a6a4-40f6-b498-f569acc2ae5b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:16:38.859520 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'tag': '9310dc00-c468-4b07-b968-23e1a17df998', 'status': 'completed', 'code': 200} Jul 23 11:16:38.919855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e6839-befa-4ab3-be1f-baba3caa4ffa req-60cecceb-c762-46a2-b257-7d37c16f7124 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:38.921429 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f88e6839-befa-4ab3-be1f-baba3caa4ffa req-60cecceb-c762-46a2-b257-7d37c16f7124 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 943 time: 0.1429212 Jul 23 11:16:38.968259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-dc7958fd-3684-4b3d-86ff-646a8eced956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:38.969787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-dc7958fd-3684-4b3d-86ff-646a8eced956 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 1094 time: 0.0979347 Jul 23 11:16:38.975228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f88e6839-befa-4ab3-be1f-baba3caa4ffa req-aa760afd-490c-4cd4-8223-75a54e0f19e9 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461893 Jul 23 11:16:39.024584 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-403bf02f-2848-42c2-a87a-913f123dc3fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9310dc00-c468-4b07-b968-23e1a17df998 HTTP/1.1" status: 200 len: 217 time: 0.0392687 Jul 23 11:16:39.073683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-ae65a7ce-4af3-4512-93cf-7f4f1cc26e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:39.075162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-ae65a7ce-4af3-4512-93cf-7f4f1cc26e8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70170f60-b3aa-4dc0-8512-c459b3b66a17 HTTP/1.1" status: 200 len: 855 time: 0.0443883 Jul 23 11:16:39.130875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-ce9662a4-b65d-4081-bb46-dbb56fd0fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:39.132884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-ce9662a4-b65d-4081-bb46-dbb56fd0fd8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8a8bfca-8575-4775-99e1-5ff08c1da951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517554 Jul 23 11:16:39.222939 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-21ecb5c7-8f1e-4648-bace-e8bc9b13cf54 service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838819 Jul 23 11:16:39.307979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9fc9831c-87cb-47f3-94e8-8c6f6c5837db req-4fe33bc9-822f-4fa2-9c9e-2b9b812038e3 service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790455 Jul 23 11:16:39.440982 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aad4-07be-4130-95cf-119fc78ce71c req-c1d9d24c-dbdd-425f-ac9b-6249c9d07483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:39.442390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-c1d9d24c-dbdd-425f-ac9b-6249c9d07483 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 1094 time: 0.0532002 Jul 23 11:16:39.533705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aad4-07be-4130-95cf-119fc78ce71c req-f3cc09d8-57e6-46c0-b9ba-33cb1921e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:39.535230 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-f3cc09d8-57e6-46c0-b9ba-33cb1921e2c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 200 len: 917 time: 0.0854886 Jul 23 11:16:39.575550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-ca51e123-4def-4bfc-b6d1-b8c402543475 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9310dc00-c468-4b07-b968-23e1a17df998 HTTP/1.1" status: 200 len: 217 time: 0.0340765 Jul 23 11:16:39.626675 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aad4-07be-4130-95cf-119fc78ce71c req-3f20348f-71e3-4122-b737-0d1bd1260ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:39.628145 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-3f20348f-71e3-4122-b737-0d1bd1260ed1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70170f60-b3aa-4dc0-8512-c459b3b66a17 HTTP/1.1" status: 200 len: 855 time: 0.0458567 Jul 23 11:16:39.686161 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aad4-07be-4130-95cf-119fc78ce71c req-5aa75fd1-a50e-44e1-9bd4-3f3765db05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:39.687683 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-5aa75fd1-a50e-44e1-9bd4-3f3765db05ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8a8bfca-8575-4775-99e1-5ff08c1da951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530965 Jul 23 11:16:39.780541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-f249b1ec-2e9b-45e1-8a6b-f635e6bbfac8 service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Jul 23 11:16:39.870418 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a522aad4-07be-4130-95cf-119fc78ce71c req-2ebfab7c-1262-40e6-a155-a1b931dbdd7b service neutron] 10.222.0.20 "GET /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813756 Jul 23 11:16:40.103234 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fecef-4795-453e-9dc4-fd2104551886 req-b41cac48-6624-4fc8-8cf2-4abc444fd0b7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:40.104633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd9fecef-4795-453e-9dc4-fd2104551886 req-b41cac48-6624-4fc8-8cf2-4abc444fd0b7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 943 time: 0.0623767 Jul 23 11:16:40.145420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fd9fecef-4795-453e-9dc4-fd2104551886 req-a6f7d762-8482-4eaf-93c7-a1d9e6fe40e6 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Jul 23 11:16:41.272655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d6b29-8dbc-46b3-af4e-4ca1cde9625b req-ba190b15-ce0a-4f67-9b94-589fd636db93 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:41.274264 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-790d6b29-8dbc-46b3-af4e-4ca1cde9625b req-ba190b15-ce0a-4f67-9b94-589fd636db93 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 943 time: 0.0624509 Jul 23 11:16:41.310598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-790d6b29-8dbc-46b3-af4e-4ca1cde9625b req-4c8db869-70cc-4714-96a8-2da70154b718 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Jul 23 11:16:41.352436 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9310dc00-c468-4b07-b968-23e1a17df998 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:16:41.446705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 9310dc00-c468-4b07-b968-23e1a17df998, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9310dc00-c468-4b07-b968-23e1a17df998,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:41.457323 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '9310dc00-c468-4b07-b968-23e1a17df998', 'network_id': 'a8a8bfca-8575-4775-99e1-5ff08c1da951', 'port_id': '9310dc00-c468-4b07-b968-23e1a17df998', 'mac_address': 'fa:16:3e:1d:71:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70170f60-b3aa-4dc0-8512-c459b3b66a17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:16:41.493368 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:41.505217 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9310dc00-c468-4b07-b968-23e1a17df998 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:16:41.526917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 9310dc00-c468-4b07-b968-23e1a17df998, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9310dc00-c468-4b07-b968-23e1a17df998,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:41.530734 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:41.577420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=9310dc00-c468-4b07-b968-23e1a17df998,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:41.584597 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.584945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.585557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.586050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.586390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.586726 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.587057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.587386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.587740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.588067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.588385 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.588714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:16:41.791541 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['9310dc00-c468-4b07-b968-23e1a17df998'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:16:42.438382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8327f8-2596-4889-a5f9-1579c36b7766 req-68f3f746-9946-4c82-9e48-75e6e27883dc tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:42.439924 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd8327f8-2596-4889-a5f9-1579c36b7766 req-68f3f746-9946-4c82-9e48-75e6e27883dc tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 944 time: 0.0643106 Jul 23 11:16:42.478778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd8327f8-2596-4889-a5f9-1579c36b7766 req-ab6c654f-78e9-476f-ad82-80c1334bd72f tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Jul 23 11:16:43.367030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9310dc00-c468-4b07-b968-23e1a17df998 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:16:43.418840 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 9310dc00-c468-4b07-b968-23e1a17df998 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:16:43.424525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 9310dc00-c468-4b07-b968-23e1a17df998 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:16:43.424903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:43.500425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:43.531105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9310dc00-c468-4b07-b968-23e1a17df998'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:16:43.533569 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7c8fa7-c279-4e0c-a3eb-0238de6d1822" -d '{"events": [{"server_uuid": "32981d68-b6df-45ea-b16e-31ed71400e9d", "name": "network-vif-plugged", "status": "completed", "tag": "9310dc00-c468-4b07-b968-23e1a17df998"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:16:43.551307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 9310dc00-c468-4b07-b968-23e1a17df998, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9310dc00-c468-4b07-b968-23e1a17df998,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:16:43.557103 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:43.582361 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd9a7ff-5db4-4e65-9714-3d0535a0aa7e x-openstack-request-id: req-fdd9a7ff-5db4-4e65-9714-3d0535a0aa7e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:16:43.582654 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32981d68-b6df-45ea-b16e-31ed71400e9d", "name": "network-vif-plugged", "status": "completed", "tag": "9310dc00-c468-4b07-b968-23e1a17df998", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:16:43.582910 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdd9a7ff-5db4-4e65-9714-3d0535a0aa7e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:16:43.583305 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9310dc00-c468-4b07-b968-23e1a17df998', 'code': 200} Jul 23 11:16:43.611178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=9310dc00-c468-4b07-b968-23e1a17df998,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:16:43.623248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3826c-883d-4efe-8290-0e20cf9f2272 req-00dd4927-d248-4c34-b6cd-4dda40af487d tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:43.628940 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-28e3826c-883d-4efe-8290-0e20cf9f2272 req-00dd4927-d248-4c34-b6cd-4dda40af487d tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.0819366 Jul 23 11:16:43.675032 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-28e3826c-883d-4efe-8290-0e20cf9f2272 req-4f4a417a-5598-4704-b1b8-6888bcc98c24 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jul 23 11:16:43.716977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3285ac-62df-4d4d-8398-5ce47ec40978 req-aa6ccf9d-11e0-4104-99a9-4a99b1400173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:43.718472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e3285ac-62df-4d4d-8398-5ce47ec40978 req-aa6ccf9d-11e0-4104-99a9-4a99b1400173 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 1096 time: 0.0581644 Jul 23 11:16:43.752696 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9e3285ac-62df-4d4d-8398-5ce47ec40978 req-0710cf35-3ab1-44a7-a2be-6f28a18c2ba1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282552 Jul 23 11:16:44.812959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7be2-64e3-4616-8d0c-54992e64e7b5 req-3e469dc7-5d8b-4a75-99a2-87fdd4ad4cc3 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:44.814386 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-848a7be2-64e3-4616-8d0c-54992e64e7b5 req-3e469dc7-5d8b-4a75-99a2-87fdd4ad4cc3 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.0702229 Jul 23 11:16:44.854437 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-848a7be2-64e3-4616-8d0c-54992e64e7b5 req-3eb74e4b-a7d7-45dd-a834-fa29787eea56 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Jul 23 11:16:45.985563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57333a6-4ae7-4c50-8b67-2cb989ea7ade req-9241f32f-5dd4-466e-aa39-e393bfec4f99 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:45.987036 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a57333a6-4ae7-4c50-8b67-2cb989ea7ade req-9241f32f-5dd4-466e-aa39-e393bfec4f99 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.0653059 Jul 23 11:16:46.025777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a57333a6-4ae7-4c50-8b67-2cb989ea7ade req-8477b105-91e6-42f3-b467-12ee8011cbea tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Jul 23 11:16:46.154914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d322ac-50fe-460f-8e3a-af0104ce4c8d req-f3bc2375-071f-49ba-8697-92b16ed65ed7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:16:46.156353 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80d322ac-50fe-460f-8e3a-af0104ce4c8d req-f3bc2375-071f-49ba-8697-92b16ed65ed7 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.0667470 Jul 23 11:16:46.192968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80d322ac-50fe-460f-8e3a-af0104ce4c8d req-06c8b2b9-aeb3-48c0-a26b-27a551657597 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Jul 23 11:16:51.393023 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:16:54.435740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:57.115224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1adf7c0-3b5d-4ff3-8f27-97877bc8344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:16:59.972461 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2174228b-622e-45e8-bbce-bdf94a7c3f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:00.277508 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:01.413139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:02.673081 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:04.567833 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a961a4-9d79-470f-986c-f7bf94fe3989 req-9547cd76-3b65-48fc-8468-f3548e2fa8c1 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:04.569358 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30a961a4-9d79-470f-986c-f7bf94fe3989 req-9547cd76-3b65-48fc-8468-f3548e2fa8c1 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.0639451 Jul 23 11:17:04.606776 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-30a961a4-9d79-470f-986c-f7bf94fe3989 req-31a3c06b-6c62-4400-8201-e64d2e98bcda tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Jul 23 11:17:04.836631 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:05.822622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0726-950c-49ba-8459-d3d38b0332e0 req-4359927a-c9c2-43b2-ba05-b36931bb249b tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:05.824173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-881a0726-950c-49ba-8459-d3d38b0332e0 req-4359927a-c9c2-43b2-ba05-b36931bb249b tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.1367483 Jul 23 11:17:05.860962 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-881a0726-950c-49ba-8459-d3d38b0332e0 req-e8148fb5-4462-4282-b971-da944c90c066 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/security-groups?id=ebb3037a-3f9d-4236-afbe-19848bff9f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Jul 23 11:17:06.193165 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-3ca8aed5-0f6f-46cc-9a93-2ea936798949 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:06.194742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-3ca8aed5-0f6f-46cc-9a93-2ea936798949 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 945 time: 0.0613108 Jul 23 11:17:06.294626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Deleting port 9310dc00-c468-4b07-b968-23e1a17df998 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:06.294974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:06.380919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] For port 9310dc00-c468-4b07-b968-23e1a17df998, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=9310dc00-c468-4b07-b968-23e1a17df998,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:06.381275 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:06.397142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Calling delete_port for 9310dc00-c468-4b07-b968-23e1a17df998 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:06.519486 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:06.551875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['9310dc00-c468-4b07-b968-23e1a17df998'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:17:06.555975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Pushing event deleted for resources: {'Port': ['ID=9310dc00-c468-4b07-b968-23e1a17df998,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:06.597689 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] No DVR routers for this DVR port 9310dc00-c468-4b07-b968-23e1a17df998 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:17:06.600911 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:06.602890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6372c2d7-5f41-4ee2-9dfa-5303034db457 req-71e0265e-8f6a-4f6b-98a1-8be20a1f5d52 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.20 "DELETE /v2.0/ports/9310dc00-c468-4b07-b968-23e1a17df998 HTTP/1.1" status: 204 len: 173 time: 0.4029853 Jul 23 11:17:06.603339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'name': 'network-vif-deleted', 'tag': '9310dc00-c468-4b07-b968-23e1a17df998'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:17:06.605700 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7745b6cd-9da6-4544-831f-3049762df7f8" -d '{"events": [{"server_uuid": "32981d68-b6df-45ea-b16e-31ed71400e9d", "name": "network-vif-deleted", "tag": "9310dc00-c468-4b07-b968-23e1a17df998"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:17:06.733124 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae4c58f-ef10-46aa-a445-dc440b390819 x-openstack-request-id: req-1ae4c58f-ef10-46aa-a445-dc440b390819 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:17:06.733434 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32981d68-b6df-45ea-b16e-31ed71400e9d", "name": "network-vif-deleted", "tag": "9310dc00-c468-4b07-b968-23e1a17df998", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:17:06.733702 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ae4c58f-ef10-46aa-a445-dc440b390819 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:17:06.734110 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32981d68-b6df-45ea-b16e-31ed71400e9d', 'name': 'network-vif-deleted', 'tag': '9310dc00-c468-4b07-b968-23e1a17df998', 'status': 'completed', 'code': 200} Jul 23 11:17:06.972061 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-74086c94-3245-4c7c-81a6-6bbc87dc59c6 req-ee0f2853-35ea-41a0-98d4-effc571b9098 tempest-TestEncryptedCinderVolumes-958558619 tempest-TestEncryptedCinderVolumes-958558619-project] 10.222.0.37 "GET /v2.0/ports?device_id=32981d68-b6df-45ea-b16e-31ed71400e9d HTTP/1.1" status: 200 len: 210 time: 0.0287004 Jul 23 11:17:08.069943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36294) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:08.688783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:08.936351 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Deleting port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:08.936690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:09.012261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] For port 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:09.012616 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:09.024651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Calling delete_port for 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:09.198021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:09.222002 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c72aba5-a3c4-4eb8-b0bb-d29884c65ace,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:09.389301 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:09.504596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9310dc00-c468-4b07-b968-23e1a17df998 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:09.524474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 9310dc00-c468-4b07-b968-23e1a17df998 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:09.524824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 9310dc00-c468-4b07-b968-23e1a17df998 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:09.594235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Router 35d65e2a-ea74-489d-992a-fb26c74d6644 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:17:09.700808 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:17:09.709181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ac5027d8-dc03-4b35-8515-22512d2a1eb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/35d65e2a-ea74-489d-992a-fb26c74d6644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373525 Jul 23 11:17:09.711084 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] Sync routers for ids ['35d65e2a-ea74-489d-992a-fb26c74d6644'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:17:09.712884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:09.719873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] Routers {'35d65e2a-ea74-489d-992a-fb26c74d6644'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:09.720476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['35d65e2a-ea74-489d-992a-fb26c74d6644'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:09.815019 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:09.830876 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] Set router 35d65e2a-ea74-489d-992a-fb26c74d6644 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:09.917810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:09.971331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Deleting port 8668091b-1964-41d5-9bea-3a43131b54e6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:09.971694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.000109 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:17:09Z', 'revision_number': 5, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port': {'id': '8668091b-1964-41d5-9bea-3a43131b54e6', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:10.027008 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] Checking router: 35d65e2a-ea74-489d-992a-fb26c74d6644 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:17:10.035024 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] Routers {'35d65e2a-ea74-489d-992a-fb26c74d6644'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:10.035665 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['35d65e2a-ea74-489d-992a-fb26c74d6644'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:10.056769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] For port 8668091b-1964-41d5-9bea-3a43131b54e6, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8668091b-1964-41d5-9bea-3a43131b54e6,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:10.057138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.072599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Calling delete_port for 8668091b-1964-41d5-9bea-3a43131b54e6 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:10.120061 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] Set router 35d65e2a-ea74-489d-992a-fb26c74d6644 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:10.172053 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:17:09Z', 'revision_number': 6, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:10.198022 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f5950-9302-45a0-b6a9-ccb8f71c308a None None] The sync data for ids ['35d65e2a-ea74-489d-992a-fb26c74d6644'] in n-d-778550-4 is: [{'id': '35d65e2a-ea74-489d-992a-fb26c74d6644', 'name': 'tempest-TestEncryptedCinderVolumes-858244935-router', 'tenant_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:52Z', 'updated_at': '2021-07-23T11:17:09Z', 'revision_number': 6, 'project_id': '5d3ee8a0c5004264917b67bfc92b3eb3', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:17:10.247909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.273077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8668091b-1964-41d5-9bea-3a43131b54e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:10.333419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.423546 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.425597 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.469239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.469776 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d65e2a-ea74-489d-992a-fb26c74d6644 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:17:10.474590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.476671 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f9df619f-ded6-4594-85d0-a14179a0fd4a admin admin] 10.222.0.37 "DELETE /v2.0/routers/35d65e2a-ea74-489d-992a-fb26c74d6644 HTTP/1.1" status: 204 len: 168 time: 0.7628329 Jul 23 11:17:10.479179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:10.522627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Deleting subnet 70170f60-b3aa-4dc0-8512-c459b3b66a17 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:17:10.525879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.561452 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.653069 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.706232 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.731795 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70170f60-b3aa-4dc0-8512-c459b3b66a17,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:10.735718 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.737581 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cbf384f9-cf68-4a32-8a24-d6dee91e4fd6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70170f60-b3aa-4dc0-8512-c459b3b66a17 HTTP/1.1" status: 204 len: 168 time: 0.2575147 Jul 23 11:17:10.740015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:10.740752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcf849e-0ce7-4693-82df-e4b9af240902 None None] Network a8a8bfca-8575-4775-99e1-5ff08c1da951 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:17:10.810372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.863688 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Deleting port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:10.863979 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.927755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] For port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,segment=NetworkSegment(9e2da4fc-8385-4aab-975d-6bd55a64a56c),segment_id=9e2da4fc-8385-4aab-975d-6bd55a64a56c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:10.928602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:10.945429 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Calling delete_port for 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:10.976596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] DHCP port deletion for a8a8bfca-8575-4775-99e1-5ff08c1da951 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:17:11.002350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:11.026406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:11.026751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0c72aba5-a3c4-4eb8-b0bb-d29884c65ace not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:11.033263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.045882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Deleting port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:11.046260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.058919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:11.063974 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] No DVR routers for this DVR port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:17:11.117803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] For port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:11.118123 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.130703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Calling delete_port for 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:11.132973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:17:11.134425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.145543 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.157040 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a8bfca-8575-4775-99e1-5ff08c1da951']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:11.158333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] Pushing event deleted for resources: {'Port': ['ID=21ef1d90-2bde-4ff3-9afa-a3a10ef892f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:11.165653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f98ff1-07ea-4e2c-83cd-77e59c56b9e0 None None] No DVR routers for this DVR port 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:17:11.170947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2da4fc-8385-4aab-975d-6bd55a64a56c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:11.171233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2da4fc-8385-4aab-975d-6bd55a64a56c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:11.180897 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.195245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.201743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:17:11.202074 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:17:11.203864 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:17:11.261253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.266762 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.268648 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8a8bfca-8575-4775-99e1-5ff08c1da951 HTTP/1.1" status: 204 len: 168 time: 0.5276716 Jul 23 11:17:11.272873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36302) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:11.284388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7364-2e3c-4e10-9dd4-7b3fb1247ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a8bfca-8575-4775-99e1-5ff08c1da951,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:11.611031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.859384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Deleting port dd3d1147-01b5-4ced-ab5e-5216daa7c69d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:11.859760 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.936757 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] For port dd3d1147-01b5-4ced-ab5e-5216daa7c69d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:11.937118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:11.949781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Calling delete_port for dd3d1147-01b5-4ced-ab5e-5216daa7c69d owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:12.123993 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:12.149954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3d1147-01b5-4ced-ab5e-5216daa7c69d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:12.180216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.180572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.180920 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.181262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.181700 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.182083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.182420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.182752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.183083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.183425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.183764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.184094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:12.326209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:12.541490 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:17:12.661169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:17:12.667086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-51daf41c-c744-4034-9c8b-6ef51816d445 admin admin] 10.222.0.37 "PUT /v2.0/routers/b31d1296-b6c1-41e7-a7a5-aac54d1c52b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3929286 Jul 23 11:17:12.672805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36304) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:12.675995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8668091b-1964-41d5-9bea-3a43131b54e6 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:12.682459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] Sync routers for ids ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:17:12.705345 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 8668091b-1964-41d5-9bea-3a43131b54e6 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:12.705793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8668091b-1964-41d5-9bea-3a43131b54e6 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:12.706339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:12.760574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:12.760926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21ef1d90-2bde-4ff3-9afa-a3a10ef892f8 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:12.793408 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:12.793719 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] Routers {'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:12.794325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:12.919729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:12.924449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] Set router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:12.982492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Deleting port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:12.982837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.069954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] For port 7cfadb22-dc2c-4928-ad07-b5a04f7056fa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:13.070232 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.082446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Calling delete_port for 7cfadb22-dc2c-4928-ad07-b5a04f7056fa owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:13.122324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:17:12Z', 'revision_number': 5, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port': {'id': '7cfadb22-dc2c-4928-ad07-b5a04f7056fa', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:13.151888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] Checking router: b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:17:13.160098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] Routers {'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:13.160710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:13.244843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] Set router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:13.250637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.283999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfadb22-dc2c-4928-ad07-b5a04f7056fa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:13.301324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:17:12Z', 'revision_number': 6, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:13.327150 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f46718-e46d-4091-aac1-790e0da8e6ed None None] The sync data for ids ['b31d1296-b6c1-41e7-a7a5-aac54d1c52b0'] in n-d-778550-4 is: [{'id': 'b31d1296-b6c1-41e7-a7a5-aac54d1c52b0', 'name': 'tempest-TestEncryptedCinderVolumes-590190587-router', 'tenant_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:15:57Z', 'updated_at': '2021-07-23T11:17:12Z', 'revision_number': 6, 'project_id': '03ee81ab7ade43c1ba3d61647b6c5de6', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:17:13.349243 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.438881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.440979 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.497299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.497826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:17:13.502418 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.503619 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e497f9f0-2f94-442c-aeeb-27bffa6527be admin admin] 10.222.0.37 "DELETE /v2.0/routers/b31d1296-b6c1-41e7-a7a5-aac54d1c52b0 HTTP/1.1" status: 204 len: 168 time: 0.8297992 Jul 23 11:17:13.506212 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36306) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:13.571292 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Deleting subnet 2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:17:13.575935 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.625134 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.727690 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.787834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.812414 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:13.816582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.819215 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-888c7b20-ab6d-4e8f-ab09-9bc202fdf88e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ec30e6f-855d-43d3-8ae1-abf35a9ca0a2 HTTP/1.1" status: 204 len: 168 time: 0.3109226 Jul 23 11:17:13.822379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36308) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:13.825608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceedccbd-ffb8-4c75-844f-5a9188533eed None None] Network 554c197f-b196-4fa4-8dee-2c1c0e3020b3 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:17:13.905851 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:13.965218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Deleting port 4b015536-f1da-4b80-9a36-2b936403b154 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:13.965574 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.024238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] DHCP port deletion for 554c197f-b196-4fa4-8dee-2c1c0e3020b3 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:17:14.031388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] For port 4b015536-f1da-4b80-9a36-2b936403b154, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b015536-f1da-4b80-9a36-2b936403b154,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:14.031779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.045513 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Calling delete_port for 4b015536-f1da-4b80-9a36-2b936403b154 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:14.074826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] Deleting port 4b015536-f1da-4b80-9a36-2b936403b154 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:17:14.075227 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.144659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.145731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] For port 4b015536-f1da-4b80-9a36-2b936403b154, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4b015536-f1da-4b80-9a36-2b936403b154,segment=NetworkSegment(1f03a8bf-c5a0-4572-8c2f-e81a069e85f0),segment_id=1f03a8bf-c5a0-4572-8c2f-e81a069e85f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:14.146156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.158325 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] Calling delete_port for 4b015536-f1da-4b80-9a36-2b936403b154 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:17:14.170404 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b015536-f1da-4b80-9a36-2b936403b154,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:14.175629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] No DVR routers for this DVR port 4b015536-f1da-4b80-9a36-2b936403b154 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 11:17:14.228947 n-d-778550-4 neutron-server[93835]: self.session.flush() Jul 23 11:17:14.233098 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.250444 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.260937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554c197f-b196-4fa4-8dee-2c1c0e3020b3']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:14.264618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] Pushing event deleted for resources: {'Port': ['ID=4b015536-f1da-4b80-9a36-2b936403b154,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:14.268297 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9cecf-d4a7-4ba4-acd1-3eb77adbc617 None None] No DVR routers for this DVR port 4b015536-f1da-4b80-9a36-2b936403b154 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:17:14.277307 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:14.277603 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f03a8bf-c5a0-4572-8c2f-e81a069e85f0') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:14.286555 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.301027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.307214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:17:14.307659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:17:14.309323 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:17:14.359999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.365012 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.367740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/554c197f-b196-4fa4-8dee-2c1c0e3020b3 HTTP/1.1" status: 204 len: 168 time: 0.5440781 Jul 23 11:17:14.380036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a3b5e-fb50-478f-896e-8281acd17c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=554c197f-b196-4fa4-8dee-2c1c0e3020b3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:14.522962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36312) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:14.563172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-34a89d43-b19e-41ff-be8e-1c110d6a6910 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d3ee8a0c5004264917b67bfc92b3eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389187 Jul 23 11:17:14.565626 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36314) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:14.618379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device dd3d1147-01b5-4ced-ab5e-5216daa7c69d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:14.618686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f95ca403-8d8b-4e99-9002-b2f857d7c8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.637443 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: dd3d1147-01b5-4ced-ab5e-5216daa7c69d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:14.637792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device dd3d1147-01b5-4ced-ab5e-5216daa7c69d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:14.638204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7cfadb22-dc2c-4928-ad07-b5a04f7056fa no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:14.640336 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f95ca403-8d8b-4e99-9002-b2f857d7c8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.655969 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7cfadb22-dc2c-4928-ad07-b5a04f7056fa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:14.656315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7cfadb22-dc2c-4928-ad07-b5a04f7056fa not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:14.656725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b015536-f1da-4b80-9a36-2b936403b154 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:17:14.675324 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4b015536-f1da-4b80-9a36-2b936403b154 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:17:14.675778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4b015536-f1da-4b80-9a36-2b936403b154 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:17:14.687867 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f95ca403-8d8b-4e99-9002-b2f857d7c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.690519 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f95ca403-8d8b-4e99-9002-b2f857d7c8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:14.691711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f95ca403-8d8b-4e99-9002-b2f857d7c8ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebb3037a-3f9d-4236-afbe-19848bff9f72 HTTP/1.1" status: 204 len: 168 time: 0.1251869 Jul 23 11:17:14.699367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ca403-8d8b-4e99-9002-b2f857d7c8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb3037a-3f9d-4236-afbe-19848bff9f72,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:15.005075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:15.046988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-409c56a6-d02b-4f3b-8861-6a54bc5510c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03ee81ab7ade43c1ba3d61647b6c5de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406349 Jul 23 11:17:15.049357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:15.096484 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-331bebc9-f309-412c-a595-76fe006887ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:15.116964 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-331bebc9-f309-412c-a595-76fe006887ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:15.164309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-331bebc9-f309-412c-a595-76fe006887ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:15.167020 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-331bebc9-f309-412c-a595-76fe006887ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:15.168210 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-331bebc9-f309-412c-a595-76fe006887ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e51f06c1-af6e-4701-8165-75e0ef8448dc HTTP/1.1" status: 204 len: 168 time: 0.1179304 Jul 23 11:17:15.175697 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bebc9-f309-412c-a595-76fe006887ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f06c1-af6e-4701-8165-75e0ef8448dc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:15.810981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:15.904260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-60133642-network', 'tenant_id': 'b0afffad61814fc292a0341390322338'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:15.925140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Made reservation on behalf of b0afffad61814fc292a0341390322338 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:17:15.927560 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:15.936485 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.024583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.028383 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.055779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:17:16.065078 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea249ff-78ee-41aa-8d54-93327927d29f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:16.070087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.070448 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Added segment ce052881-87cf-40ae-9061-408e24143725 of type vlan for network f9462e07-255e-4237-a552-a44008d7b764 Jul 23 11:17:16.109292 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.136096 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.137044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:16.137609 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.168137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3559434 Jul 23 11:17:16.171052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36348) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:16.176098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Request body: {'subnet': {'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-60133642-subnet', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:16.197334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceb5a7-45a9-45f1-977e-54886df12df5 admin admin] Pushing event updated for resources: {'Network': ['ID=f9462e07-255e-4237-a552-a44008d7b764,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:16.199722 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Made reservation on behalf of b0afffad61814fc292a0341390322338 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:17:16.203104 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.208021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network f9462e07-255e-4237-a552-a44008d7b764 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:17:16.365934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.422345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019ac8c3-8efb-4f45-ab19-607adc4a7844,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:16.426877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Checking segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:16.427228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Network hostable DHCP agents. Network: f9462e07-255e-4237-a552-a44008d7b764, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:17:16.443128 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Network f9462e07-255e-4237-a552-a44008d7b764 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:17:16.451743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, f9462e07-255e-4237-a552-a44008d7b764) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:16.455947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:16.456658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.464452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699001ac-d577-4136-8a49-94ea921b812a None None] Network f9462e07-255e-4237-a552-a44008d7b764 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:17:16.471331 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8ea23a09-630f-4055-8df4-7583bd369384 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2991583 Jul 23 11:17:16.474420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36350) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:16.480142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:16.500786 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.502052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.557460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.612528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-f9462e07-255e-4237-a552-a44008d7b764', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:17:16.613424 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.691076 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.743537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Allocated IP 172.20.0.2 (f9462e07-255e-4237-a552-a44008d7b764/019ac8c3-8efb-4f45-ab19-607adc4a7844/1be5eb97-b9f1-4ec9-8549-0572a6199bba) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:16.887775 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.891648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.895766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Transition to ACTIVE for port object 1be5eb97-b9f1-4ec9-8549-0572a6199bba will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:16.910888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Transition to ACTIVE for port object 1be5eb97-b9f1-4ec9-8549-0572a6199bba will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:16.913086 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.916477 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:16.951097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Network f9462e07-255e-4237-a552-a44008d7b764 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:16.955157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:16.957650 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:16.987137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Pushing event updated for resources: {'Port': ['ID=1be5eb97-b9f1-4ec9-8549-0572a6199bba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:17.020591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Allocated IP 172.25.4.180 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a041d0e4-88e5-46c4-b470-5a7ba73fa5e9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:17.027356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Attempting to bind port 1be5eb97-b9f1-4ec9-8549-0572a6199bba on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:17.027756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Attempting to bind port 1be5eb97-b9f1-4ec9-8549-0572a6199bba by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:17.028123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Attempting to bind port 1be5eb97-b9f1-4ec9-8549-0572a6199bba on network f9462e07-255e-4237-a552-a44008d7b764 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:17.032931 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:17.033306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Checking segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:17.033699 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:17.034335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Bound using segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:17.034532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Bound port: 1be5eb97-b9f1-4ec9-8549-0572a6199bba, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:17.034946 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:17.095134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] For port 1be5eb97-b9f1-4ec9-8549-0572a6199bba, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:17.098453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] For port 1be5eb97-b9f1-4ec9-8549-0572a6199bba, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be5eb97-b9f1-4ec9-8549-0572a6199bba,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:17.101988 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:17.120048 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:17.160530 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:17.167494 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45251a1-a18d-4591-8571-60fee8bf9554 None None] Pushing event updated for resources: {'Port': ['ID=1be5eb97-b9f1-4ec9-8549-0572a6199bba,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:17.201316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:17.206270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:17.211038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:17.216654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Pushing event updated for resources: {'Port': ['ID=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:17.481198 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:17.666460 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.077550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9eb00-0ce7-418a-aaa1-ccfb947793a6 None None] Network f9462e07-255e-4237-a552-a44008d7b764 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:17:18.104819 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Router efb0c4dc-ce9d-44b8-a372-2980ae1af479 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:17:18.152049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a54ccc41-1e38-43b3-b546-d342ed4e066f None None] Provisioning for port 1be5eb97-b9f1-4ec9-8549-0572a6199bba completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:18.213908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:17:18.225859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Sync routers for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:17:18.232221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.233862 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7453f506-afd3-4ce4-b7fe-ae298285aeaf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7573187 Jul 23 11:17:18.234801 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:18.235405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:18.236443 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:18.447655 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:18.638811 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:17Z', 'revision_number': 3, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:18.654777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be5eb97-b9f1-4ec9-8549-0572a6199bba up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:18.680227 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Checking router: efb0c4dc-ce9d-44b8-a372-2980ae1af479 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:17:18.680888 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Updating router efb0c4dc-ce9d-44b8-a372-2980ae1af479 port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:17:18.685070 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.727450 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.867710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 1be5eb97-b9f1-4ec9-8549-0572a6199bba completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:18.876527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1be5eb97-b9f1-4ec9-8549-0572a6199bba triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:18.877235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.880252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Allocated IP 172.20.0.1 (f9462e07-255e-4237-a552-a44008d7b764/019ac8c3-8efb-4f45-ab19-607adc4a7844/7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:18.959193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.993133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 1be5eb97-b9f1-4ec9-8549-0572a6199bba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be5eb97-b9f1-4ec9-8549-0572a6199bba,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:18.996253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:18.997773 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.000017 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.010896 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Transition to ACTIVE for port object a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:19.016781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Transition to ACTIVE for port object 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:19.017545 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.056251 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=1be5eb97-b9f1-4ec9-8549-0572a6199bba,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:19.057111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.063576 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Attempting to bind port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:19.063947 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Attempting to bind port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:19.064309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Attempting to bind port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:19.076939 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:19.077314 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:19.077757 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.078257 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:19.078709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Bound port: a041d0e4-88e5-46c4-b470-5a7ba73fa5e9, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:19.079206 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.080913 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Pushing event updated for resources: {'Port': ['ID=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:19.095146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Network f9462e07-255e-4237-a552-a44008d7b764 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:19.097899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:19.102062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:19.104460 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.104794 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.105132 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.105519 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.105966 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.106342 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.106762 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.106995 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.107533 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.108009 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.108498 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.108829 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:19.131884 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Pushing event updated for resources: {'Port': ['ID=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:19.143601 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] For port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:19.147622 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] For port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:19.149871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.155094 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.213939 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:19.214583 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:19.217868 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781b43-7b4e-4efc-a451-41e70138eede None None] Pushing event updated for resources: {'Port': ['ID=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:19.300380 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.323975 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:19.415861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b383b67-033c-4b47-87c1-559ba377dfc4 None None] Provisioning for port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:19.422498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3b383b67-033c-4b47-87c1-559ba377dfc4 None None] Provisioning complete for port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:19.423467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b383b67-033c-4b47-87c1-559ba377dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.457962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3b383b67-033c-4b47-87c1-559ba377dfc4 None None] Port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:17:19.467233 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.471750 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.504039 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:17Z', 'revision_number': 3, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:19.530035 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790c9cb-b011-4768-b1e3-27e6fd23deb8 None None] The sync data for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 is: [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:17Z', 'revision_number': 3, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:17:19.542684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Pushing event updated for resources: {'Port': ['ID=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:19.545106 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:19.639110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Network f9462e07-255e-4237-a552-a44008d7b764 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:19.640468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:19.788455 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Router efb0c4dc-ce9d-44b8-a372-2980ae1af479 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:17:19.909653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:17:19.914842 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-eb3e3617-fc0e-488d-8fe4-2d37e38d2f89 admin admin] 10.222.0.37 "PUT /v2.0/routers/efb0c4dc-ce9d-44b8-a372-2980ae1af479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6762934 Jul 23 11:17:19.986295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e5b0b892-b5cc-4afa-9e0b-f053e3f05fb3 None None] Provisioning complete for port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:19.986836 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b892-b5cc-4afa-9e0b-f053e3f05fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.024355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0b892-b5cc-4afa-9e0b-f053e3f05fb3 None None] Port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:17:20.387878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:20.393068 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2005102254-network', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:20.414198 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Made reservation on behalf of 4d52c7f496074fa482968ecaf5c63e13 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:17:20.416491 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.425062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.516104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.519938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.547509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:17:20.554291 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0e9670-16cd-45c3-b903-835c6728ce7f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:20.560676 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.561017 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Added segment 76408806-e4fe-4ace-979e-a9b16333dfee of type vlan for network 94967e2c-f764-4820-b8af-f4318f5ce095 Jul 23 11:17:20.604453 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.632587 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.633555 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:20.634138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.665927 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2768173 Jul 23 11:17:20.668607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:20.673420 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Request body: {'subnet': {'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2005102254-subnet', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:20.690188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:20.707452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb2b66-a962-40aa-ba60-09d207843774 admin admin] Pushing event updated for resources: {'Network': ['ID=94967e2c-f764-4820-b8af-f4318f5ce095,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:20.722332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 94967e2c-f764-4820-b8af-f4318f5ce095 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:17:20.726000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Made reservation on behalf of 4d52c7f496074fa482968ecaf5c63e13 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:17:20.728527 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.802631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:20.806531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:20.807109 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.884967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.900909 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.908250 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:20.913493 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:20.914273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be5eb97-b9f1-4ec9-8549-0572a6199bba up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:20.956269 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e47486b-d69e-463a-8296-ee24fb223a16,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:20.966547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Checking segment: {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:20.966910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Network hostable DHCP agents. Network: 94967e2c-f764-4820-b8af-f4318f5ce095, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:17:20.983947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Network 94967e2c-f764-4820-b8af-f4318f5ce095 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:17:20.993725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 94967e2c-f764-4820-b8af-f4318f5ce095) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:20.993998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:20.998864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:20.999580 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.009191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d612786-315a-46c5-869b-97c28d3dece7 None None] Network 94967e2c-f764-4820-b8af-f4318f5ce095 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:17:21.019325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c1c95c96-856c-4a9e-811e-001fbc4a71a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3494401 Jul 23 11:17:21.023792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1be5eb97-b9f1-4ec9-8549-0572a6199bba triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:21.024101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:21.024227 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.030157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:21.054082 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.055254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.060702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Sync routers for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:17:21.111978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.116175 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:21.116833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:21.248788 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.317330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:21.348004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-94967e2c-f764-4820-b8af-f4318f5ce095', 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'fixed_ips': [{'subnet_id': '4e47486b-d69e-463a-8296-ee24fb223a16'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:17:21.348873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.449087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.468912 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.574155 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Allocated IP 172.25.4.178 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/4a39750b-f412-491a-a1fd-9049baf762ba) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:21.603905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Allocated IP 172.20.0.2 (94967e2c-f764-4820-b8af-f4318f5ce095/4e47486b-d69e-463a-8296-ee24fb223a16/3eaf1d98-646f-42f5-bd53-11b05020fd52) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:21.675879 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.698329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 2, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:21.724285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.733623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Checking router: efb0c4dc-ce9d-44b8-a372-2980ae1af479 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:17:21.733988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Updating router efb0c4dc-ce9d-44b8-a372-2980ae1af479 port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:17:21.761406 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:21.766141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:21.770022 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:21.780220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Pushing event updated for resources: {'Port': ['ID=4a39750b-f412-491a-a1fd-9049baf762ba,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:21.804399 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.833353 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:21.862152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Transition to ACTIVE for port object 3eaf1d98-646f-42f5-bd53-11b05020fd52 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:21.929679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Transition to ACTIVE for port object 3eaf1d98-646f-42f5-bd53-11b05020fd52 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:21.944822 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.015756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Network 94967e2c-f764-4820-b8af-f4318f5ce095 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:22.020728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.023633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:22.025379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Pushing event updated for resources: {'Port': ['ID=3eaf1d98-646f-42f5-bd53-11b05020fd52,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:22.027739 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:22.127406 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Attempting to bind port 3eaf1d98-646f-42f5-bd53-11b05020fd52 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:22.127723 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Attempting to bind port 3eaf1d98-646f-42f5-bd53-11b05020fd52 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:22.128094 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Attempting to bind port 3eaf1d98-646f-42f5-bd53-11b05020fd52 on network 94967e2c-f764-4820-b8af-f4318f5ce095 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:22.140560 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:22.140933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Checking segment: {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:22.141341 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.141740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Bound using segment: {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:22.142213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Bound port: 3eaf1d98-646f-42f5-bd53-11b05020fd52, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:22.142599 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.214295 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.253850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] For port 3eaf1d98-646f-42f5-bd53-11b05020fd52, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:22.257802 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.274634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] For port 3eaf1d98-646f-42f5-bd53-11b05020fd52, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3eaf1d98-646f-42f5-bd53-11b05020fd52,segment=NetworkSegment(76408806-e4fe-4ace-979e-a9b16333dfee),segment_id=76408806-e4fe-4ace-979e-a9b16333dfee)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:22.277995 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Transition to ACTIVE for port object 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:22.282403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.287104 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.355588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a7c49-d1f2-445b-9b09-11e3bba0e3b2 None None] Pushing event updated for resources: {'Port': ['ID=3eaf1d98-646f-42f5-bd53-11b05020fd52,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:22.453210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Attempting to bind port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:22.453584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Attempting to bind port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:22.453947 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Attempting to bind port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 on network f9462e07-255e-4237-a552-a44008d7b764 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:22.464421 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ec992-9012-48d6-8308-36a53fb12a1d None None] Pushing event updated for resources: {'Port': ['ID=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:22.470468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:22.470867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Checking segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:22.471292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.472335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Bound using segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:22.472776 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Bound port: 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:22.473181 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.744131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] For port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:22.748356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] For port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:22.757453 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.759037 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Router b699ddee-cf44-49df-b8bf-6712f44f0eaa is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:17:22.808738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:22.849884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ec992-9012-48d6-8308-36a53fb12a1d None None] Pushing event updated for resources: {'Port': ['ID=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:22.854180 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:22.854861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:22.878253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:17:22.888469 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Sync routers for ids ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:17:22.895455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:22.900211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36374) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:17:22.900708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a92919a-fd7d-4ec7-99c7-d94953fc4993 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8751976 Jul 23 11:17:22.906784 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Routers {'b699ddee-cf44-49df-b8bf-6712f44f0eaa'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:22.909145 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:23.005379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:23.006132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.040889 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Set router b699ddee-cf44-49df-b8bf-6712f44f0eaa gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:23.068177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:23.205461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3eaf1d98-646f-42f5-bd53-11b05020fd52 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:23.248054 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:21Z', 'revision_number': 3, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:23.286692 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Checking router: b699ddee-cf44-49df-b8bf-6712f44f0eaa for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:17:23.287803 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Updating router b699ddee-cf44-49df-b8bf-6712f44f0eaa port 4a39750b-f412-491a-a1fd-9049baf762ba binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:17:23.331148 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.335712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3eaf1d98-646f-42f5-bd53-11b05020fd52 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:23.372998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:22Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:23.403842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d65fb-7bb4-42b0-ae1d-358d4f8a73fd None None] The sync data for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 is: [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:22Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:17:23.581963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c419f-8213-41e8-9245-8b5f98180291 None None] Network 94967e2c-f764-4820-b8af-f4318f5ce095 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:17:23.679968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] Provisioning for port 3eaf1d98-646f-42f5-bd53-11b05020fd52 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:23.688429 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] Provisioning complete for port 3eaf1d98-646f-42f5-bd53-11b05020fd52 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:23.688995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.704155 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.717942 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Transition to ACTIVE for port object 4a39750b-f412-491a-a1fd-9049baf762ba will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:23.726352 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.782231 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Attempting to bind port 4a39750b-f412-491a-a1fd-9049baf762ba on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:23.782901 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Attempting to bind port 4a39750b-f412-491a-a1fd-9049baf762ba by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:23.783443 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Attempting to bind port 4a39750b-f412-491a-a1fd-9049baf762ba on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:23.784959 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.796614 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:23.797130 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:23.797677 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.798091 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:23.798572 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Bound port: 4a39750b-f412-491a-a1fd-9049baf762ba, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:23.799096 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.852916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.871266 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30df30-e188-4c83-939e-7d1edc60385c None None] Pushing event updated for resources: {'Port': ['ID=4a39750b-f412-491a-a1fd-9049baf762ba,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:23.883537 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] For port 4a39750b-f412-491a-a1fd-9049baf762ba, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:23.887306 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] For port 4a39750b-f412-491a-a1fd-9049baf762ba, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4a39750b-f412-491a-a1fd-9049baf762ba,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:23.892713 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.899370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] For port 3eaf1d98-646f-42f5-bd53-11b05020fd52, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3eaf1d98-646f-42f5-bd53-11b05020fd52,segment=NetworkSegment(76408806-e4fe-4ace-979e-a9b16333dfee),segment_id=76408806-e4fe-4ace-979e-a9b16333dfee)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:23.907635 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:23.957550 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Routers {'b699ddee-cf44-49df-b8bf-6712f44f0eaa'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:23.958368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:23.981542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23f48b-c066-45c1-9cd4-0c8ff13cbde6 None None] Pushing event updated for resources: {'Port': ['ID=3eaf1d98-646f-42f5-bd53-11b05020fd52,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:24.032009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Allocated IP 172.20.0.1 (94967e2c-f764-4820-b8af-f4318f5ce095/4e47486b-d69e-463a-8296-ee24fb223a16/bf0daa86-809b-4465-b2d4-5e910fcd4b06) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:24.041468 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30df30-e188-4c83-939e-7d1edc60385c None None] Pushing event updated for resources: {'Port': ['ID=4a39750b-f412-491a-a1fd-9049baf762ba,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:24.091830 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] Set router b699ddee-cf44-49df-b8bf-6712f44f0eaa gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:24.166861 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.181469 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Transition to ACTIVE for port object bf0daa86-809b-4465-b2d4-5e910fcd4b06 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:24.216236 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.236965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eb346883-fcc9-42ec-8053-49d7316251b3 None None] Provisioning complete for port 3eaf1d98-646f-42f5-bd53-11b05020fd52 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:24.237719 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb346883-fcc9-42ec-8053-49d7316251b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.256838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Network 94967e2c-f764-4820-b8af-f4318f5ce095 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:24.259735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:24.265943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:24.297334 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Pushing event updated for resources: {'Port': ['ID=bf0daa86-809b-4465-b2d4-5e910fcd4b06,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:24.306712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:21Z', 'revision_number': 3, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:24.316900 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.443773 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091df3e-2f1e-486c-82c3-4d620c8c1729 None None] The sync data for ids ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'] in n-d-778550-4 is: [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:21Z', 'revision_number': 3, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:17:24.447313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.489403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.665882 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-901867b2-e20e-4dad-b5a4-55e8a5d69067 None None] Provisioning for port bf0daa86-809b-4465-b2d4-5e910fcd4b06 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:24.671668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-901867b2-e20e-4dad-b5a4-55e8a5d69067 None None] Provisioning complete for port bf0daa86-809b-4465-b2d4-5e910fcd4b06 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:24.672055 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-901867b2-e20e-4dad-b5a4-55e8a5d69067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.683046 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.690329 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.720669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-901867b2-e20e-4dad-b5a4-55e8a5d69067 None None] Port bf0daa86-809b-4465-b2d4-5e910fcd4b06 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:17:24.746625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:24.774378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.790217 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Pushing event updated for resources: {'Port': ['ID=bf0daa86-809b-4465-b2d4-5e910fcd4b06,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:24.821678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:24.828311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:24.829273 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.910930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Network 94967e2c-f764-4820-b8af-f4318f5ce095 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:24.914424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:24.931654 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.972113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:24.977266 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:24.978341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3eaf1d98-646f-42f5-bd53-11b05020fd52 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:25.056180 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Router b699ddee-cf44-49df-b8bf-6712f44f0eaa has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:17:25.081578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:25.091122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3eaf1d98-646f-42f5-bd53-11b05020fd52 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:25.091677 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:25.187156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:17:25.192236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d2cb74fb-3421-4c42-91d1-1620d02f19cd admin admin] 10.222.0.37 "PUT /v2.0/routers/b699ddee-cf44-49df-b8bf-6712f44f0eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909632 Jul 23 11:17:25.248682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d8a52058-becc-4742-bb01-e558e64e439f None None] Provisioning complete for port bf0daa86-809b-4465-b2d4-5e910fcd4b06 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:25.249064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8a52058-becc-4742-bb01-e558e64e439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:25.283582 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d8a52058-becc-4742-bb01-e558e64e439f None None] Port bf0daa86-809b-4465-b2d4-5e910fcd4b06 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:17:26.745409 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:26.805973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:26.806513 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:26.908158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4a39750b-f412-491a-a1fd-9049baf762ba up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:26.933302 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Sync routers for ids ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:17:26.953403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Routers {'b699ddee-cf44-49df-b8bf-6712f44f0eaa'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:26.954048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:27.034910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4a39750b-f412-491a-a1fd-9049baf762ba completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:27.043248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4a39750b-f412-491a-a1fd-9049baf762ba triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:27.043658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:27.119988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Set router b699ddee-cf44-49df-b8bf-6712f44f0eaa gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:27.162906 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14f11e05-0c35-41b0-b1f2-7759f93fef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:27.411676 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:27.470760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4a39750b-f412-491a-a1fd-9049baf762ba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4a39750b-f412-491a-a1fd-9049baf762ba,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:27.478321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:27.565104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4a39750b-f412-491a-a1fd-9049baf762ba,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:27.607963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 4, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'bf0daa86-809b-4465-b2d4-5e910fcd4b06', 'name': '', 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'mac_address': 'fa:16:3e:fa:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4e47486b-d69e-463a-8296-ee24fb223a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:23Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 2, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'subnets': [{'id': '4e47486b-d69e-463a-8296-ee24fb223a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:27.638683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Checking router: b699ddee-cf44-49df-b8bf-6712f44f0eaa for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:17:27.639048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Updating router b699ddee-cf44-49df-b8bf-6712f44f0eaa port bf0daa86-809b-4465-b2d4-5e910fcd4b06 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:17:27.679237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.008106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.026844 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Transition to ACTIVE for port object bf0daa86-809b-4465-b2d4-5e910fcd4b06 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:28.032469 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.085764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf5c1-ad7f-4b77-beaa-33f6098a2089 None None] Pushing event updated for resources: {'Port': ['ID=bf0daa86-809b-4465-b2d4-5e910fcd4b06,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:28.161747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Attempting to bind port bf0daa86-809b-4465-b2d4-5e910fcd4b06 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:28.162178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Attempting to bind port bf0daa86-809b-4465-b2d4-5e910fcd4b06 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:28.162542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Attempting to bind port bf0daa86-809b-4465-b2d4-5e910fcd4b06 on network 94967e2c-f764-4820-b8af-f4318f5ce095 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:28.168156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:28.168538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Checking segment: {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:28.168936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.169330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Bound using segment: {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:28.170708 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Bound port: bf0daa86-809b-4465-b2d4-5e910fcd4b06, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76408806-e4fe-4ace-979e-a9b16333dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:28.170708 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.261489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] For port bf0daa86-809b-4465-b2d4-5e910fcd4b06, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:28.265208 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] For port bf0daa86-809b-4465-b2d4-5e910fcd4b06, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bf0daa86-809b-4465-b2d4-5e910fcd4b06,segment=NetworkSegment(76408806-e4fe-4ace-979e-a9b16333dfee),segment_id=76408806-e4fe-4ace-979e-a9b16333dfee)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:28.271055 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.333128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Routers {'b699ddee-cf44-49df-b8bf-6712f44f0eaa'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:17:28.334102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:17:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:28.376793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf5c1-ad7f-4b77-beaa-33f6098a2089 None None] Pushing event updated for resources: {'Port': ['ID=bf0daa86-809b-4465-b2d4-5e910fcd4b06,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:28.397559 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:17:28.487888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] Set router b699ddee-cf44-49df-b8bf-6712f44f0eaa gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:17:28.654805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4a39750b-f412-491a-a1fd-9049baf762ba up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:28.756437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4a39750b-f412-491a-a1fd-9049baf762ba triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:28.756927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:28.800430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 4, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'bf0daa86-809b-4465-b2d4-5e910fcd4b06', 'name': '', 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'mac_address': 'fa:16:3e:fa:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4e47486b-d69e-463a-8296-ee24fb223a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:23Z', 'updated_at': '2021-07-23T11:17:28Z', 'revision_number': 4, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'subnets': [{'id': '4e47486b-d69e-463a-8296-ee24fb223a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:17:28.831707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ab7ee-ac35-4e1c-aed2-630c307a6138 None None] The sync data for ids ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'] in n-d-778550-4 is: [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 4, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'bf0daa86-809b-4465-b2d4-5e910fcd4b06', 'name': '', 'network_id': '94967e2c-f764-4820-b8af-f4318f5ce095', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'mac_address': 'fa:16:3e:fa:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4e47486b-d69e-463a-8296-ee24fb223a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:23Z', 'updated_at': '2021-07-23T11:17:28Z', 'revision_number': 4, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'subnets': [{'id': '4e47486b-d69e-463a-8296-ee24fb223a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:17:29.976673 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6625f29a-f0b8-4057-a056-695c174ec0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:30.282159 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:30.706097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bf0daa86-809b-4465-b2d4-5e910fcd4b06 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:30.774055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port bf0daa86-809b-4465-b2d4-5e910fcd4b06 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:30.783946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port bf0daa86-809b-4465-b2d4-5e910fcd4b06 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:30.784354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:30.926019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:30.972378 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port bf0daa86-809b-4465-b2d4-5e910fcd4b06, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bf0daa86-809b-4465-b2d4-5e910fcd4b06,segment=NetworkSegment(76408806-e4fe-4ace-979e-a9b16333dfee),segment_id=76408806-e4fe-4ace-979e-a9b16333dfee)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:30.978884 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:31.045405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=bf0daa86-809b-4465-b2d4-5e910fcd4b06,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:31.424771 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:32.686544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bf0daa86-809b-4465-b2d4-5e910fcd4b06 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:32.689099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:32.748171 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port bf0daa86-809b-4465-b2d4-5e910fcd4b06 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:32.748648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:34.840080 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:35.278841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-b7d372b6-eb3d-4cc9-8c50-debdaa51b99c tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:35.280354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-b7d372b6-eb3d-4cc9-8c50-debdaa51b99c tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 813 time: 0.1002173 Jul 23 11:17:35.295434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-b050ad0a-da7f-4d1b-bded-1f66e0dd85d8 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/quotas/b0afffad61814fc292a0341390322338 HTTP/1.1" status: 200 len: 375 time: 0.0097449 Jul 23 11:17:35.359623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-c4df5e6c-0419-4c80-9238-1eca1730c36d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591471 Jul 23 11:17:35.465644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-217e1517-baf6-4b17-94e7-2ca76169e462 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:17:35.466657 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-217e1517-baf6-4b17-94e7-2ca76169e462 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0958807 Jul 23 11:17:35.559939 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-d38458f7-ad6b-4fd8-a958-3a1efd7b14a1 service neutron] 10.222.0.37 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871494 Jul 23 11:17:35.649005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-05bf5996-64dd-4d78-97eb-a18026678bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833099 Jul 23 11:17:35.811500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7c6e4e60-3f26-438d-9e64-b1f3a543da11 req-137928e2-5812-4f06-bc36-89301750eb21 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 210 time: 0.0303965 Jul 23 11:17:36.777681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-31d00dc1-e6ac-42e9-8f47-8f99554e079d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:36.779155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-31d00dc1-e6ac-42e9-8f47-8f99554e079d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 813 time: 0.1033010 Jul 23 11:17:36.796488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'port': {'device_id': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'admin_state_up': True, 'tenant_id': 'b0afffad61814fc292a0341390322338'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:36.916603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cfdff468-d0bd-446e-bfe6-10ff56fab838 req-6c85dab2-16ea-4dfc-b110-eb938991dade tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 210 time: 0.0372086 Jul 23 11:17:36.938948 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Made reservation on behalf of b0afffad61814fc292a0341390322338 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:17:36.942890 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:37.077809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Allocated IP 172.20.0.4 (f9462e07-255e-4237-a552-a44008d7b764/019ac8c3-8efb-4f45-ab19-607adc4a7844/bfa0ae19-17e4-497d-94fc-d41b74f14b89) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:17:37.262681 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:37.288589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Transition to ACTIVE for port object bfa0ae19-17e4-497d-94fc-d41b74f14b89 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:37.334899 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:37.416647 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Network f9462e07-255e-4237-a552-a44008d7b764 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:17:37.419965 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:17:37.436354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:17:37.475686 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:37.515890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:37.516744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:37.549109 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0610ebc4-269a-48ac-bc4a-d319dec3596b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563598 Jul 23 11:17:37.825422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0790f355-b3c2-4c60-a1d3-bca0bc75bb50 None None] Provisioning for port bfa0ae19-17e4-497d-94fc-d41b74f14b89 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:37.826546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0790f355-b3c2-4c60-a1d3-bca0bc75bb50 None None] Provisioning complete for port bfa0ae19-17e4-497d-94fc-d41b74f14b89 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:37.826931 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0790f355-b3c2-4c60-a1d3-bca0bc75bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:37.866270 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0790f355-b3c2-4c60-a1d3-bca0bc75bb50 None None] Port bfa0ae19-17e4-497d-94fc-d41b74f14b89 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:17:38.059847 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0ddd7-944d-4ec9-b075-714550a1b7d0 req-2ba6c26c-9505-4516-8602-fa664e20bbc0 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:38.061351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9d0ddd7-944d-4ec9-b075-714550a1b7d0 req-2ba6c26c-9505-4516-8602-fa664e20bbc0 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0744972 Jul 23 11:17:38.104020 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9d0ddd7-944d-4ec9-b075-714550a1b7d0 req-a3a4befd-8115-4e83-a015-6999f92477a8 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Jul 23 11:17:39.242157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba5aa1-da78-469d-8cc4-927725832b71 req-c146c49d-b54b-4b81-b5c3-7705142a2e99 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:39.243833 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9ba5aa1-da78-469d-8cc4-927725832b71 req-c146c49d-b54b-4b81-b5c3-7705142a2e99 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0679607 Jul 23 11:17:39.284363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c9ba5aa1-da78-469d-8cc4-927725832b71 req-15927c38-92b6-40a3-a7fd-c0e2eba6773c tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Jul 23 11:17:40.425909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92463e83-10b5-45fe-bb09-b48de197dcfc req-1d908973-c6bd-46ae-9152-266712858783 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:40.427495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92463e83-10b5-45fe-bb09-b48de197dcfc req-1d908973-c6bd-46ae-9152-266712858783 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0741043 Jul 23 11:17:40.472029 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-92463e83-10b5-45fe-bb09-b48de197dcfc req-49eae6e4-860d-4caf-b82e-d2bf16e54ee8 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383267 Jul 23 11:17:41.618303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee133e7-db54-450e-8b26-700724e43aaf req-de6bef38-d4e5-4334-92c1-942728ac5303 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:41.619818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ee133e7-db54-450e-8b26-700724e43aaf req-de6bef38-d4e5-4334-92c1-942728ac5303 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0705175 Jul 23 11:17:41.659858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7ee133e7-db54-450e-8b26-700724e43aaf req-d3aef9bb-d257-417e-8358-6cf8b520894a tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343382 Jul 23 11:17:42.858562 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68142d-d18d-4b9e-ad6f-22245f9d9421 req-2f90c9da-ef8a-4f95-a011-2321b8701016 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:42.867941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc68142d-d18d-4b9e-ad6f-22245f9d9421 req-2f90c9da-ef8a-4f95-a011-2321b8701016 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.1316383 Jul 23 11:17:42.907552 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc68142d-d18d-4b9e-ad6f-22245f9d9421 req-07a826d9-7751-4f14-8bea-59622bf240c4 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Jul 23 11:17:44.041980 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b40d1e-de7d-4ff9-803b-721c9a4860b9 req-7e6ebe2a-7d50-4bf1-9895-f1c86163bfd1 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:44.043529 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25b40d1e-de7d-4ff9-803b-721c9a4860b9 req-7e6ebe2a-7d50-4bf1-9895-f1c86163bfd1 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0662856 Jul 23 11:17:44.081781 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25b40d1e-de7d-4ff9-803b-721c9a4860b9 req-56a8ab2b-9961-419b-8f0b-ef1c9575d3fe tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Jul 23 11:17:45.222912 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db48f-2af4-45da-afc6-fe78048d9e52 req-89c4ec46-da20-403a-bff3-e0bf2a94e48e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:45.226436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed6db48f-2af4-45da-afc6-fe78048d9e52 req-89c4ec46-da20-403a-bff3-e0bf2a94e48e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0748575 Jul 23 11:17:45.266187 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed6db48f-2af4-45da-afc6-fe78048d9e52 req-a7d0e710-3da7-4cba-a4c3-d5984fe14691 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340536 Jul 23 11:17:46.395014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4689a7-4a1d-4312-be44-ef11dc573575 req-759ef82c-a605-4a38-a0d2-aae8d2f36dd7 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:46.396711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de4689a7-4a1d-4312-be44-ef11dc573575 req-759ef82c-a605-4a38-a0d2-aae8d2f36dd7 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 931 time: 0.0629706 Jul 23 11:17:46.434583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-de4689a7-4a1d-4312-be44-ef11dc573575 req-1f234fc1-4dcf-4b8e-ab2a-70e423fcedad tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 23 11:17:46.753215 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Request body: {'port': {'device_id': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:17:46.830246 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:47.088664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa0ae19-17e4-497d-94fc-d41b74f14b89 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:17:47.095981 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:47.107919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Transition to ACTIVE for port object bfa0ae19-17e4-497d-94fc-d41b74f14b89 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:17:47.111813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:47.177691 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:47.187996 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.188349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.188698 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.189038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.189376 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.189711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.190042 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.190380 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.190711 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.191041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.191370 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.191720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:47.241720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Attempting to bind port bfa0ae19-17e4-497d-94fc-d41b74f14b89 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:17:47.242067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Attempting to bind port bfa0ae19-17e4-497d-94fc-d41b74f14b89 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:17:47.242393 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Attempting to bind port bfa0ae19-17e4-497d-94fc-d41b74f14b89 on network f9462e07-255e-4237-a552-a44008d7b764 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:47.247251 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Port bfa0ae19-17e4-497d-94fc-d41b74f14b89 on network f9462e07-255e-4237-a552-a44008d7b764 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:17:47.247615 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Attempting to bind port bfa0ae19-17e4-497d-94fc-d41b74f14b89 on network f9462e07-255e-4237-a552-a44008d7b764 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:17:47.252772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:17:47.253113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Checking segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:17:47.253502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Bound using segment: {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:17:47.253935 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Bound port: bfa0ae19-17e4-497d-94fc-d41b74f14b89, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce052881-87cf-40ae-9061-408e24143725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:17:47.254298 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:47.325106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:17:47.328190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:17:47.332916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:47.376789 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:47.377415 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:47.378802 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] 10.222.0.20 "PUT /v2.0/ports/bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 1091 time: 0.6304176 Jul 23 11:17:47.379247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:17:47.382110 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce216b3feed7d40d451eeea5612bc4f3fa7c81a633caa6f26e2355196809fd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55fae88-e544-4653-a143-098e941c78c8" -d '{"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:17:47.400620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074535d3-fc02-4145-aede-c0ee41dc252e service neutron] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:47.448712 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ceb1c1-9db5-412f-a0fb-d7ec18536cf2 x-openstack-request-id: req-05ceb1c1-9db5-412f-a0fb-d7ec18536cf2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:17:47.449093 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:17:47.449254 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05ceb1c1-9db5-412f-a0fb-d7ec18536cf2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:17:47.449681 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'status': 'completed', 'code': 200} Jul 23 11:17:47.502259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-ce358b9e-a0ac-4955-b38e-4fbcef724284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:47.504255 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-ce358b9e-a0ac-4955-b38e-4fbcef724284 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1094 time: 0.0660670 Jul 23 11:17:47.566037 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-e51a1d3b-915b-478e-89a2-0ab829293b46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 217 time: 0.0491006 Jul 23 11:17:47.634206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-3b50f7d4-9d07-476f-ad44-090d49c384fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:47.635625 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-3b50f7d4-9d07-476f-ad44-090d49c384fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0524757 Jul 23 11:17:47.681281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccf25f-f0f3-4e18-8d92-fc1556886e87 req-8e977917-b687-4012-a6ca-ad0b87199aeb tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:47.682775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cbccf25f-f0f3-4e18-8d92-fc1556886e87 req-8e977917-b687-4012-a6ca-ad0b87199aeb tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 943 time: 0.1569667 Jul 23 11:17:47.737995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0f39bfa3-e7df-42fe-9231-2fd2def179d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:47.739724 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-0f39bfa3-e7df-42fe-9231-2fd2def179d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977557 Jul 23 11:17:47.743110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cbccf25f-f0f3-4e18-8d92-fc1556886e87 req-a7b4c2c1-a2d6-480f-867b-d5400ae08264 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Jul 23 11:17:47.833851 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-98f8fe1f-e204-49d5-bf56-0dff2336d8cb service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874720 Jul 23 11:17:47.927355 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4b485c98-7708-42e2-9880-fe11091a6bc1 req-e52f6d87-364b-4588-acd9-7a085ec471cd service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872662 Jul 23 11:17:48.072122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fae88-e544-4653-a143-098e941c78c8 req-21397a39-7ea2-484c-a46f-7feff97fac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:48.073640 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-21397a39-7ea2-484c-a46f-7feff97fac96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1094 time: 0.0549705 Jul 23 11:17:48.164836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fae88-e544-4653-a143-098e941c78c8 req-43be1579-8010-48d6-940a-decc9e5d6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:48.166309 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-43be1579-8010-48d6-940a-decc9e5d6fea service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.0863523 Jul 23 11:17:48.209647 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-980e62c3-0d40-4831-bea8-ee89d472d1c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 217 time: 0.0345807 Jul 23 11:17:48.256319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fae88-e544-4653-a143-098e941c78c8 req-e6a90837-47db-4c60-a154-fe224d8c9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:48.257721 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-e6a90837-47db-4c60-a154-fe224d8c9eaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0421853 Jul 23 11:17:48.316986 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fae88-e544-4653-a143-098e941c78c8 req-abe83869-700d-40f6-8ed2-bf9fbb762707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:48.319305 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-abe83869-700d-40f6-8ed2-bf9fbb762707 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548620 Jul 23 11:17:48.410742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-c4905100-3c93-4148-9031-79dd37064796 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838470 Jul 23 11:17:48.501660 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e55fae88-e544-4653-a143-098e941c78c8 req-ce463986-438d-4d59-8e15-10b03fb95280 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836802 Jul 23 11:17:48.882280 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7035-d2f2-45dd-8175-5b973944bb66 req-d0e15de1-60a9-4142-8323-9a60e4bf203e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:48.884038 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bcdf7035-d2f2-45dd-8175-5b973944bb66 req-d0e15de1-60a9-4142-8323-9a60e4bf203e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 943 time: 0.0646839 Jul 23 11:17:48.921595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bcdf7035-d2f2-45dd-8175-5b973944bb66 req-03056972-325c-45d2-b8d5-7ffed83ec2e3 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Jul 23 11:17:50.052281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfda89-5b40-4344-8736-e561ef3a4bb3 req-c546f1f3-0833-442b-a503-ed65081a0eea tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:50.053808 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4bcfda89-5b40-4344-8736-e561ef3a4bb3 req-c546f1f3-0833-442b-a503-ed65081a0eea tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 943 time: 0.0635235 Jul 23 11:17:50.090255 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4bcfda89-5b40-4344-8736-e561ef3a4bb3 req-2fa0840d-a05f-40a7-8a68-a75e421e9f9b tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Jul 23 11:17:51.220153 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846c31-8257-40da-81d2-5e07d7aec769 req-f2e88a11-e941-435e-89c6-4438353ddd34 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:51.221635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6846c31-8257-40da-81d2-5e07d7aec769 req-f2e88a11-e941-435e-89c6-4438353ddd34 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 943 time: 0.0663812 Jul 23 11:17:51.259583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6846c31-8257-40da-81d2-5e07d7aec769 req-42de0369-72ad-4793-a6da-8ff4bf7e52d5 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 23 11:17:51.612913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bfa0ae19-17e4-497d-94fc-d41b74f14b89 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:17:51.707198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:51.718287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'port_id': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'mac_address': 'fa:16:3e:c2:56:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:17:51.754301 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:51.766845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa0ae19-17e4-497d-94fc-d41b74f14b89 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:17:51.786691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:51.790903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:51.840743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:51.848028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.848441 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.848831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.849223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.849557 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.849893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.850221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.850545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.850869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.851189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.851546 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:51.851922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:17:52.062131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bfa0ae19-17e4-497d-94fc-d41b74f14b89'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:17:52.388999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7b3d4-e512-4012-84a2-4d8bb42d91d6 req-bf6d0e4c-6be8-42be-a4e3-486e4f090ca2 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:52.390387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4a7b3d4-e512-4012-84a2-4d8bb42d91d6 req-bf6d0e4c-6be8-42be-a4e3-486e4f090ca2 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 944 time: 0.0635033 Jul 23 11:17:52.426338 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4a7b3d4-e512-4012-84a2-4d8bb42d91d6 req-f6bfba30-f1b7-4f37-b3b0-f6bdfc6dfeb9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302947 Jul 23 11:17:53.553687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bd2fd-bee1-4687-98eb-83a7b4a36d43 req-182e4a96-22ca-4da7-84d0-0c2721f86da3 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:53.555183 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-167bd2fd-bee1-4687-98eb-83a7b4a36d43 req-182e4a96-22ca-4da7-84d0-0c2721f86da3 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 944 time: 0.0637169 Jul 23 11:17:53.593135 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-167bd2fd-bee1-4687-98eb-83a7b4a36d43 req-22ce4ff2-8b9c-44a5-bc87-473d86f7c5e6 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Jul 23 11:17:53.627706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bfa0ae19-17e4-497d-94fc-d41b74f14b89 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:17:53.674230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port bfa0ae19-17e4-497d-94fc-d41b74f14b89 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:17:53.678556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port bfa0ae19-17e4-497d-94fc-d41b74f14b89 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:17:53.678935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:53.756040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:53.781951 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:17:53.784490 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c6cb1000aa897fdd35584db96158e4d8a91c551958b13956c0ff30205d9a05b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947beb54-1a11-40d9-a1b0-e5e505eeb2e8" -d '{"events": [{"server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "name": "network-vif-plugged", "status": "completed", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:17:53.796895 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:17:53.801043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:53.825965 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1be85-14d0-41fc-9fb9-bd71a60bb399 x-openstack-request-id: req-e7a1be85-14d0-41fc-9fb9-bd71a60bb399 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:17:53.826263 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "name": "network-vif-plugged", "status": "completed", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:17:53.826513 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7a1be85-14d0-41fc-9fb9-bd71a60bb399 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:17:53.826908 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'code': 200} Jul 23 11:17:53.852049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:17:53.962939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1565e-1733-4604-be75-8c67c403075c req-8d35b6e7-0407-46cb-adb6-4c97ef7a9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:53.964454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea1565e-1733-4604-be75-8c67c403075c req-8d35b6e7-0407-46cb-adb6-4c97ef7a9773 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1096 time: 0.0561755 Jul 23 11:17:53.997864 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-dea1565e-1733-4604-be75-8c67c403075c req-5a618e33-490f-46e5-b8c7-370de8d914ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268049 Jul 23 11:17:54.431476 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:54.719195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324affe-db28-421a-ae67-cb3e897614f6 req-392166fe-6ddc-40b3-9bab-0887175d9cb4 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:54.720645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f324affe-db28-421a-ae67-cb3e897614f6 req-392166fe-6ddc-40b3-9bab-0887175d9cb4 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Jul 23 11:17:54.762021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f324affe-db28-421a-ae67-cb3e897614f6 req-60049f20-d357-49a2-b31c-c772e442dd31 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Jul 23 11:17:55.892644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e959-a4cf-4bbd-a0a1-d81462fd006f req-ee3408af-1065-4125-bf95-93c4f8b65680 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:55.894117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d62e959-a4cf-4bbd-a0a1-d81462fd006f req-ee3408af-1065-4125-bf95-93c4f8b65680 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0634725 Jul 23 11:17:55.931216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8d62e959-a4cf-4bbd-a0a1-d81462fd006f req-ad24f3d4-e90a-4ba2-a1cc-60b0f5c0fa58 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jul 23 11:17:56.061720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2148b-4d17-4a65-bf1d-983dae9cf850 req-5f5e10a2-d24a-4b03-a6f2-3312212fc6f0 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:56.063126 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7db2148b-4d17-4a65-bf1d-983dae9cf850 req-5f5e10a2-d24a-4b03-a6f2-3312212fc6f0 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0644958 Jul 23 11:17:56.099931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7db2148b-4d17-4a65-bf1d-983dae9cf850 req-ee1367fb-c2b2-450c-ae5e-7e19b31548d3 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Jul 23 11:17:56.299989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9942d0-69dc-4b8c-ac48-babd0aaecc5a req-428d5175-8f1b-417b-be07-f17f6c4a4ac8 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:17:56.301547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec9942d0-69dc-4b8c-ac48-babd0aaecc5a req-428d5175-8f1b-417b-be07-f17f6c4a4ac8 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0653458 Jul 23 11:17:56.339106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ec9942d0-69dc-4b8c-ac48-babd0aaecc5a req-e9df94a0-ff08-4c29-b8b2-fccfc4cd9aa1 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Jul 23 11:17:57.113704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31326ded-624d-4d4b-9ffb-d86f20725f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:17:59.979969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b93167fb-0948-4979-a041-c25b9af445a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:00.288048 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:01.418748 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:02.669824 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:04.835643 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:05.397962 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:18:08.087792 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282a4b-a8ba-4d2c-9fda-9243bcc1e2c9 req-e5d9b683-fa93-411b-ba81-de8ce3cda9bd tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:08.089302 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1282a4b-a8ba-4d2c-9fda-9243bcc1e2c9 req-e5d9b683-fa93-411b-ba81-de8ce3cda9bd tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.1161580 Jul 23 11:18:08.126185 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c1282a4b-a8ba-4d2c-9fda-9243bcc1e2c9 req-d9e31b25-63cc-4732-a45d-d8b3e1e21ddc tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jul 23 11:18:08.148287 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36578) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:08.240022 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e956f85-c21a-4f5e-ab5c-0c268f09b6b4 tempest-TestMinimumBasicScenario-994666306 tempest-TestMinimumBasicScenario-994666306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:08.241556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9e956f85-c21a-4f5e-ab5c-0c268f09b6b4 tempest-TestMinimumBasicScenario-994666306 tempest-TestMinimumBasicScenario-994666306-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1091 time: 0.0922925 Jul 23 11:18:08.244482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36582) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:08.248775 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:08.270179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:08.364591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:08.462687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Allocated IP 172.25.4.14 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/5b89cb87-05ea-4c67-82fb-08a9ff78d438) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:18:08.564305 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:08.604105 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:08.639665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:18:08.642438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:18:08.648910 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:18:08.671097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'Port': ['ID=5b89cb87-05ea-4c67-82fb-08a9ff78d438,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:09.001237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.096665 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.260925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.265400 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.337407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'Port': ['ID=5b89cb87-05ea-4c67-82fb-08a9ff78d438,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:09.347039 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.445737 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Floating IP 0256c24f-67ca-41f8-809a-7c20b8a04a1f associated. External IP: 172.25.4.14, port: bfa0ae19-17e4-497d-94fc-d41b74f14b89. Jul 23 11:18:09.587122 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-39dcbbfb-c070-479f-a009-93e85788003e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991313 Jul 23 11:18:09.654725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Router efb0c4dc-ce9d-44b8-a372-2980ae1af479 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:18:09.698620 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-2afc9866-7199-4e0e-9d05-a746c492f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:09.700162 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-2afc9866-7199-4e0e-9d05-a746c492f6dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1096 time: 0.0578730 Jul 23 11:18:09.757714 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:18:09.768910 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] Sync routers for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:18:09.774657 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.781275 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:18:09.781885 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:18:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:18:09.803964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-79765c8a-258f-41a2-bb55-177c4be7dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:09.805501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-79765c8a-258f-41a2-bb55-177c4be7dea1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.0861301 Jul 23 11:18:09.815711 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1b7a7f9e-16a8-4858-b026-1745c519b957 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5701885 Jul 23 11:18:09.816599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:18:09.819952 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:09.820137 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2b371-8db2-4481-a6a3-f91803747579" -d '{"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:18:09.855457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935870315', 'description': 'tempest-secgroup-smoke-935870315 description', 'project_id': 'b0afffad61814fc292a0341390322338'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:09.868369 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8f5b48-db32-41f7-bc34-7a0efa520807 x-openstack-request-id: req-ba8f5b48-db32-41f7-bc34-7a0efa520807 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:18:09.868937 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:18:09.869314 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba8f5b48-db32-41f7-bc34-7a0efa520807 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:18:09.869787 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'status': 'completed', 'code': 200} Jul 23 11:18:09.895924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-6570363a-8d66-446b-9ccb-f0c53e1178a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 998 time: 0.0835335 Jul 23 11:18:09.897779 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:09.904241 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:18:09.963342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-9978e322-7f8c-4f14-98ec-2d3410244c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:09.964855 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-9978e322-7f8c-4f14-98ec-2d3410244c71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0584934 Jul 23 11:18:10.065031 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.071346 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.082666 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-d0170670-bb0e-47d7-ba4a-9ac0b62ecf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:10.084782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-d0170670-bb0e-47d7-ba4a-9ac0b62ecf71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111896 Jul 23 11:18:10.122535 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.126514 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3027260 Jul 23 11:18:10.126977 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36590) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:10.129839 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f54218-263a-4218-a875-41eb2a337007 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c91245-6306-48e0-8acf-aba6e94fc456,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.133171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group_rule': {'security_group_id': '89c91245-6306-48e0-8acf-aba6e94fc456', 'project_id': 'b0afffad61814fc292a0341390322338', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:10.135532 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0256c24f-67ca-41f8-809a-7c20b8a04a1f', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'port_id': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'mac_address': 'fa:16:3e:c2:56:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:18:08Z', 'updated_at': '2021-07-23T11:18:08Z', 'revision_number': 0, 'project_id': 'b0afffad61814fc292a0341390322338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:18:10.163667 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] Checking router: efb0c4dc-ce9d-44b8-a372-2980ae1af479 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:18:10.170679 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.172335 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:18:10.172955 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:18:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:18:10.196859 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-d4a330af-c118-47c4-9d5b-c1ae48e26e87 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029608 Jul 23 11:18:10.228275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.232699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.252641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0643712f-4fed-4156-90e9-0336b6200054,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.259121 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.263145 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6fc158c1-d640-405c-a2a0-b9c7319bc400 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323938 Jul 23 11:18:10.263386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36592) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:10.268449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group_rule': {'security_group_id': '89c91245-6306-48e0-8acf-aba6e94fc456', 'project_id': 'b0afffad61814fc292a0341390322338', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:10.298277 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.298972 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:18:10.306438 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-77e8aa51-a7c1-4235-876a-1d3fe70dc3b1 req-e7b7540d-8323-4be1-a1ed-947887c6e543 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028788 Jul 23 11:18:10.370061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.375509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.396165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce799ee-d06c-4eeb-9e0d-88c36452622d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.400040 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.403868 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0a791c90-41ca-4904-bcfb-443fcdf4a6c9 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394124 Jul 23 11:18:10.404475 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36594) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:10.408944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group_rule': {'security_group_id': '89c91245-6306-48e0-8acf-aba6e94fc456', 'project_id': 'b0afffad61814fc292a0341390322338', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:10.437385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.447793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2b371-8db2-4481-a6a3-f91803747579 req-78dd2de6-0e20-4f74-a802-bc29c8ed7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:10.449479 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-78dd2de6-0e20-4f74-a802-bc29c8ed7d6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1096 time: 0.0648098 Jul 23 11:18:10.507115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.512386 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.531371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386bbca4-1e80-47f9-9b35-1b5fe6ef3b9c,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.537477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.539062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0ecaafcd-81a9-47fc-bb41-4a1f11a97c68 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334713 Jul 23 11:18:10.541523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36596) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:10.546251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group_rule': {'security_group_id': '89c91245-6306-48e0-8acf-aba6e94fc456', 'project_id': 'b0afffad61814fc292a0341390322338', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:10.554845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2b371-8db2-4481-a6a3-f91803747579 req-e8bc3f17-1a3c-45b1-97b0-e129fb6857cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:10.556607 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-e8bc3f17-1a3c-45b1-97b0-e129fb6857cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.1007595 Jul 23 11:18:10.564578 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0256c24f-67ca-41f8-809a-7c20b8a04a1f', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'port_id': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'mac_address': 'fa:16:3e:c2:56:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:18:08Z', 'updated_at': '2021-07-23T11:18:08Z', 'revision_number': 0, 'project_id': 'b0afffad61814fc292a0341390322338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:18:10.576751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.594899 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9f37-ab88-4d17-be75-4f70181f0eb5 None None] The sync data for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 is: [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0256c24f-67ca-41f8-809a-7c20b8a04a1f', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'port_id': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'mac_address': 'fa:16:3e:c2:56:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:18:08Z', 'updated_at': '2021-07-23T11:18:08Z', 'revision_number': 0, 'project_id': 'b0afffad61814fc292a0341390322338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:18:10.626627 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-aadce214-1df8-4ae5-87cb-e3fa05671903 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 998 time: 0.0627251 Jul 23 11:18:10.650635 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.654370 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.675202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3324c5fe-1765-4ea0-bc99-042ea1a99c2f,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.679381 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.680871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aa78cd73-d06e-4896-9a66-b680f742b5af tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383157 Jul 23 11:18:10.682497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2b371-8db2-4481-a6a3-f91803747579 req-17fcdb6f-191f-4e8b-9df2-6d45ecc3fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:10.683669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36598) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:10.684111 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-17fcdb6f-191f-4e8b-9df2-6d45ecc3fa95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0519326 Jul 23 11:18:10.688430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group_rule': {'security_group_id': '89c91245-6306-48e0-8acf-aba6e94fc456', 'project_id': 'b0afffad61814fc292a0341390322338', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:10.715655 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Project b0afffad61814fc292a0341390322338 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:18:10.720986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.753572 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2b371-8db2-4481-a6a3-f91803747579 req-b2f597b2-28d9-46fb-b6ef-85d7f511df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:10.755108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-b2f597b2-28d9-46fb-b6ef-85d7f511df22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640335 Jul 23 11:18:10.789967 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.796656 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.815798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea0af10-41c7-4dc2-a73d-66e606bfdffe,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.829849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.833705 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f694fd15-2543-49eb-9d6f-1d5ea5e3060e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463308 Jul 23 11:18:10.835118 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36600) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:18:10.838055 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d196d555-228d-409f-a945-443aafb3ad8c None None] New status for floating IP 0256c24f-67ca-41f8-809a-7c20b8a04a1f: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:18:10.840298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'security_group_rule': {'security_group_id': '89c91245-6306-48e0-8acf-aba6e94fc456', 'project_id': 'b0afffad61814fc292a0341390322338', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:10.860892 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-63b1ff4d-b75a-4504-a17f-7a4f6b773cd6 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984843 Jul 23 11:18:10.868598 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Project b0afffad61814fc292a0341390322338 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:18:10.873932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.938585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.944227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.965108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-63c2b371-8db2-4481-a6a3-f91803747579 req-783dfe1b-627e-4fbb-ad79-4f458194bef4 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972810 Jul 23 11:18:10.967532 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0148f93b-2e19-48f4-b136-74493255cdcd,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:10.971375 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:10.975490 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-aee003a2-84ad-47bb-b945-7a959a83c054 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361408 Jul 23 11:18:11.055925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c73b845c-456a-4c3b-89ff-712968e51841 req-a49ca78c-429a-4370-b469-b530efe7db08 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935870315&fields=id&tenant_id=b0afffad61814fc292a0341390322338 HTTP/1.1" status: 200 len: 267 time: 0.0345263 Jul 23 11:18:11.121902 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b845c-456a-4c3b-89ff-712968e51841 req-1f66674a-4c77-4a85-89e6-9781daffa0ce tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:11.123398 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c73b845c-456a-4c3b-89ff-712968e51841 req-1f66674a-4c77-4a85-89e6-9781daffa0ce tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0621970 Jul 23 11:18:11.135030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'port': {'security_groups': ['1ea249ff-78ee-41aa-8d54-93327927d29f', '89c91245-6306-48e0-8acf-aba6e94fc456']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:18:11.219411 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:11.687326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:18:11.716341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:11.720751 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:11.757987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bfa0ae19-17e4-497d-94fc-d41b74f14b89'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:18:11.762721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:11.763338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:11.764758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c73b845c-456a-4c3b-89ff-712968e51841 req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "PUT /v2.0/ports/bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 981 time: 0.6349022 Jul 23 11:18:11.792531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08cf9e-ba49-4d2f-81b9-e971e20a7828 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:18:11.871096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:18:11.873933 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25a03bbf39ecafccf730bd059734b5e4ee0c39db865eeab2c1905b75a496d047" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e760e5c2-ef41-445b-ad8e-0b2c16d19446" -d '{"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:18:11.883799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bfa0ae19-17e4-497d-94fc-d41b74f14b89'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:18:11.922281 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d38b1c-3ac9-403b-ab24-36d098d5b35e x-openstack-request-id: req-c5d38b1c-3ac9-403b-ab24-36d098d5b35e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:18:11.922608 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:18:11.922865 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5d38b1c-3ac9-403b-ab24-36d098d5b35e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:18:11.923268 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'status': 'completed', 'code': 200} Jul 23 11:18:12.066936 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-04c2ba58-dc87-482c-9999-c2df7a835a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:12.068926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-04c2ba58-dc87-482c-9999-c2df7a835a24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1135 time: 0.1033013 Jul 23 11:18:12.083189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9402bba7-bf96-49e9-9fdd-2df5b4ef7018 None None] Provisioning complete for port bfa0ae19-17e4-497d-94fc-d41b74f14b89 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:18:12.083632 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9402bba7-bf96-49e9-9fdd-2df5b4ef7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:12.104692 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd0d48-8527-484e-a255-e126d59a9266 req-e8a9b759-18ee-40af-8423-ab7ef44fea9e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:12.106214 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37dd0d48-8527-484e-a255-e126d59a9266 req-e8a9b759-18ee-40af-8423-ab7ef44fea9e tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.1734886 Jul 23 11:18:12.182058 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37dd0d48-8527-484e-a255-e126d59a9266 req-9a37389e-4757-40d4-98ec-7f51d413f903 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695448 Jul 23 11:18:12.200099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-4ba67d86-6a0a-4a90-9337-cad0f990c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:12.201882 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-4ba67d86-6a0a-4a90-9337-cad0f990c516 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.1262031 Jul 23 11:18:12.273354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-730c8e95-5459-4150-aeaf-2ee5e7e9ed27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 1000 time: 0.0632172 Jul 23 11:18:12.322758 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-ac732f84-a4c3-474a-a35f-835d9dfb6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:12.324291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-ac732f84-a4c3-474a-a35f-835d9dfb6492 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0443711 Jul 23 11:18:12.383938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-08be0272-f906-42d3-bff4-d7b75a267014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:12.385439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-08be0272-f906-42d3-bff4-d7b75a267014 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532153 Jul 23 11:18:12.766306 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-e3a49261-e4e5-466b-ba6a-035898ded93d service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719726 Jul 23 11:18:12.852680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e760e5c2-ef41-445b-ad8e-0b2c16d19446 req-b95e960e-1064-4cfe-b550-551eb5863283 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798395 Jul 23 11:18:24.430154 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:27.115101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27b36352-06e7-44c3-b36e-46126a3de5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:29.411476 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaf8f2-d89e-4325-a35d-5a427bee1c89 req-727597bf-9065-457e-8185-ed23f5ea8a2d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:29.413155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-edeaf8f2-d89e-4325-a35d-5a427bee1c89 req-727597bf-9065-457e-8185-ed23f5ea8a2d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0693452 Jul 23 11:18:29.455520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-edeaf8f2-d89e-4325-a35d-5a427bee1c89 req-f3381f67-6400-4278-98f4-6d18c285b7fa tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358868 Jul 23 11:18:29.508915 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-14d153c3-68bf-40ed-b2cb-bca26ca67543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:29.510447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-14d153c3-68bf-40ed-b2cb-bca26ca67543 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1135 time: 0.0964360 Jul 23 11:18:29.600746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-08003488-41de-40c6-8b42-c479debbdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:29.602190 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-08003488-41de-40c6-8b42-c479debbdb32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.0849655 Jul 23 11:18:29.666421 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-b9cda123-dc8b-403e-a8a4-75ab50bf3802 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 1000 time: 0.0575275 Jul 23 11:18:29.713060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-e73568a6-c086-4f21-8bcd-95e2ca512ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:29.714471 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-e73568a6-c086-4f21-8bcd-95e2ca512ecf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0418019 Jul 23 11:18:29.776304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-914649da-e625-4371-955a-224d8e5d6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:29.777791 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-914649da-e625-4371-955a-224d8e5d6d08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558167 Jul 23 11:18:29.866334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-37ab4b09-7f58-4b8a-a1d2-6e4201d30f12 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813458 Jul 23 11:18:29.956924 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-86416cba-7ff3-4d76-b1f8-6d527c8d336e req-9e784dfb-7a54-4c40-9ac5-e7d41aa7d9d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Jul 23 11:18:29.983624 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d593342f-0854-40cd-ac8c-459842b381f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.280574 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:30.589836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f67793-9eef-44e1-a7b1-e157547702c2 req-ec8e23b2-5629-4a5d-b751-d5a469e50e65 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:30.591516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93f67793-9eef-44e1-a7b1-e157547702c2 req-ec8e23b2-5629-4a5d-b751-d5a469e50e65 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0643826 Jul 23 11:18:30.631208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-93f67793-9eef-44e1-a7b1-e157547702c2 req-ee8d5009-e156-4732-89fe-6ed31126c525 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342834 Jul 23 11:18:31.420425 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:31.764373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f7caf-5733-454a-8c58-47531781e845 req-3e81e18f-1fe1-4379-ad2c-bf5cb7571339 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:31.765770 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-219f7caf-5733-454a-8c58-47531781e845 req-3e81e18f-1fe1-4379-ad2c-bf5cb7571339 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0677667 Jul 23 11:18:31.805566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-219f7caf-5733-454a-8c58-47531781e845 req-16ceb234-9253-40e1-99bc-f86955d41084 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332966 Jul 23 11:18:32.673456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:32.955655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c2de9-1da9-4813-9e2d-86206dbd959d req-dc072494-a2e6-4c53-981d-f37e6212ac63 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:32.957371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae4c2de9-1da9-4813-9e2d-86206dbd959d req-dc072494-a2e6-4c53-981d-f37e6212ac63 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0775037 Jul 23 11:18:33.002053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ae4c2de9-1da9-4813-9e2d-86206dbd959d req-38aff03d-5634-4bcf-a957-8bd46478cf56 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362177 Jul 23 11:18:34.139142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e3c1b-f692-4fad-84f9-6d700f9fdd4c req-062c4ccc-9001-4be1-9aec-ff24459df3de tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:34.140601 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b4e3c1b-f692-4fad-84f9-6d700f9fdd4c req-062c4ccc-9001-4be1-9aec-ff24459df3de tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0645828 Jul 23 11:18:34.185805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8b4e3c1b-f692-4fad-84f9-6d700f9fdd4c req-e5385495-b9c8-40ad-a01f-40c478470453 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385032 Jul 23 11:18:34.850891 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:35.316261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743dfc-8b01-4288-861f-5c0cc2217c36 req-da64adb7-464d-498a-8f50-060af7ab5bc3 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:35.318644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4743dfc-8b01-4288-861f-5c0cc2217c36 req-da64adb7-464d-498a-8f50-060af7ab5bc3 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0656481 Jul 23 11:18:35.357818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b4743dfc-8b01-4288-861f-5c0cc2217c36 req-a096f7bd-d909-47a6-858c-2139f815cd43 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334549 Jul 23 11:18:36.491145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f7fa-ad84-468c-be63-be7112d197ff req-5fa1c2cd-bad3-410e-85cf-d9e6e66207d1 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:36.492688 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f57f7fa-ad84-468c-be63-be7112d197ff req-5fa1c2cd-bad3-410e-85cf-d9e6e66207d1 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0669994 Jul 23 11:18:36.531984 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7f57f7fa-ad84-468c-be63-be7112d197ff req-10fed78a-53f7-4465-8518-4c0e92d3f146 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335603 Jul 23 11:18:37.662285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01611335-edc4-4321-b0df-12006bf2a922 req-faa47f57-3c36-4b64-8067-657340cda013 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:37.663816 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01611335-edc4-4321-b0df-12006bf2a922 req-faa47f57-3c36-4b64-8067-657340cda013 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0632057 Jul 23 11:18:37.707324 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-01611335-edc4-4321-b0df-12006bf2a922 req-377c8c6a-d5e9-4be5-b032-69e2e0437fa2 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376759 Jul 23 11:18:38.838394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efe139-59b8-47e8-9e90-42366d52eeb6 req-97c30083-62b6-4f48-b223-f286921fe26a tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:38.839914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97efe139-59b8-47e8-9e90-42366d52eeb6 req-97c30083-62b6-4f48-b223-f286921fe26a tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0638356 Jul 23 11:18:38.881130 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97efe139-59b8-47e8-9e90-42366d52eeb6 req-0d59cb52-062f-4e4e-8b7a-55acce61aff4 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353873 Jul 23 11:18:40.012656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1e8e5-7318-43be-b0f6-e6edacf104b3 req-4a26c514-76d9-4289-8df9-5be143c335ae tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:40.014188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ac1e8e5-7318-43be-b0f6-e6edacf104b3 req-4a26c514-76d9-4289-8df9-5be143c335ae tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0648036 Jul 23 11:18:40.055509 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6ac1e8e5-7318-43be-b0f6-e6edacf104b3 req-a1aa3b6f-a152-4826-84a0-a549025f7ddc tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355811 Jul 23 11:18:41.191129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad25e7-7cc0-4ece-97f1-c422239650af req-0e5e5f80-8938-458b-834a-b30a8284b018 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:18:41.193274 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1aad25e7-7cc0-4ece-97f1-c422239650af req-0e5e5f80-8938-458b-834a-b30a8284b018 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0699799 Jul 23 11:18:41.240375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1aad25e7-7cc0-4ece-97f1-c422239650af req-da9a4f15-77f9-487d-b2b6-9fde8d8dff0f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&id=89c91245-6306-48e0-8acf-aba6e94fc456&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412791 Jul 23 11:18:42.398690 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:18:54.427924 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:57.115191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69685e41-1c7e-44ef-88b4-6d8cfa5957a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:18:59.984032 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c66375d6-c948-45f4-8d02-4037187ced81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:00.285260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:01.424523 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:02.675657 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:04.848769 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:09.539327 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-ae656d8b-300e-427c-adb3-78370d895562 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533271 Jul 23 11:19:09.649399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434997b-3d89-48a7-8824-b64a07a36228 req-44d0aa2e-187d-4083-acb0-97d5907c7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:09.650866 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-44d0aa2e-187d-4083-acb0-97d5907c7f34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1135 time: 0.0537143 Jul 23 11:19:09.754388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434997b-3d89-48a7-8824-b64a07a36228 req-d90dd0db-1d12-44b2-8f8b-b5c52fd701d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:09.755898 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-d90dd0db-1d12-44b2-8f8b-b5c52fd701d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.0865023 Jul 23 11:19:09.820362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-6038f791-3b4d-4b90-aaef-30340a077e98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 1000 time: 0.0576034 Jul 23 11:19:09.873268 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434997b-3d89-48a7-8824-b64a07a36228 req-bafffdbb-2d6f-4c9f-b3a9-3c4b6d300944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:09.874752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-bafffdbb-2d6f-4c9f-b3a9-3c4b6d300944 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0487494 Jul 23 11:19:09.932209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434997b-3d89-48a7-8824-b64a07a36228 req-3cce04e5-65e6-42e1-b9ea-dccb7f8cb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:09.933723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-3cce04e5-65e6-42e1-b9ea-dccb7f8cb387 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521824 Jul 23 11:19:10.019536 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-30766ef8-74fe-468b-b01a-7d3af79aece6 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788956 Jul 23 11:19:10.109593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7434997b-3d89-48a7-8824-b64a07a36228 req-86f11b26-fa98-41b4-98d7-f6432a23133c service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838559 Jul 23 11:19:13.160872 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-e4ab51bd-655e-47ed-b297-e8830a113c12 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935870315&fields=id&tenant_id=b0afffad61814fc292a0341390322338 HTTP/1.1" status: 200 len: 267 time: 0.0329647 Jul 23 11:19:13.226625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-84342a9a-c235-403d-aa48-69531dde8a9d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:13.228141 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-84342a9a-c235-403d-aa48-69531dde8a9d tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 984 time: 0.0624895 Jul 23 11:19:13.239227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Request body: {'port': {'security_groups': ['1ea249ff-78ee-41aa-8d54-93327927d29f']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:13.324237 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.493419 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:13.522779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.527669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.559905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bfa0ae19-17e4-497d-94fc-d41b74f14b89'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:19:13.573639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:13.574339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.575696 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d9066dff-aea9-4092-a62c-74f8e0132274 req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "PUT /v2.0/ports/bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 942 time: 0.3414943 Jul 23 11:19:13.576156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:13.584181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:13.619344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event updated for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:13.629650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.630499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.631189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.632055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.632944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.634237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.635061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.635671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.636400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.637338 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.637999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.638670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74176d8-8d87-4026-9188-b3cff4ffa526 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.646698 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61007452-2554-43a2-9a20-23c1909ddfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:13.690712 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.742053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.775751 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9182d63-f873-4107-a7c0-edc955013c0c x-openstack-request-id: req-d9182d63-f873-4107-a7c0-edc955013c0c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:13.776364 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:13.777684 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9182d63-f873-4107-a7c0-edc955013c0c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:13.778186 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'status': 'completed', 'code': 200} Jul 23 11:19:13.823480 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.824471 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:13.825520 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "DELETE /v2.0/security-groups/89c91245-6306-48e0-8acf-aba6e94fc456 HTTP/1.1" status: 204 len: 168 time: 0.2398617 Jul 23 11:19:13.829670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36676) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:13.861636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bfa0ae19-17e4-497d-94fc-d41b74f14b89'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:19:13.872475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c91245-6306-48e0-8acf-aba6e94fc456,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:13.886940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.887307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.887655 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.888483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.888828 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.889304 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.890152 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.890500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.890836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.891169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.892098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.892440 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6d4f7-b4ff-43be-969b-ff9c7092b734 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:13.920392 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-64c03dbc-61dc-4af7-85ec-f946b552e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:13.921920 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-64c03dbc-61dc-4af7-85ec-f946b552e410 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1096 time: 0.0954282 Jul 23 11:19:13.998464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0034ece2-4d22-4c3b-93d1-6d71cc209383 None None] Provisioning complete for port bfa0ae19-17e4-497d-94fc-d41b74f14b89 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:13.998840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0034ece2-4d22-4c3b-93d1-6d71cc209383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.017357 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-8ded6135-ca89-4b2c-a47d-f31e663a7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:14.019297 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-8ded6135-ca89-4b2c-a47d-f31e663a7b19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.0890360 Jul 23 11:19:14.037241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Deleting port 5b89cb87-05ea-4c67-82fb-08a9ff78d438 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:14.037671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.102431 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-b7e20a2a-35c5-4421-81f2-b00c41ec0dcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 1000 time: 0.0770228 Jul 23 11:19:14.117387 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.117766 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.129573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Calling delete_port for 5b89cb87-05ea-4c67-82fb-08a9ff78d438 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:14.163206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-2795993b-b140-45ab-af74-988e7ad5bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:14.164748 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-2795993b-b140-45ab-af74-988e7ad5bb68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0557895 Jul 23 11:19:14.224001 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-7de71ddd-a1a1-48ae-bf06-dd87904ee9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:14.225524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-7de71ddd-a1a1-48ae-bf06-dd87904ee9a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535777 Jul 23 11:19:14.300899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.326710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event deleted for resources: {'Port': ['ID=5b89cb87-05ea-4c67-82fb-08a9ff78d438,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:14.338171 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-5eb633fb-c0a5-449a-a910-90f07fe335c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054490 Jul 23 11:19:14.393064 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.394539 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Floating IP 0256c24f-67ca-41f8-809a-7c20b8a04a1f disassociated (deleted). External IP: 172.25.4.14, port: bfa0ae19-17e4-497d-94fc-d41b74f14b89. Jul 23 11:19:14.431004 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-61007452-2554-43a2-9a20-23c1909ddfe7 req-c2d00063-3007-43f0-b438-d3e70bd239cd service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859253 Jul 23 11:19:14.599043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Router efb0c4dc-ce9d-44b8-a372-2980ae1af479 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:14.707753 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:14.712118 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:14.717795 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92540de2-50b2-486e-99c2-33527f942188 None None] Sync routers for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:14.726341 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:14.726942 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:14.752337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c1e7ef3f-6cf6-43e5-8285-aa34d3b0544f tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "DELETE /v2.0/floatingips/0256c24f-67ca-41f8-809a-7c20b8a04a1f HTTP/1.1" status: 204 len: 168 time: 0.9215283 Jul 23 11:19:14.835877 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:15.046614 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:15.075914 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92540de2-50b2-486e-99c2-33527f942188 None None] Checking router: efb0c4dc-ce9d-44b8-a372-2980ae1af479 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:15.084037 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:15.084637 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:15.193520 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:15.465905 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-92540de2-50b2-486e-99c2-33527f942188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:15.491614 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92540de2-50b2-486e-99c2-33527f942188 None None] The sync data for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 is: [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:19Z', 'revision_number': 4, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2', 'name': '', 'network_id': 'f9462e07-255e-4237-a552-a44008d7b764', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'mac_address': 'fa:16:3e:4b:e1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:18Z', 'updated_at': '2021-07-23T11:17:24Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'subnets': [{'id': '019ac8c3-8efb-4f45-ab19-607adc4a7844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:15.713304 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49825df8-3256-404c-af6a-b6db389225a7 None None] New status for floating IP 0256c24f-67ca-41f8-809a-7c20b8a04a1f: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:19:15.782439 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:15.786141 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae41ae-9c87-400f-bdeb-74d5591b7741" -d '{"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:15.827122 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8431a733-56db-4b7d-aff4-0983c5f8ee75 x-openstack-request-id: req-8431a733-56db-4b7d-aff4-0983c5f8ee75 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:15.827479 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:15.827734 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8431a733-56db-4b7d-aff4-0983c5f8ee75 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:15.828141 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'status': 'completed', 'code': 200} Jul 23 11:19:15.929438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-067f9578-d0e8-429e-8587-71fd7f762b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:15.931027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-067f9578-d0e8-429e-8587-71fd7f762b26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0afffad61814fc292a0341390322338&device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 1096 time: 0.0595603 Jul 23 11:19:16.023504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-632e583a-36fa-4e50-aeea-081b2cbeef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:16.025262 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-632e583a-36fa-4e50-aeea-081b2cbeef1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 200 len: 914 time: 0.0876322 Jul 23 11:19:16.071096 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-f9dc12dc-940b-43b0-99cf-ec7c14a0a7b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 200 len: 217 time: 0.0395010 Jul 23 11:19:16.119816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-e3dc168c-7396-4e1a-8fb9-c21d68eb14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:16.121333 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-e3dc168c-7396-4e1a-8fb9-c21d68eb14d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 200 len: 852 time: 0.0445254 Jul 23 11:19:16.182834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-8ef71bd8-a3e0-458d-af27-60039d9d67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:16.184391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-8ef71bd8-a3e0-458d-af27-60039d9d67e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9462e07-255e-4237-a552-a44008d7b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554855 Jul 23 11:19:16.286279 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-cf02b059-fbc3-4935-b37e-39c551e9bef3 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942180 Jul 23 11:19:16.379686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dae41ae-9c87-400f-bdeb-74d5591b7741 req-808e07bd-bf92-42b3-ae9b-461aaa0c8594 service neutron] 10.222.0.20 "GET /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874429 Jul 23 11:19:19.399264 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:19:21.737377 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9021-dd10-4cdf-a4cc-959a39f9c2e8 req-4099a681-b06f-413a-935c-7513f05ae8fe tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:21.738742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9eb9021-dd10-4cdf-a4cc-959a39f9c2e8 req-4099a681-b06f-413a-935c-7513f05ae8fe tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0684481 Jul 23 11:19:21.776753 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9eb9021-dd10-4cdf-a4cc-959a39f9c2e8 req-873c61e4-44c5-461b-ba05-67d09bb96179 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Jul 23 11:19:22.907411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf405a-c9e2-47e5-8c49-7fa080c3299b req-a978973c-2be6-44de-8fd3-a0e393969e39 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:22.909621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cf405a-c9e2-47e5-8c49-7fa080c3299b req-a978973c-2be6-44de-8fd3-a0e393969e39 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0643060 Jul 23 11:19:22.946620 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d7cf405a-c9e2-47e5-8c49-7fa080c3299b req-ae86e8c1-70ee-4bdb-a61f-313c72682947 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ea249ff-78ee-41aa-8d54-93327927d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Jul 23 11:19:23.445766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-d062f56d-1204-43d9-a492-782d5e433e36 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:23.447267 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-d062f56d-1204-43d9-a492-782d5e433e36 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.20 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 945 time: 0.0635431 Jul 23 11:19:23.542815 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Deleting port bfa0ae19-17e4-497d-94fc-d41b74f14b89 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:23.543157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.631154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] For port bfa0ae19-17e4-497d-94fc-d41b74f14b89, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bfa0ae19-17e4-497d-94fc-d41b74f14b89,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:23.631533 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.643640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Calling delete_port for bfa0ae19-17e4-497d-94fc-d41b74f14b89 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:23.770281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.795862 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Pushing event deleted for resources: {'Port': ['ID=bfa0ae19-17e4-497d-94fc-d41b74f14b89,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:23.796154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-7f860840-e094-48d7-9900-ae6fe42cc4cd req-3aa8debf-acdb-48cd-b8f2-b00de0c957b4 tempest-ServerDiskConfigTestJSON-750414666 tempest-ServerDiskConfigTestJSON-750414666-project] (93833) timed out ('10.222.0.20', 53802) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:19:23.802872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bfa0ae19-17e4-497d-94fc-d41b74f14b89'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:19:23.844817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] No DVR routers for this DVR port bfa0ae19-17e4-497d-94fc-d41b74f14b89 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:19:23.847266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:23.849337 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ae9c079-6cec-41a2-b475-f6b5fec0a38d req-1673e3ab-b4e0-49fd-b73d-5f2c49bac096 tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.20 "DELETE /v2.0/ports/bfa0ae19-17e4-497d-94fc-d41b74f14b89 HTTP/1.1" status: 204 len: 173 time: 0.3959742 Jul 23 11:19:23.849769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'name': 'network-vif-deleted', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:23.893219 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e702ac4-e227-4712-a375-7b7066304537" -d '{"events": [{"server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "name": "network-vif-deleted", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:23.980126 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0b1f5e-21a4-4177-9072-cf573816d37c x-openstack-request-id: req-ac0b1f5e-21a4-4177-9072-cf573816d37c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:23.980433 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e66eb3-9597-4de4-a0fc-09cb27ff5545", "name": "network-vif-deleted", "tag": "bfa0ae19-17e4-497d-94fc-d41b74f14b89", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:23.980689 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac0b1f5e-21a4-4177-9072-cf573816d37c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:23.981087 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e66eb3-9597-4de4-a0fc-09cb27ff5545', 'name': 'network-vif-deleted', 'tag': 'bfa0ae19-17e4-497d-94fc-d41b74f14b89', 'status': 'completed', 'code': 200} Jul 23 11:19:24.056972 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ba53b73a-caee-4c02-8d13-f0cedc8f98f6 req-8e86390a-ab20-4495-8d6e-7cf090a4214c tempest-TestMinimumBasicScenario-708917785 tempest-TestMinimumBasicScenario-708917785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99e66eb3-9597-4de4-a0fc-09cb27ff5545 HTTP/1.1" status: 200 len: 210 time: 0.0304077 Jul 23 11:19:24.440673 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:25.616788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36786) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:25.964575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.060169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bfa0ae19-17e4-497d-94fc-d41b74f14b89 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:26.083194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: bfa0ae19-17e4-497d-94fc-d41b74f14b89 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:26.083566 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bfa0ae19-17e4-497d-94fc-d41b74f14b89 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:26.213045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Deleting port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:26.213392 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.287358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] For port 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:26.287752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.299749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Calling delete_port for 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:26.481508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.507838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:26.676823 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:26.889463 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Router efb0c4dc-ce9d-44b8-a372-2980ae1af479 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:26.992751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:26.997699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0f40a9f7-2a02-42f5-bdd9-962c018e3da3 admin admin] 10.222.0.37 "PUT /v2.0/routers/efb0c4dc-ce9d-44b8-a372-2980ae1af479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3799253 Jul 23 11:19:27.000344 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36788) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:27.003352 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] Sync routers for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:27.013187 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:27.014031 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:27.101803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.117290 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:27.119230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ab6502b-8bda-48eb-a545-9a95b46d1425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.203396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.255290 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Deleting port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:27.255655 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.292709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:19:26Z', 'revision_number': 5, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port': {'id': 'a041d0e4-88e5-46c4-b470-5a7ba73fa5e9', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:27.318060 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] Checking router: efb0c4dc-ce9d-44b8-a372-2980ae1af479 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:27.326243 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] Routers {'efb0c4dc-ce9d-44b8-a372-2980ae1af479'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:27.326855 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:27.335673 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] For port a041d0e4-88e5-46c4-b470-5a7ba73fa5e9, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:27.336036 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.348656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Calling delete_port for a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:27.409194 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] Set router efb0c4dc-ce9d-44b8-a372-2980ae1af479 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:27.459566 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 6, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:27.489043 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999561c-4c26-48a7-9f40-bf1dc5d2f80a None None] The sync data for ids ['efb0c4dc-ce9d-44b8-a372-2980ae1af479'] in n-d-778550-4 is: [{'id': 'efb0c4dc-ce9d-44b8-a372-2980ae1af479', 'name': 'tempest-TestMinimumBasicScenario-60133642-router', 'tenant_id': 'b0afffad61814fc292a0341390322338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:16Z', 'updated_at': '2021-07-23T11:19:27Z', 'revision_number': 6, 'project_id': 'b0afffad61814fc292a0341390322338', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:27.513775 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.541097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a041d0e4-88e5-46c4-b470-5a7ba73fa5e9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:27.604013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.689964 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.692452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.735915 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.736427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb0c4dc-ce9d-44b8-a372-2980ae1af479 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:19:27.740825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.741854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-33a31a64-102f-4042-a83b-04f360aac9b5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/efb0c4dc-ce9d-44b8-a372-2980ae1af479 HTTP/1.1" status: 204 len: 168 time: 0.7405958 Jul 23 11:19:27.744369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36790) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:27.787961 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Deleting subnet 019ac8c3-8efb-4f45-ab19-607adc4a7844 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:19:27.790932 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.825576 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.915234 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.964115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.990658 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:27.992518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/019ac8c3-8efb-4f45-ab19-607adc4a7844 HTTP/1.1" status: 204 len: 168 time: 0.2471974 Jul 23 11:19:27.993799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a2ef1-6670-4d5e-953c-ef990f9f0d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019ac8c3-8efb-4f45-ab19-607adc4a7844,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:27.995213 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:27.997405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6190e50-29de-4198-a34a-9efd0f244fd1 None None] Network f9462e07-255e-4237-a552-a44008d7b764 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:28.066722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.121318 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Deleting port 1be5eb97-b9f1-4ec9-8549-0572a6199bba {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:28.121662 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.189898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] For port 1be5eb97-b9f1-4ec9-8549-0572a6199bba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1be5eb97-b9f1-4ec9-8549-0572a6199bba,segment=NetworkSegment(ce052881-87cf-40ae-9061-408e24143725),segment_id=ce052881-87cf-40ae-9061-408e24143725)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:28.190182 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.201307 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Calling delete_port for 1be5eb97-b9f1-4ec9-8549-0572a6199bba owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:28.240593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] DHCP port deletion for f9462e07-255e-4237-a552-a44008d7b764 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:19:28.283018 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.291897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Deleting port 1be5eb97-b9f1-4ec9-8549-0572a6199bba {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:28.292273 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.310425 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be5eb97-b9f1-4ec9-8549-0572a6199bba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:28.315297 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] No DVR routers for this DVR port 1be5eb97-b9f1-4ec9-8549-0572a6199bba on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:19:28.360377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] For port 1be5eb97-b9f1-4ec9-8549-0572a6199bba, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:28.361128 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.373965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Calling delete_port for 1be5eb97-b9f1-4ec9-8549-0572a6199bba owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:28.376675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Port 1be5eb97-b9f1-4ec9-8549-0572a6199bba was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:19:28.377955 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.397052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.402583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Pushing event deleted for resources: {'Port': ['ID=1be5eb97-b9f1-4ec9-8549-0572a6199bba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:28.407488 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9462e07-255e-4237-a552-a44008d7b764']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:28.412676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.413021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.413367 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.413711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.414399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.414399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.414689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.415043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.415350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.415703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.416031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.416366 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:28.418669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce052881-87cf-40ae-9061-408e24143725') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:28.418669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce052881-87cf-40ae-9061-408e24143725') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:28.422206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bce6eb-3d54-4dd1-84c7-2e887edfb4e8 None None] No DVR routers for this DVR port 1be5eb97-b9f1-4ec9-8549-0572a6199bba on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:19:28.428600 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.443517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.450061 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:19:28.450478 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:19:28.452212 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:19:28.511465 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.518368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:28.520763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f9462e07-255e-4237-a552-a44008d7b764 HTTP/1.1" status: 204 len: 168 time: 0.5239210 Jul 23 11:19:28.524348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36794) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:28.533939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54fd3f-6b74-492f-9ffa-5da91c71d5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9462e07-255e-4237-a552-a44008d7b764,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:28.697987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:28.721663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:28.722007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 7c42d3cd-90f8-4ea3-808d-fa5e871e2bc2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:28.723182 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:28.743030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:28.743291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a041d0e4-88e5-46c4-b470-5a7ba73fa5e9 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:28.743765 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be5eb97-b9f1-4ec9-8549-0572a6199bba no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:28.762440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 1be5eb97-b9f1-4ec9-8549-0572a6199bba {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:28.762791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1be5eb97-b9f1-4ec9-8549-0572a6199bba not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:29.159611 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:29.404629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Deleting port bf0daa86-809b-4465-b2d4-5e910fcd4b06 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:29.404971 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:29.479521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] For port bf0daa86-809b-4465-b2d4-5e910fcd4b06, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=bf0daa86-809b-4465-b2d4-5e910fcd4b06,segment=NetworkSegment(76408806-e4fe-4ace-979e-a9b16333dfee),segment_id=76408806-e4fe-4ace-979e-a9b16333dfee)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:29.479876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:29.491721 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Calling delete_port for bf0daa86-809b-4465-b2d4-5e910fcd4b06 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:29.666975 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:29.692335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0daa86-809b-4465-b2d4-5e910fcd4b06,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:29.861084 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:29.985114 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ae916ba-984f-4ea2-aaac-80e5aab79e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.068227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Router b699ddee-cf44-49df-b8bf-6712f44f0eaa has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:30.171125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:30.176654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8b806d7f-315f-4c9e-9c7f-b5c88e17f154 admin admin] 10.222.0.37 "PUT /v2.0/routers/b699ddee-cf44-49df-b8bf-6712f44f0eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6516771 Jul 23 11:19:30.179275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36798) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:30.181900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] Sync routers for ids ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:30.191533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] Routers {'b699ddee-cf44-49df-b8bf-6712f44f0eaa'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:30.192242 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:30.282615 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.295440 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.305179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] Set router b699ddee-cf44-49df-b8bf-6712f44f0eaa gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:30.392058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.446309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Deleting port 4a39750b-f412-491a-a1fd-9049baf762ba {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:30.446661 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.492927 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:19:29Z', 'revision_number': 5, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port': {'id': '4a39750b-f412-491a-a1fd-9049baf762ba', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:30.523852 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] Checking router: b699ddee-cf44-49df-b8bf-6712f44f0eaa for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:30.532160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] Routers {'b699ddee-cf44-49df-b8bf-6712f44f0eaa'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:30.532834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:30.533264 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] For port 4a39750b-f412-491a-a1fd-9049baf762ba, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4a39750b-f412-491a-a1fd-9049baf762ba,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:30.533629 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.545838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Calling delete_port for 4a39750b-f412-491a-a1fd-9049baf762ba owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:30.616543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] Set router b699ddee-cf44-49df-b8bf-6712f44f0eaa gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:30.668558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:19:30Z', 'revision_number': 6, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:30.700383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b37b3-da66-413d-8467-1ab342075013 None None] The sync data for ids ['b699ddee-cf44-49df-b8bf-6712f44f0eaa'] in n-d-778550-4 is: [{'id': 'b699ddee-cf44-49df-b8bf-6712f44f0eaa', 'name': 'tempest-TestMinimumBasicScenario-2005102254-router', 'tenant_id': '4d52c7f496074fa482968ecaf5c63e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:17:21Z', 'updated_at': '2021-07-23T11:19:30Z', 'revision_number': 6, 'project_id': '4d52c7f496074fa482968ecaf5c63e13', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:30.721499 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.748689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a39750b-f412-491a-a1fd-9049baf762ba,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:30.811163 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.905889 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.907973 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.950718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.951269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b699ddee-cf44-49df-b8bf-6712f44f0eaa {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:19:30.955953 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:30.957715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-14cb72cd-9f3f-45b4-b07a-9fe150761893 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b699ddee-cf44-49df-b8bf-6712f44f0eaa HTTP/1.1" status: 204 len: 168 time: 0.7769003 Jul 23 11:19:30.960418 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36800) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:31.005043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Deleting subnet 4e47486b-d69e-463a-8296-ee24fb223a16 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:19:31.007916 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.041511 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.129355 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.182747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.210379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e47486b-d69e-463a-8296-ee24fb223a16,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:31.212396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.214282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-77aea846-116e-4a33-894e-28f4dbbc80a1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4e47486b-d69e-463a-8296-ee24fb223a16 HTTP/1.1" status: 204 len: 168 time: 0.2526877 Jul 23 11:19:31.216285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e04344-2a7e-40a5-845d-638c210954cd None None] Network 94967e2c-f764-4820-b8af-f4318f5ce095 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:31.217006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36802) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:31.288404 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.340453 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Deleting port 3eaf1d98-646f-42f5-bd53-11b05020fd52 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:31.340717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.404222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] For port 3eaf1d98-646f-42f5-bd53-11b05020fd52, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3eaf1d98-646f-42f5-bd53-11b05020fd52,segment=NetworkSegment(76408806-e4fe-4ace-979e-a9b16333dfee),segment_id=76408806-e4fe-4ace-979e-a9b16333dfee)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:31.404525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.421086 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Calling delete_port for 3eaf1d98-646f-42f5-bd53-11b05020fd52 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:31.428136 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.491683 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] DHCP port deletion for 94967e2c-f764-4820-b8af-f4318f5ce095 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:19:31.505552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.532166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaf1d98-646f-42f5-bd53-11b05020fd52,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:31.537008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] No DVR routers for this DVR port 3eaf1d98-646f-42f5-bd53-11b05020fd52 on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:19:31.541987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Deleting port 3eaf1d98-646f-42f5-bd53-11b05020fd52 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:19:31.542373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.604255 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] For port 3eaf1d98-646f-42f5-bd53-11b05020fd52, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:31.604648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.612526 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.616903 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Calling delete_port for 3eaf1d98-646f-42f5-bd53-11b05020fd52 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:19:31.619629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Port 3eaf1d98-646f-42f5-bd53-11b05020fd52 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:19:31.623012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.624015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94967e2c-f764-4820-b8af-f4318f5ce095']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:31.634587 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76408806-e4fe-4ace-979e-a9b16333dfee') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:31.634964 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76408806-e4fe-4ace-979e-a9b16333dfee') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:31.643934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.653163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] Pushing event deleted for resources: {'Port': ['ID=3eaf1d98-646f-42f5-bd53-11b05020fd52,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:31.656092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a689d9b-790c-4ff6-9cda-bffceeb14cdd None None] No DVR routers for this DVR port 3eaf1d98-646f-42f5-bd53-11b05020fd52 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:19:31.660328 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.669125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:19:31.669529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:19:31.671268 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:19:31.727184 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.731582 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:31.733583 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] 10.222.0.37 "DELETE /v2.0/networks/94967e2c-f764-4820-b8af-f4318f5ce095 HTTP/1.1" status: 204 len: 168 time: 0.5156443 Jul 23 11:19:31.750321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5c81-bb64-4e7c-9378-c2323c47c683 admin admin] Pushing event deleted for resources: {'Network': ['ID=94967e2c-f764-4820-b8af-f4318f5ce095,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:31.901101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:31.939695 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e425b0c6-865a-45e8-9698-fa5798ffbdff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0afffad61814fc292a0341390322338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373526 Jul 23 11:19:31.942223 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36808) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:31.989594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba33894a-a00f-4237-b5ad-d7f784850ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.009882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba33894a-a00f-4237-b5ad-d7f784850ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.055878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba33894a-a00f-4237-b5ad-d7f784850ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.058369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba33894a-a00f-4237-b5ad-d7f784850ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.059549 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba33894a-a00f-4237-b5ad-d7f784850ba6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ea249ff-78ee-41aa-8d54-93327927d29f HTTP/1.1" status: 204 len: 168 time: 0.1164382 Jul 23 11:19:32.067530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33894a-a00f-4237-b5ad-d7f784850ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea249ff-78ee-41aa-8d54-93327927d29f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:32.373653 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:32.416024 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-33304d7f-f7eb-49e9-b30e-1279c0e68ec8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d52c7f496074fa482968ecaf5c63e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399439 Jul 23 11:19:32.418074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:32.467921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50160629-90f9-439a-8d65-24eaafb6e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.494700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50160629-90f9-439a-8d65-24eaafb6e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.544032 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50160629-90f9-439a-8d65-24eaafb6e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.546589 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50160629-90f9-439a-8d65-24eaafb6e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.547757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-50160629-90f9-439a-8d65-24eaafb6e3ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c0e9670-16cd-45c3-b903-835c6728ce7f HTTP/1.1" status: 204 len: 168 time: 0.1287487 Jul 23 11:19:32.555203 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50160629-90f9-439a-8d65-24eaafb6e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0e9670-16cd-45c3-b903-835c6728ce7f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:32.690467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:32.700523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4a39750b-f412-491a-a1fd-9049baf762ba no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:32.719910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4a39750b-f412-491a-a1fd-9049baf762ba {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:32.720258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4a39750b-f412-491a-a1fd-9049baf762ba not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:32.720675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3eaf1d98-646f-42f5-bd53-11b05020fd52 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:32.739183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3eaf1d98-646f-42f5-bd53-11b05020fd52 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:32.739556 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3eaf1d98-646f-42f5-bd53-11b05020fd52 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:32.739979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bf0daa86-809b-4465-b2d4-5e910fcd4b06 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:19:32.758565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: bf0daa86-809b-4465-b2d4-5e910fcd4b06 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:19:32.758907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device bf0daa86-809b-4465-b2d4-5e910fcd4b06 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:19:34.334644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:34.339306 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895137166', 'description': 'tempest-secgroup-smoke-1895137166 description', 'project_id': '90625b89ad8a4357bfd4452a9076e162'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:34.360806 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.370067 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.465709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.469389 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.506470 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ce917-601d-4246-a7fa-f594dd8e2a65,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:34.557904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.561902 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.589744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.590955 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2553082 Jul 23 11:19:34.592890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74548d-50c4-4047-b41f-af01b6ab0806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b77cfe7-5859-4e92-a8c9-3d23a925761f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:34.594010 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36860) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:34.599739 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '1b77cfe7-5859-4e92-a8c9-3d23a925761f', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:34.626425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.684669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.688072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.705045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ef9cda-5eb4-4143-a1b2-a46d22eb58f0,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:34.710954 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.712147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-dba2e39d-8a41-4b88-8e20-a0dcf99d8f04 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170378 Jul 23 11:19:34.714760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:34.719110 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '1b77cfe7-5859-4e92-a8c9-3d23a925761f', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:34.745197 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.801591 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.805106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.823574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fd58a0-92b5-4ec5-b568-9a8397825c1b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:34.829963 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.831156 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-1e1ca3b6-cf83-4e98-b5b1-ed7a4bfb1e17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154361 Jul 23 11:19:34.834406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36864) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:34.838870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '1b77cfe7-5859-4e92-a8c9-3d23a925761f', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:34.849843 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.866313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.923659 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.926942 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.943327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8919ee00-7d56-4385-a7be-aff7622ae8ba,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:34.949515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:34.950676 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10fc3dd2-a430-4109-972b-c57328eb8026 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153221 Jul 23 11:19:34.953447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36866) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:34.958358 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '1b77cfe7-5859-4e92-a8c9-3d23a925761f', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:34.983320 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.043670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.047245 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.064312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c246521-8dcf-478f-b48d-fe1ad87f6d20,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:35.069230 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.070447 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-28e9d6d1-cc14-48a5-b09f-4d6445f4c815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161005 Jul 23 11:19:35.073244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:35.077576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '1b77cfe7-5859-4e92-a8c9-3d23a925761f', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:35.100220 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:19:35.104792 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.165177 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.168491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.185470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58b83e4-bc97-40d2-8473-e4b8e9591538,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:35.192247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.193383 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-16463fcb-4d25-407e-8541-d780da7f5c2f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192226 Jul 23 11:19:35.196099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36870) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:35.200449 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '1b77cfe7-5859-4e92-a8c9-3d23a925761f', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:35.221012 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:19:35.225744 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.284313 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.287847 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.304747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb208f60-b206-4880-bb91-96a304336dab,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:35.310271 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.311449 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e97db53c-c1e8-4b9e-ab77-5b9a145e7705 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144104 Jul 23 11:19:35.314609 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36872) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:35.320005 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'network': {'name': 'tempest-network-smoke--629355922', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:35.339984 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:35.343216 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.368328 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:19:35.377060 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.377409 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Added segment c5e297de-8cff-4070-9fe7-3d446d37fe2f of type vlan for network 86ce6b7f-4552-42ea-ad81-afc1516e7048 Jul 23 11:19:35.416312 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.443459 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.448930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:35.449525 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.485456 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1698463 Jul 23 11:19:35.488685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36874) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:35.493124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'admin_state_up': True, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:35.528373 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e5c81-20ad-4334-ac44-99b63f2afa47 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Network': ['ID=86ce6b7f-4552-42ea-ad81-afc1516e7048,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:35.538337 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:19:35.546358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.547350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.603229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.736338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.924201 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:35.943251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:36.043949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.178 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/625d4b09-2111-4b94-9551-f81ae72194a1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:36.150761 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:36.188217 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:36.224557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:36.229105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:36.232870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:36.542318 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=625d4b09-2111-4b94-9551-f81ae72194a1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:36.816960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.005911 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.132262 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:19:37.233925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:37.244528 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Sync routers for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:37.252522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.257522 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:37.257667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d2b9fa53-e51f-45e3-bef2-ddb64eb88f84 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7649691 Jul 23 11:19:37.257764 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:37.257904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36876) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:37.358678 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:37.380787 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bdc5db88-af81-43c4-906a-06d457f25cb9 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=90625b89ad8a4357bfd4452a9076e162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216705 Jul 23 11:19:37.383329 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:37.469086 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b49aa-e47e-4bef-b058-937d2e1d90d6 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:37.470582 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ed4b49aa-e47e-4bef-b058-937d2e1d90d6 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863626 Jul 23 11:19:37.474131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:37.501805 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4f3499a5-a9cd-4af2-8697-25dbad88bcfc tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265789 Jul 23 11:19:37.504502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:37.509280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543068079', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:37.533760 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:36Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:37.561178 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Checking router: f0a3decb-3260-4e3a-be8a-81c4227c8ab8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:37.561519 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Updating router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 port 625d4b09-2111-4b94-9551-f81ae72194a1 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:19:37.597647 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.599865 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:37.603157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.779829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.838760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Subnet': ['ID=67f9affe-c48a-4afe-aeed-c63c01fc8893,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:37.847206 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Checking segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:37.848185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network hostable DHCP agents. Network: 86ce6b7f-4552-42ea-ad81-afc1516e7048, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:19:37.855190 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.865360 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:19:37.866407 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Transition to ACTIVE for port object 625d4b09-2111-4b94-9551-f81ae72194a1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:37.872160 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.873408 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 86ce6b7f-4552-42ea-ad81-afc1516e7048) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:37.880593 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:37.881404 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.883131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183f882-85d9-4828-bd81-278232506462 None None] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:37.901459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36888) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:37.909531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bb47189a-ab57-48a3-a5aa-efcef797c32a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4033945 Jul 23 11:19:37.922648 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Attempting to bind port 625d4b09-2111-4b94-9551-f81ae72194a1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:37.923025 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Attempting to bind port 625d4b09-2111-4b94-9551-f81ae72194a1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:37.923472 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Attempting to bind port 625d4b09-2111-4b94-9551-f81ae72194a1 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:37.930740 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Pushing event updated for resources: {'Port': ['ID=625d4b09-2111-4b94-9551-f81ae72194a1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:37.938292 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.939371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.939371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.939371 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.939682 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.940068 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.940399 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.940723 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.942254 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.942254 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.942699 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.943047 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:19:37.946228 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:37.946605 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:37.947008 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:37.947394 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:37.949308 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Bound port: 625d4b09-2111-4b94-9551-f81ae72194a1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:37.949308 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.009609 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] For port 625d4b09-2111-4b94-9551-f81ae72194a1, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:38.013707 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] For port 625d4b09-2111-4b94-9551-f81ae72194a1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=625d4b09-2111-4b94-9551-f81ae72194a1,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:38.020060 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.114722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-86ce6b7f-4552-42ea-ad81-afc1516e7048', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:19:38.116121 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.192099 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:38.192386 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:38.226822 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1ad61-d805-417c-b2ec-247f5dbf1d4f None None] Pushing event updated for resources: {'Port': ['ID=625d4b09-2111-4b94-9551-f81ae72194a1,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:38.278151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Allocated IP 172.20.0.2 (86ce6b7f-4552-42ea-ad81-afc1516e7048/67f9affe-c48a-4afe-aeed-c63c01fc8893/21e8ea68-9a1d-4213-9911-dbf207d62137) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:38.332307 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:38.414784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.452781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.462507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Transition to ACTIVE for port object 21e8ea68-9a1d-4213-9911-dbf207d62137 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:38.478485 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Transition to ACTIVE for port object 21e8ea68-9a1d-4213-9911-dbf207d62137 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:38.485814 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.523449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:38.527848 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:38.533422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:38.535483 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:36Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:38.543127 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Pushing event updated for resources: {'Port': ['ID=21e8ea68-9a1d-4213-9911-dbf207d62137,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:38.567699 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803efeb-f656-466e-8ec4-def1c4e53412 None None] The sync data for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 is: [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:36Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:38.614498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Attempting to bind port 21e8ea68-9a1d-4213-9911-dbf207d62137 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:38.615232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Attempting to bind port 21e8ea68-9a1d-4213-9911-dbf207d62137 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:38.615962 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Attempting to bind port 21e8ea68-9a1d-4213-9911-dbf207d62137 on network 86ce6b7f-4552-42ea-ad81-afc1516e7048 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:38.621792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:38.622340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Checking segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:38.622857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.623358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Bound using segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:38.623954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Bound port: 21e8ea68-9a1d-4213-9911-dbf207d62137, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:38.624475 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.690707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] For port 21e8ea68-9a1d-4213-9911-dbf207d62137, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:38.694945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] For port 21e8ea68-9a1d-4213-9911-dbf207d62137, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21e8ea68-9a1d-4213-9911-dbf207d62137,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:38.700704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.760631 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e096d-1495-4a2e-816d-c81638ba25e6 None None] Pushing event updated for resources: {'Port': ['ID=21e8ea68-9a1d-4213-9911-dbf207d62137,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:38.766518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.1 (86ce6b7f-4552-42ea-ad81-afc1516e7048/67f9affe-c48a-4afe-aeed-c63c01fc8893/0657128a-7a45-4472-9e4c-99f796e7b742) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:38.921585 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:38.942194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object 0657128a-7a45-4472-9e4c-99f796e7b742 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:38.986018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:39.043282 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:39.046335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:39.055375 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:39.087082 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=0657128a-7a45-4472-9e4c-99f796e7b742,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:39.114321 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:39.261430 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:39.547185 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:39.552669 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:39.629711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:39.631550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=0657128a-7a45-4472-9e4c-99f796e7b742,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:39.735391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:39.736881 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:39.806416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e219e0b4-ae79-403e-b668-a2e2a8e1bd89 None None] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:19:39.855313 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:39.875924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-853a4f03-c1b5-43ea-b8f7-bc74b432546f None None] Provisioning for port 21e8ea68-9a1d-4213-9911-dbf207d62137 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:40.224653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f3a34f9-4476-4d48-b58f-00b1c958f321 None None] Provisioning for port 0657128a-7a45-4472-9e4c-99f796e7b742 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:40.229466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3f3a34f9-4476-4d48-b58f-00b1c958f321 None None] Provisioning complete for port 0657128a-7a45-4472-9e4c-99f796e7b742 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:40.229935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f3a34f9-4476-4d48-b58f-00b1c958f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:40.262988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:40.267523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a34f9-4476-4d48-b58f-00b1c958f321 None None] Port 0657128a-7a45-4472-9e4c-99f796e7b742 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:40.268492 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-8e2ca25e-684e-413d-89c4-516c0a189dca tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/f0a3decb-3260-4e3a-be8a-81c4227c8ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3659484 Jul 23 11:19:40.282540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Sync routers for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:40.293998 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:40.294735 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:40.407192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:40.424085 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-23ba5e4f-a035-46a4-8126-712b271401bd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895137166&fields=id&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 267 time: 0.0404229 Jul 23 11:19:40.552105 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-28f5cda4-abee-41c5-8fda-7a58f8f1f496 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:40.553727 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-28f5cda4-abee-41c5-8fda-7a58f8f1f496 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/networks?id=86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 200 len: 796 time: 0.1239004 Jul 23 11:19:40.570413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-0dbdde45-cc1d-499c-89bc-c43de2c0256d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/quotas/90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 375 time: 0.0111697 Jul 23 11:19:40.645495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-91cb869f-e24b-4ffe-a859-526c884d4cfe tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677114 Jul 23 11:19:40.721352 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-675cb65c-ef91-4f50-84a8-ce3d0c6aa42b None None] Provisioning complete for port 0657128a-7a45-4472-9e4c-99f796e7b742 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:40.721728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-675cb65c-ef91-4f50-84a8-ce3d0c6aa42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:40.765751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21e8ea68-9a1d-4213-9911-dbf207d62137 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:40.809644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-675cb65c-ef91-4f50-84a8-ce3d0c6aa42b None None] Port 0657128a-7a45-4472-9e4c-99f796e7b742 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:40.870370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-24acde79-baa1-4476-ae9a-34635a4eb2e2 service neutron] 10.222.0.37 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404154 Jul 23 11:19:40.870996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 21e8ea68-9a1d-4213-9911-dbf207d62137 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:40.876992 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 21e8ea68-9a1d-4213-9911-dbf207d62137 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:40.877505 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:40.902155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 2, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:40.938875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Checking router: f0a3decb-3260-4e3a-be8a-81c4227c8ab8 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:40.939231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Updating router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 port 0657128a-7a45-4472-9e4c-99f796e7b742 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:19:40.962543 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-a506cc42-ba98-4d6d-8895-2db2cd75b3ef service neutron] 10.222.0.37 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862978 Jul 23 11:19:40.985434 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-20b8a4b6-e1b1-44ad-a0a4-f80507ca0525 None None] Provisioning complete for port 0657128a-7a45-4472-9e4c-99f796e7b742 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:40.985817 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20b8a4b6-e1b1-44ad-a0a4-f80507ca0525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.011332 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.078090 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-20b8a4b6-e1b1-44ad-a0a4-f80507ca0525 None None] Port 0657128a-7a45-4472-9e4c-99f796e7b742 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:41.092331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.162861 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ab1878a4-a35d-4b41-b358-11fae8de421b req-cb494091-1786-4e2a-b637-0fcabd05a412 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 210 time: 0.0394878 Jul 23 11:19:41.196360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 21e8ea68-9a1d-4213-9911-dbf207d62137, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21e8ea68-9a1d-4213-9911-dbf207d62137,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:41.203073 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.203853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 625d4b09-2111-4b94-9551-f81ae72194a1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:41.332245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=21e8ea68-9a1d-4213-9911-dbf207d62137,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:41.364716 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 625d4b09-2111-4b94-9551-f81ae72194a1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:41.371344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 625d4b09-2111-4b94-9551-f81ae72194a1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:41.371739 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.459083 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.488626 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Transition to ACTIVE for port object 0657128a-7a45-4472-9e4c-99f796e7b742 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:41.496378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.530471 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.565370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48c1d-b8c3-45d5-b8b6-3707f64a43be None None] Pushing event updated for resources: {'Port': ['ID=0657128a-7a45-4472-9e4c-99f796e7b742,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:41.573064 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 625d4b09-2111-4b94-9551-f81ae72194a1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=625d4b09-2111-4b94-9551-f81ae72194a1,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:41.598582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.660294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Attempting to bind port 0657128a-7a45-4472-9e4c-99f796e7b742 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:41.660667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Attempting to bind port 0657128a-7a45-4472-9e4c-99f796e7b742 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:41.661037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Attempting to bind port 0657128a-7a45-4472-9e4c-99f796e7b742 on network 86ce6b7f-4552-42ea-ad81-afc1516e7048 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:41.674742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:41.675151 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Checking segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:41.675588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.676048 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Bound using segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:41.676543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Bound port: 0657128a-7a45-4472-9e4c-99f796e7b742, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:41.676928 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.689199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=625d4b09-2111-4b94-9551-f81ae72194a1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:41.747465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] For port 0657128a-7a45-4472-9e4c-99f796e7b742, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:41.750810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] For port 0657128a-7a45-4472-9e4c-99f796e7b742, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0657128a-7a45-4472-9e4c-99f796e7b742,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:41.755204 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:41.814926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:41.815568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:41.864938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48c1d-b8c3-45d5-b8b6-3707f64a43be None None] Pushing event updated for resources: {'Port': ['ID=0657128a-7a45-4472-9e4c-99f796e7b742,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:41.943775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:42.168241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:42.175870 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-18c1a38a-506f-4416-8f6c-7d0a4fdbb2f2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:42.177376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-18c1a38a-506f-4416-8f6c-7d0a4fdbb2f2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/networks?id=86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 200 len: 796 time: 0.1100066 Jul 23 11:19:42.200608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0388278-8ba5-4fa0-89dc-9d23a7428e76 None None] The sync data for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 is: [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:42.232077 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-bb5f75e3-944d-40e9-a1f2-30c3e2f914e0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 380 time: 0.0397594 Jul 23 11:19:42.247724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'port': {'device_id': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'admin_state_up': True, 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'security_groups': ['1b77cfe7-5859-4e92-a8c9-3d23a925761f']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:42.299516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02eb73de-c9cb-4a9d-91fb-6f9889164e47 req-c376ee44-b200-43a1-ab30-a66d30777a2b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 210 time: 0.0641673 Jul 23 11:19:42.374651 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:19:42.378968 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:42.513650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.11 (86ce6b7f-4552-42ea-ad81-afc1516e7048/67f9affe-c48a-4afe-aeed-c63c01fc8893/fe706cff-3919-4e85-94b6-46e6f0d1f3b2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:42.662053 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:42.677364 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object fe706cff-3919-4e85-94b6-46e6f0d1f3b2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:42.710571 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:42.758929 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:42.762259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:42.775509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:42.791970 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21e8ea68-9a1d-4213-9911-dbf207d62137 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:42.802023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:42.845127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:42.845977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:42.855179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 21e8ea68-9a1d-4213-9911-dbf207d62137 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:42.855742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:42.865117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-39662b7b-e9ca-4368-bc24-5c9c1218d94d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6234052 Jul 23 11:19:42.883080 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Request body: {'port': {'device_id': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:42.949274 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0657128a-7a45-4472-9e4c-99f796e7b742 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:42.980934 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.005019 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 0657128a-7a45-4472-9e4c-99f796e7b742 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:43.009752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0657128a-7a45-4472-9e4c-99f796e7b742 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:43.010127 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.102136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c0c034a-8897-46ae-bacf-244291bc50ed None None] Provisioning for port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:43.108591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c0c034a-8897-46ae-bacf-244291bc50ed None None] Provisioning complete for port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:43.108963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c0c034a-8897-46ae-bacf-244291bc50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.110619 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.167749 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c034a-8897-46ae-bacf-244291bc50ed None None] Port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:19:43.173876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 0657128a-7a45-4472-9e4c-99f796e7b742, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0657128a-7a45-4472-9e4c-99f796e7b742,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:43.178051 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.178830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 625d4b09-2111-4b94-9551-f81ae72194a1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:43.255039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=0657128a-7a45-4472-9e4c-99f796e7b742,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:43.266205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 625d4b09-2111-4b94-9551-f81ae72194a1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:43.266580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.279975 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe706cff-3919-4e85-94b6-46e6f0d1f3b2 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:19:43.288595 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.304024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Transition to ACTIVE for port object fe706cff-3919-4e85-94b6-46e6f0d1f3b2 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:19:43.308448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.369851 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Pushing event updated for resources: {'Port': ['ID=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:43.490131 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Attempting to bind port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:19:43.490475 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Attempting to bind port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:19:43.490807 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Attempting to bind port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 on network 86ce6b7f-4552-42ea-ad81-afc1516e7048 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:43.500101 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 on network 86ce6b7f-4552-42ea-ad81-afc1516e7048 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:19:43.500459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Attempting to bind port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 on network 86ce6b7f-4552-42ea-ad81-afc1516e7048 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:19:43.508989 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:19:43.509333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Checking segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:19:43.509725 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Bound using segment: {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:19:43.510168 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Bound port: fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e297de-8cff-4070-9fe7-3d446d37fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:19:43.510532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.521780 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8d8c-b331-4e0f-a386-d99cafdc78ed req-c20eb973-056f-4ed2-826c-36f3205eb20c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:43.523291 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-984e8d8c-b331-4e0f-a386-d99cafdc78ed req-c20eb973-056f-4ed2-826c-36f3205eb20c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 944 time: 0.1234431 Jul 23 11:19:43.595788 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-984e8d8c-b331-4e0f-a386-d99cafdc78ed req-ca137079-75f4-4c61-a2d6-711a879d46aa tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657358 Jul 23 11:19:43.612241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] For port fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:19:43.615642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] For port fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:19:43.620781 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.654493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:43.655108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:43.656559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] 10.222.0.20 "PUT /v2.0/ports/fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 200 len: 1092 time: 0.7783844 Jul 23 11:19:43.656927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:43.659192 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50602cc0-39a8-4e54-a87d-43d41c94ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:43.683976 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f225-61e1-4784-9a15-9f575d3661fa service neutron] Pushing event updated for resources: {'Port': ['ID=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:43.702516 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72573d3a-0cd6-4b5d-89db-77ad881b5d1e x-openstack-request-id: req-72573d3a-0cd6-4b5d-89db-77ad881b5d1e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:43.702818 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:43.703079 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72573d3a-0cd6-4b5d-89db-77ad881b5d1e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:43.703533 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'status': 'completed', 'code': 200} Jul 23 11:19:43.783664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-19d77ac1-f181-4bb2-b9cb-8a12ff0443b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:43.785385 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-19d77ac1-f181-4bb2-b9cb-8a12ff0443b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1095 time: 0.0652266 Jul 23 11:19:43.834384 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-3c28c312-e502-4a8d-8810-2421c1dbc13a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 200 len: 217 time: 0.0357273 Jul 23 11:19:43.881400 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-f716be31-25ed-47a0-859f-73d1855a77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:43.882841 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-f716be31-25ed-47a0-859f-73d1855a77a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67f9affe-c48a-4afe-aeed-c63c01fc8893 HTTP/1.1" status: 200 len: 835 time: 0.0430942 Jul 23 11:19:43.938395 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-8551ce87-dd06-4fe5-979c-55d83b58b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:43.939838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-8551ce87-dd06-4fe5-979c-55d83b58b45f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86ce6b7f-4552-42ea-ad81-afc1516e7048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513520 Jul 23 11:19:44.032840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-8bfde615-2ba7-46c6-8cf9-fb2887dfe7ff service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867851 Jul 23 11:19:44.421838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c5fe1308-6f0a-4130-b44d-97c9806974c2 req-24336a46-2eca-4661-a463-e8a455639fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824513 Jul 23 11:19:44.556052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-40d262d4-1984-4bbe-9484-89b5cfca7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:44.557544 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-40d262d4-1984-4bbe-9484-89b5cfca7605 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1095 time: 0.0540316 Jul 23 11:19:44.648811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-d19ebd4a-b763-49dd-9d94-c3e3f7aec3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:44.650298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-d19ebd4a-b763-49dd-9d94-c3e3f7aec3aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 200 len: 897 time: 0.0859995 Jul 23 11:19:44.697055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-bb3ef771-5dee-422f-b9cb-1361d9ff492f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 200 len: 217 time: 0.0404892 Jul 23 11:19:44.707961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0657128a-7a45-4472-9e4c-99f796e7b742 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:44.754245 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 0657128a-7a45-4472-9e4c-99f796e7b742 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:44.754598 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:44.771250 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-d126c585-308e-40c4-81f6-f7b7369c564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:44.772818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-d126c585-308e-40c4-81f6-f7b7369c564f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67f9affe-c48a-4afe-aeed-c63c01fc8893 HTTP/1.1" status: 200 len: 835 time: 0.0685959 Jul 23 11:19:44.822637 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8e362-18f0-4f13-97a9-6cdbb3d7dff8 req-22469e61-ce07-49e8-9e63-3276e330f320 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:44.824155 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41c8e362-18f0-4f13-97a9-6cdbb3d7dff8 req-22469e61-ce07-49e8-9e63-3276e330f320 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 944 time: 0.1296158 Jul 23 11:19:44.876027 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-41c8e362-18f0-4f13-97a9-6cdbb3d7dff8 req-a07063f1-b127-4c00-b35e-79ffd124373e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Jul 23 11:19:44.879217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-6842edd5-1154-4aae-8027-3947cc73f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:44.880540 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-6842edd5-1154-4aae-8027-3947cc73f0c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86ce6b7f-4552-42ea-ad81-afc1516e7048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002893 Jul 23 11:19:44.969492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-a8c6a0d5-425a-4716-8b83-7d4ec3607f1a service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819604 Jul 23 11:19:45.058947 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-50602cc0-39a8-4e54-a87d-43d41c94ab0c req-65770b7a-41a2-44b8-8ec7-a3b75da1e449 service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Jul 23 11:19:46.007602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3414e6-0f76-4957-a21c-103d0fd4dd2b req-a1e77783-c222-4b90-b7d9-b48317f25646 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:46.009147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab3414e6-0f76-4957-a21c-103d0fd4dd2b req-a1e77783-c222-4b90-b7d9-b48317f25646 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 944 time: 0.0646591 Jul 23 11:19:46.048967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ab3414e6-0f76-4957-a21c-103d0fd4dd2b req-407a99e0-5565-4c15-8c8a-96ef9e6e230f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342193 Jul 23 11:19:46.093644 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fe706cff-3919-4e85-94b6-46e6f0d1f3b2 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:19:46.184948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:46.195372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'port_id': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'mac_address': 'fa:16:3e:8f:0c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:19:46.235025 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:46.247299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe706cff-3919-4e85-94b6-46e6f0d1f3b2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:19:46.265657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:46.270264 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:46.317346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:46.574706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['fe706cff-3919-4e85-94b6-46e6f0d1f3b2'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:19:47.176878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244dacd-6a31-4289-84e8-dbdc43df91f1 req-3bd97c51-0e0d-4e89-bc59-5104b027fc2c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:47.178271 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8244dacd-6a31-4289-84e8-dbdc43df91f1 req-3bd97c51-0e0d-4e89-bc59-5104b027fc2c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 945 time: 0.0628200 Jul 23 11:19:47.216469 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8244dacd-6a31-4289-84e8-dbdc43df91f1 req-cfd84864-9f9e-41bd-a564-84afd6b6900b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326192 Jul 23 11:19:48.105731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fe706cff-3919-4e85-94b6-46e6f0d1f3b2 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:19:48.162213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:19:48.166279 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:19:48.166656 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:48.249813 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:48.274178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:48.288748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:19:48.293079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:48.328616 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f6388-d24c-48da-8d5a-f3fdd89202af" -d '{"events": [{"server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "name": "network-vif-plugged", "status": "completed", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:48.351819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:48.355904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2e75-0a3f-4dfb-a5b5-325363e33ac3 req-0d71f8bb-b7bd-419a-a8a9-054a7d4febb7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:48.357392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d19f2e75-0a3f-4dfb-a5b5-325363e33ac3 req-0d71f8bb-b7bd-419a-a8a9-054a7d4febb7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0716102 Jul 23 11:19:48.398311 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d19f2e75-0a3f-4dfb-a5b5-325363e33ac3 req-4bd8abf0-227f-4932-9efe-5dda7b0188f1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345604 Jul 23 11:19:48.428083 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc62be9b-f2bd-4f56-a18e-905b63cce59c x-openstack-request-id: req-bc62be9b-f2bd-4f56-a18e-905b63cce59c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:48.428379 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "name": "network-vif-plugged", "status": "completed", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:48.428636 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc62be9b-f2bd-4f56-a18e-905b63cce59c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:48.429055 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'code': 200} Jul 23 11:19:48.571075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f15f-4afd-4f25-b7e2-7c8bfb4ed634 req-0e80227d-fc4f-46aa-99f8-81341935fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:48.572608 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2213f15f-4afd-4f25-b7e2-7c8bfb4ed634 req-0e80227d-fc4f-46aa-99f8-81341935fce0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1097 time: 0.0653231 Jul 23 11:19:48.607054 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2213f15f-4afd-4f25-b7e2-7c8bfb4ed634 req-434ee365-57d0-4fe6-b28b-d8a6266d74d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272825 Jul 23 11:19:49.536165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9949c-b062-470c-b7a9-eaa51740d387 req-c597858c-a381-4309-b7c3-d9d7312c616b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:49.537661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27b9949c-b062-470c-b7a9-eaa51740d387 req-c597858c-a381-4309-b7c3-d9d7312c616b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0684597 Jul 23 11:19:49.576037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-27b9949c-b062-470c-b7a9-eaa51740d387 req-94d300af-5d71-40aa-bc75-e2c64537890a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Jul 23 11:19:50.706628 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f3a2-a00a-43df-a6f7-06c0b147daeb req-492fdc10-6e38-4e20-b452-c7ee5c3c4eb0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:50.708127 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2da2f3a2-a00a-43df-a6f7-06c0b147daeb req-492fdc10-6e38-4e20-b452-c7ee5c3c4eb0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0627863 Jul 23 11:19:50.744921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2da2f3a2-a00a-43df-a6f7-06c0b147daeb req-bcd80b4f-b60b-410a-bec5-6ccf61e3744a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Jul 23 11:19:50.874229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23610f0-2074-40b2-8934-9b075c8d1279 req-59486338-de42-451a-8a30-58cdabab2a75 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:50.875714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e23610f0-2074-40b2-8934-9b075c8d1279 req-59486338-de42-451a-8a30-58cdabab2a75 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0652170 Jul 23 11:19:50.913216 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e23610f0-2074-40b2-8934-9b075c8d1279 req-309d9706-18a6-4090-9294-bcf8a36c0b31 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Jul 23 11:19:50.934820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36954) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:50.989225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16929f90-d51c-4663-a677-88745c66d61f tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:50.990760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-16929f90-d51c-4663-a677-88745c66d61f tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1092 time: 0.0549414 Jul 23 11:19:50.993593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 36956) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:50.997915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:19:51.019899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.118694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.222634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.181 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/ee8d0ca0-7076-4e1f-9f2f-b444d99115c5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:19:51.323347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.361274 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.396116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:19:51.398791 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:19:51.414387 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:19:51.436499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=ee8d0ca0-7076-4e1f-9f2f-b444d99115c5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:51.752336 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.838290 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.983787 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:51.988253 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.055229 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=ee8d0ca0-7076-4e1f-9f2f-b444d99115c5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:19:52.064969 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.166632 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP bf703c59-2daa-461d-acc6-106ca20bf80c associated. External IP: 172.25.4.181, port: fe706cff-3919-4e85-94b6-46e6f0d1f3b2. Jul 23 11:19:52.368428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:19:52.473461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:19:52.484207 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] Sync routers for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:19:52.491722 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:52.495400 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:52.496044 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:52.532520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-843690a7-3e4c-43a2-94ac-b6e5cde69d17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5379088 Jul 23 11:19:52.533097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:19:52.536153 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:19:52.580303 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c741c4-09c1-4092-9b10-2e353d43da07 x-openstack-request-id: req-00c741c4-09c1-4092-9b10-2e353d43da07 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:19:52.580303 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:19:52.580565 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00c741c4-09c1-4092-9b10-2e353d43da07 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:19:52.580884 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'status': 'completed', 'code': 200} Jul 23 11:19:52.607820 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:52.681021 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f5195-40e0-44bc-8ffe-bf317a042a69 req-fafb72ba-91aa-480c-bec2-631d1dfc10f2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.682559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22f5195-40e0-44bc-8ffe-bf317a042a69 req-fafb72ba-91aa-480c-bec2-631d1dfc10f2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.1014655 Jul 23 11:19:52.730140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-21a1c85b-bfaf-4017-83d5-753f97cabe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.731684 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-21a1c85b-bfaf-4017-83d5-753f97cabe59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1097 time: 0.1076086 Jul 23 11:19:52.736773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c22f5195-40e0-44bc-8ffe-bf317a042a69 req-42d0f55c-2764-4456-b3cc-b6cbec0f68e1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480030 Jul 23 11:19:52.759864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:52.864780 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-225cef33-63d9-4416-9066-955c8400fa3e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/bf703c59-2daa-461d-acc6-106ca20bf80c HTTP/1.1" status: 200 len: 992 time: 0.1037803 Jul 23 11:19:52.879222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-7a9c1cb5-b4e1-449d-b170-d5d0cacf4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.880717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-7a9c1cb5-b4e1-449d-b170-d5d0cacf4357 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 200 len: 897 time: 0.1416898 Jul 23 11:19:52.931846 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'bf703c59-2daa-461d-acc6-106ca20bf80c', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'port_id': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'mac_address': 'fa:16:3e:8f:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:19:51Z', 'updated_at': '2021-07-23T11:19:51Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:43Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:52.948903 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-5d0fc574-4daf-4b9c-abc5-fb9c87db5183 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 200 len: 1000 time: 0.0617168 Jul 23 11:19:52.961656 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] Checking router: f0a3decb-3260-4e3a-be8a-81c4227c8ab8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:19:52.973574 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:19:52.974166 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:19:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:52.996673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-c593190b-fd0b-4c55-b5fe-c6dda4f803d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:52.998152 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-c593190b-fd0b-4c55-b5fe-c6dda4f803d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67f9affe-c48a-4afe-aeed-c63c01fc8893 HTTP/1.1" status: 200 len: 835 time: 0.0434530 Jul 23 11:19:53.055719 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-e7f91686-1e91-4b33-bafd-944e77e61d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:19:53.057232 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-e7f91686-1e91-4b33-bafd-944e77e61d35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86ce6b7f-4552-42ea-ad81-afc1516e7048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530927 Jul 23 11:19:53.070750 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:19:53.149163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-380d19f4-fee1-435e-af10-a2d64f98e051 service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856533 Jul 23 11:19:53.237013 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f2f8c0f9-e349-4feb-bc26-3f55cc8a6a4c req-ecbffbbc-89f7-4919-a62c-1fe36bd4a72c service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820823 Jul 23 11:19:53.289625 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'bf703c59-2daa-461d-acc6-106ca20bf80c', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'port_id': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'mac_address': 'fa:16:3e:8f:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:19:51Z', 'updated_at': '2021-07-23T11:19:51Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:43Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:19:53.315090 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354eb0f-2f22-4e31-b7ff-e592facf2947 None None] The sync data for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 is: [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'bf703c59-2daa-461d-acc6-106ca20bf80c', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'port_id': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'mac_address': 'fa:16:3e:8f:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:19:51Z', 'updated_at': '2021-07-23T11:19:51Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:43Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:19:53.499935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c6ba4-fa6f-4994-a08d-d730de58ca86 None None] New status for floating IP bf703c59-2daa-461d-acc6-106ca20bf80c: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:19:53.868603 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 36964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:19:53.932015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e3f6c8b0-b9cc-4f42-988a-97fa892ca1fa tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/bf703c59-2daa-461d-acc6-106ca20bf80c HTTP/1.1" status: 200 len: 994 time: 0.0621855 Jul 23 11:19:54.439363 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:56.398335 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:19:57.123815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a133-1468-4c5f-80ee-3c503e1c64bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:19:59.988965 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5af82776-a281-4e4d-8074-40a2edee9f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:00.286594 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:01.428613 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:02.684523 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:04.846806 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:11.558958 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-76f306bb-bb94-40a3-8c1e-3a10525d8756 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535438 Jul 23 11:20:11.678237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-3baf0ffb-cd1f-40b6-ad8e-ef501fd6a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:11.679760 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-3baf0ffb-cd1f-40b6-ad8e-ef501fd6a468 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1097 time: 0.0560417 Jul 23 11:20:11.785800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-6e74dfba-d9e0-4a48-8861-d107dee1d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:11.787270 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-6e74dfba-d9e0-4a48-8861-d107dee1d266 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 200 len: 897 time: 0.0889864 Jul 23 11:20:11.852686 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-af4e8d7c-4822-4081-b5b9-269db345d538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 200 len: 1002 time: 0.0585959 Jul 23 11:20:11.905583 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-4f116723-95d0-428e-b7d4-73374df549d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:11.907019 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-4f116723-95d0-428e-b7d4-73374df549d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67f9affe-c48a-4afe-aeed-c63c01fc8893 HTTP/1.1" status: 200 len: 835 time: 0.0488939 Jul 23 11:20:11.965591 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-13051c4c-e659-4ca7-a86f-c1c743db8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:11.967055 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-13051c4c-e659-4ca7-a86f-c1c743db8d1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86ce6b7f-4552-42ea-ad81-afc1516e7048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537415 Jul 23 11:20:12.054538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-0341a893-b171-41c2-a24a-9a2ade0d3519 service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805252 Jul 23 11:20:12.144404 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-81ea4fe6-34ca-4483-8df0-2514c0430f15 req-dd33af85-9400-4a05-9837-fb6c41f27bda service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825167 Jul 23 11:20:24.446111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:25.368142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebf340-24df-41fc-9de8-625063536489 req-86ac22d6-7eb9-4102-8b63-0130dc6ba080 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:25.369647 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddebf340-24df-41fc-9de8-625063536489 req-86ac22d6-7eb9-4102-8b63-0130dc6ba080 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0749199 Jul 23 11:20:25.406412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddebf340-24df-41fc-9de8-625063536489 req-76706886-84e4-4141-bd77-53b2caf2a464 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312490 Jul 23 11:20:26.541940 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f26633-3028-43ac-b100-ce7195851d5b req-93db42a4-1fbb-4235-8674-bd520791534b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:26.543437 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25f26633-3028-43ac-b100-ce7195851d5b req-93db42a4-1fbb-4235-8674-bd520791534b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0665684 Jul 23 11:20:26.581048 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-25f26633-3028-43ac-b100-ce7195851d5b req-5c516b81-ab00-484c-ab49-2abaac301e86 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Jul 23 11:20:26.603248 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:26.669769 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c8fe3b6a-ce37-4675-a160-ef1d51c11c01 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/bf703c59-2daa-461d-acc6-106ca20bf80c HTTP/1.1" status: 200 len: 994 time: 0.0653980 Jul 23 11:20:27.123788 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0b7e-42d0-48bc-b9a3-feefc2bc8186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:27.967808 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c96b7-3d5e-4b47-a88a-7c45ff2f4783 req-df3cd69b-9bea-49a4-b55d-ddc763850232 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:27.969208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b7c96b7-3d5e-4b47-a88a-7c45ff2f4783 req-df3cd69b-9bea-49a4-b55d-ddc763850232 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0691190 Jul 23 11:20:28.007899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1b7c96b7-3d5e-4b47-a88a-7c45ff2f4783 req-34c4e27e-c897-42e6-bc89-61896ab00d07 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Jul 23 11:20:29.141354 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104532f-68e0-483e-931b-71d6a712773b req-5802fe78-bf9d-483b-a0e1-21ea4b919690 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:29.143334 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c104532f-68e0-483e-931b-71d6a712773b req-5802fe78-bf9d-483b-a0e1-21ea4b919690 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0653083 Jul 23 11:20:29.180137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c104532f-68e0-483e-931b-71d6a712773b req-749c9b70-aa21-479b-b4af-fd960df8259a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Jul 23 11:20:29.202157 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:29.263363 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-85c47e45-0130-44cf-abc8-7c56398fb717 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/bf703c59-2daa-461d-acc6-106ca20bf80c HTTP/1.1" status: 200 len: 994 time: 0.0601158 Jul 23 11:20:29.495664 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:29.645607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port ee8d0ca0-7076-4e1f-9f2f-b444d99115c5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:20:29.645861 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:29.716612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:29.716942 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:29.727998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for ee8d0ca0-7076-4e1f-9f2f-b444d99115c5 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:20:29.871047 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:29.897465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=ee8d0ca0-7076-4e1f-9f2f-b444d99115c5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:29.927477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.927830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.928173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.928509 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.928841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.929175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.929504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.929830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.930158 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.930480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.930804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.931121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:29.968606 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:29.968938 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP bf703c59-2daa-461d-acc6-106ca20bf80c disassociated (deleted). External IP: 172.25.4.181, port: fe706cff-3919-4e85-94b6-46e6f0d1f3b2. Jul 23 11:20:29.989468 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b058ca41-8db6-491e-a3bc-2691d52b07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:30.174286 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:20:30.274634 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:20:30.279802 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:30.286175 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] Sync routers for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:20:30.293035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:30.299004 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:30.299884 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:30.319795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d4e9cc0f-816c-48eb-8704-fda96fa6a3d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf703c59-2daa-461d-acc6-106ca20bf80c HTTP/1.1" status: 204 len: 168 time: 0.8230050 Jul 23 11:20:30.320383 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:30.322643 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb534e7-b5f0-4337-8bf6-4736f1061c82" -d '{"events": [{"name": "network-changed", "server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:30.360756 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5260d5a6-1a56-46cd-87cb-dede32b10e80 x-openstack-request-id: req-5260d5a6-1a56-46cd-87cb-dede32b10e80 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:30.361047 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:30.361307 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5260d5a6-1a56-46cd-87cb-dede32b10e80 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:30.361781 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'status': 'completed', 'code': 200} Jul 23 11:20:30.416344 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:30.463531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-2d0ed59e-ed69-42f2-9942-4e518573e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:30.464979 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-2d0ed59e-ed69-42f2-9942-4e518573e417 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 1097 time: 0.0619569 Jul 23 11:20:30.579743 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4605-81e8-4d66-9eaf-a534d948877a req-6951b5e6-ca2c-4d62-87cb-87c1a58c1a3a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:30.582053 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73ba4605-81e8-4d66-9eaf-a534d948877a req-6951b5e6-ca2c-4d62-87cb-87c1a58c1a3a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0749953 Jul 23 11:20:30.596875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-5dd74f28-e700-416e-8920-59d0f0e2c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:30.598497 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-5dd74f28-e700-416e-8920-59d0f0e2c27a service neutron] 10.222.0.20 "GET /v2.0/networks?id=86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 200 len: 897 time: 0.1007123 Jul 23 11:20:30.620912 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-73ba4605-81e8-4d66-9eaf-a534d948877a req-53d58388-9d5f-4cf0-88d2-52da12a558fe tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jul 23 11:20:30.656486 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-0b4c5988-d1e9-47b2-800f-bbeb7042f11c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 200 len: 217 time: 0.0488706 Jul 23 11:20:30.705252 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-4225a08d-8d64-4170-859e-8753bf5bf723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:30.706690 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-4225a08d-8d64-4170-859e-8753bf5bf723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67f9affe-c48a-4afe-aeed-c63c01fc8893 HTTP/1.1" status: 200 len: 835 time: 0.0437524 Jul 23 11:20:30.730911 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:43Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:30.756898 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] Checking router: f0a3decb-3260-4e3a-be8a-81c4227c8ab8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:20:30.764872 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:30.765479 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:30.766293 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-a9ac1e71-c617-48f7-9e0a-bf42344027d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:30.768409 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-a9ac1e71-c617-48f7-9e0a-bf42344027d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86ce6b7f-4552-42ea-ad81-afc1516e7048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551112 Jul 23 11:20:30.861701 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-61a2b3c1-e98d-4c92-beb5-93f9e850ba72 service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Jul 23 11:20:30.868925 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:30.954578 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdb534e7-b5f0-4337-8bf6-4736f1061c82 req-2293d315-e473-4cbb-b27d-5ac95d6bb016 service neutron] 10.222.0.20 "GET /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860829 Jul 23 11:20:31.066506 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:43Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:31.091309 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c3478-a484-4290-87d4-dbecc00c4740 None None] The sync data for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 is: [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:39Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '0657128a-7a45-4472-9e4c-99f796e7b742', 'name': '', 'network_id': '86ce6b7f-4552-42ea-ad81-afc1516e7048', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:ad:35:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:38Z', 'updated_at': '2021-07-23T11:19:43Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '67f9affe-c48a-4afe-aeed-c63c01fc8893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:20:31.299407 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b664f-190e-4e7f-a944-3002cd0a1c10 None None] New status for floating IP bf703c59-2daa-461d-acc6-106ca20bf80c: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:20:31.522948 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:31.752809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f4c4-61c1-4e89-84b1-abcd1b2455c6 req-d2c340d1-9118-4bd3-b1fa-b2431a85b298 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:31.754280 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c148f4c4-61c1-4e89-84b1-abcd1b2455c6 req-d2c340d1-9118-4bd3-b1fa-b2431a85b298 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0622785 Jul 23 11:20:31.790990 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c148f4c4-61c1-4e89-84b1-abcd1b2455c6 req-6a33b741-92aa-428b-9c92-3edcb7af0da2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b77cfe7-5859-4e92-a8c9-3d23a925761f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Jul 23 11:20:32.206113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40300c92-139c-44f9-b90e-def39dc6c481 req-f8a15089-3311-4f61-bd44-a4b8c9171bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:32.207510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40300c92-139c-44f9-b90e-def39dc6c481 req-f8a15089-3311-4f61-bd44-a4b8c9171bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 946 time: 0.0623605 Jul 23 11:20:32.604520 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:20:32.604864 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:32.687046 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:32.695218 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port fe706cff-3919-4e85-94b6-46e6f0d1f3b2, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:32.695622 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:32.710849 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for fe706cff-3919-4e85-94b6-46e6f0d1f3b2 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:20:32.839489 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:32.869919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=fe706cff-3919-4e85-94b6-46e6f0d1f3b2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:32.900497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ca09971f-42ad-47f0-8fa9-b3a44f30444d req-8f24a75d-7cf2-4314-89b1-e63775235bc2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=565cd0fe-d18d-42a9-b7f5-3d718bcac37b HTTP/1.1" status: 200 len: 210 time: 0.0405533 Jul 23 11:20:32.918827 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] No DVR routers for this DVR port fe706cff-3919-4e85-94b6-46e6f0d1f3b2 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:20:32.921434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:32.924354 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40300c92-139c-44f9-b90e-def39dc6c481 req-be0e00e5-4017-4d88-b8ab-3961e6a9fa28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "DELETE /v2.0/ports/fe706cff-3919-4e85-94b6-46e6f0d1f3b2 HTTP/1.1" status: 204 len: 173 time: 0.7112768 Jul 23 11:20:32.924834 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'name': 'network-vif-deleted', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:32.927183 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd104773-6b6c-4505-b60e-c6bef677973b" -d '{"events": [{"server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "name": "network-vif-deleted", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:32.964585 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4ef7e1-15ae-46bb-98e0-ee08ae03d841 x-openstack-request-id: req-ac4ef7e1-15ae-46bb-98e0-ee08ae03d841 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:32.964892 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565cd0fe-d18d-42a9-b7f5-3d718bcac37b", "name": "network-vif-deleted", "tag": "fe706cff-3919-4e85-94b6-46e6f0d1f3b2", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:32.965153 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac4ef7e1-15ae-46bb-98e0-ee08ae03d841 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:32.965561 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565cd0fe-d18d-42a9-b7f5-3d718bcac37b', 'name': 'network-vif-deleted', 'tag': 'fe706cff-3919-4e85-94b6-46e6f0d1f3b2', 'status': 'completed', 'code': 200} Jul 23 11:20:33.400764 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:20:33.960598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37044) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:34.322162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:34.338528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fe706cff-3919-4e85-94b6-46e6f0d1f3b2 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:20:34.358154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: fe706cff-3919-4e85-94b6-46e6f0d1f3b2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:20:34.358497 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device fe706cff-3919-4e85-94b6-46e6f0d1f3b2 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:20:34.582684 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 0657128a-7a45-4472-9e4c-99f796e7b742 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:20:34.582951 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:34.667345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 0657128a-7a45-4472-9e4c-99f796e7b742, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=0657128a-7a45-4472-9e4c-99f796e7b742,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:34.667735 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:34.681836 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 0657128a-7a45-4472-9e4c-99f796e7b742 owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:20:34.844078 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:34.868985 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:34.895650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=0657128a-7a45-4472-9e4c-99f796e7b742,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:34.927806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.928169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.928517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.928865 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.929204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.929546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.929884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.930220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.930561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.930890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.931222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:34.931580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:35.084367 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.582301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:20:35.685000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:20:35.690663 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a140652e-7328-43ce-b1eb-6339ab29b941 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/f0a3decb-3260-4e3a-be8a-81c4227c8ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290382 Jul 23 11:20:35.693493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:35.695075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] Sync routers for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:20:35.704696 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:35.705312 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:35.743396 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting subnet 67f9affe-c48a-4afe-aeed-c63c01fc8893 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:20:35.746466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.785314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.805391 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:35.871659 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.929666 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.956900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Subnet': ['ID=67f9affe-c48a-4afe-aeed-c63c01fc8893,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:35.965133 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:35.969283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db98667-d3df-4529-b356-e9f1ae1ab3c9 None None] Network 86ce6b7f-4552-42ea-ad81-afc1516e7048 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:20:35.970284 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aa7a2ab7-66d5-40e0-98aa-f8d724e939b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/subnets/67f9affe-c48a-4afe-aeed-c63c01fc8893 HTTP/1.1" status: 204 len: 168 time: 0.2723792 Jul 23 11:20:35.970414 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:35.980382 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:20:34Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:36.006327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] Checking router: f0a3decb-3260-4e3a-be8a-81c4227c8ab8 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:20:36.014565 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] Routers {'f0a3decb-3260-4e3a-be8a-81c4227c8ab8'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:36.015255 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:36.082142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.121209 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] Set router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:36.187920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] DHCP port deletion for 86ce6b7f-4552-42ea-ad81-afc1516e7048 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:20:36.194695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.233504 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Deleting port 21e8ea68-9a1d-4213-9911-dbf207d62137 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:20:36.233887 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.251565 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 625d4b09-2111-4b94-9551-f81ae72194a1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:20:36.251916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.303483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] For port 21e8ea68-9a1d-4213-9911-dbf207d62137, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21e8ea68-9a1d-4213-9911-dbf207d62137,segment=NetworkSegment(c5e297de-8cff-4070-9fe7-3d446d37fe2f),segment_id=c5e297de-8cff-4070-9fe7-3d446d37fe2f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:36.304284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.306716 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:20:34Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:36.316487 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Calling delete_port for 21e8ea68-9a1d-4213-9911-dbf207d62137 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:20:36.333368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681cf1f-31ac-4d77-84be-2b3d83ea2d9f None None] The sync data for ids ['f0a3decb-3260-4e3a-be8a-81c4227c8ab8'] in n-d-778550-4 is: [{'id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369510591', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:20:34Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '625d4b09-2111-4b94-9551-f81ae72194a1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a3decb-3260-4e3a-be8a-81c4227c8ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:19:35Z', 'updated_at': '2021-07-23T11:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:20:36.338480 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 625d4b09-2111-4b94-9551-f81ae72194a1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=625d4b09-2111-4b94-9551-f81ae72194a1,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:36.338848 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.352491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 625d4b09-2111-4b94-9551-f81ae72194a1 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:20:36.403041 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.415030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] No DVR routers for this DVR port 21e8ea68-9a1d-4213-9911-dbf207d62137 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:20:36.435987 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Pushing event deleted for resources: {'Port': ['ID=21e8ea68-9a1d-4213-9911-dbf207d62137,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:36.444236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.444584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.444922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.445258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.445591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.445925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.446253 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.446578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.446901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.447224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.447581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.447901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb56231-4e52-4751-b12a-3f2e96da2f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:36.519126 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.541907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=625d4b09-2111-4b94-9551-f81ae72194a1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:36.604249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.705915 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.708324 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.757137 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.757845 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Fanout notify agent at l3_agent the message router_deleted on router f0a3decb-3260-4e3a-be8a-81c4227c8ab8 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:20:36.764836 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.768566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-893ba839-f6e3-4eb2-b431-25e93d96e145 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/routers/f0a3decb-3260-4e3a-be8a-81c4227c8ab8 HTTP/1.1" status: 204 len: 168 time: 0.7946584 Jul 23 11:20:36.768727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:36.837826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21e8ea68-9a1d-4213-9911-dbf207d62137 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:20:36.859905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 21e8ea68-9a1d-4213-9911-dbf207d62137 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:20:36.860509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21e8ea68-9a1d-4213-9911-dbf207d62137 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:20:36.861617 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0657128a-7a45-4472-9e4c-99f796e7b742 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:20:36.861792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.883164 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 0657128a-7a45-4472-9e4c-99f796e7b742 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:20:36.883538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 0657128a-7a45-4472-9e4c-99f796e7b742 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:20:36.953414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:36.963764 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ce6b7f-4552-42ea-ad81-afc1516e7048']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:36.974567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e297de-8cff-4070-9fe7-3d446d37fe2f') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:36.974859 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e297de-8cff-4070-9fe7-3d446d37fe2f') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:36.984045 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.000303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.006491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:20:37.006884 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:20:37.010265 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:20:37.077376 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.085936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.087564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/networks/86ce6b7f-4552-42ea-ad81-afc1516e7048 HTTP/1.1" status: 204 len: 168 time: 0.3175738 Jul 23 11:20:37.090341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37062) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:37.099558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08522a-4715-4c5a-b249-fea18905cfc5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Network': ['ID=86ce6b7f-4552-42ea-ad81-afc1516e7048,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:37.150175 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ba8a7e6-c069-4fca-8c13-ef6d06aac9e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.174106 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ba8a7e6-c069-4fca-8c13-ef6d06aac9e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.232468 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ba8a7e6-c069-4fca-8c13-ef6d06aac9e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.235186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ba8a7e6-c069-4fca-8c13-ef6d06aac9e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.236392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3ba8a7e6-c069-4fca-8c13-ef6d06aac9e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/security-groups/1b77cfe7-5859-4e92-a8c9-3d23a925761f HTTP/1.1" status: 204 len: 168 time: 0.1450264 Jul 23 11:20:37.245435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8a7e6-c069-4fca-8c13-ef6d06aac9e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b77cfe7-5859-4e92-a8c9-3d23a925761f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:37.464158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37068) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:37.468911 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504029046', 'description': 'tempest-secgroup-smoke-1504029046 description', 'project_id': '90625b89ad8a4357bfd4452a9076e162'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:37.491374 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.570339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.573945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.598870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.600111 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1349216 Jul 23 11:20:37.603044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:37.605081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247de8ea-6889-4288-a0a9-20d73da79fae tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f04aa7-29e6-46ab-a24d-325e6b057764,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:37.608208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '15f04aa7-29e6-46ab-a24d-325e6b057764', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:37.633850 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.688185 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.691760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.708890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3113a6-4ce0-4378-949a-9496d3f780e6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:37.715201 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.716972 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0620ff0e-9d05-4a6a-b271-97089851a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126368 Jul 23 11:20:37.719626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:37.724491 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '15f04aa7-29e6-46ab-a24d-325e6b057764', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:37.754367 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.809147 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.812400 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.829599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e256b24-38d5-4ace-be4f-3270a095debf,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:37.835739 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.836921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-113dd78c-8a2f-40a1-8992-2f4beaaaed36 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158521 Jul 23 11:20:37.839694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37074) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:37.844008 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '15f04aa7-29e6-46ab-a24d-325e6b057764', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:37.870065 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.930700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.934149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.950829 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c92782a-aafd-4add-b100-2957ef6f3dde,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:37.957583 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:37.958773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c40f4939-a2bd-4d4b-8eb6-b2233599f430 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181622 Jul 23 11:20:37.961617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37076) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:37.966384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '15f04aa7-29e6-46ab-a24d-325e6b057764', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:37.993057 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.056470 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.061694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.078903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43515f61-f5f5-446f-b1ec-025cfb48807e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:38.084649 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.085966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-85ccb8f8-958c-4e8d-b429-1a7c40c34186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231763 Jul 23 11:20:38.088564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37078) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:38.092880 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '15f04aa7-29e6-46ab-a24d-325e6b057764', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:38.116013 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:20:38.120902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.181019 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.184496 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.203666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d644ae07-24b2-4835-a453-95f1393b07ed,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:38.207334 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.208596 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b5aa3c45-9835-4b4b-8d3f-3aeefc700a5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191077 Jul 23 11:20:38.211205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37080) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:38.215644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '15f04aa7-29e6-46ab-a24d-325e6b057764', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:38.236607 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:20:38.241172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.299686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.303227 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.320685 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2094ece7-1b2d-48ef-ab93-76ed91f9a80d,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:38.325460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.327890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f7fe006b-361c-48b5-bc1d-9fcb1adb2694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155972 Jul 23 11:20:38.330444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37082) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:38.335516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'network': {'name': 'tempest-network-smoke--2000188465', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:38.357734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:20:38.361999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.385032 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:20:38.395667 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.396017 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Added segment ab3c95a6-a852-4097-b1d0-0a3879f1eee8 of type vlan for network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 Jul 23 11:20:38.439390 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.470516 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.476154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:38.476756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.517177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851313 Jul 23 11:20:38.520356 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:38.525145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'admin_state_up': True, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:38.547950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6b322-7335-4c50-a517-3f8b034a8d50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Network': ['ID=abdf82c1-1c0f-4fec-ab52-7605aaaa3153,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:38.549955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.551221 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.563916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:20:38.604415 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.696958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 625d4b09-2111-4b94-9551-f81ae72194a1 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:20:38.716248 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 625d4b09-2111-4b94-9551-f81ae72194a1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:20:38.716600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 625d4b09-2111-4b94-9551-f81ae72194a1 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:20:38.745278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.944908 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:38.963553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:39.064506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.99 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:20:39.169194 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:39.207195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:39.245830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:39.248669 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:39.254604 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:20:39.281016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:39.503462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:39.696955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:39.825855 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:20:39.925338 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:20:39.934875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Sync routers for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:20:39.943746 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:39.944315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:39.947867 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:39.948049 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4b53641f-5fce-4471-92af-8f51316b6ce9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4235950 Jul 23 11:20:39.948160 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:39.976901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3a0e37c6-c1e7-432f-b003-ec6af2654fce tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=90625b89ad8a4357bfd4452a9076e162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274708 Jul 23 11:20:39.979270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37088) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:40.047104 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:40.064214 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3cda5-8087-4d6a-a684-c9728f1e457e tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:40.065740 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56e3cda5-8087-4d6a-a684-c9728f1e457e tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853200 Jul 23 11:20:40.068546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:40.099575 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a17149ad-2521-4cf2-abeb-b695246f1de2 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298069 Jul 23 11:20:40.101908 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:40.106695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256131668', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:40.191896 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:20:40.195308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.228040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:39Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:40.254788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Checking router: 0a06a908-fefe-4ab2-8a6f-df34f4761e49 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:20:40.255138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Updating router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:20:40.289354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.372089 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.432730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Subnet': ['ID=7b00a42e-6613-4e1c-acbc-ed09e800f125,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:40.441275 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Checking segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:20:40.441631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network hostable DHCP agents. Network: abdf82c1-1c0f-4fec-ab52-7605aaaa3153, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:20:40.459113 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:20:40.467921 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, abdf82c1-1c0f-4fec-ab52-7605aaaa3153) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:40.474861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:40.475570 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.482393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c698f-da15-4744-a846-79996a3df0ec None None] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:20:40.491025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4b864e85-5b62-451f-a5a7-061b05991bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3878162 Jul 23 11:20:40.493629 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:40.603939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.634022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Transition to ACTIVE for port object c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:40.641537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.702656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Attempting to bind port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:20:40.703029 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Attempting to bind port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:20:40.703397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Attempting to bind port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:20:40.733933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:20:40.734334 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:20:40.734712 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.735115 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:20:40.736241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Bound port: c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:20:40.736626 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.740060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:20:40.740900 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.742636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91878e-45e7-4b6c-8f08-93fdbfff595b None None] Pushing event updated for resources: {'Port': ['ID=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:40.868083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] For port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:20:40.873236 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] For port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:20:40.877344 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:40.980528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91878e-45e7-4b6c-8f08-93fdbfff595b None None] Pushing event updated for resources: {'Port': ['ID=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:40.982949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:40.983573 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:40.985813 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Allocated IP 172.20.0.2 (abdf82c1-1c0f-4fec-ab52-7605aaaa3153/7b00a42e-6613-4e1c-acbc-ed09e800f125/4cff01a3-adb7-4725-a846-fb40c80cf327) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:20:41.147866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:41.242665 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.323006 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.341400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Transition to ACTIVE for port object 4cff01a3-adb7-4725-a846-fb40c80cf327 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:41.373718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Transition to ACTIVE for port object 4cff01a3-adb7-4725-a846-fb40c80cf327 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:41.382248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.429637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:41.436591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:41.439446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Pushing event updated for resources: {'Port': ['ID=4cff01a3-adb7-4725-a846-fb40c80cf327,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:41.442266 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:20:41.455396 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:39Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:41.504681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9853ae-41b6-406c-87aa-ed2fb92ac7e3 None None] The sync data for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 is: [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:39Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:20:41.535613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Attempting to bind port 4cff01a3-adb7-4725-a846-fb40c80cf327 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:20:41.535993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Attempting to bind port 4cff01a3-adb7-4725-a846-fb40c80cf327 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:20:41.536373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Attempting to bind port 4cff01a3-adb7-4725-a846-fb40c80cf327 on network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:20:41.541707 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:20:41.542086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Checking segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:20:41.542492 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.542889 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Bound using segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:20:41.543551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Bound port: 4cff01a3-adb7-4725-a846-fb40c80cf327, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:20:41.543936 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.576067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.1 (abdf82c1-1c0f-4fec-ab52-7605aaaa3153/7b00a42e-6613-4e1c-acbc-ed09e800f125/da29f91b-3f3d-437c-9b89-0c917be6a639) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:20:41.613283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] For port 4cff01a3-adb7-4725-a846-fb40c80cf327, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:20:41.616693 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] For port 4cff01a3-adb7-4725-a846-fb40c80cf327, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4cff01a3-adb7-4725-a846-fb40c80cf327,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:20:41.621454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.683673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ff5ba-be5f-4a9b-9a13-061ac525db7e None None] Pushing event updated for resources: {'Port': ['ID=4cff01a3-adb7-4725-a846-fb40c80cf327,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:41.707998 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.732133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object da29f91b-3f3d-437c-9b89-0c917be6a639 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:41.782612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:41.826717 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:41.832373 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:41.836525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:20:41.865826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=da29f91b-3f3d-437c-9b89-0c917be6a639,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:41.903618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:42.062111 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:42.349141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:42.354200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:42.430141 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:42.433426 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=da29f91b-3f3d-437c-9b89-0c917be6a639,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:42.536164 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:42.537657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:42.653720 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:20:42.730473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726c997-fdf5-4996-b5b8-8f99830879cf None None] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:20:42.774831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:20:42.779988 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-af8160c8-d58e-4d72-9d17-401fb5af7d32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/0a06a908-fefe-4ab2-8a6f-df34f4761e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2854116 Jul 23 11:20:42.819729 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4cff01a3-adb7-4725-a846-fb40c80cf327 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:42.827299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-93b43026-8e4a-4676-9076-aba947492f85 None None] Provisioning for port 4cff01a3-adb7-4725-a846-fb40c80cf327 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:42.920938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4cff01a3-adb7-4725-a846-fb40c80cf327 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:42.946558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4cff01a3-adb7-4725-a846-fb40c80cf327 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:42.946942 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:42.965775 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-0939a78d-8e29-4709-91c0-210e6f656bc2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504029046&fields=id&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 267 time: 0.0389748 Jul 23 11:20:43.041817 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.077795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4cff01a3-adb7-4725-a846-fb40c80cf327, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4cff01a3-adb7-4725-a846-fb40c80cf327,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:43.081433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-4d8ea168-de83-4cfa-944c-0a9b3563dbcd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:43.083198 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-4d8ea168-de83-4cfa-944c-0a9b3563dbcd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 797 time: 0.1104949 Jul 23 11:20:43.084949 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.085834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:43.100143 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-9a612c21-6b50-4bc9-b7e3-89b72ba755f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/quotas/90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Jul 23 11:20:43.174013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4cff01a3-adb7-4725-a846-fb40c80cf327,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:43.183575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:43.184973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-2ab92e78-1e93-4d99-bee4-4da21fcf8d95 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726571 Jul 23 11:20:43.189135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:43.189467 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.226859 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Sync routers for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:20:43.238964 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:43.239754 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:43.288755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.310046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:43.312814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-348c7245-99c2-428f-b89c-a4c9635ec8e7 None None] Provisioning complete for port 4cff01a3-adb7-4725-a846-fb40c80cf327 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:43.315037 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-348c7245-99c2-428f-b89c-a4c9635ec8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.355818 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.369771 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:43.392140 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-38d967c6-491b-4c8e-938c-7bd81bc318c4 service neutron] 10.222.0.37 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518433 Jul 23 11:20:43.407536 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:43.474558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-348c7245-99c2-428f-b89c-a4c9635ec8e7 None None] Provisioning for port da29f91b-3f3d-437c-9b89-0c917be6a639 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:43.480207 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-348c7245-99c2-428f-b89c-a4c9635ec8e7 None None] Provisioning complete for port da29f91b-3f3d-437c-9b89-0c917be6a639 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:43.483958 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-348c7245-99c2-428f-b89c-a4c9635ec8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.510062 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-18cea66e-af66-4422-bf8b-a4e03b281082 service neutron] 10.222.0.37 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169522 Jul 23 11:20:43.521679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-348c7245-99c2-428f-b89c-a4c9635ec8e7 None None] Port da29f91b-3f3d-437c-9b89-0c917be6a639 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:20:43.612709 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 2, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:43.649671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-33fb8e2f-3748-4c8b-af9a-ce122db6f5de None None] Provisioning complete for port da29f91b-3f3d-437c-9b89-0c917be6a639 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:43.650296 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33fb8e2f-3748-4c8b-af9a-ce122db6f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.702179 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-33fb8e2f-3748-4c8b-af9a-ce122db6f5de None None] Port da29f91b-3f3d-437c-9b89-0c917be6a639 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:20:43.717411 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-83520424-fb32-4c03-94bd-dd61900170fd req-8f7e2460-56a2-4249-a589-c0e2dea1f34d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 210 time: 0.0478888 Jul 23 11:20:43.761100 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Checking router: 0a06a908-fefe-4ab2-8a6f-df34f4761e49 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:20:43.761359 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Updating router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 port da29f91b-3f3d-437c-9b89-0c917be6a639 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:20:43.797485 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.825803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-09cb1285-7aa6-459d-8de4-c9ac736c37a7 None None] Provisioning complete for port da29f91b-3f3d-437c-9b89-0c917be6a639 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:43.825803 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09cb1285-7aa6-459d-8de4-c9ac736c37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:43.867287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-09cb1285-7aa6-459d-8de4-c9ac736c37a7 None None] Port da29f91b-3f3d-437c-9b89-0c917be6a639 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:20:44.064510 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:44.074282 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Transition to ACTIVE for port object da29f91b-3f3d-437c-9b89-0c917be6a639 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:44.080358 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:44.131589 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Pushing event updated for resources: {'Port': ['ID=da29f91b-3f3d-437c-9b89-0c917be6a639,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:44.158828 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.159179 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.159543 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.159882 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.160215 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.160544 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.160873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.161198 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.161520 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.161841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.162161 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.162484 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:20:44.206477 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Attempting to bind port da29f91b-3f3d-437c-9b89-0c917be6a639 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:20:44.206841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Attempting to bind port da29f91b-3f3d-437c-9b89-0c917be6a639 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:20:44.207197 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Attempting to bind port da29f91b-3f3d-437c-9b89-0c917be6a639 on network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:20:44.213049 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:20:44.213428 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Checking segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:20:44.213830 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:44.214219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Bound using segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:20:44.214683 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Bound port: da29f91b-3f3d-437c-9b89-0c917be6a639, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:20:44.215063 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:44.285488 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] For port da29f91b-3f3d-437c-9b89-0c917be6a639, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:20:44.289230 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] For port da29f91b-3f3d-437c-9b89-0c917be6a639, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da29f91b-3f3d-437c-9b89-0c917be6a639,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:20:44.294739 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:44.355615 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:44.356295 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:44.435325 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350adaf-6055-4881-b18d-354b8a060cc8 None None] Pushing event updated for resources: {'Port': ['ID=da29f91b-3f3d-437c-9b89-0c917be6a639,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:44.480962 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:44.675915 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:44Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:44.700916 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24b426-ffce-4a99-9860-367b586e7b5a None None] The sync data for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 is: [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:44Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:20:44.773303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4cff01a3-adb7-4725-a846-fb40c80cf327 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:44.844344 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4cff01a3-adb7-4725-a846-fb40c80cf327 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:44.845335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:44.867362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bc47b1d1-4862-4dac-95a6-4fe7c18df59f req-f2840ea2-40bf-4370-9cf0-3cc94fe0695e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 210 time: 0.0360274 Jul 23 11:20:44.953635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:45.039011 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-2cf8ad44-7ec8-439b-b3d5-c3f6debc0b9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:45.041360 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-2cf8ad44-7ec8-439b-b3d5-c3f6debc0b9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 797 time: 0.1317868 Jul 23 11:20:45.098653 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-68d72f42-154e-480f-8cbe-a71f60a66df3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 380 time: 0.0434701 Jul 23 11:20:45.107993 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'port': {'device_id': '05824bbf-1234-4828-9e80-7a5027833400', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'admin_state_up': True, 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'security_groups': ['15f04aa7-29e6-46ab-a24d-325e6b057764']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:45.166994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:45.167369 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.224320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:20:45.227832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.363260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.10 (abdf82c1-1c0f-4fec-ab52-7605aaaa3153/7b00a42e-6613-4e1c-acbc-ed09e800f125/11ea4a3b-56bd-4805-88f7-ecab41c75848) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:20:45.505495 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.524479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object 11ea4a3b-56bd-4805-88f7-ecab41c75848 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:45.558005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.601574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:45.607006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:45.611622 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:20:45.618239 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=11ea4a3b-56bd-4805-88f7-ecab41c75848,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:45.668047 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:45.668717 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.686809 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-8ba7ad98-9f8b-4937-b283-1e255405f621 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825605 Jul 23 11:20:45.703998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Request body: {'port': {'device_id': '05824bbf-1234-4828-9e80-7a5027833400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:45.785553 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.841040 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-796c2527-d041-4f5a-9377-9c88c2c57fa1 None None] Provisioning for port 11ea4a3b-56bd-4805-88f7-ecab41c75848 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:45.845144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-796c2527-d041-4f5a-9377-9c88c2c57fa1 None None] Provisioning complete for port 11ea4a3b-56bd-4805-88f7-ecab41c75848 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:45.845726 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-796c2527-d041-4f5a-9377-9c88c2c57fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:45.882834 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-796c2527-d041-4f5a-9377-9c88c2c57fa1 None None] Port 11ea4a3b-56bd-4805-88f7-ecab41c75848 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:20:46.003774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586ac83-5dcb-442c-b6d4-3a1aec1c07cc req-e3596250-fbda-44da-808c-a3fbde557ef3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:46.005208 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8586ac83-5dcb-442c-b6d4-3a1aec1c07cc req-e3596250-fbda-44da-808c-a3fbde557ef3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 932 time: 0.0627546 Jul 23 11:20:46.043450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8586ac83-5dcb-442c-b6d4-3a1aec1c07cc req-5907f39a-c36b-4e79-99de-eae817fc0ea6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jul 23 11:20:46.054144 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ea4a3b-56bd-4805-88f7-ecab41c75848 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:20:46.061724 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.073283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Transition to ACTIVE for port object 11ea4a3b-56bd-4805-88f7-ecab41c75848 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:20:46.077278 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.127949 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Pushing event updated for resources: {'Port': ['ID=11ea4a3b-56bd-4805-88f7-ecab41c75848,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:46.202843 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Attempting to bind port 11ea4a3b-56bd-4805-88f7-ecab41c75848 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:20:46.203172 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Attempting to bind port 11ea4a3b-56bd-4805-88f7-ecab41c75848 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:20:46.203546 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Attempting to bind port 11ea4a3b-56bd-4805-88f7-ecab41c75848 on network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:20:46.208856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Port 11ea4a3b-56bd-4805-88f7-ecab41c75848 on network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:20:46.209537 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Attempting to bind port 11ea4a3b-56bd-4805-88f7-ecab41c75848 on network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:20:46.214503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:20:46.214841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Checking segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:20:46.215224 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Bound using segment: {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:20:46.215683 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Bound port: 11ea4a3b-56bd-4805-88f7-ecab41c75848, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:20:46.216041 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.281065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] For port 11ea4a3b-56bd-4805-88f7-ecab41c75848, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:20:46.284746 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] For port 11ea4a3b-56bd-4805-88f7-ecab41c75848, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:20:46.289023 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.323448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:46.324087 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.325477 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] 10.222.0.20 "PUT /v2.0/ports/11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 1092 time: 0.6262500 Jul 23 11:20:46.325924 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:46.328311 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978dc7e-a68a-4755-adc0-a550df8696bb" -d '{"events": [{"name": "network-changed", "server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:46.362309 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f05603-ef11-4cf2-ac0d-f26ff459abac service neutron] Pushing event updated for resources: {'Port': ['ID=11ea4a3b-56bd-4805-88f7-ecab41c75848,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:46.374240 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba8322d-8365-4101-a118-40a3a5fbe030 x-openstack-request-id: req-bba8322d-8365-4101-a118-40a3a5fbe030 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:46.374744 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:46.375071 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bba8322d-8365-4101-a118-40a3a5fbe030 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:46.377323 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'status': 'completed', 'code': 200} Jul 23 11:20:46.452227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-dcd5d03f-84e1-407e-ab93-305f6aeed817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:46.453832 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-dcd5d03f-84e1-407e-ab93-305f6aeed817 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1095 time: 0.0622082 Jul 23 11:20:46.502552 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-39876ad7-ff91-4435-b855-8be59a80e755 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 217 time: 0.0363815 Jul 23 11:20:46.551941 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-a176d6d4-912b-4854-9c0b-fc38e35ca50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:46.553387 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-a176d6d4-912b-4854-9c0b-fc38e35ca50d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0445774 Jul 23 11:20:46.608861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-31b46e62-6589-4fa2-8f71-e891db22730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:46.610967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-31b46e62-6589-4fa2-8f71-e891db22730e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518408 Jul 23 11:20:46.702736 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-9cfc9c96-987b-444f-88b6-8af0feaf31cd service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 Jul 23 11:20:46.761843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da29f91b-3f3d-437c-9b89-0c917be6a639 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:46.803828 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4c5d1539-cb13-4cca-b637-d4a5969d9c4e req-31af96fd-1a81-4d41-bf8e-d85327aff98f service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947375 Jul 23 11:20:46.819769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port da29f91b-3f3d-437c-9b89-0c917be6a639 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:46.823923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port da29f91b-3f3d-437c-9b89-0c917be6a639 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:46.824380 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.903262 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.935974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port da29f91b-3f3d-437c-9b89-0c917be6a639, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da29f91b-3f3d-437c-9b89-0c917be6a639,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:46.940189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-97bd5148-aadc-49a3-8ef6-4d664932f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:46.940514 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:46.942697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-97bd5148-aadc-49a3-8ef6-4d664932f2cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1095 time: 0.0565083 Jul 23 11:20:46.990936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=da29f91b-3f3d-437c-9b89-0c917be6a639,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:47.030998 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-7bed690a-9899-4a61-9d2c-825f9fbf64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:47.033344 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-7bed690a-9899-4a61-9d2c-825f9fbf64d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 898 time: 0.0852475 Jul 23 11:20:47.075281 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-09b9e849-3b69-4c4f-82eb-b02e62d89570 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 217 time: 0.0361254 Jul 23 11:20:47.125099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-4b316dbe-4cb5-49e5-a818-23e86e24fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:47.126611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-4b316dbe-4cb5-49e5-a818-23e86e24fd22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0426962 Jul 23 11:20:47.174095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2caba-293e-4e51-884a-69eeb663c8e4 req-168a059d-03bf-47cf-9f1c-5b7130ec0fc8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:47.175636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbf2caba-293e-4e51-884a-69eeb663c8e4 req-168a059d-03bf-47cf-9f1c-5b7130ec0fc8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 944 time: 0.0650604 Jul 23 11:20:47.186145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-65e4a637-2861-422d-a75b-a30e8c3e6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:47.187669 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-65e4a637-2861-422d-a75b-a30e8c3e6095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545201 Jul 23 11:20:47.214075 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbf2caba-293e-4e51-884a-69eeb663c8e4 req-0ff512aa-2f57-4fef-92ed-08243407f7b0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327382 Jul 23 11:20:47.282593 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-a9316588-da70-44c9-a714-2c963b2d3791 service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880611 Jul 23 11:20:47.376586 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f978dc7e-a68a-4755-adc0-a550df8696bb req-6fb3c4c9-a02b-4d49-88f1-50571aafa20c service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870075 Jul 23 11:20:48.348261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd77654-3cc1-4860-848e-a9198f485351 req-28d8add9-ccb0-4baa-ae5e-6f08ee2f82b5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:48.349867 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dd77654-3cc1-4860-848e-a9198f485351 req-28d8add9-ccb0-4baa-ae5e-6f08ee2f82b5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 944 time: 0.0670280 Jul 23 11:20:48.388457 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1dd77654-3cc1-4860-848e-a9198f485351 req-a5088f8c-cf87-4dd5-9786-ba8b15589043 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Jul 23 11:20:48.401508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 11ea4a3b-56bd-4805-88f7-ecab41c75848 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:20:48.492972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 11ea4a3b-56bd-4805-88f7-ecab41c75848, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:48.503836 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'port_id': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'mac_address': 'fa:16:3e:8c:96:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:20:48.542532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:48.555563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ea4a3b-56bd-4805-88f7-ecab41c75848 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:20:48.574392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 11ea4a3b-56bd-4805-88f7-ecab41c75848, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:48.578205 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:48.623933 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=11ea4a3b-56bd-4805-88f7-ecab41c75848,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:48.748799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da29f91b-3f3d-437c-9b89-0c917be6a639 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:48.800074 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port da29f91b-3f3d-437c-9b89-0c917be6a639 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:48.800460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:48.868155 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['11ea4a3b-56bd-4805-88f7-ecab41c75848'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:20:49.522132 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e89d3-4cf0-4a48-b600-262fad1e6e9e req-8111a161-4976-4eb7-8db1-2e879fdb4d06 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:49.523633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d9e89d3-4cf0-4a48-b600-262fad1e6e9e req-8111a161-4976-4eb7-8db1-2e879fdb4d06 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 945 time: 0.0664282 Jul 23 11:20:49.560188 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4d9e89d3-4cf0-4a48-b600-262fad1e6e9e req-e633f50d-8274-475b-a3f5-8508e1590761 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Jul 23 11:20:50.417897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 11ea4a3b-56bd-4805-88f7-ecab41c75848 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:20:50.465249 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port 11ea4a3b-56bd-4805-88f7-ecab41c75848 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:20:50.469657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port 11ea4a3b-56bd-4805-88f7-ecab41c75848 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:20:50.470055 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:50.549658 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:50.572061 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:50.574311 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66c1c0-57fd-492f-b7a8-4b2336110d63" -d '{"events": [{"server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "name": "network-vif-plugged", "status": "completed", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:50.588525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port 11ea4a3b-56bd-4805-88f7-ecab41c75848, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:20:50.593506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:50.620478 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aad63c-0d2f-44dc-9775-70c6705fae81 x-openstack-request-id: req-49aad63c-0d2f-44dc-9775-70c6705fae81 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:50.620772 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "name": "network-vif-plugged", "status": "completed", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:50.621029 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49aad63c-0d2f-44dc-9775-70c6705fae81 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:50.621421 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'code': 200} Jul 23 11:20:50.651043 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=11ea4a3b-56bd-4805-88f7-ecab41c75848,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:50.695148 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc68ae1-5b95-4c17-9523-c4fcb99595e5 req-d6a5c52a-8269-4955-8dbb-0ea331e5df54 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:50.696675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fc68ae1-5b95-4c17-9523-c4fcb99595e5 req-d6a5c52a-8269-4955-8dbb-0ea331e5df54 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0648410 Jul 23 11:20:50.734431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5fc68ae1-5b95-4c17-9523-c4fcb99595e5 req-83209cb8-52e9-4bfe-a952-b3ed301f0b76 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Jul 23 11:20:50.743006 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba04e2-6007-4258-830a-b478869a245a req-dffd2575-2d29-472c-855d-88863536bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:50.744547 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03ba04e2-6007-4258-830a-b478869a245a req-dffd2575-2d29-472c-855d-88863536bb7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1097 time: 0.0528710 Jul 23 11:20:50.779125 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03ba04e2-6007-4258-830a-b478869a245a req-9b29a274-df26-4062-b84c-bebb9eb98c5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273890 Jul 23 11:20:51.878731 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc9450-bc13-407c-b89f-cef8217699b5 req-aa4ca50d-574c-43b1-8cd4-22d7a91e70e0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:51.880195 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7acc9450-bc13-407c-b89f-cef8217699b5 req-aa4ca50d-574c-43b1-8cd4-22d7a91e70e0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0639856 Jul 23 11:20:51.920692 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7acc9450-bc13-407c-b89f-cef8217699b5 req-c944213d-973d-4003-8ca1-db386b6e962c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350127 Jul 23 11:20:52.053472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27655ef-ade4-464f-bd0c-7eb5e7dc3ee1 req-b146c966-1f2b-4e0e-8be6-a851e8c5aa7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:52.055059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d27655ef-ade4-464f-bd0c-7eb5e7dc3ee1 req-b146c966-1f2b-4e0e-8be6-a851e8c5aa7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0684421 Jul 23 11:20:52.092493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d27655ef-ade4-464f-bd0c-7eb5e7dc3ee1 req-35991a0b-8918-4386-b8a7-583731e63603 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Jul 23 11:20:52.114389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:52.165345 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c441cff-58f8-40c0-add5-d417bc1809c1 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:52.166758 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3c441cff-58f8-40c0-add5-d417bc1809c1 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1092 time: 0.0511720 Jul 23 11:20:52.169597 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:52.174337 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:20:52.198473 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:52.288823 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:52.390524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.92 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/005e0f24-8be6-458c-afd8-99dc572065a6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:20:52.496962 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:52.835314 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:52.873085 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:20:52.877864 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:20:52.880713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:20:52.904438 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=005e0f24-8be6-458c-afd8-99dc572065a6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:53.261940 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:53.336800 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:53.486456 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:53.490813 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:53.564784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=005e0f24-8be6-458c-afd8-99dc572065a6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:20:53.571242 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:53.668182 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP b1c3e24c-5494-49b0-a10a-e3108f652ca3 associated. External IP: 172.25.4.92, port: 11ea4a3b-56bd-4805-88f7-ecab41c75848. Jul 23 11:20:53.872039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:20:53.973156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:20:53.982809 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] Sync routers for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:20:53.991144 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:53.993922 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:53.994549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:54.031485 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-15e48381-55a7-4806-a0ea-73d15bce2897 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8607883 Jul 23 11:20:54.032577 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:20:54.035028 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12dd275-fa5c-472a-b067-da2a58a2ab8f" -d '{"events": [{"name": "network-changed", "server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:20:54.077714 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4120a96-d939-4f33-a8ea-af03936610ae x-openstack-request-id: req-f4120a96-d939-4f33-a8ea-af03936610ae {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:20:54.078020 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:20:54.078282 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4120a96-d939-4f33-a8ea-af03936610ae {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:20:54.078786 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'status': 'completed', 'code': 200} Jul 23 11:20:54.107268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:54.184194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43bf65-1414-40fb-b56c-e5ff85ca698b req-bb7338ce-e7af-4663-b437-b1a2076d1986 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:54.185621 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5b43bf65-1414-40fb-b56c-e5ff85ca698b req-bb7338ce-e7af-4663-b437-b1a2076d1986 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0946596 Jul 23 11:20:54.214444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-01566b5f-1389-4778-8721-79316ed769c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:54.215968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-01566b5f-1389-4778-8721-79316ed769c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1097 time: 0.0890260 Jul 23 11:20:54.241222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5b43bf65-1414-40fb-b56c-e5ff85ca698b req-f0eab754-1b04-4da5-9c17-5e77ab3478e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482209 Jul 23 11:20:54.263448 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37172) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:54.326532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-48c0d355-d2d9-4d4b-b3bb-fe775d340e32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/b1c3e24c-5494-49b0-a10a-e3108f652ca3 HTTP/1.1" status: 200 len: 991 time: 0.0618384 Jul 23 11:20:54.326773 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-c7ed9523-afb0-4983-8ae9-8aed9fd06c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:54.328202 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-c7ed9523-afb0-4983-8ae9-8aed9fd06c87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 898 time: 0.1023350 Jul 23 11:20:54.334531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b1c3e24c-5494-49b0-a10a-e3108f652ca3', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'port_id': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'mac_address': 'fa:16:3e:8c:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05824bbf-1234-4828-9e80-7a5027833400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:20:53Z', 'updated_at': '2021-07-23T11:20:53Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:46Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:54.361820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] Checking router: 0a06a908-fefe-4ab2-8a6f-df34f4761e49 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:20:54.370285 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:20:54.370890 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:20:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:54.393085 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-81258bd1-5c7e-44e5-8d0b-cd38ddb76197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 999 time: 0.0583053 Jul 23 11:20:54.444617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-e345bb87-6b62-40af-ae7b-d3c6f3e74371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:54.446002 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-e345bb87-6b62-40af-ae7b-d3c6f3e74371 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0465331 Jul 23 11:20:54.484483 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:54.488599 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:20:54.504643 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-8512c29a-be1e-4ec1-9bec-ed806c57c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:20:54.506212 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-8512c29a-be1e-4ec1-9bec-ed806c57c9bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538197 Jul 23 11:20:54.602571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-28c2e16b-c995-4cba-b0cc-d8c5c7eb537e service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902662 Jul 23 11:20:54.694376 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a12dd275-fa5c-472a-b067-da2a58a2ab8f req-553f9f44-1481-4b7a-9fca-a9a6b9a2305b service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Jul 23 11:20:54.709229 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b1c3e24c-5494-49b0-a10a-e3108f652ca3', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'port_id': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'mac_address': 'fa:16:3e:8c:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05824bbf-1234-4828-9e80-7a5027833400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:20:53Z', 'updated_at': '2021-07-23T11:20:53Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:46Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:20:54.738677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f01f43-47f7-44c6-8a51-89f8d44a6950 None None] The sync data for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 is: [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': 'b1c3e24c-5494-49b0-a10a-e3108f652ca3', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'port_id': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'mac_address': 'fa:16:3e:8c:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05824bbf-1234-4828-9e80-7a5027833400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:20:53Z', 'updated_at': '2021-07-23T11:20:53Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:46Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:20:54.927172 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f570aac-4c54-4433-900a-03090724ccc1 None None] New status for floating IP b1c3e24c-5494-49b0-a10a-e3108f652ca3: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:20:55.328150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:20:55.391626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-42a0d2d2-976c-43e6-9406-cf4bd300c732 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/b1c3e24c-5494-49b0-a10a-e3108f652ca3 HTTP/1.1" status: 200 len: 993 time: 0.0623424 Jul 23 11:20:57.123740 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ace6aea-6499-4e2c-bf1a-6d04aec2a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:20:59.990327 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-429b2610-3025-4012-9bfa-4dd8379b7d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:00.285512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:01.435469 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:02.688618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:04.853378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:10.400394 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:21:11.530704 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-c2120837-8398-4214-bb05-8ad3f48b18a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514748 Jul 23 11:21:11.651138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-53d91866-db8c-453a-8530-e8a3beb479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:11.652773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-53d91866-db8c-453a-8530-e8a3beb479ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1097 time: 0.0589814 Jul 23 11:21:11.761832 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-db1b6adb-108d-41aa-8169-da779fefb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:11.763314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-db1b6adb-108d-41aa-8169-da779fefb267 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 898 time: 0.0908937 Jul 23 11:21:11.828180 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-b2f0c1a2-c9c4-400a-ae0d-b63aea1e1e50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 1001 time: 0.0569789 Jul 23 11:21:11.876495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-56322d42-4724-499e-aec9-105df0ec650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:11.879174 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-56322d42-4724-499e-aec9-105df0ec650e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0445774 Jul 23 11:21:11.942612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-83f7b765-9876-459c-82e2-21c58887ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:11.944169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-83f7b765-9876-459c-82e2-21c58887ad95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585046 Jul 23 11:21:12.036193 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-8be65caf-88da-4cbe-9286-ec1cf801a8d9 service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844715 Jul 23 11:21:12.130176 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b3ed5492-c2fd-4f3a-ac81-45f3a7a0ea7b req-974125db-119d-40fd-bd70-65fafc7fed7a service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859885 Jul 23 11:21:24.466533 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:26.718121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6261d7-373c-4e65-8fac-b65ccfc7eec7 req-074e455a-0440-4f54-83b9-840fb024cc10 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.719645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac6261d7-373c-4e65-8fac-b65ccfc7eec7 req-074e455a-0440-4f54-83b9-840fb024cc10 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0666239 Jul 23 11:21:26.741422 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-16577eeb-0079-4534-bff7-da0d79f11651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.742954 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-16577eeb-0079-4534-bff7-da0d79f11651 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1097 time: 0.0552247 Jul 23 11:21:26.762460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac6261d7-373c-4e65-8fac-b65ccfc7eec7 req-8b63b2d1-e161-433f-86a3-7062f5d7a800 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363760 Jul 23 11:21:26.837182 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-84815d29-e166-4ad9-be00-8635906387a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.838878 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-84815d29-e166-4ad9-be00-8635906387a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 898 time: 0.0889916 Jul 23 11:21:26.903545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-68faa6a6-446e-44f6-9229-1d2cbb5bcbea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 1001 time: 0.0571508 Jul 23 11:21:26.960559 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-042487c3-d620-4a63-a6ed-b225bfdfd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:26.962072 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-042487c3-d620-4a63-a6ed-b225bfdfd167 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0521674 Jul 23 11:21:27.026799 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-9f2cdf6b-7d84-4191-a294-6e2b550bf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:27.028319 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-9f2cdf6b-7d84-4191-a294-6e2b550bf9a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596702 Jul 23 11:21:27.120441 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-41214c88-3c4a-435c-9ea0-7085f9e0f243 service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Jul 23 11:21:27.125271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-058b1dec-1c10-4f76-b7f8-ad8eae3bc2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:27.215375 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-12195a39-9bf0-4b0d-b3a1-5afb350c3163 req-35fb5f94-f98c-4608-824c-d59cda7552f8 service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884805 Jul 23 11:21:27.895229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd108583-8bc1-46b7-8e7d-007f17db20fc req-f4a28f86-2bc2-4833-a002-d6e4e461aa30 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:27.896764 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd108583-8bc1-46b7-8e7d-007f17db20fc req-f4a28f86-2bc2-4833-a002-d6e4e461aa30 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0657372 Jul 23 11:21:27.934278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bd108583-8bc1-46b7-8e7d-007f17db20fc req-a3bc99ad-7b17-488c-9e67-7384799027b9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Jul 23 11:21:29.064492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530a90b-1875-433a-a12a-16957d529f21 req-f94f27bc-5c01-4b70-ade2-f824b8a02057 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:29.065968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1530a90b-1875-433a-a12a-16957d529f21 req-f94f27bc-5c01-4b70-ade2-f824b8a02057 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0617278 Jul 23 11:21:29.103039 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1530a90b-1875-433a-a12a-16957d529f21 req-3c2f8cac-f2df-497b-99d4-3704b9ba94a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 23 11:21:29.991480 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03e7059b-d949-4d55-9cbc-caeb2769fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:30.234071 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af6d7-00c2-4b13-8ad8-e25487b48ec5 req-86660716-c440-4cac-8bd0-4348df0d5f01 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:30.235692 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db4af6d7-00c2-4b13-8ad8-e25487b48ec5 req-86660716-c440-4cac-8bd0-4348df0d5f01 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0664575 Jul 23 11:21:30.273823 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-db4af6d7-00c2-4b13-8ad8-e25487b48ec5 req-1e3d2c50-35ca-450b-acd4-fa4b3a630528 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Jul 23 11:21:30.287764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:31.402599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887327ec-23c8-4688-89be-d449b264c991 req-6dd8adde-dd63-4ff6-831f-a508ed2fa15b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:31.404109 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-887327ec-23c8-4688-89be-d449b264c991 req-6dd8adde-dd63-4ff6-831f-a508ed2fa15b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0635889 Jul 23 11:21:31.437459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:31.443599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-887327ec-23c8-4688-89be-d449b264c991 req-5f11dd91-f932-44a0-a143-56e4e59a7177 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jul 23 11:21:32.572518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13154440-3016-4f1c-a8a4-d55ad36ac006 req-c6736389-1aac-4c31-b3cf-c53b1e288908 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:32.573991 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-13154440-3016-4f1c-a8a4-d55ad36ac006 req-c6736389-1aac-4c31-b3cf-c53b1e288908 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0645156 Jul 23 11:21:32.610427 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-13154440-3016-4f1c-a8a4-d55ad36ac006 req-095c31e7-4770-462a-9827-4ad61d944257 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Jul 23 11:21:32.692192 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:33.776821 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f2fe7-71cb-45b7-a5c6-5da2a09375d1 req-2f9b8f14-9e34-40fc-977a-703b739d1a52 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:33.778576 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be9f2fe7-71cb-45b7-a5c6-5da2a09375d1 req-2f9b8f14-9e34-40fc-977a-703b739d1a52 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0771267 Jul 23 11:21:33.826263 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-be9f2fe7-71cb-45b7-a5c6-5da2a09375d1 req-4a37288f-3ada-4650-b19b-d6d4339360f0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Jul 23 11:21:34.857021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:34.956930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22385-1a10-4640-bca5-3f44959b277d req-e8aee882-8f4d-4ffd-8f3e-02979b5a46d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:34.958400 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d22385-1a10-4640-bca5-3f44959b277d req-e8aee882-8f4d-4ffd-8f3e-02979b5a46d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0619488 Jul 23 11:21:34.995754 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d1d22385-1a10-4640-bca5-3f44959b277d req-edf94092-219d-4e96-8ba0-9a5bcbb75dd9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Jul 23 11:21:36.138492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342c200-6313-4336-b406-64e14171cf08 req-a4d49f37-9b8d-4000-b90b-93574541b439 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:36.139931 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5342c200-6313-4336-b406-64e14171cf08 req-a4d49f37-9b8d-4000-b90b-93574541b439 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0728292 Jul 23 11:21:36.176809 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5342c200-6313-4336-b406-64e14171cf08 req-54d73ba2-a3f6-4383-a8b9-237e296ce4e2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304632 Jul 23 11:21:37.308541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb19c-6634-4073-9c46-22e5655a146b req-853052ad-78db-4516-9ee2-a560ac26b64a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:37.310005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-191fb19c-6634-4073-9c46-22e5655a146b req-853052ad-78db-4516-9ee2-a560ac26b64a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0665264 Jul 23 11:21:37.346797 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-191fb19c-6634-4073-9c46-22e5655a146b req-2d850313-1537-461f-91af-69d81075f085 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Jul 23 11:21:38.475744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a64db-548a-4aab-bbff-ff94d35fb7f6 req-f9167ba4-09d0-441a-9731-b03fd1ec386b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:38.477242 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-704a64db-548a-4aab-bbff-ff94d35fb7f6 req-f9167ba4-09d0-441a-9731-b03fd1ec386b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0627306 Jul 23 11:21:38.518853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-704a64db-548a-4aab-bbff-ff94d35fb7f6 req-5411b4c3-52ef-4440-89ba-f674edd75064 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356662 Jul 23 11:21:39.645779 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6082dc-550b-41c9-b836-89c9fdcc3a72 req-9298e6c5-c12c-454e-aa07-5bb0d18d4420 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:39.647244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea6082dc-550b-41c9-b836-89c9fdcc3a72 req-9298e6c5-c12c-454e-aa07-5bb0d18d4420 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0621107 Jul 23 11:21:39.684094 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ea6082dc-550b-41c9-b836-89c9fdcc3a72 req-24cf2b9c-287e-4ea8-884f-852732c27c24 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Jul 23 11:21:40.817548 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67e06f-3d27-4359-bae3-081da593e8fe req-fd9de20a-468a-4796-85f6-3d5a68aba512 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:40.819036 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a67e06f-3d27-4359-bae3-081da593e8fe req-fd9de20a-468a-4796-85f6-3d5a68aba512 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0637937 Jul 23 11:21:40.855573 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4a67e06f-3d27-4359-bae3-081da593e8fe req-277b39eb-c236-40d7-b01f-663fdaf0a726 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Jul 23 11:21:41.988452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402603-5605-4c52-bdf4-93ce63b093d2 req-ffb25e9c-c7fe-43ff-80c4-e1332bd3ff1d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:41.989895 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7402603-5605-4c52-bdf4-93ce63b093d2 req-ffb25e9c-c7fe-43ff-80c4-e1332bd3ff1d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0670881 Jul 23 11:21:42.030097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d7402603-5605-4c52-bdf4-93ce63b093d2 req-aae132a0-ae32-4e3a-867c-793f2ac938ad tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347402 Jul 23 11:21:43.162884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aff81-2501-4290-857d-daa140f72f5a req-c784e959-a6bd-4af8-bf58-7e6d63c593e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:21:43.164393 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e26aff81-2501-4290-857d-daa140f72f5a req-c784e959-a6bd-4af8-bf58-7e6d63c593e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0658393 Jul 23 11:21:43.201853 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e26aff81-2501-4290-857d-daa140f72f5a req-0eaf61c4-efb8-4d88-94a1-b81d7d11a1ff tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Jul 23 11:21:43.224674 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37226) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:21:43.282501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-1c8f4bb7-09cd-4f7c-be08-63cddc98c344 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/b1c3e24c-5494-49b0-a10a-e3108f652ca3 HTTP/1.1" status: 200 len: 993 time: 0.0566928 Jul 23 11:21:47.399809 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:21:54.463511 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:57.127736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c7e008d-8b2b-470a-b9b4-74546cdbd15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:21:59.991532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1df6855e-abfd-4dc2-9c7b-ba7625b7c4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:00.292365 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:01.441922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:02.693407 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:04.857520 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:11.528730 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-f15c39be-d372-45ab-95e7-7cae4ea68981 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541098 Jul 23 11:22:11.643939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-eb903ada-f669-4215-8434-8f3984fe45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.645454 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-eb903ada-f669-4215-8434-8f3984fe45ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1097 time: 0.0575342 Jul 23 11:22:11.743436 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-351b2af1-6dee-4446-a992-d22d67c70758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.744900 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-351b2af1-6dee-4446-a992-d22d67c70758 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 898 time: 0.0817375 Jul 23 11:22:11.810704 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-c550272c-5688-42b7-8197-855c7b9315e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 1001 time: 0.0592189 Jul 23 11:22:11.857627 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-b424a3fa-f691-4f83-a87c-51c8ab6bc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.859108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-b424a3fa-f691-4f83-a87c-51c8ab6bc9c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0416694 Jul 23 11:22:11.915233 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-730f2d0f-e99d-40d8-ae4e-3802476d95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:11.916723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-730f2d0f-e99d-40d8-ae4e-3802476d95cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516975 Jul 23 11:22:11.927478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-733a99d5-1305-4d72-b3d2-b0df4394768c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:22:11.928416 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-733a99d5-1305-4d72-b3d2-b0df4394768c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054777 Jul 23 11:22:12.019428 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-424c6f2b-45e6-4df0-afe1-3120ef62656c service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Jul 23 11:22:12.103777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3eea6b50-11bc-4857-8d77-566b755e70a1 req-6999943b-5879-4f4a-bb96-35d49d315115 service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783417 Jul 23 11:22:14.882654 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:15.332838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 005e0f24-8be6-458c-afd8-99dc572065a6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:22:15.333184 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:15.404454 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:15.404782 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:15.415766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 005e0f24-8be6-458c-afd8-99dc572065a6 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:22:15.559818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:15.584890 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=005e0f24-8be6-458c-afd8-99dc572065a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:15.597468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.597468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.597468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.597468 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.597966 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.598109 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.598450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.598786 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.599123 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.599485 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.599823 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.600154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:15.658093 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:15.658428 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP b1c3e24c-5494-49b0-a10a-e3108f652ca3 disassociated (deleted). External IP: 172.25.4.92, port: 11ea4a3b-56bd-4805-88f7-ecab41c75848. Jul 23 11:22:15.856616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:22:15.961106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:22:15.965722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:15.971793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] Sync routers for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:22:15.981031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:15.981636 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:16.005108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-35350326-b749-4b55-9dcd-d416e3307d56 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/floatingips/b1c3e24c-5494-49b0-a10a-e3108f652ca3 HTTP/1.1" status: 204 len: 168 time: 1.1213455 Jul 23 11:22:16.005690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:16.007974 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:16.051136 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca5971-99f3-4bc5-a5b7-ad78aa1badde x-openstack-request-id: req-01ca5971-99f3-4bc5-a5b7-ad78aa1badde {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:16.051518 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:16.051810 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01ca5971-99f3-4bc5-a5b7-ad78aa1badde {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:16.052224 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'status': 'completed', 'code': 200} Jul 23 11:22:16.087668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:16.157129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-5a5a77b3-0839-4159-bb98-5c7d8c549230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:16.159119 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-5a5a77b3-0839-4159-bb98-5c7d8c549230 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 1097 time: 0.0661554 Jul 23 11:22:16.286246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:46Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:16.312011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] Checking router: 0a06a908-fefe-4ab2-8a6f-df34f4761e49 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:22:16.317529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-6d1718c1-4573-475a-a8f4-13c2e908d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:16.319021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-6d1718c1-4573-475a-a8f4-13c2e908d0b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 200 len: 898 time: 0.1276414 Jul 23 11:22:16.320885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:16.321488 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:16.327249 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e494f55-346e-4d41-a401-89857838b24f req-49d972cf-9fdd-4bf0-adc2-11ca9094104a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:16.328654 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e494f55-346e-4d41-a401-89857838b24f req-49d972cf-9fdd-4bf0-adc2-11ca9094104a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.1294868 Jul 23 11:22:16.374198 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-eeaa307f-2467-49f3-a0af-45c64f50be57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 200 len: 217 time: 0.0445518 Jul 23 11:22:16.422351 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2e494f55-346e-4d41-a401-89857838b24f req-991d1378-b966-4507-9ac0-25a58870565c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866008 Jul 23 11:22:16.426785 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:16.438959 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-5367d4a1-41d1-40b1-bec8-4944a619bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:16.440618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-5367d4a1-41d1-40b1-bec8-4944a619bc2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 200 len: 835 time: 0.0590916 Jul 23 11:22:16.501635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-5094457b-8203-4f89-b19f-055bc427d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:16.503752 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-5094457b-8203-4f89-b19f-055bc427d847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abdf82c1-1c0f-4fec-ab52-7605aaaa3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565906 Jul 23 11:22:16.597559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-10b4e84a-5055-4a75-9ba7-c83cae76d19d service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864139 Jul 23 11:22:16.690642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eb99d3c3-2fe0-460b-9530-1b6d0d4e0aa5 req-f51f9ff0-0ae4-42c7-a0d2-ab64de124f15 service neutron] 10.222.0.20 "GET /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Jul 23 11:22:16.775846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:46Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:16.801156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a428fc4-28c0-4a6d-9b46-ea60b3f3e1d3 None None] The sync data for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 is: [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:42Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'da29f91b-3f3d-437c-9b89-0c917be6a639', 'name': '', 'network_id': 'abdf82c1-1c0f-4fec-ab52-7605aaaa3153', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:fe:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:41Z', 'updated_at': '2021-07-23T11:20:46Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': '7b00a42e-6613-4e1c-acbc-ed09e800f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:22:17.012209 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee1eeb-0afe-4c62-b7ad-88473990dae2 None None] New status for floating IP b1c3e24c-5494-49b0-a10a-e3108f652ca3: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:22:17.558122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06861-a548-4306-9b77-a5b3b74af843 req-8d31de8d-8d6b-4b6d-aea3-04ae9131d7f1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:17.559623 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69c06861-a548-4306-9b77-a5b3b74af843 req-8d31de8d-8d6b-4b6d-aea3-04ae9131d7f1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0677240 Jul 23 11:22:17.597015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-69c06861-a548-4306-9b77-a5b3b74af843 req-9c2aa6d6-a153-45c2-9e05-56181d055335 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=15f04aa7-29e6-46ab-a24d-325e6b057764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Jul 23 11:22:17.824782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-fcaa861b-d71a-4536-8f2c-df620385a9af tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:17.826256 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-fcaa861b-d71a-4536-8f2c-df620385a9af tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 946 time: 0.0618696 Jul 23 11:22:17.928116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 11ea4a3b-56bd-4805-88f7-ecab41c75848 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:22:17.928457 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:18.018999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 11ea4a3b-56bd-4805-88f7-ecab41c75848, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=11ea4a3b-56bd-4805-88f7-ecab41c75848,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:18.019357 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:18.031607 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 11ea4a3b-56bd-4805-88f7-ecab41c75848 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:22:18.159322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:18.187112 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=11ea4a3b-56bd-4805-88f7-ecab41c75848,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:18.237472 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] No DVR routers for this DVR port 11ea4a3b-56bd-4805-88f7-ecab41c75848 on host n-h1-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:22:18.240170 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:18.242129 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fdf51c90-cc28-4af4-af4d-e58058fb881b req-beb18f78-f038-4331-bea4-5adcec270924 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "DELETE /v2.0/ports/11ea4a3b-56bd-4805-88f7-ecab41c75848 HTTP/1.1" status: 204 len: 173 time: 0.4105432 Jul 23 11:22:18.242670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'name': 'network-vif-deleted', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:18.245141 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b33a0b-b5b2-4d10-a3fc-4d4f3793ff43" -d '{"events": [{"server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "name": "network-vif-deleted", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:18.284319 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c69609-4357-421a-8bcc-b7ed224ef9c9 x-openstack-request-id: req-81c69609-4357-421a-8bcc-b7ed224ef9c9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:18.284615 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05824bbf-1234-4828-9e80-7a5027833400", "name": "network-vif-deleted", "tag": "11ea4a3b-56bd-4805-88f7-ecab41c75848", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:18.284870 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81c69609-4357-421a-8bcc-b7ed224ef9c9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:18.285269 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05824bbf-1234-4828-9e80-7a5027833400', 'name': 'network-vif-deleted', 'tag': '11ea4a3b-56bd-4805-88f7-ecab41c75848', 'status': 'completed', 'code': 200} Jul 23 11:22:18.711056 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b8ce231f-c8be-4f84-a053-35f52461f180 req-cb7a731c-d39b-4758-98a1-05ccfd7e4e78 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=05824bbf-1234-4828-9e80-7a5027833400 HTTP/1.1" status: 200 len: 210 time: 0.0316401 Jul 23 11:22:19.766547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:20.116239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.373192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port da29f91b-3f3d-437c-9b89-0c917be6a639 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:22:20.373461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.462876 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port da29f91b-3f3d-437c-9b89-0c917be6a639, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=da29f91b-3f3d-437c-9b89-0c917be6a639,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:20.463235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.474532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for da29f91b-3f3d-437c-9b89-0c917be6a639 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:22:20.657128 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:20.689557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=da29f91b-3f3d-437c-9b89-0c917be6a639,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:20.865839 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.084170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:22:21.186816 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:22:21.192572 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-14cf7ece-86d3-46dd-9463-cee7f94865d3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/0a06a908-fefe-4ab2-8a6f-df34f4761e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249825 Jul 23 11:22:21.195227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:21.197665 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] Sync routers for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:22:21.208691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:21.209462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:21.245673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting subnet 7b00a42e-6613-4e1c-acbc-ed09e800f125 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:22:21.248894 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.291586 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.328030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:21.385670 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.443742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.473126 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Subnet': ['ID=7b00a42e-6613-4e1c-acbc-ed09e800f125,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:21.475249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.480016 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37270) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:21.480521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-56859246-d9b7-4441-8f8d-1e21e25538e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/subnets/7b00a42e-6613-4e1c-acbc-ed09e800f125 HTTP/1.1" status: 204 len: 168 time: 0.2839653 Jul 23 11:22:21.481361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3faeb-e2c0-489d-994e-387dd3cdffaa None None] Network abdf82c1-1c0f-4fec-ab52-7605aaaa3153 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:22:21.586936 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.602225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:22:20Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:21.630133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] Checking router: 0a06a908-fefe-4ab2-8a6f-df34f4761e49 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:22:21.642478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] Routers {'0a06a908-fefe-4ab2-8a6f-df34f4761e49'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:21.643353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:21.696460 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.749554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:22:21.749903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.760830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] Set router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:21.817750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] DHCP port deletion for abdf82c1-1c0f-4fec-ab52-7605aaaa3153 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:22:21.837688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:21.838352 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:21.849705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:22:21.951214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Deleting port 4cff01a3-adb7-4725-a846-fb40c80cf327 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:22:21.951539 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.021501 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.025731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] For port 4cff01a3-adb7-4725-a846-fb40c80cf327, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4cff01a3-adb7-4725-a846-fb40c80cf327,segment=NetworkSegment(ab3c95a6-a852-4097-b1d0-0a3879f1eee8),segment_id=ab3c95a6-a852-4097-b1d0-0a3879f1eee8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:22.026137 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.040751 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Calling delete_port for 4cff01a3-adb7-4725-a846-fb40c80cf327 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:22:22.048692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:22.064356 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:22:20Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:22.077244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.077653 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.078004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.078347 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.078683 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.079021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.079354 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.079712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.080079 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.080607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.080952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.081285 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.119756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.123144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969454a-8a2c-438a-bbf2-58e18d7ae97b None None] The sync data for ids ['0a06a908-fefe-4ab2-8a6f-df34f4761e49'] in n-d-778550-4 is: [{'id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455143717', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:22:20Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': 'c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06a908-fefe-4ab2-8a6f-df34f4761e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:20:38Z', 'updated_at': '2021-07-23T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:22:22.168358 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.193666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Pushing event deleted for resources: {'Port': ['ID=4cff01a3-adb7-4725-a846-fb40c80cf327,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:22.203957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.204550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.204550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.204898 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.205887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.206666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.207009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.207346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.207711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.208045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.208375 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.208706 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:22.211353 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe392b2-59e5-44c4-ad18-9de3b4ff0db1 None None] No DVR routers for this DVR port 4cff01a3-adb7-4725-a846-fb40c80cf327 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:22:22.224717 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.226857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.271718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.272222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Fanout notify agent at l3_agent the message router_deleted on router 0a06a908-fefe-4ab2-8a6f-df34f4761e49 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:22:22.278802 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.279926 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-27620d85-e1f9-4895-a037-9a987ed6cae5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/routers/0a06a908-fefe-4ab2-8a6f-df34f4761e49 HTTP/1.1" status: 204 len: 168 time: 0.7988739 Jul 23 11:22:22.282730 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37272) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:22.360398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.446076 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.455953 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdf82c1-1c0f-4fec-ab52-7605aaaa3153']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:22.465274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:22.465573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3c95a6-a852-4097-b1d0-0a3879f1eee8') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:22.475593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.489918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.496133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:22:22.496477 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:22:22.499517 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:22:22.559701 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.567376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.569426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/networks/abdf82c1-1c0f-4fec-ab52-7605aaaa3153 HTTP/1.1" status: 204 len: 168 time: 0.2850194 Jul 23 11:22:22.572378 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37274) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:22.586245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf58ca4-c6a3-4382-a39a-d607c64844a0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Network': ['ID=abdf82c1-1c0f-4fec-ab52-7605aaaa3153,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:22.637068 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc4c379a-97fe-4582-885c-a280b7003f05 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.662195 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc4c379a-97fe-4582-885c-a280b7003f05 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.731108 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc4c379a-97fe-4582-885c-a280b7003f05 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.733804 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc4c379a-97fe-4582-885c-a280b7003f05 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:22.735059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cc4c379a-97fe-4582-885c-a280b7003f05 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/security-groups/15f04aa7-29e6-46ab-a24d-325e6b057764 HTTP/1.1" status: 204 len: 168 time: 0.1616819 Jul 23 11:22:22.756793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c379a-97fe-4582-885c-a280b7003f05 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f04aa7-29e6-46ab-a24d-325e6b057764,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:22.798136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 11ea4a3b-56bd-4805-88f7-ecab41c75848 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:22:22.832157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: 11ea4a3b-56bd-4805-88f7-ecab41c75848 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:22:22.832635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device 11ea4a3b-56bd-4805-88f7-ecab41c75848 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:22:23.167599 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37280) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.172413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916916368', 'description': 'tempest-secgroup-smoke-1916916368 description', 'project_id': '90625b89ad8a4357bfd4452a9076e162'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.201268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4cff01a3-adb7-4725-a846-fb40c80cf327 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:22:23.206855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.223960 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4cff01a3-adb7-4725-a846-fb40c80cf327 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:22:23.224528 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4cff01a3-adb7-4725-a846-fb40c80cf327 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:22:23.224769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da29f91b-3f3d-437c-9b89-0c917be6a639 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:22:23.248625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: da29f91b-3f3d-437c-9b89-0c917be6a639 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:22:23.248977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device da29f91b-3f3d-437c-9b89-0c917be6a639 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:22:23.293316 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.297152 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.323186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.324422 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558175 Jul 23 11:22:23.327426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37282) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.328324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2de3e-7c9a-4aa7-989e-e2e9d75cff80 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a588cb1-c851-4aac-97a5-0ed8ed6f8651,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.332377 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '8a588cb1-c851-4aac-97a5-0ed8ed6f8651', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.358976 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.414054 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.417631 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.436422 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7770098c-d740-4c44-9dca-62cbe5b6dd18,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.446110 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.447290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3828a8e7-cbab-4016-8174-f71684ca32ec tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188028 Jul 23 11:22:23.450018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37284) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.454446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '8a588cb1-c851-4aac-97a5-0ed8ed6f8651', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.480962 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.536814 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.540486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.558348 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8335640-d462-473e-a6bc-78542d2d488e,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.564779 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.566166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d3193ff1-2813-4c9c-a133-a887f96c408f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151762 Jul 23 11:22:23.568899 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37286) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.573300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '8a588cb1-c851-4aac-97a5-0ed8ed6f8651', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.600063 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.656618 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.660782 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.681256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f27308-02bd-42ad-9420-2bcd85d28e90,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.685918 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.687357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-08dc4bd9-534b-4238-a32d-5d4ac3dbb9a6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173265 Jul 23 11:22:23.689940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37288) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.694309 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '8a588cb1-c851-4aac-97a5-0ed8ed6f8651', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.719587 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.777805 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.781228 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.799456 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192b800b-ca9f-43d3-95c6-40b1fba780b2,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.805103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.806523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-015f057c-ee67-42a6-a4e0-ebd18dd6f103 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154354 Jul 23 11:22:23.809113 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37290) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.813662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '8a588cb1-c851-4aac-97a5-0ed8ed6f8651', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.836689 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:22:23.841670 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.902353 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.905832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.923917 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82224692-8782-46b4-b05f-d6f81ca51455,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:23.929821 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:23.931037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-69a8edc6-9e93-444b-8162-5f36066c15ef tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209381 Jul 23 11:22:23.933886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37292) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:23.938156 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '8a588cb1-c851-4aac-97a5-0ed8ed6f8651', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:23.960695 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:22:23.965291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.025162 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.028602 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.050168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1497aa91-09b4-4334-a291-2a25cb58e0f5,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:24.053785 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.055186 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7f5c6e19-4dcd-4ae2-99e2-3a155a36b110 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203880 Jul 23 11:22:24.057936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37294) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:24.062747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'network': {'name': 'tempest-network-smoke--385878313', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'port_security_enabled': True}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:24.082080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:22:24.085463 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.108516 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:22:24.118251 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.118601 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Added segment 33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5 of type vlan for network 1769625f-8b3c-4abf-aeb8-864221dd0afe Jul 23 11:22:24.158789 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.188397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.193875 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:24.194457 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.232391 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1734345 Jul 23 11:22:24.235036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37296) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:24.262809 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'admin_state_up': True, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:24.269904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298fcbd-7b9a-4bf7-902c-b21f5bacd032 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Network': ['ID=1769625f-8b3c-4abf-aeb8-864221dd0afe,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:24.280628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:22:24.289492 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.290509 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.346315 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.399088 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:22:24.462689 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.481485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.666247 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.683877 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.754474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:22:24.774340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:22:24.774681 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device c55b9e2f-d9b1-4e4a-9b84-6671ae497ec5 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:22:24.789496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.28 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/2081fb3e-8944-4c03-98a2-4da5e529cc94) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:24.886880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.924564 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:24.964492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:24.969126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:24.973170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:24.978578 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=2081fb3e-8944-4c03-98a2-4da5e529cc94,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:25.501031 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:25.696330 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:25.817340 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 5d831c01-eddf-47c5-84d3-ba0dba9220cc is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:22:25.921568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:22:25.932269 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Sync routers for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:22:25.943453 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:25.944801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c5e9675e-32ad-4960-823b-1fc05cab75d4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7088230 Jul 23 11:22:25.948176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37298) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:25.953418 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:25.954089 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:25.985986 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9f29a063-8ef9-4e82-a392-cb3a403d3966 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=90625b89ad8a4357bfd4452a9076e162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366933 Jul 23 11:22:25.989590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37300) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:26.053444 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:26.140615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e290e-6569-4d1c-8571-31fc2d25e467 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:26.142154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-de1e290e-6569-4d1c-8571-31fc2d25e467 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1516545 Jul 23 11:22:26.146052 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:26.173326 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5735c0f8-8350-4d9a-ac1a-7a835b9aef35 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260665 Jul 23 11:22:26.175854 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:26.180761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-152487983', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:26.276979 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:22:26.281078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.325957 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:25Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:26.352268 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Checking router: 5d831c01-eddf-47c5-84d3-ba0dba9220cc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:22:26.352572 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Updating router 5d831c01-eddf-47c5-84d3-ba0dba9220cc port 2081fb3e-8944-4c03-98a2-4da5e529cc94 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:22:26.386767 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.467978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.526474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Subnet': ['ID=b7963ff0-7f55-4697-9b5b-6c7054ff53d9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:26.535709 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Checking segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:22:26.536077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network hostable DHCP agents. Network: 1769625f-8b3c-4abf-aeb8-864221dd0afe, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:22:26.552806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:22:26.561630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 1769625f-8b3c-4abf-aeb8-864221dd0afe) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:26.566474 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:26.567061 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.575024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790414b-9327-48b7-8852-9d7158bca69f None None] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:22:26.585220 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d7b81d9b-f3b8-4e05-a89e-830812adaff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4054947 Jul 23 11:22:26.585433 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37308) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:26.643610 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.653967 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Transition to ACTIVE for port object 2081fb3e-8944-4c03-98a2-4da5e529cc94 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:26.659971 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.703832 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Attempting to bind port 2081fb3e-8944-4c03-98a2-4da5e529cc94 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:22:26.704192 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Attempting to bind port 2081fb3e-8944-4c03-98a2-4da5e529cc94 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:22:26.704549 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Attempting to bind port 2081fb3e-8944-4c03-98a2-4da5e529cc94 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:26.715822 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:22:26.716188 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:22:26.716585 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.716974 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:22:26.717434 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Bound port: 2081fb3e-8944-4c03-98a2-4da5e529cc94, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:22:26.717809 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.730037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-1769625f-8b3c-4abf-aeb8-864221dd0afe', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:22:26.731065 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.774216 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] For port 2081fb3e-8944-4c03-98a2-4da5e529cc94, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:22:26.777559 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] For port 2081fb3e-8944-4c03-98a2-4da5e529cc94, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2081fb3e-8944-4c03-98a2-4da5e529cc94,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:22:26.779088 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Pushing event updated for resources: {'Port': ['ID=2081fb3e-8944-4c03-98a2-4da5e529cc94,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:26.784162 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:26.797402 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.797748 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.798088 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.798424 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.799254 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.800431 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.800573 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.800871 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.801202 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.801532 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.801858 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.802182 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:22:26.861879 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646c2a7-c7ad-4974-b53f-425f5cb937a1 None None] Pushing event updated for resources: {'Port': ['ID=2081fb3e-8944-4c03-98a2-4da5e529cc94,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:26.876156 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:26.877780 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:26.897993 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Allocated IP 172.20.0.2 (1769625f-8b3c-4abf-aeb8-864221dd0afe/b7963ff0-7f55-4697-9b5b-6c7054ff53d9/188ac0a7-b572-4134-8711-81d14c7d908c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:26.990932 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:27.053486 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.062830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Transition to ACTIVE for port object 188ac0a7-b572-4134-8711-81d14c7d908c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:27.081720 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Transition to ACTIVE for port object 188ac0a7-b572-4134-8711-81d14c7d908c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:27.089206 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.149656 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:27.150547 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Pushing event updated for resources: {'Port': ['ID=188ac0a7-b572-4134-8711-81d14c7d908c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:27.152810 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83fea418-5e8d-44c1-8fe1-74d51d8f9b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.155700 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:27.158123 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:27.197388 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:25Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:27.224579 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c018c02-f066-4e36-99db-2ee677137cab None None] The sync data for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 is: [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:25Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:22:27.232178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Attempting to bind port 188ac0a7-b572-4134-8711-81d14c7d908c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:22:27.232559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Attempting to bind port 188ac0a7-b572-4134-8711-81d14c7d908c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:22:27.232934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Attempting to bind port 188ac0a7-b572-4134-8711-81d14c7d908c on network 1769625f-8b3c-4abf-aeb8-864221dd0afe {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:27.239027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:22:27.239455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Checking segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:22:27.239859 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.240292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Bound using segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:22:27.240772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Bound port: 188ac0a7-b572-4134-8711-81d14c7d908c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:22:27.241159 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.311641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] For port 188ac0a7-b572-4134-8711-81d14c7d908c, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:22:27.315915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] For port 188ac0a7-b572-4134-8711-81d14c7d908c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=188ac0a7-b572-4134-8711-81d14c7d908c,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:22:27.320258 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.372690 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.386521 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180c4cc-a91f-4020-b15c-d35911b5f8c8 None None] Pushing event updated for resources: {'Port': ['ID=188ac0a7-b572-4134-8711-81d14c7d908c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:27.713972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.1 (1769625f-8b3c-4abf-aeb8-864221dd0afe/b7963ff0-7f55-4697-9b5b-6c7054ff53d9/adfe5534-ca23-4363-9d28-6b0a70d99580) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:27.836523 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.852701 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object adfe5534-ca23-4363-9d28-6b0a70d99580 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:27.894216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:27.935757 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:27.942531 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:27.946350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:27.972805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=adfe5534-ca23-4363-9d28-6b0a70d99580,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:27.994138 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:28.146265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:28.386214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626c3cc-0129-4b4b-9ed2-525b7f6fdfb8 None None] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:22:28.427315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a9466621-a73e-4d59-b81e-7daa81aabb16 None None] Provisioning for port 188ac0a7-b572-4134-8711-81d14c7d908c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:28.438363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:28.443833 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:28.522185 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=adfe5534-ca23-4363-9d28-6b0a70d99580,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:28.524663 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:28.634955 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:28.636589 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:28.757645 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 5d831c01-eddf-47c5-84d3-ba0dba9220cc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:22:28.805474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-90e8c1d8-1d9b-44cf-bb11-9c04e48db114 None None] Provisioning for port adfe5534-ca23-4363-9d28-6b0a70d99580 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:28.809942 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-90e8c1d8-1d9b-44cf-bb11-9c04e48db114 None None] Provisioning complete for port adfe5534-ca23-4363-9d28-6b0a70d99580 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:28.810331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90e8c1d8-1d9b-44cf-bb11-9c04e48db114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:28.870137 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-90e8c1d8-1d9b-44cf-bb11-9c04e48db114 None None] Port adfe5534-ca23-4363-9d28-6b0a70d99580 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:22:28.903212 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:22:28.911146 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a1025737-7561-49cb-b687-28bb2b404569 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/5d831c01-eddf-47c5-84d3-ba0dba9220cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246634 Jul 23 11:22:28.922838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Sync routers for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:22:28.927178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 188ac0a7-b572-4134-8711-81d14c7d908c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:28.958775 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:28.959439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:29.059961 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 188ac0a7-b572-4134-8711-81d14c7d908c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:29.067213 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 188ac0a7-b572-4134-8711-81d14c7d908c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:29.067624 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.084665 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-e8052881-e667-4674-b6ca-bf0d4d93e6aa tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916916368&fields=id&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 267 time: 0.0503311 Jul 23 11:22:29.109307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:29.168437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3a674981-1322-48c5-a878-6e497114d81d None None] Provisioning complete for port adfe5534-ca23-4363-9d28-6b0a70d99580 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:29.169110 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a674981-1322-48c5-a878-6e497114d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.212856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-ab09f2ce-da9e-48df-ac5d-1ff4c484c0db tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:29.214450 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-ab09f2ce-da9e-48df-ac5d-1ff4c484c0db tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 796 time: 0.1200347 Jul 23 11:22:29.239906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-05fcb345-8d1d-4568-8af7-2340dd3a3add tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/quotas/90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 375 time: 0.0125782 Jul 23 11:22:29.280917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3a674981-1322-48c5-a878-6e497114d81d None None] Port adfe5534-ca23-4363-9d28-6b0a70d99580 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:22:29.312628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-6f511909-e089-411c-83cd-4f5726c0b68b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643988 Jul 23 11:22:29.415378 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-30bf8aa2-603f-4723-8eea-48c5616083bb service neutron] 10.222.0.37 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898900 Jul 23 11:22:29.499560 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.506740 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-fb502fbd-62a9-46ca-bab9-4ef75c41f404 service neutron] 10.222.0.37 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Jul 23 11:22:29.528963 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c67737fa-b8c7-46e2-a871-01743a62bfdf None None] Provisioning complete for port adfe5534-ca23-4363-9d28-6b0a70d99580 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:29.529297 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c67737fa-b8c7-46e2-a871-01743a62bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.590178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 188ac0a7-b572-4134-8711-81d14c7d908c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=188ac0a7-b572-4134-8711-81d14c7d908c,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:29.596298 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.597080 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2081fb3e-8944-4c03-98a2-4da5e529cc94 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:29.603085 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c67737fa-b8c7-46e2-a871-01743a62bfdf None None] Port adfe5534-ca23-4363-9d28-6b0a70d99580 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:22:29.680492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a34143ed-a6fc-41a8-aaf8-e2b688b30bfa req-8e08f8b2-1bb3-424f-8308-f0f149d7ca0c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Jul 23 11:22:29.694010 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=188ac0a7-b572-4134-8711-81d14c7d908c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:29.710214 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 2081fb3e-8944-4c03-98a2-4da5e529cc94 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:29.714306 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 2, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:29.717635 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 2081fb3e-8944-4c03-98a2-4da5e529cc94 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:29.717938 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.743580 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Checking router: 5d831c01-eddf-47c5-84d3-ba0dba9220cc for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:22:29.743996 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Updating router 5d831c01-eddf-47c5-84d3-ba0dba9220cc port adfe5534-ca23-4363-9d28-6b0a70d99580 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:22:29.806030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.928995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:29.961563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 2081fb3e-8944-4c03-98a2-4da5e529cc94, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2081fb3e-8944-4c03-98a2-4da5e529cc94,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:29.967648 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.037022 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9642-0e39-4810-8b01-a96d9bdef6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.084200 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=2081fb3e-8944-4c03-98a2-4da5e529cc94,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:30.175867 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.186024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Transition to ACTIVE for port object adfe5534-ca23-4363-9d28-6b0a70d99580 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:30.192312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.247513 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f6bea-7116-4829-bb52-7e788e7c0607 None None] Pushing event updated for resources: {'Port': ['ID=adfe5534-ca23-4363-9d28-6b0a70d99580,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:30.318023 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Attempting to bind port adfe5534-ca23-4363-9d28-6b0a70d99580 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:22:30.318398 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Attempting to bind port adfe5534-ca23-4363-9d28-6b0a70d99580 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:22:30.318770 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Attempting to bind port adfe5534-ca23-4363-9d28-6b0a70d99580 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:30.322010 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.325808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:22:30.326186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Checking segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:22:30.326582 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.326976 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Bound using segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:22:30.327469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Bound port: adfe5534-ca23-4363-9d28-6b0a70d99580, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:22:30.327856 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.397498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] For port adfe5534-ca23-4363-9d28-6b0a70d99580, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:22:30.400940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] For port adfe5534-ca23-4363-9d28-6b0a70d99580, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adfe5534-ca23-4363-9d28-6b0a70d99580,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:22:30.404873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.480916 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f6bea-7116-4829-bb52-7e788e7c0607 None None] Pushing event updated for resources: {'Port': ['ID=adfe5534-ca23-4363-9d28-6b0a70d99580,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:30.484527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:30.485157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:30.609743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:30.692459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-e96d6de3-d533-49cf-abd8-e81a4c87be17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:30.693967 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-e96d6de3-d533-49cf-abd8-e81a4c87be17 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 796 time: 0.1238813 Jul 23 11:22:30.750396 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-424e4ff2-e916-4f8b-bcc6-89207200f36c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 380 time: 0.0420198 Jul 23 11:22:30.761519 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'port': {'device_id': 'bce8759b-7824-40ab-a5bc-337078291b61', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'admin_state_up': True, 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'security_groups': ['8a588cb1-c851-4aac-97a5-0ed8ed6f8651']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:30.788984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54bf8106-84bc-4167-af66-db7d3e594a69 req-d7c50b62-b586-4408-b7f9-8e4e490d8b83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 210 time: 0.0328891 Jul 23 11:22:30.835038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 188ac0a7-b572-4134-8711-81d14c7d908c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:30.887146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:22:30.889272 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:30Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:30.890825 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:30.918454 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216dd72-f480-40df-a90e-99a6440e2741 None None] The sync data for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 is: [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:30Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:22:30.924657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 188ac0a7-b572-4134-8711-81d14c7d908c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:30.925033 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.022149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2081fb3e-8944-4c03-98a2-4da5e529cc94 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:31.055083 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.9 (1769625f-8b3c-4abf-aeb8-864221dd0afe/b7963ff0-7f55-4697-9b5b-6c7054ff53d9/cba7a7fc-e172-4adf-974a-0d394f441c56) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:31.072397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 2081fb3e-8944-4c03-98a2-4da5e529cc94 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:31.072779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.220999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.237797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object cba7a7fc-e172-4adf-974a-0d394f441c56 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:31.276699 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.321039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:31.326636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:31.329626 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:31.358943 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:31.388177 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:31.388977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.405884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-9bdc499f-44c5-4c64-94ba-de7bb80a4b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480856 Jul 23 11:22:31.423044 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Request body: {'port': {'device_id': 'bce8759b-7824-40ab-a5bc-337078291b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:31.451854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.510030 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.658917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-590766ff-fa2e-46c0-b088-48cf72ab8edd None None] Provisioning for port cba7a7fc-e172-4adf-974a-0d394f441c56 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:31.664480 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-590766ff-fa2e-46c0-b088-48cf72ab8edd None None] Provisioning complete for port cba7a7fc-e172-4adf-974a-0d394f441c56 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:31.665393 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590766ff-fa2e-46c0-b088-48cf72ab8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.703139 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-590766ff-fa2e-46c0-b088-48cf72ab8edd None None] Port cba7a7fc-e172-4adf-974a-0d394f441c56 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:22:31.790246 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba7a7fc-e172-4adf-974a-0d394f441c56 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:22:31.797906 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.810138 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Transition to ACTIVE for port object cba7a7fc-e172-4adf-974a-0d394f441c56 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:22:31.814519 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:31.907899 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:31.997992 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea496e-4aa8-412d-825c-900103a5be9a req-f69689eb-4d24-4075-8a52-9866dff50734 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:31.999566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84ea496e-4aa8-412d-825c-900103a5be9a req-f69689eb-4d24-4075-8a52-9866dff50734 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 943 time: 0.1384692 Jul 23 11:22:32.028547 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:22:32.028861 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:22:32.029374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:32.037563 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Port cba7a7fc-e172-4adf-974a-0d394f441c56 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:22:32.037889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:22:32.050856 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:22:32.051202 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Checking segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:22:32.051617 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Bound using segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:22:32.052067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Bound port: cba7a7fc-e172-4adf-974a-0d394f441c56, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:22:32.052430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:32.067965 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-84ea496e-4aa8-412d-825c-900103a5be9a req-4d779e9b-af58-42b7-a3ee-c0e26a40dfbc tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569792 Jul 23 11:22:32.127442 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:22:32.130761 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:22:32.135662 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:32.167179 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.167935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:32.169244 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] 10.222.0.20 "PUT /v2.0/ports/cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 1091 time: 0.7507999 Jul 23 11:22:32.169668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:32.171921 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e09e854-d5c7-4272-948c-25a178a7f75c" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:32.201497 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca968-cfdf-40d4-bfb6-1b4434f74735 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:32.229851 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ac9c3-149f-4ca1-a832-4e02b5706abd x-openstack-request-id: req-094ac9c3-149f-4ca1-a832-4e02b5706abd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:32.230216 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:32.230531 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-094ac9c3-149f-4ca1-a832-4e02b5706abd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:32.230929 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'status': 'completed', 'code': 200} Jul 23 11:22:32.280781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-dba33478-e7d5-4af1-9bcf-c8a41b227faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.282320 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-dba33478-e7d5-4af1-9bcf-c8a41b227faf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1094 time: 0.0621181 Jul 23 11:22:32.334742 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-a09f7144-55e5-4762-97d6-0b5db155014b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 217 time: 0.0392208 Jul 23 11:22:32.384057 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-029dcf9a-668e-48ae-a70d-02dc11c1bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.385530 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-029dcf9a-668e-48ae-a70d-02dc11c1bc3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0442812 Jul 23 11:22:32.444102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-8011488d-4ffe-419c-8265-37a1221020a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.445501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-8011488d-4ffe-419c-8265-37a1221020a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540249 Jul 23 11:22:32.537434 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-dcfa4611-4584-4e76-bce0-d5e2fff89790 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851965 Jul 23 11:22:32.623464 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f0e4b6dd-949f-46d7-8981-2115820bc9b0 req-2f69682b-63d4-419c-8ea4-7e4bc9905b17 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791602 Jul 23 11:22:32.696169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:32.756343 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-4a4a0de2-9092-4f93-8f5a-344957ddab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.757871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-4a4a0de2-9092-4f93-8f5a-344957ddab28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1094 time: 0.0537271 Jul 23 11:22:32.825173 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adfe5534-ca23-4363-9d28-6b0a70d99580 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:32.855192 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-01bb7cd9-802b-4a62-af46-32d33fd3b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.856735 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-01bb7cd9-802b-4a62-af46-32d33fd3b9d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0925806 Jul 23 11:22:32.874824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port adfe5534-ca23-4363-9d28-6b0a70d99580 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:32.878715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port adfe5534-ca23-4363-9d28-6b0a70d99580 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:32.879088 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:32.896818 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-b3718be9-3df5-40ad-b38d-931729def881 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 217 time: 0.0341008 Jul 23 11:22:32.954769 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-4078d5e7-11c8-44e9-aeae-10af3a5fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:32.956973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-4078d5e7-11c8-44e9-aeae-10af3a5fa412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0489330 Jul 23 11:22:32.959602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:32.993688 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port adfe5534-ca23-4363-9d28-6b0a70d99580, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adfe5534-ca23-4363-9d28-6b0a70d99580,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:32.998456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:33.020399 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-1ab34613-7b73-4fa1-9b33-ec21541a1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:33.021915 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-1ab34613-7b73-4fa1-9b33-ec21541a1875 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564671 Jul 23 11:22:33.046112 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=adfe5534-ca23-4363-9d28-6b0a70d99580,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:33.118901 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-e18baa56-3feb-492d-8426-9e7bd8d27897 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886233 Jul 23 11:22:33.256101 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7e09e854-d5c7-4272-948c-25a178a7f75c req-193af631-40aa-4508-9ebe-d6d688925762 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298196 Jul 23 11:22:33.270263 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05260c63-2f82-4ef7-84d5-f4bfb05a046a req-d4d5626c-673c-4233-97bf-3130b4f5932f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:33.271862 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05260c63-2f82-4ef7-84d5-f4bfb05a046a req-d4d5626c-673c-4233-97bf-3130b4f5932f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 943 time: 0.1279459 Jul 23 11:22:33.312442 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-05260c63-2f82-4ef7-84d5-f4bfb05a046a req-35468cb0-e8cd-4531-954e-8b442c704b61 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jul 23 11:22:34.448542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192f5f6-2408-4fba-bee4-f782f9ebcec6 req-020067be-911c-4458-b9c5-2feedc0c8af7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:34.449948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5192f5f6-2408-4fba-bee4-f782f9ebcec6 req-020067be-911c-4458-b9c5-2feedc0c8af7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 943 time: 0.0671232 Jul 23 11:22:34.496079 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5192f5f6-2408-4fba-bee4-f782f9ebcec6 req-dfe2d8f0-b3c4-4409-81ab-81dc365fd6df tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396342 Jul 23 11:22:34.804237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adfe5534-ca23-4363-9d28-6b0a70d99580 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:34.826553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:22:34.892754 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:34.902095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port adfe5534-ca23-4363-9d28-6b0a70d99580 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:34.902459 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:34.978853 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:34.992822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'port_id': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'mac_address': 'fa:16:3e:71:32:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:22:35.060963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:35.073772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba7a7fc-e172-4adf-974a-0d394f441c56 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:22:35.093989 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:35.098514 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:35.143585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:35.395185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['cba7a7fc-e172-4adf-974a-0d394f441c56'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:22:35.628295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c9007-9e33-426e-ac03-de1f2d186545 req-16bf6434-0601-42a0-a0c8-7930f807fe90 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:35.629800 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-da1c9007-9e33-426e-ac03-de1f2d186545 req-16bf6434-0601-42a0-a0c8-7930f807fe90 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 944 time: 0.0659833 Jul 23 11:22:35.665667 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-da1c9007-9e33-426e-ac03-de1f2d186545 req-0355f0e3-fc5a-4493-89ea-367b82b87186 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301137 Jul 23 11:22:36.795368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98bc8c-41bc-4b4d-b9b7-ed7f44b2d52b req-31244434-9abe-4fd8-a9a9-402025b39dd4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:36.796885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b98bc8c-41bc-4b4d-b9b7-ed7f44b2d52b req-31244434-9abe-4fd8-a9a9-402025b39dd4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 944 time: 0.0628462 Jul 23 11:22:36.833218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:22:36.835211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0b98bc8c-41bc-4b4d-b9b7-ed7f44b2d52b req-8961675f-ee14-4980-8d13-ade8de2145c7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jul 23 11:22:36.881664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port cba7a7fc-e172-4adf-974a-0d394f441c56 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:22:36.885627 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port cba7a7fc-e172-4adf-974a-0d394f441c56 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:22:36.886007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:36.962065 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:36.983899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:36.986808 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b52512b-294e-4cdf-ab74-1a4654c44f63" -d '{"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-plugged", "status": "completed", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:37.000230 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:22:37.004603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:37.030217 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486159f-e512-430c-8be1-62c981d024c1 x-openstack-request-id: req-1486159f-e512-430c-8be1-62c981d024c1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:37.030517 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-plugged", "status": "completed", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:37.030767 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1486159f-e512-430c-8be1-62c981d024c1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:37.031152 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'code': 200} Jul 23 11:22:37.057460 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:37.154814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628cde-3b7c-4eb6-bb49-8d9012342e21 req-db10e246-c35c-4928-84ce-556bf0ea518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:37.156322 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4628cde-3b7c-4eb6-bb49-8d9012342e21 req-db10e246-c35c-4928-84ce-556bf0ea518e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1096 time: 0.0519300 Jul 23 11:22:37.193074 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f4628cde-3b7c-4eb6-bb49-8d9012342e21 req-731e713e-369d-48f1-8750-6d8e7d7edf48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305681 Jul 23 11:22:37.963221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68354b0-3b30-483e-86b5-3ac80602a3d7 req-23aea39b-4d9d-482f-b0c6-7eacb28fcda8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:37.964731 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f68354b0-3b30-483e-86b5-3ac80602a3d7 req-23aea39b-4d9d-482f-b0c6-7eacb28fcda8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0629826 Jul 23 11:22:38.012943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f68354b0-3b30-483e-86b5-3ac80602a3d7 req-7c8a86f7-ab5e-46cb-adb3-9ccc08d8264a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Jul 23 11:22:39.158969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911706-d578-4a42-8a9c-17e68d32ae1d req-206a51a5-a9ab-4d44-ac3c-4e19fa964469 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:39.160491 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49911706-d578-4a42-8a9c-17e68d32ae1d req-206a51a5-a9ab-4d44-ac3c-4e19fa964469 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0726340 Jul 23 11:22:39.197047 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-49911706-d578-4a42-8a9c-17e68d32ae1d req-869d858e-c65d-4e59-bcd2-379bfeb184db tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 23 11:22:39.328278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b16ee8-154e-4ce9-99f6-2b0a6e5d6727 req-8c0f20a6-e359-47d9-9ba0-4de17a39f07e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:39.329721 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b16ee8-154e-4ce9-99f6-2b0a6e5d6727 req-8c0f20a6-e359-47d9-9ba0-4de17a39f07e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0674887 Jul 23 11:22:39.367118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1b16ee8-154e-4ce9-99f6-2b0a6e5d6727 req-743a766b-67b2-41b4-bb57-71fe5755bba1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Jul 23 11:22:39.388324 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:39.439951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4909d7-61b5-45e9-995d-67243de5b797 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:39.441475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b4909d7-61b5-45e9-995d-67243de5b797 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1091 time: 0.0521727 Jul 23 11:22:39.444196 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:39.448445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:22:39.469552 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:39.566322 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:39.664062 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.22 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/33659f6a-9d4a-4afc-903b-c1ddd956807c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:22:40.082710 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.119608 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.154805 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:22:40.157592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:22:40.164448 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:22:40.190635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=33659f6a-9d4a-4afc-903b-c1ddd956807c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:40.503736 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.584062 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.730435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.734845 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.800926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=33659f6a-9d4a-4afc-903b-c1ddd956807c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:22:40.810337 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:40.907155 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP 34624c33-5e8b-4075-9119-bfd232c9ed2b associated. External IP: 172.25.4.22, port: cba7a7fc-e172-4adf-974a-0d394f441c56. Jul 23 11:22:41.115028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 5d831c01-eddf-47c5-84d3-ba0dba9220cc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:22:41.219159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:22:41.229815 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] Sync routers for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:22:41.234969 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:41.240075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:41.240706 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:41.275893 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5f1c3a1e-5fc8-49f3-b332-de2ce3dcc58c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8306429 Jul 23 11:22:41.276503 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:22:41.278866 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464d40f6-90a1-41b6-8917-64f4762abc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:22:41.328152 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750ddcce-65e1-47db-9af6-86ff0c3f9952 x-openstack-request-id: req-750ddcce-65e1-47db-9af6-86ff0c3f9952 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:22:41.328443 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:22:41.328707 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-750ddcce-65e1-47db-9af6-86ff0c3f9952 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:22:41.329110 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'status': 'completed', 'code': 200} Jul 23 11:22:41.353113 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:41.425875 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade968-1db8-40d1-89c5-4b3562ef45d4 req-a5dfdbac-d3e8-47f0-be82-04bff01406cc tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:41.427390 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dade968-1db8-40d1-89c5-4b3562ef45d4 req-a5dfdbac-d3e8-47f0-be82-04bff01406cc tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0945663 Jul 23 11:22:41.457325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-b20a7ce2-58f4-4bc4-a02e-d7dd2c979896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:41.458806 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-b20a7ce2-58f4-4bc4-a02e-d7dd2c979896 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1096 time: 0.0882146 Jul 23 11:22:41.495785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0dade968-1db8-40d1-89c5-4b3562ef45d4 req-11a5bc92-8d9c-40c2-9043-3e6eb265dd8c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612957 Jul 23 11:22:41.519303 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37368) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:41.566933 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-16c36ab4-a004-4262-88b4-b3c0d878bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:41.568447 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-16c36ab4-a004-4262-88b4-b3c0d878bd04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.1004765 Jul 23 11:22:41.577841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '34624c33-5e8b-4075-9119-bfd232c9ed2b', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'port_id': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'mac_address': 'fa:16:3e:71:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8759b-7824-40ab-a5bc-337078291b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:22:40Z', 'updated_at': '2021-07-23T11:22:40Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:32Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:41.583451 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d5b1908d-3b55-48c1-bdb7-ba8c0fa447e1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/34624c33-5e8b-4075-9119-bfd232c9ed2b HTTP/1.1" status: 200 len: 990 time: 0.0619264 Jul 23 11:22:41.603359 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] Checking router: 5d831c01-eddf-47c5-84d3-ba0dba9220cc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:22:41.612644 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:22:41.613264 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:22:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:41.639064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-6652011e-cb27-4747-b923-11247f5f16d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 998 time: 0.0637352 Jul 23 11:22:41.687077 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-9fc059ba-8a98-4c85-9fd6-08a079e0c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:41.688639 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-9fc059ba-8a98-4c85-9fd6-08a079e0c682 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0436265 Jul 23 11:22:41.723881 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:22:41.746162 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-d007bf50-2aa7-4632-b07c-4e2c80e44866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:22:41.747706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-d007bf50-2aa7-4632-b07c-4e2c80e44866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531182 Jul 23 11:22:41.840658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-491575a3-6db0-470e-9b87-7879afc5b3aa service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864534 Jul 23 11:22:41.930511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-464d40f6-90a1-41b6-8917-64f4762abc4a req-d596ec17-525a-4321-9a53-704ed4d1dc2b service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Jul 23 11:22:41.942455 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '34624c33-5e8b-4075-9119-bfd232c9ed2b', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'port_id': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'mac_address': 'fa:16:3e:71:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8759b-7824-40ab-a5bc-337078291b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:22:40Z', 'updated_at': '2021-07-23T11:22:40Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:32Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:22:42.054631 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f944672d-221f-4dae-ab14-f95fa95f50dd None None] The sync data for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 is: [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '34624c33-5e8b-4075-9119-bfd232c9ed2b', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'port_id': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'mac_address': 'fa:16:3e:71:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8759b-7824-40ab-a5bc-337078291b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:22:40Z', 'updated_at': '2021-07-23T11:22:40Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:32Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:22:42.237445 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5b88a-6424-4f53-9f6d-a9827aa252e1 None None] New status for floating IP 34624c33-5e8b-4075-9119-bfd232c9ed2b: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:22:42.585183 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37370) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:22:42.647833 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e7b47f4b-3389-425e-947c-3d6e91da7987 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/34624c33-5e8b-4075-9119-bfd232c9ed2b HTTP/1.1" status: 200 len: 992 time: 0.0614202 Jul 23 11:22:54.480171 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:57.133176 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a675-c341-466c-9dad-6c82f6e102df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:22:59.997924 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b427141-f066-4269-8d1b-acf2e61698ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:00.293040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:01.399053 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:23:01.447182 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:02.698893 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:04.883040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:10.583957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e716-4e32-4a56-8d69-faa5ad545046 req-1b66dd06-3344-46b9-9460-9b3622f2d7cd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:10.585916 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d337e716-4e32-4a56-8d69-faa5ad545046 req-1b66dd06-3344-46b9-9460-9b3622f2d7cd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.1560369 Jul 23 11:23:10.589428 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-277bb627-a38a-4ff1-bc10-fef3c1b8fce5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249762 Jul 23 11:23:10.624354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d337e716-4e32-4a56-8d69-faa5ad545046 req-79f91843-e5be-4061-909e-1c7574d72920 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Jul 23 11:23:11.801863 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c466ab-992c-40b1-9a12-5ab88ba95049 req-e3b4056a-1945-4b0b-9339-b5251030fe18 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:11.803362 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03c466ab-992c-40b1-9a12-5ab88ba95049 req-e3b4056a-1945-4b0b-9339-b5251030fe18 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.1066456 Jul 23 11:23:11.809247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-3c1f1cca-5ceb-46d2-8b61-582bf7be0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:11.810623 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-3c1f1cca-5ceb-46d2-8b61-582bf7be0e77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1096 time: 0.0830188 Jul 23 11:23:11.874213 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03c466ab-992c-40b1-9a12-5ab88ba95049 req-a691e8a1-9446-42f1-9c81-3fe78b783fa3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626378 Jul 23 11:23:11.930103 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-16ee3a2d-ccec-4c2e-9694-c8039124f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:11.931567 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-16ee3a2d-ccec-4c2e-9694-c8039124f7c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.1125808 Jul 23 11:23:11.995025 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-d4b38a96-cf89-448f-a729-24f911700b01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 1000 time: 0.0566759 Jul 23 11:23:12.048494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-6292a2e6-9fa9-40f2-a6c2-d39c163def1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:12.049994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-6292a2e6-9fa9-40f2-a6c2-d39c163def1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0492072 Jul 23 11:23:12.110588 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-77b53266-016b-4e08-9654-bb9b7aa88af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:12.112137 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-77b53266-016b-4e08-9654-bb9b7aa88af7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558577 Jul 23 11:23:12.199492 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-c272a49f-6a79-43c3-97a6-f2f7b2795266 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807829 Jul 23 11:23:12.295888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-be08205e-6bb1-4445-8196-84a692372b02 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898042 Jul 23 11:23:13.003688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcc1dd-9cba-4f34-ae0e-7fc334f7f204 req-d8a482d7-2a06-477d-aa33-b6c42eee4593 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:13.005086 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6fcc1dd-9cba-4f34-ae0e-7fc334f7f204 req-d8a482d7-2a06-477d-aa33-b6c42eee4593 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0617211 Jul 23 11:23:13.041911 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c6fcc1dd-9cba-4f34-ae0e-7fc334f7f204 req-0f8af0bb-eab5-46c3-ad72-282b0fccd936 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jul 23 11:23:13.625873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-1d4973a5-3f39-4ad9-bc25-77db8aca66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:13.628163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-1d4973a5-3f39-4ad9-bc25-77db8aca66f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1096 time: 0.0532513 Jul 23 11:23:13.729444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-db762e5b-0985-4c01-9b34-5ee9f79b67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:13.730966 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-db762e5b-0985-4c01-9b34-5ee9f79b67f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0849330 Jul 23 11:23:13.793216 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-37843739-934b-48a1-a3a8-d2f9032b3bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 1000 time: 0.0552850 Jul 23 11:23:13.843919 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-c3d433b3-d6ad-4aa5-827d-be59a1c2622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:13.845392 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-c3d433b3-d6ad-4aa5-827d-be59a1c2622c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0465233 Jul 23 11:23:13.907323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-3dd329a1-fb8e-4123-8722-fdad8abeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:13.908795 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-3dd329a1-fb8e-4123-8722-fdad8abeb585 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568285 Jul 23 11:23:13.995097 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-f7fc71a9-9f04-4344-80f4-e63c7ff3d652 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795341 Jul 23 11:23:14.086081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e68bc71-c9f7-4ef5-85fa-dbaee698e9db req-1eae0027-6f17-4a2e-ba59-724d96b141ad service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 Jul 23 11:23:14.221350 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad149d43-141b-4cc2-9bdb-0829833c045d req-7722431e-bc6a-47fb-815b-c125a34875f2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:14.222981 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad149d43-141b-4cc2-9bdb-0829833c045d req-7722431e-bc6a-47fb-815b-c125a34875f2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.1137938 Jul 23 11:23:14.260028 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ad149d43-141b-4cc2-9bdb-0829833c045d req-c3ef407b-4f42-4a21-aa76-b0edb6bc9a49 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Jul 23 11:23:15.388099 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfd6b0-97c7-48b8-af7c-09b57c77a82f req-0f26fb3b-beab-44c3-a313-1a52b3213d86 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:15.389584 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37bfd6b0-97c7-48b8-af7c-09b57c77a82f req-0f26fb3b-beab-44c3-a313-1a52b3213d86 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Jul 23 11:23:15.436561 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37bfd6b0-97c7-48b8-af7c-09b57c77a82f req-21105c2d-dc02-4bbf-b032-8e44cb5ce217 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408132 Jul 23 11:23:16.563253 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720ae63-bd6e-4f2e-b078-8b611c6a9bba req-e3fe9c2d-a5ab-4790-9b85-3bc2a973dfb1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:16.564838 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2720ae63-bd6e-4f2e-b078-8b611c6a9bba req-e3fe9c2d-a5ab-4790-9b85-3bc2a973dfb1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0619268 Jul 23 11:23:16.602034 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2720ae63-bd6e-4f2e-b078-8b611c6a9bba req-e972321a-5124-4168-b90b-84062db7c6fe tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Jul 23 11:23:17.731670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b2af-2402-400d-97ee-6de8d42b7a58 req-c86d3d4d-56ca-4bd8-9156-c13079d9f078 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:17.733181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cb4b2af-2402-400d-97ee-6de8d42b7a58 req-c86d3d4d-56ca-4bd8-9156-c13079d9f078 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0630891 Jul 23 11:23:17.770400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1cb4b2af-2402-400d-97ee-6de8d42b7a58 req-7007604a-fdf0-48f1-b5b2-6064a59c7bc2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Jul 23 11:23:18.906747 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feba54a-f67c-4957-b535-94fa2075014a req-089436f4-d25f-45d9-a728-6944a3af00fa tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:18.908890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0feba54a-f67c-4957-b535-94fa2075014a req-089436f4-d25f-45d9-a728-6944a3af00fa tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0701013 Jul 23 11:23:18.946064 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0feba54a-f67c-4957-b535-94fa2075014a req-adff3329-b936-4234-884f-436f003b2e81 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jul 23 11:23:20.074250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592b2eb-385d-4e9f-a7e2-490a4baa955b req-305c1904-69e5-4e1c-a45e-4789f8a44b00 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:20.075746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a592b2eb-385d-4e9f-a7e2-490a4baa955b req-305c1904-69e5-4e1c-a45e-4789f8a44b00 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0623438 Jul 23 11:23:20.112669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a592b2eb-385d-4e9f-a7e2-490a4baa955b req-1addc5d6-6b79-4b7f-877e-ee1437399b5f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Jul 23 11:23:21.239365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93955d41-483f-4de4-929f-cdb6aa91ca9f req-49f23c00-5c98-4265-9e1c-eacacc8b6c0c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:21.240914 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93955d41-483f-4de4-929f-cdb6aa91ca9f req-49f23c00-5c98-4265-9e1c-eacacc8b6c0c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0624812 Jul 23 11:23:21.278292 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93955d41-483f-4de4-929f-cdb6aa91ca9f req-edd3c494-d37d-40ce-80df-b94f3656ba44 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jul 23 11:23:22.410064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372845ad-716b-4c91-aba9-d7ac3cfe29ef req-f4cf0aa7-ce87-409a-afcf-99fd597151be tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:22.411592 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-372845ad-716b-4c91-aba9-d7ac3cfe29ef req-f4cf0aa7-ce87-409a-afcf-99fd597151be tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0665612 Jul 23 11:23:22.448514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-372845ad-716b-4c91-aba9-d7ac3cfe29ef req-14efc176-6bf7-4af5-8990-5721f6ad9be2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jul 23 11:23:23.582765 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3cbee-065a-4146-82ca-17b026e5e3c4 req-50dc8da2-abb1-48d5-ae9a-c3eac6b8ac28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:23.584265 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1bc3cbee-065a-4146-82ca-17b026e5e3c4 req-50dc8da2-abb1-48d5-ae9a-c3eac6b8ac28 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0649374 Jul 23 11:23:23.621059 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1bc3cbee-065a-4146-82ca-17b026e5e3c4 req-cd21e24e-432d-4e20-bab3-a700bc80ea52 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Jul 23 11:23:24.245369 n-d-778550-4 neutron-server[93834]: INFO neutron.api.v2.resource [req-02058b09-d505-4f71-a040-9ac5beb50525 req-660bb66f-3333-42a6-8b32-3102fc5a89c4 service neutron] show failed (client error): The resource could not be found. Jul 23 11:23:24.246290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-660bb66f-3333-42a6-8b32-3102fc5a89c4 service neutron] 10.222.0.20 "GET /v2.0/ports/cba7a7fc-e172-4adf-974a-0d394f441c56/bindings/n-h2-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0538960 Jul 23 11:23:24.491172 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:24.525069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-335e4d3d-271d-40ae-abb8-1f993b8afbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:24.526591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-335e4d3d-271d-40ae-abb8-1f993b8afbcc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 1096 time: 0.0917945 Jul 23 11:23:24.542382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:23:24.617645 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:24.842571 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d0415-c269-4d8b-a7f9-f8df6acc83f4 req-2ab77227-338a-4ec5-8c69-f130ae696e44 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:24.844081 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f6d0415-c269-4d8b-a7f9-f8df6acc83f4 req-2ab77227-338a-4ec5-8c69-f130ae696e44 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.1306882 Jul 23 11:23:24.871238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:23:24.908406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f6d0415-c269-4d8b-a7f9-f8df6acc83f4 req-f7d2dd03-1449-4fbb-90f7-83ee2f9c7f13 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585456 Jul 23 11:23:24.923169 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:23:24.962161 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:23:24.964454 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dac90e6-5fc5-4b6b-93ba-f10e27c59104" -d '{"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-unplugged", "status": "completed", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:23:24.967870 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:24.980261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Transition to ACTIVE for port object cba7a7fc-e172-4adf-974a-0d394f441c56 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:23:24.984090 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:25.019844 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85643200-29f7-4057-b1ea-484a7a5ba1ad x-openstack-request-id: req-85643200-29f7-4057-b1ea-484a7a5ba1ad {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:23:25.020146 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-unplugged", "status": "completed", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:23:25.020401 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85643200-29f7-4057-b1ea-484a7a5ba1ad {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:23:25.020791 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'code': 200} Jul 23 11:23:25.063245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:23:25.074858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.075210 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.075582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.075925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.076259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.076592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.076928 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.077250 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.077575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.077900 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.078231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.078552 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:25.128098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] No DVR routers for this DVR port cba7a7fc-e172-4adf-974a-0d394f441c56 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:23:25.264255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:23:25.264605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:23:25.264915 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:23:25.269489 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Port cba7a7fc-e172-4adf-974a-0d394f441c56 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:23:25.269813 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Attempting to bind port cba7a7fc-e172-4adf-974a-0d394f441c56 on network 1769625f-8b3c-4abf-aeb8-864221dd0afe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:23:25.274476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:23:25.274817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Checking segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:23:25.275200 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Bound using segment: {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:23:25.275660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Bound port: cba7a7fc-e172-4adf-974a-0d394f441c56, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:23:25.276018 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:25.335870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:23:25.338679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:23:25.342850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:25.374648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:25.375265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:25.376714 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] 10.222.0.55 "PUT /v2.0/ports/cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 1091 time: 0.8423247 Jul 23 11:23:25.398655 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713140e-bf9c-458b-856b-cf82202a6857 service neutron] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:23:25.460564 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-244fd1b5-981c-46b5-934a-8c0242364456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:25.462243 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-244fd1b5-981c-46b5-934a-8c0242364456 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1094 time: 0.0606668 Jul 23 11:23:25.562267 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-6dc6f3ec-621c-4855-a086-4e241d8558a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:25.563842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-6dc6f3ec-621c-4855-a086-4e241d8558a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0956681 Jul 23 11:23:25.631026 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-10723609-1808-42d9-a179-ac4c0bc2bea0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 998 time: 0.0601962 Jul 23 11:23:25.681710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-d0276759-5eaa-4381-89b4-61fbbf80c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:25.683219 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-d0276759-5eaa-4381-89b4-61fbbf80c89a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0461617 Jul 23 11:23:25.739504 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b09-d505-4f71-a040-9ac5beb50525 req-6740433f-6c17-4530-a243-84afc9500ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:25.740963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-6740433f-6c17-4530-a243-84afc9500ffd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520310 Jul 23 11:23:25.834453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-d2e20304-7d92-4043-b2aa-4f64a1d3a473 service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868874 Jul 23 11:23:25.922353 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02058b09-d505-4f71-a040-9ac5beb50525 req-1621202e-2b63-4659-9654-2b5b406bc71f service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819731 Jul 23 11:23:26.047316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde580-6e08-42ba-8aa1-9295631329dc req-219c415a-1e92-4768-b38e-3aab439b12fe tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:26.048982 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37cde580-6e08-42ba-8aa1-9295631329dc req-219c415a-1e92-4768-b38e-3aab439b12fe tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 943 time: 0.0706933 Jul 23 11:23:26.377978 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-37cde580-6e08-42ba-8aa1-9295631329dc req-1a69364d-7eb3-4864-86ec-5f9fbd7b87d0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231847 Jul 23 11:23:27.021952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:23:27.024348 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98cd373-78f4-476f-b24c-eb90f3a934d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:23:27.074228 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f79587-864f-4c3d-a920-99a2262a3514 x-openstack-request-id: req-61f79587-864f-4c3d-a920-99a2262a3514 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:23:27.074549 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:23:27.074805 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61f79587-864f-4c3d-a920-99a2262a3514 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:23:27.075201 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'status': 'completed', 'code': 200} Jul 23 11:23:27.134869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca214dba-9138-42f1-896b-69fb83df8cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:27.155300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-ee934e84-dc99-4277-93d4-a9c6a6b257dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.156862 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-ee934e84-dc99-4277-93d4-a9c6a6b257dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1094 time: 0.0591712 Jul 23 11:23:27.167261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-6ab2fd7d-f50f-4bce-82c3-61ab08152605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.168792 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-6ab2fd7d-f50f-4bce-82c3-61ab08152605 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1094 time: 0.0564411 Jul 23 11:23:27.213753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:23:27.256142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-7dbd1e2a-e414-44ec-b6fb-bdd178152c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.257801 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-7dbd1e2a-e414-44ec-b6fb-bdd178152c03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0936518 Jul 23 11:23:27.268272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-e51c88b6-4b7e-4298-8fb0-c0aeeea8895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.269749 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-e51c88b6-4b7e-4298-8fb0-c0aeeea8895b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0951099 Jul 23 11:23:27.310069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:23:27.327375 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-929d0c22-ecf2-463e-a638-09bd990ac281 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 998 time: 0.0627885 Jul 23 11:23:27.328428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'port_id': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'mac_address': 'fa:16:3e:71:32:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:23:27.345779 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-ee56cc06-06b0-44fc-ad35-1671b6d9461e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 998 time: 0.0697880 Jul 23 11:23:27.369678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:27.379437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-cd7286f0-c6d4-48db-892b-4a524d994fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.381028 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-cd7286f0-c6d4-48db-892b-4a524d994fa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0464077 Jul 23 11:23:27.385471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba7a7fc-e172-4adf-974a-0d394f441c56 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:23:27.410803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:23:27.416628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:27.431280 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-01dfeb4d-ae6f-4645-8edc-843d9f6aaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.432761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-01dfeb4d-ae6f-4645-8edc-843d9f6aaa25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0812063 Jul 23 11:23:27.464713 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-6cefe620-92c8-4068-a8b8-ba3dc8a4724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.468677 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-6cefe620-92c8-4068-a8b8-ba3dc8a4724d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787110 Jul 23 11:23:27.496185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:23:27.505646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.505986 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.506355 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.506696 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.507036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.507373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.507732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.508056 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.508384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.508712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.509070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.509393 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:27.617070 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-8193697b-3f73-4167-89e3-622f92c38bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434488 Jul 23 11:23:27.630248 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cad623-5afa-42eb-9360-caa0b3912180 req-67bcd42d-52c8-4119-bc0a-7dde6d0b912e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.631863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00cad623-5afa-42eb-9360-caa0b3912180 req-67bcd42d-52c8-4119-bc0a-7dde6d0b912e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 944 time: 0.1299796 Jul 23 11:23:27.666140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['cba7a7fc-e172-4adf-974a-0d394f441c56'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:23:27.729495 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00cad623-5afa-42eb-9360-caa0b3912180 req-2975f3c6-0879-4bce-a06c-4203ef756b6d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891023 Jul 23 11:23:27.750869 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-7036ef3e-f348-431b-bc0c-a37e6607d597 service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179912 Jul 23 11:23:27.868529 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-6eda42a5-96e4-43e3-a9e5-774109ae7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:27.870885 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-6eda42a5-96e4-43e3-a9e5-774109ae7fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305708 Jul 23 11:23:27.951889 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.20', 54641) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:23:27.981473 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-0da35b3d-7d5b-42d0-ac83-c9b8e9c29099 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031661 Jul 23 11:23:28.026222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133031d7-9224-4fb7-86ce-75418d4f0113 req-593fdaa7-b6f8-4fa5-9868-5394b62f5629 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.027766 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-133031d7-9224-4fb7-86ce-75418d4f0113 req-593fdaa7-b6f8-4fa5-9868-5394b62f5629 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 944 time: 0.1206656 Jul 23 11:23:28.041827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-db9e6b85-1845-436c-8b1f-4337a4bc01f4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.043352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-db9e6b85-1845-436c-8b1f-4337a4bc01f4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61&tenant_id=90625b89ad8a4357bfd4452a9076e162&binding%3Ahost_id=n-h2-778550-4 HTTP/1.1" status: 200 len: 944 time: 0.0904980 Jul 23 11:23:28.075294 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-67227b0a-0cf1-4b7c-9625-14ae3b6408c1 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876255 Jul 23 11:23:28.107500 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-133031d7-9224-4fb7-86ce-75418d4f0113 req-2979f4a0-fa04-433a-93ff-530b52d7d7f0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631020 Jul 23 11:23:28.128347 n-d-778550-4 neutron-server[93833]: INFO neutron.api.v2.resource [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-4e779af5-2ce3-4ac6-8735-0c3bf256c48d service neutron] delete failed (client error): The resource could not be found. Jul 23 11:23:28.129394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-4e779af5-2ce3-4ac6-8735-0c3bf256c48d service neutron] 10.222.0.20 "DELETE /v2.0/ports/cba7a7fc-e172-4adf-974a-0d394f441c56/bindings/n-h1-778550-4 HTTP/1.1" status: 404 len: 380 time: 0.0781140 Jul 23 11:23:28.240423 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d6f0a-d72e-465b-be8c-1785d267f93d req-8aeb621e-1064-4daf-92b7-994449ee9e32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.241921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c60d6f0a-d72e-465b-be8c-1785d267f93d req-8aeb621e-1064-4daf-92b7-994449ee9e32 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 944 time: 0.0633085 Jul 23 11:23:28.248397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-ed536c10-0439-40d5-9b9e-1864202bf8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.249909 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-ed536c10-0439-40d5-9b9e-1864202bf8f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1095 time: 0.0590427 Jul 23 11:23:28.284980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c60d6f0a-d72e-465b-be8c-1785d267f93d req-bc6340a4-c216-484d-9c12-980aad11a007 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372260 Jul 23 11:23:28.338444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-252ff4a8-6fe2-4317-8c74-667a97335e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.339948 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-252ff4a8-6fe2-4317-8c74-667a97335e4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0839665 Jul 23 11:23:28.406531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-45c33726-8d03-47f6-8c85-acd28346ed68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 999 time: 0.0599272 Jul 23 11:23:28.453815 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-d1453fd0-c91a-4af8-9466-ff54c11efe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.455780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-d1453fd0-c91a-4af8-9466-ff54c11efe92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0435436 Jul 23 11:23:28.511245 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-57999ff7-1ce7-492e-8d18-68ff5bfe2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:28.512755 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-57999ff7-1ce7-492e-8d18-68ff5bfe2e31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514324 Jul 23 11:23:28.602717 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-f8095a51-8862-4db3-95fd-834c57968b91 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836177 Jul 23 11:23:28.688445 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4150e4ce-4db3-447b-b1e6-4fe40a2c026c req-9722503a-2c97-4e1d-a3bd-f7f5f60625e6 service neutron] 10.222.0.20 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799308 Jul 23 11:23:29.046678 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:23:29.084648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:23:29.228020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:23:29.277973 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port cba7a7fc-e172-4adf-974a-0d394f441c56 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:23:29.281677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port cba7a7fc-e172-4adf-974a-0d394f441c56 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:23:29.282054 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:29.358527 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:29.381108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:23:29.383383 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291ab4f0-bc1a-41be-b49f-8369e35a94cd" -d '{"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-plugged", "status": "completed", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:23:29.397315 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:23:29.402771 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:29.424430 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09babc-bdfc-4caf-8fb1-a3ce91baaaf0 req-b0e7c4ae-3bb8-4b77-9de1-e7a3bdf1729d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:29.426097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc09babc-bdfc-4caf-8fb1-a3ce91baaaf0 req-b0e7c4ae-3bb8-4b77-9de1-e7a3bdf1729d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 944 time: 0.0734632 Jul 23 11:23:29.429994 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123686d3-a82b-41af-a7fd-6a771aaee1f7 x-openstack-request-id: req-123686d3-a82b-41af-a7fd-6a771aaee1f7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:23:29.430284 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-plugged", "status": "completed", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:23:29.430538 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-123686d3-a82b-41af-a7fd-6a771aaee1f7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:23:29.430924 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'code': 200} Jul 23 11:23:29.461954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:23:29.470059 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc09babc-bdfc-4caf-8fb1-a3ce91baaaf0 req-fe7d4cd2-dc78-46f7-8afb-f1c457ada52c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 Jul 23 11:23:29.493480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37476) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:23:29.554754 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d04173be-b3f9-4615-bb44-d2ea33a4e867 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/34624c33-5e8b-4075-9119-bfd232c9ed2b HTTP/1.1" status: 200 len: 992 time: 0.0600879 Jul 23 11:23:29.998757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-059accf6-04e7-4154-91b6-ceb7b30e2a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:30.294686 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:31.449927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:32.702107 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:34.885174 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:38.398291 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:23:51.865861 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-9f7ced3f-8831-4f14-ad36-7170f0dc9d6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554817 Jul 23 11:23:51.959867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-7e05f151-9747-4991-a0d5-a340585eb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:51.961260 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-7e05f151-9747-4991-a0d5-a340585eb7c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1096 time: 0.0532873 Jul 23 11:23:52.060146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-135d2084-5358-48c0-810d-40ff8f0a9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:52.061595 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-135d2084-5358-48c0-810d-40ff8f0a9452 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0817521 Jul 23 11:23:52.129498 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-8d849b5f-4aba-4735-94e1-3209f231aca4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 1000 time: 0.0604961 Jul 23 11:23:52.176125 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-5ceb8019-7c6e-44b4-a88e-8f32e3ff78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:52.177512 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-5ceb8019-7c6e-44b4-a88e-8f32e3ff78e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0422049 Jul 23 11:23:52.234407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-787bbac4-ab96-4a52-a344-a783db5da6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:52.236432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-787bbac4-ab96-4a52-a344-a783db5da6c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521951 Jul 23 11:23:52.328554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-b33274f8-dc83-4c9f-a718-71a77a73554a service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841708 Jul 23 11:23:52.416917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dd1233b6-630b-4934-8cb2-1a5c1ca929aa req-7ac3d797-13c7-4bcd-b488-72aa8c05fb05 service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811107 Jul 23 11:23:54.488522 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:57.136071 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1be4cbc1-a2d4-4176-8103-118f1ccf47ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:57.897762 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:23:58.049810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 33659f6a-9d4a-4afc-903b-c1ddd956807c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:23:58.050180 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:58.122260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:58.122499 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:58.133690 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 33659f6a-9d4a-4afc-903b-c1ddd956807c owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:23:58.285977 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:58.311231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=33659f6a-9d4a-4afc-903b-c1ddd956807c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:23:58.340528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.340881 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.341230 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.341568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.341901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.342235 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.342567 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.342894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.343228 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.343579 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.343906 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.344229 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:23:58.383768 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:58.384032 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP 34624c33-5e8b-4075-9119-bfd232c9ed2b disassociated (deleted). External IP: 172.25.4.22, port: cba7a7fc-e172-4adf-974a-0d394f441c56. Jul 23 11:23:58.587344 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 5d831c01-eddf-47c5-84d3-ba0dba9220cc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:23:58.690024 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:23:58.694615 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:23:58.700075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] Sync routers for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:23:58.709487 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:23:58.710106 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:23:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:23:58.732630 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0008a310-fe73-4f65-815c-7be70fb0eb9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/floatingips/34624c33-5e8b-4075-9119-bfd232c9ed2b HTTP/1.1" status: 204 len: 168 time: 0.8337388 Jul 23 11:23:58.733333 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:23:58.736436 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c4de8-513b-4769-9dd9-9fe05469ea2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:23:58.786546 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7a553-5416-4f88-b9d5-ba0404991086 x-openstack-request-id: req-e2b7a553-5416-4f88-b9d5-ba0404991086 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:23:58.787032 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:23:58.787486 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2b7a553-5416-4f88-b9d5-ba0404991086 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:23:58.788048 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'status': 'completed', 'code': 200} Jul 23 11:23:58.834294 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:23:58.882762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-b9366ffe-5ffb-409e-9d9b-0ab62259c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:58.884399 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-b9366ffe-5ffb-409e-9d9b-0ab62259c5a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 1096 time: 0.0748022 Jul 23 11:23:58.986738 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-114b8298-2ce3-4774-9e51-84dfb731e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:58.988202 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-114b8298-2ce3-4774-9e51-84dfb731e3de service neutron] 10.222.0.55 "GET /v2.0/networks?id=1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 200 len: 897 time: 0.0979319 Jul 23 11:23:59.014673 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0d950-752f-4d7c-955e-2af90b658c99 req-da6a190c-ff1d-4612-8580-358bda250931 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:59.016298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99c0d950-752f-4d7c-955e-2af90b658c99 req-da6a190c-ff1d-4612-8580-358bda250931 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0655522 Jul 23 11:23:59.037833 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-b4855648-5b7f-40f1-bfec-9d968fb2f749 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 200 len: 217 time: 0.0421069 Jul 23 11:23:59.060373 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:32Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:23:59.063980 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-99c0d950-752f-4d7c-955e-2af90b658c99 req-b7b1483c-c82e-448a-8b68-438492ee9c62 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 Jul 23 11:23:59.087216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-3212ae3c-eae3-45ff-8181-e48855860a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:59.088745 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-3212ae3c-eae3-45ff-8181-e48855860a6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 200 len: 834 time: 0.0452912 Jul 23 11:23:59.095013 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] Checking router: 5d831c01-eddf-47c5-84d3-ba0dba9220cc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:23:59.103630 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:23:59.104247 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:23:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:23:59.146507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-03a96f16-871d-4e16-a4cf-07cc035b690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:23:59.148077 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-03a96f16-871d-4e16-a4cf-07cc035b690a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1769625f-8b3c-4abf-aeb8-864221dd0afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525010 Jul 23 11:23:59.208205 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:23:59.243330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-d9d2eebb-deaa-4507-90c3-2d139881c1f7 service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882394 Jul 23 11:23:59.332203 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f04c4de8-513b-4769-9dd9-9fe05469ea2d req-e114297a-09ee-42f9-a308-25f5815f311e service neutron] 10.222.0.55 "GET /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820305 Jul 23 11:23:59.398235 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:32Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:23:59.423594 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b086-a51c-4f0d-a79c-6a951259f91f None None] The sync data for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 is: [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:28Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'adfe5534-ca23-4363-9d28-6b0a70d99580', 'name': '', 'network_id': '1769625f-8b3c-4abf-aeb8-864221dd0afe', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:cf:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:27Z', 'updated_at': '2021-07-23T11:22:32Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'b7963ff0-7f55-4697-9b5b-6c7054ff53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:23:59.626578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352234c8-b91a-4747-a9e8-1e5291f2e09e None None] New status for floating IP 34624c33-5e8b-4075-9119-bfd232c9ed2b: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:23:59.997721 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-236efc14-71a3-4d7f-afb7-ecdda74aa107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.239801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869b92a-057b-40d9-8832-10c0afc8197c req-6e24d2be-28e1-4149-9fae-d95c2d6a7c49 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:00.241214 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1869b92a-057b-40d9-8832-10c0afc8197c req-6e24d2be-28e1-4149-9fae-d95c2d6a7c49 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.1034172 Jul 23 11:24:00.262575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96901be9-879e-4580-b82e-7b4c25e00742 req-65be0046-08e1-4508-b08f-d2fd04c74fa4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:00.264049 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96901be9-879e-4580-b82e-7b4c25e00742 req-65be0046-08e1-4508-b08f-d2fd04c74fa4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce8759b-7824-40ab-a5bc-337078291b61 HTTP/1.1" status: 200 len: 945 time: 0.0926697 Jul 23 11:24:00.296554 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.316782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1869b92a-057b-40d9-8832-10c0afc8197c req-e1f4eb28-580c-4451-b9cb-523ca7202143 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a588cb1-c851-4aac-97a5-0ed8ed6f8651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699461 Jul 23 11:24:00.380472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port cba7a7fc-e172-4adf-974a-0d394f441c56 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:24:00.380815 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.464870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port cba7a7fc-e172-4adf-974a-0d394f441c56, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=cba7a7fc-e172-4adf-974a-0d394f441c56,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:00.465224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.477211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for cba7a7fc-e172-4adf-974a-0d394f441c56 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:24:00.619649 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.648459 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=cba7a7fc-e172-4adf-974a-0d394f441c56,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:00.696249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] No DVR routers for this DVR port cba7a7fc-e172-4adf-974a-0d394f441c56 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:24:00.698817 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:00.700830 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-96901be9-879e-4580-b82e-7b4c25e00742 req-b953dc69-0f79-4d32-afeb-742229f70409 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.55 "DELETE /v2.0/ports/cba7a7fc-e172-4adf-974a-0d394f441c56 HTTP/1.1" status: 204 len: 173 time: 0.4304833 Jul 23 11:24:00.701255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-deleted', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:00.704218 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0926f391-1aeb-4e96-b86f-45c71368463c" -d '{"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-deleted", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:00.739438 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233942a-0aec-46c9-9218-91f1d53cb3e3 x-openstack-request-id: req-8233942a-0aec-46c9-9218-91f1d53cb3e3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:00.739749 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8759b-7824-40ab-a5bc-337078291b61", "name": "network-vif-deleted", "tag": "cba7a7fc-e172-4adf-974a-0d394f441c56", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:00.740004 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8233942a-0aec-46c9-9218-91f1d53cb3e3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:00.740444 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8759b-7824-40ab-a5bc-337078291b61', 'name': 'network-vif-deleted', 'tag': 'cba7a7fc-e172-4adf-974a-0d394f441c56', 'status': 'completed', 'code': 200} Jul 23 11:24:01.371265 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:01.455665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:01.727789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:01.992951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port adfe5534-ca23-4363-9d28-6b0a70d99580 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:24:01.993218 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.081328 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port adfe5534-ca23-4363-9d28-6b0a70d99580, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=adfe5534-ca23-4363-9d28-6b0a70d99580,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:02.081695 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.101283 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for adfe5534-ca23-4363-9d28-6b0a70d99580 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:24:02.287224 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.318415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=adfe5534-ca23-4363-9d28-6b0a70d99580,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:02.489669 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.700220 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 5d831c01-eddf-47c5-84d3-ba0dba9220cc has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:24:02.706249 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.809446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:24:02.816911 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f5008336-cb57-49ba-93ad-ef3945e5b423 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/5d831c01-eddf-47c5-84d3-ba0dba9220cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444506 Jul 23 11:24:02.818532 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:02.821615 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] Sync routers for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:24:02.833812 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:02.834524 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:02.873451 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting subnet b7963ff0-7f55-4697-9b5b-6c7054ff53d9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:24:02.877368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.915491 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:02.941381 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:02.999658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.119145 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:24:02Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:03.147059 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] Checking router: 5d831c01-eddf-47c5-84d3-ba0dba9220cc for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:24:03.155791 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] Routers {'5d831c01-eddf-47c5-84d3-ba0dba9220cc'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:03.156421 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:03.261003 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] Set router 5d831c01-eddf-47c5-84d3-ba0dba9220cc gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:03.362726 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.367318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:24:03.386944 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: cba7a7fc-e172-4adf-974a-0d394f441c56 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:24:03.387290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device cba7a7fc-e172-4adf-974a-0d394f441c56 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:24:03.392211 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Subnet': ['ID=b7963ff0-7f55-4697-9b5b-6c7054ff53d9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:03.397614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.402250 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4444cebd-0ab3-46b3-ac1c-0163b117adea tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/subnets/b7963ff0-7f55-4697-9b5b-6c7054ff53d9 HTTP/1.1" status: 204 len: 168 time: 0.5804732 Jul 23 11:24:03.402535 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:03.407615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4f40c-c407-44c1-810e-88cf46e4d9db None None] Network 1769625f-8b3c-4abf-aeb8-864221dd0afe requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:24:03.444977 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:24:02Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:03.474107 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be1ffb-fa55-4a68-8305-f713fe857599 None None] The sync data for ids ['5d831c01-eddf-47c5-84d3-ba0dba9220cc'] in n-d-778550-4 is: [{'id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794472162', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:24:02Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '2081fb3e-8944-4c03-98a2-4da5e529cc94', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d831c01-eddf-47c5-84d3-ba0dba9220cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:22:24Z', 'updated_at': '2021-07-23T11:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:24:03.514732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.622477 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.676227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 2081fb3e-8944-4c03-98a2-4da5e529cc94 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:24:03.676574 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.755394 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 2081fb3e-8944-4c03-98a2-4da5e529cc94, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2081fb3e-8944-4c03-98a2-4da5e529cc94,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:03.755783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.767149 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 2081fb3e-8944-4c03-98a2-4da5e529cc94 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:24:03.843372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] DHCP port deletion for 1769625f-8b3c-4abf-aeb8-864221dd0afe request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:24:03.899539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] Deleting port 188ac0a7-b572-4134-8711-81d14c7d908c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:24:03.899922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.938952 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.968461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] For port 188ac0a7-b572-4134-8711-81d14c7d908c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=188ac0a7-b572-4134-8711-81d14c7d908c,segment=NetworkSegment(33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5),segment_id=33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:03.968618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=2081fb3e-8944-4c03-98a2-4da5e529cc94,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:03.968982 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:03.985348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] Calling delete_port for 188ac0a7-b572-4134-8711-81d14c7d908c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:24:04.030562 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.068803 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.091522 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] Pushing event deleted for resources: {'Port': ['ID=188ac0a7-b572-4134-8711-81d14c7d908c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:04.097754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd502b-695f-46db-b4a7-680f10400f38 None None] No DVR routers for this DVR port 188ac0a7-b572-4134-8711-81d14c7d908c on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:24:04.123673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.125904 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.171873 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.172486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Fanout notify agent at l3_agent the message router_deleted on router 5d831c01-eddf-47c5-84d3-ba0dba9220cc {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:24:04.179868 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.183372 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-88d9ab21-94b3-4fc5-9baa-65cf7f2e7b1b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/routers/5d831c01-eddf-47c5-84d3-ba0dba9220cc HTTP/1.1" status: 204 len: 168 time: 0.7777221 Jul 23 11:24:04.183769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37508) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:04.264899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.353825 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.363669 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1769625f-8b3c-4abf-aeb8-864221dd0afe']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:04.372967 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:04.373269 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f5ccbb-c1db-488e-80ca-7e1ecbc8f3d5') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:04.382289 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.396267 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.401901 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:24:04.402280 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:24:04.405143 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:24:04.460844 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.468909 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.470802 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/networks/1769625f-8b3c-4abf-aeb8-864221dd0afe HTTP/1.1" status: 204 len: 168 time: 0.2860441 Jul 23 11:24:04.473625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:04.481678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c91b9-efb6-4877-a48e-87c7bb37daf3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Network': ['ID=1769625f-8b3c-4abf-aeb8-864221dd0afe,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:04.532307 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bf38d79-0bef-4658-adb2-6cc43eecfb41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.556862 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bf38d79-0bef-4658-adb2-6cc43eecfb41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.623055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bf38d79-0bef-4658-adb2-6cc43eecfb41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.626611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bf38d79-0bef-4658-adb2-6cc43eecfb41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.627902 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4bf38d79-0bef-4658-adb2-6cc43eecfb41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a588cb1-c851-4aac-97a5-0ed8ed6f8651 HTTP/1.1" status: 204 len: 168 time: 0.1531646 Jul 23 11:24:04.640316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf38d79-0bef-4658-adb2-6cc43eecfb41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a588cb1-c851-4aac-97a5-0ed8ed6f8651,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:04.849722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adfe5534-ca23-4363-9d28-6b0a70d99580 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:24:04.873045 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: adfe5534-ca23-4363-9d28-6b0a70d99580 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:24:04.873392 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device adfe5534-ca23-4363-9d28-6b0a70d99580 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:24:04.873814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 188ac0a7-b572-4134-8711-81d14c7d908c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:24:04.894615 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37516) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:04.896102 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 188ac0a7-b572-4134-8711-81d14c7d908c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:24:04.896451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 188ac0a7-b572-4134-8711-81d14c7d908c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:24:04.896866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2081fb3e-8944-4c03-98a2-4da5e529cc94 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:24:04.899330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710810580', 'description': 'tempest-secgroup-smoke-1710810580 description', 'project_id': '90625b89ad8a4357bfd4452a9076e162'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:04.919399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 2081fb3e-8944-4c03-98a2-4da5e529cc94 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:24:04.919772 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2081fb3e-8944-4c03-98a2-4da5e529cc94 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:24:04.920715 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:04.925781 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.007919 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.011391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.037344 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.038628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430004 Jul 23 11:24:05.041791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.042481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae2cd4-cb76-47e1-8990-63a8c8c80b50 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2b2103-db59-4e7a-9e77-024a6afbce8e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.048678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '0e2b2103-db59-4e7a-9e77-024a6afbce8e', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.075265 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.120559 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.123971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.139046 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aad6a9-3d95-4e7a-a0be-d197c28b4b32,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.148055 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.149255 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-37db8d21-a07d-45f9-8cb9-60869d75d4d7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064003 Jul 23 11:24:05.151977 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.156877 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '0e2b2103-db59-4e7a-9e77-024a6afbce8e', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.181776 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.239766 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.243104 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.259947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d46a9ea-de49-4848-99fc-cc3741df0546,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.264578 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.265888 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3b05f9eb-ee9b-483c-a952-8bee61f2288f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128688 Jul 23 11:24:05.268748 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.273038 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '0e2b2103-db59-4e7a-9e77-024a6afbce8e', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.299772 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.355393 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.358623 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.376188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad64e41-3b5e-44b5-94e3-29d12b490029,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.381739 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.382884 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-738d496d-0ad4-431f-81e2-a5a98272109f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132138 Jul 23 11:24:05.385650 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.389970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '0e2b2103-db59-4e7a-9e77-024a6afbce8e', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.415302 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.473166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.476481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.490678 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1ef412-d9b5-477c-9b0b-284332db02c4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.499312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.500642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-030bd67c-9941-45ed-a959-340136d7aad7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140659 Jul 23 11:24:05.503371 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37526) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.507706 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '0e2b2103-db59-4e7a-9e77-024a6afbce8e', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.528437 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:24:05.533734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.593394 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.597438 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.611897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb2d402-ef8f-4147-9343-6c93d4e0e939,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.620434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.621751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4d2a4465-d4b7-4d44-b7c5-28aefeef8cb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174293 Jul 23 11:24:05.624556 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.629661 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': '0e2b2103-db59-4e7a-9e77-024a6afbce8e', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.653669 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:24:05.659722 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.720022 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.723451 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.743207 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b7de4e-6aa4-4743-b75b-863cd337903b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.749214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.750559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bd45a919-a1ba-4d9d-a8e7-0785909ba29e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250093 Jul 23 11:24:05.753374 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.758270 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'network': {'name': 'tempest-network-smoke--2099523355', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.778785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:24:05.782774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.805070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:24:05.814614 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.815005 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Added segment d9b9b0da-9b97-4e31-a805-fdba0069fee5 of type vlan for network de2ff7aa-3399-41f9-84bd-d0f7719956fd Jul 23 11:24:05.853686 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.881627 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.887156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:05.887777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.920750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1663723 Jul 23 11:24:05.923574 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:05.928150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'admin_state_up': True, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:05.972623 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b2d34-93f8-4d96-9dc0-d10a6807a696 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Network': ['ID=de2ff7aa-3399-41f9-84bd-d0f7719956fd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:05.982845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:24:05.986811 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:05.988014 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.043132 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.184452 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.374565 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.393828 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.494340 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.158 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/3cd1555e-2f83-4596-9f34-159683f26227) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:06.596123 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.633829 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:06.670684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:06.674339 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:06.679681 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:06.702352 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=3cd1555e-2f83-4596-9f34-159683f26227,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:06.926343 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.121970 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.244459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router cc384fc7-911f-430b-ad31-254925ba0e6a is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:24:07.351127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:24:07.360574 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Sync routers for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:24:07.368851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.369742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:07.374228 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-25f22fd8-ebd4-4230-9368-9e294de24d4e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4457674 Jul 23 11:24:07.374373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:07.374483 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:07.403968 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-efddb7b7-a254-43ce-929f-f374d0b94e7a tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=90625b89ad8a4357bfd4452a9076e162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285292 Jul 23 11:24:07.406608 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:07.474614 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:07.495015 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54292e6e-e9e5-44b1-bdae-7bc9e2106547 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:07.496564 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-54292e6e-e9e5-44b1-bdae-7bc9e2106547 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890894 Jul 23 11:24:07.499518 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:07.526635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5fbc57ce-9f33-4547-8017-dfdaf709664c tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259981 Jul 23 11:24:07.529679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37540) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:07.535159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411837009', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:07.624954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:24:07.632372 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.653945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:06Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:07.680559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Checking router: cc384fc7-911f-430b-ad31-254925ba0e6a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:24:07.680920 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Updating router cc384fc7-911f-430b-ad31-254925ba0e6a port 3cd1555e-2f83-4596-9f34-159683f26227 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:24:07.714007 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.812118 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.874743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Subnet': ['ID=a7f47423-e2ea-43a2-a561-5e87698d43ea,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:07.879836 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Checking segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:24:07.880134 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network hostable DHCP agents. Network: de2ff7aa-3399-41f9-84bd-d0f7719956fd, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:24:07.897145 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:24:07.906646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, de2ff7aa-3399-41f9-84bd-d0f7719956fd) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:07.910891 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:07.911579 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:07.918615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed2265-cf9f-4329-b927-0b2f50f39577 None None] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:24:07.928865 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-aedba569-6d93-48a7-9f29-7b8b4e68dff8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3955863 Jul 23 11:24:07.929074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:08.032756 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.053009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Transition to ACTIVE for port object 3cd1555e-2f83-4596-9f34-159683f26227 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:08.062252 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.143964 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602dad2-a5f1-41c0-8170-ba5354f65d30 None None] Pushing event updated for resources: {'Port': ['ID=3cd1555e-2f83-4596-9f34-159683f26227,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:08.146982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Attempting to bind port 3cd1555e-2f83-4596-9f34-159683f26227 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:24:08.147738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Attempting to bind port 3cd1555e-2f83-4596-9f34-159683f26227 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:24:08.148114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Attempting to bind port 3cd1555e-2f83-4596-9f34-159683f26227 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:08.156033 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:24:08.157162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:24:08.157609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.157994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:24:08.158477 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Bound port: 3cd1555e-2f83-4596-9f34-159683f26227, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:24:08.158869 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.195318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:24:08.196272 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.298901 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] For port 3cd1555e-2f83-4596-9f34-159683f26227, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:24:08.318712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] For port 3cd1555e-2f83-4596-9f34-159683f26227, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3cd1555e-2f83-4596-9f34-159683f26227,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:24:08.327575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.378266 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.427099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Allocated IP 172.20.0.2 (de2ff7aa-3399-41f9-84bd-d0f7719956fd/a7f47423-e2ea-43a2-a561-5e87698d43ea/21b0fc97-0798-416c-891b-b523dfa8d526) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:08.429391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602dad2-a5f1-41c0-8170-ba5354f65d30 None None] Pushing event updated for resources: {'Port': ['ID=3cd1555e-2f83-4596-9f34-159683f26227,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:08.435252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:08.435894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:08.769320 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:08.924995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:08.938065 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Transition to ACTIVE for port object 21b0fc97-0798-416c-891b-b523dfa8d526 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:08.982333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Transition to ACTIVE for port object 21b0fc97-0798-416c-891b-b523dfa8d526 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:08.990339 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.034561 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:09.034831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.1 (de2ff7aa-3399-41f9-84bd-d0f7719956fd/a7f47423-e2ea-43a2-a561-5e87698d43ea/337ae933-1445-43f5-aa72-40954f24406d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:09.041364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:09.043697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:09.054718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Pushing event updated for resources: {'Port': ['ID=21b0fc97-0798-416c-891b-b523dfa8d526,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:09.087012 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:06Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:09.132186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80291371-0922-487f-b937-cdc3ce4fc8d6 None None] The sync data for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 is: [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:06Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:24:09.142928 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Attempting to bind port 21b0fc97-0798-416c-891b-b523dfa8d526 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:24:09.143299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Attempting to bind port 21b0fc97-0798-416c-891b-b523dfa8d526 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:24:09.143692 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Attempting to bind port 21b0fc97-0798-416c-891b-b523dfa8d526 on network de2ff7aa-3399-41f9-84bd-d0f7719956fd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:09.149172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:24:09.149554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Checking segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:24:09.149952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.150348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Bound using segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:24:09.150814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Bound port: 21b0fc97-0798-416c-891b-b523dfa8d526, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:24:09.151201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.151885 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.168240 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object 337ae933-1445-43f5-aa72-40954f24406d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:09.210582 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.219666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] For port 21b0fc97-0798-416c-891b-b523dfa8d526, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:24:09.222949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] For port 21b0fc97-0798-416c-891b-b523dfa8d526, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21b0fc97-0798-416c-891b-b523dfa8d526,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:24:09.227458 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.253630 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:09.258657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:09.261457 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:09.288206 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c3be-99da-4f5f-8023-e86ff80d1de5 None None] Pushing event updated for resources: {'Port': ['ID=21b0fc97-0798-416c-891b-b523dfa8d526,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:09.293110 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=337ae933-1445-43f5-aa72-40954f24406d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:09.314685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.492819 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.790426 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.795308 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.873014 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=337ae933-1445-43f5-aa72-40954f24406d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:09.879398 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:09.986735 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:09.988605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:10.109225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router cc384fc7-911f-430b-ad31-254925ba0e6a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:24:10.222659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:24:10.231678 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-f4fed4e8-c57c-497c-9185-d389582a1bcb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/cc384fc7-911f-430b-ad31-254925ba0e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016109 Jul 23 11:24:10.244291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63d6e4-5d37-4178-83e2-fbdb4ee0b019 None None] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:24:10.364777 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d5459a23-106d-4027-873a-41e2ece25733 None None] Provisioning for port 21b0fc97-0798-416c-891b-b523dfa8d526 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:10.386016 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-2b1d779d-0665-438c-a037-528e96f73f71 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710810580&fields=id&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 267 time: 0.0374317 Jul 23 11:24:10.509898 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-cf370319-3216-4616-b019-315c333e53e8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:10.511555 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-cf370319-3216-4616-b019-315c333e53e8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 797 time: 0.1182714 Jul 23 11:24:10.528871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-f105c493-ea1c-4cc9-9a62-baa3546c83c5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/quotas/90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 375 time: 0.0107880 Jul 23 11:24:10.604476 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-1f6fe408-df52-4253-ad19-af87d1ad5946 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689712 Jul 23 11:24:10.709981 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e49c3acd-fa4c-4e00-b9ef-50b517b673d3 None None] Provisioning for port 337ae933-1445-43f5-aa72-40954f24406d completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:10.716615 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e49c3acd-fa4c-4e00-b9ef-50b517b673d3 None None] Provisioning complete for port 337ae933-1445-43f5-aa72-40954f24406d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:10.717224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e49c3acd-fa4c-4e00-b9ef-50b517b673d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:10.732766 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-9abee169-52a0-4003-ac82-c7e27423e5d8 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113205 Jul 23 11:24:10.770203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e49c3acd-fa4c-4e00-b9ef-50b517b673d3 None None] Port 337ae933-1445-43f5-aa72-40954f24406d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:24:10.819570 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Sync routers for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:24:10.830745 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:10.831461 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:10.883081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-98d8b1c9-2f29-435e-bcf9-db87a66a68a4 service neutron] 10.222.0.37 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435258 Jul 23 11:24:10.896760 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec2bc2d5-9c5c-44fb-b35d-98371a70965a None None] Provisioning complete for port 337ae933-1445-43f5-aa72-40954f24406d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:10.897351 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc2d5-9c5c-44fb-b35d-98371a70965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:10.952926 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bc2d5-9c5c-44fb-b35d-98371a70965a None None] Port 337ae933-1445-43f5-aa72-40954f24406d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:24:10.985231 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3cd1555e-2f83-4596-9f34-159683f26227 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:11.069146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 3cd1555e-2f83-4596-9f34-159683f26227 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:11.073299 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3cd1555e-2f83-4596-9f34-159683f26227 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:11.073813 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.102031 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:11.114729 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ce26f238-91dc-49df-9235-319084c88437 req-548b0bc6-7bcc-4d38-9195-6bc41f01fd0a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 210 time: 0.0352504 Jul 23 11:24:11.177005 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.197468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 3cd1555e-2f83-4596-9f34-159683f26227, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3cd1555e-2f83-4596-9f34-159683f26227,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:11.202672 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.204550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21b0fc97-0798-416c-891b-b523dfa8d526 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:11.290444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=3cd1555e-2f83-4596-9f34-159683f26227,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:11.301757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c099299b-dc38-44b6-804d-9539c81f05d6 None None] Provisioning complete for port 337ae933-1445-43f5-aa72-40954f24406d triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:11.302132 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c099299b-dc38-44b6-804d-9539c81f05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.326165 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 2, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:11.342020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 21b0fc97-0798-416c-891b-b523dfa8d526 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:11.346851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c099299b-dc38-44b6-804d-9539c81f05d6 None None] Port 337ae933-1445-43f5-aa72-40954f24406d cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:24:11.350339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 21b0fc97-0798-416c-891b-b523dfa8d526 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:11.350928 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.354018 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Checking router: cc384fc7-911f-430b-ad31-254925ba0e6a for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:24:11.354224 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Updating router cc384fc7-911f-430b-ad31-254925ba0e6a port 337ae933-1445-43f5-aa72-40954f24406d binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:24:11.397262 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.432234 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.468307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 21b0fc97-0798-416c-891b-b523dfa8d526, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21b0fc97-0798-416c-891b-b523dfa8d526,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:11.473067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.519544 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=21b0fc97-0798-416c-891b-b523dfa8d526,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:11.657064 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.667021 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Transition to ACTIVE for port object 337ae933-1445-43f5-aa72-40954f24406d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:11.673765 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.725308 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Pushing event updated for resources: {'Port': ['ID=337ae933-1445-43f5-aa72-40954f24406d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:11.752351 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.752697 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.753033 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.753368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.753700 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.754028 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.754368 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.754675 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.754996 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.755316 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.755663 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.755983 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:24:11.798700 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Attempting to bind port 337ae933-1445-43f5-aa72-40954f24406d on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:24:11.799067 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Attempting to bind port 337ae933-1445-43f5-aa72-40954f24406d by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:24:11.799429 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Attempting to bind port 337ae933-1445-43f5-aa72-40954f24406d on network de2ff7aa-3399-41f9-84bd-d0f7719956fd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:11.804685 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:24:11.805052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Checking segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:24:11.805449 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.805833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Bound using segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:24:11.806291 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Bound port: 337ae933-1445-43f5-aa72-40954f24406d, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:24:11.806661 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.870970 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] For port 337ae933-1445-43f5-aa72-40954f24406d, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:24:11.874341 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] For port 337ae933-1445-43f5-aa72-40954f24406d, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=337ae933-1445-43f5-aa72-40954f24406d,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:24:11.877874 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:11.932954 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:11.933583 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:11.970809 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b04c68-cffb-4f45-ab19-28940e767905 None None] Pushing event updated for resources: {'Port': ['ID=337ae933-1445-43f5-aa72-40954f24406d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:12.047291 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:12.213511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4bebe3f9-6090-41d8-bce1-cfcf415d13c7 req-fd516844-4d26-4750-903b-7906c5bdb324 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 210 time: 0.0307233 Jul 23 11:24:12.247499 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:12.274300 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a3cea-1304-49bd-979c-625157adac35 None None] The sync data for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 is: [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:24:12.948469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 337ae933-1445-43f5-aa72-40954f24406d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:13.003002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 337ae933-1445-43f5-aa72-40954f24406d completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:13.007052 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 337ae933-1445-43f5-aa72-40954f24406d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:13.007451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.101460 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.141129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 337ae933-1445-43f5-aa72-40954f24406d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=337ae933-1445-43f5-aa72-40954f24406d,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:13.146165 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.147226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3cd1555e-2f83-4596-9f34-159683f26227 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:13.241009 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=337ae933-1445-43f5-aa72-40954f24406d,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:13.255945 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 3cd1555e-2f83-4596-9f34-159683f26227 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:13.256398 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.307299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-bcc91290-d95b-4f5c-95d2-4db2bebcec7d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:13.311370 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-bcc91290-d95b-4f5c-95d2-4db2bebcec7d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 797 time: 0.1625485 Jul 23 11:24:13.355806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21b0fc97-0798-416c-891b-b523dfa8d526 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:13.367171 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-908f9354-5554-4a85-bb97-aa1372d12b35 req-0ee7ac83-0352-450b-a7f2-0ff1303b3612 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 210 time: 0.0402443 Jul 23 11:24:13.393628 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-3d0b32ff-ecb4-4aab-aaa4-9e9a4501e7c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 380 time: 0.0575092 Jul 23 11:24:13.403944 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'port': {'device_id': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'admin_state_up': True, 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'security_groups': ['0e2b2103-db59-4e7a-9e77-024a6afbce8e']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:13.411565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 21b0fc97-0798-416c-891b-b523dfa8d526 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:13.411976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.513839 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:24:13.518148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.648599 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.13 (de2ff7aa-3399-41f9-84bd-d0f7719956fd/a7f47423-e2ea-43a2-a561-5e87698d43ea/f3386717-2bff-43c7-a520-a6bc3600f423) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:13.793131 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.806261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object f3386717-2bff-43c7-a520-a6bc3600f423 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:13.838431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.880719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:13.883670 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:13.889218 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:13.918841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=f3386717-2bff-43c7-a520-a6bc3600f423,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:13.946481 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:13.947094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:13.961365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-49d00682-e25a-400a-856b-2819393c4105 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5611558 Jul 23 11:24:14.019729 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Request body: {'port': {'device_id': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:14.096491 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.125697 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e558b371-46f5-4fcb-b6a7-d57bb9033b33 None None] Provisioning for port f3386717-2bff-43c7-a520-a6bc3600f423 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:14.129553 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e558b371-46f5-4fcb-b6a7-d57bb9033b33 None None] Provisioning complete for port f3386717-2bff-43c7-a520-a6bc3600f423 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:14.129951 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e558b371-46f5-4fcb-b6a7-d57bb9033b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.164550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e558b371-46f5-4fcb-b6a7-d57bb9033b33 None None] Port f3386717-2bff-43c7-a520-a6bc3600f423 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:24:14.352667 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3386717-2bff-43c7-a520-a6bc3600f423 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:24:14.360308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.371634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Transition to ACTIVE for port object f3386717-2bff-43c7-a520-a6bc3600f423 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:24:14.376003 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.449639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3386717-2bff-43c7-a520-a6bc3600f423,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:14.501518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Attempting to bind port f3386717-2bff-43c7-a520-a6bc3600f423 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:24:14.501861 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Attempting to bind port f3386717-2bff-43c7-a520-a6bc3600f423 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:24:14.502195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Attempting to bind port f3386717-2bff-43c7-a520-a6bc3600f423 on network de2ff7aa-3399-41f9-84bd-d0f7719956fd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:14.507774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Port f3386717-2bff-43c7-a520-a6bc3600f423 on network de2ff7aa-3399-41f9-84bd-d0f7719956fd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:24:14.508231 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Attempting to bind port f3386717-2bff-43c7-a520-a6bc3600f423 on network de2ff7aa-3399-41f9-84bd-d0f7719956fd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:24:14.512995 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd82b4-6041-40f2-baae-1c362ac1e42e req-b94c625e-8498-4e01-9001-377ab43b0023 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:14.513549 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:24:14.513996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Checking segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:24:14.514621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Bound using segment: {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:24:14.515165 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Bound port: f3386717-2bff-43c7-a520-a6bc3600f423, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b9b0da-9b97-4e31-a805-fdba0069fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:24:14.515691 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.520124 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ccd82b4-6041-40f2-baae-1c362ac1e42e req-b94c625e-8498-4e01-9001-377ab43b0023 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 944 time: 0.0788040 Jul 23 11:24:14.557290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0ccd82b4-6041-40f2-baae-1c362ac1e42e req-54910cc9-5e29-4e41-baed-299ce509fda5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361326 Jul 23 11:24:14.585988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] For port f3386717-2bff-43c7-a520-a6bc3600f423, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:24:14.589158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] For port f3386717-2bff-43c7-a520-a6bc3600f423, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f3386717-2bff-43c7-a520-a6bc3600f423,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:24:14.594368 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.629322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:14.630094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.631590 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 1092 time: 0.6583800 Jul 23 11:24:14.632028 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:14.634256 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c318cc-39b1-49e1-8d13-28834cf4be53" -d '{"events": [{"name": "network-changed", "server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:14.662326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8dd9f-de34-4839-b952-85c0dc0118a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3386717-2bff-43c7-a520-a6bc3600f423,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:14.743294 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40be100-dd5e-42bd-954a-03fd68ff83b9 x-openstack-request-id: req-e40be100-dd5e-42bd-954a-03fd68ff83b9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:14.743627 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:14.743882 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e40be100-dd5e-42bd-954a-03fd68ff83b9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:14.744280 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'status': 'completed', 'code': 200} Jul 23 11:24:14.763299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-76a0b97f-ca66-40da-9c8d-a49c3e600333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:14.765199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-76a0b97f-ca66-40da-9c8d-a49c3e600333 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1095 time: 0.0664182 Jul 23 11:24:14.817236 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-4d2c9e66-6790-453f-bea3-72d44494338f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 217 time: 0.0399792 Jul 23 11:24:14.869767 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 337ae933-1445-43f5-aa72-40954f24406d up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:14.873868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-be749ec9-55fd-45ac-bbfe-7e7aef603a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:14.875530 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-be749ec9-55fd-45ac-bbfe-7e7aef603a8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 200 len: 835 time: 0.0518987 Jul 23 11:24:14.930792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 337ae933-1445-43f5-aa72-40954f24406d triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:14.931167 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:14.934389 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-5837de52-469b-43d3-8dd3-7e6264f3e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:14.935918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-5837de52-469b-43d3-8dd3-7e6264f3e6f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2ff7aa-3399-41f9-84bd-d0f7719956fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542147 Jul 23 11:24:15.027155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-e51443e8-0fe9-42da-ae89-2c0c36e4ab60 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Jul 23 11:24:15.114034 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c44a3ca3-e113-4000-b1a1-f1c178dc6bdc req-7b7519a2-5999-486d-8fde-2f20c93d8e75 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806260 Jul 23 11:24:15.256106 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-f8117af6-46ee-4099-b9de-1a7830bc0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:15.257603 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-f8117af6-46ee-4099-b9de-1a7830bc0ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1095 time: 0.0542574 Jul 23 11:24:15.350884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-1a9e1ae0-6c3d-484c-856f-f92089e4ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:15.352374 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-1a9e1ae0-6c3d-484c-856f-f92089e4ac4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 898 time: 0.0850949 Jul 23 11:24:15.393654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-cc5f3888-8d8b-4072-acca-6233e48ad487 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 217 time: 0.0347829 Jul 23 11:24:15.398308 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:24:15.445073 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-824aeae3-c37e-4354-8bc7-1988aa8dc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:15.446523 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-824aeae3-c37e-4354-8bc7-1988aa8dc675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 200 len: 835 time: 0.0466607 Jul 23 11:24:15.509806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-1b14dcb1-f6f0-4e6d-8ba9-afe13c4b73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:15.511232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-1b14dcb1-f6f0-4e6d-8ba9-afe13c4b73b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2ff7aa-3399-41f9-84bd-d0f7719956fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570705 Jul 23 11:24:15.600130 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-aea03164-c118-45fa-9d82-92bf38bf857b service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817041 Jul 23 11:24:15.691937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37576a7e-7801-44f3-bb64-1274f3310784 req-1bd26e42-45a1-4fac-b75a-ad5169608386 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:15.692966 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f4c318cc-39b1-49e1-8d13-28834cf4be53 req-7d4c1f1e-338c-4667-bdeb-4c130baf627f service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864139 Jul 23 11:24:15.693493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37576a7e-7801-44f3-bb64-1274f3310784 req-1bd26e42-45a1-4fac-b75a-ad5169608386 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 944 time: 0.0685883 Jul 23 11:24:15.731209 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-37576a7e-7801-44f3-bb64-1274f3310784 req-320541d0-9ffa-45f4-a101-ee7e8d828aff tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Jul 23 11:24:16.862164 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e71f6b-9393-4d49-ac06-efa26abaadd4 req-3df4adbc-19b0-4d32-ae51-3493a32c5b90 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:16.863697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18e71f6b-9393-4d49-ac06-efa26abaadd4 req-3df4adbc-19b0-4d32-ae51-3493a32c5b90 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 944 time: 0.0620782 Jul 23 11:24:16.901944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-18e71f6b-9393-4d49-ac06-efa26abaadd4 req-56587974-6558-40b2-a072-cdb10642818f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327668 Jul 23 11:24:17.252004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f3386717-2bff-43c7-a520-a6bc3600f423 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:24:17.345802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f3386717-2bff-43c7-a520-a6bc3600f423, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f3386717-2bff-43c7-a520-a6bc3600f423,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:17.356374 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'port_id': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'mac_address': 'fa:16:3e:b7:0f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:24:17.392017 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:17.404322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3386717-2bff-43c7-a520-a6bc3600f423 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:24:17.423004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f3386717-2bff-43c7-a520-a6bc3600f423, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f3386717-2bff-43c7-a520-a6bc3600f423,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:17.427331 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:17.472856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=f3386717-2bff-43c7-a520-a6bc3600f423,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:17.722054 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['f3386717-2bff-43c7-a520-a6bc3600f423'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:24:18.029045 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626247c-6e02-4a5a-89a9-32b6ee6817d0 req-f3103ed9-d5a9-4b3e-8f4c-2bbe68941624 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:18.030546 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1626247c-6e02-4a5a-89a9-32b6ee6817d0 req-f3103ed9-d5a9-4b3e-8f4c-2bbe68941624 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 945 time: 0.0637190 Jul 23 11:24:18.073558 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1626247c-6e02-4a5a-89a9-32b6ee6817d0 req-a0c54406-5b1b-4c74-ae8b-b0fbe6502bb6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Jul 23 11:24:19.205635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69e9d-5bd1-477a-be12-7a3719cd0bd4 req-72ad9450-d353-42f4-a4bb-0cfb12c10f9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:19.207155 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-33a69e9d-5bd1-477a-be12-7a3719cd0bd4 req-72ad9450-d353-42f4-a4bb-0cfb12c10f9f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 945 time: 0.0685685 Jul 23 11:24:19.264203 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f3386717-2bff-43c7-a520-a6bc3600f423 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:24:19.314705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port f3386717-2bff-43c7-a520-a6bc3600f423 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:24:19.318982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port f3386717-2bff-43c7-a520-a6bc3600f423 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:24:19.319360 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:19.402841 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:19.426194 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:19.428511 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c9d06-f168-4d9b-a244-5b2a33998a54" -d '{"events": [{"server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "name": "network-vif-plugged", "status": "completed", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:19.444493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port f3386717-2bff-43c7-a520-a6bc3600f423, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f3386717-2bff-43c7-a520-a6bc3600f423,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:24:19.450262 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:19.473934 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7cdf3f-fa75-48cf-9ff3-854fd4cd2f31 x-openstack-request-id: req-4c7cdf3f-fa75-48cf-9ff3-854fd4cd2f31 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:19.474232 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "name": "network-vif-plugged", "status": "completed", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:19.474487 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c7cdf3f-fa75-48cf-9ff3-854fd4cd2f31 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:19.474876 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'code': 200} Jul 23 11:24:19.503113 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=f3386717-2bff-43c7-a520-a6bc3600f423,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:19.556664 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-33a69e9d-5bd1-477a-be12-7a3719cd0bd4 req-76296617-416d-4cc7-89fe-2071298c5747 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438652 Jul 23 11:24:19.608517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733129c-0d10-40fc-ad28-9f83f59aee7e req-f4c89233-2985-45b0-b950-56515c2e926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:19.611104 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6733129c-0d10-40fc-ad28-9f83f59aee7e req-f4c89233-2985-45b0-b950-56515c2e926e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1097 time: 0.0521367 Jul 23 11:24:19.644835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6733129c-0d10-40fc-ad28-9f83f59aee7e req-9ccc074e-68b5-4491-b72c-e73282417951 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269737 Jul 23 11:24:20.698453 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060067d5-c29f-432c-9767-c07fe81f86e2 req-26e7c7dc-8356-4314-8b0b-4fe80d731b86 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:20.699994 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-060067d5-c29f-432c-9767-c07fe81f86e2 req-26e7c7dc-8356-4314-8b0b-4fe80d731b86 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0707426 Jul 23 11:24:20.741587 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-060067d5-c29f-432c-9767-c07fe81f86e2 req-daf7c307-15f2-469b-9bae-29fe4343c837 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352526 Jul 23 11:24:21.870987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e5519-ae38-4cd9-a825-b3b24dcba19e req-f8a1ac26-8117-44c9-9b41-52cd39e9507f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:21.872517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f22e5519-ae38-4cd9-a825-b3b24dcba19e req-f8a1ac26-8117-44c9-9b41-52cd39e9507f tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0656662 Jul 23 11:24:21.910487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f22e5519-ae38-4cd9-a825-b3b24dcba19e req-0f7c2f14-7357-4d78-a8f1-fa4f2eda226e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Jul 23 11:24:22.040495 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42da5-c68a-4b0d-a25a-bbdc4e8adc86 req-9dced633-3184-43f3-9c88-a048c34c16c6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:22.042099 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03b42da5-c68a-4b0d-a25a-bbdc4e8adc86 req-9dced633-3184-43f3-9c88-a048c34c16c6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0678122 Jul 23 11:24:22.079095 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03b42da5-c68a-4b0d-a25a-bbdc4e8adc86 req-c7087817-a3ef-469c-a990-19d14d73dfce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308878 Jul 23 11:24:22.100359 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:22.154659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3749d-3d8c-4614-ba59-bc847db164c0 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:22.156178 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-04c3749d-3d8c-4614-ba59-bc847db164c0 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1092 time: 0.0548813 Jul 23 11:24:22.159525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:22.163927 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:24:22.185634 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.285071 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.391281 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.185 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/da701323-46f6-40b8-99a9-14e112d07e84) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:24:22.488558 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.525702 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.568041 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:24:22.570811 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:24:22.573421 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:24:22.603872 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=da701323-46f6-40b8-99a9-14e112d07e84,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:22.927168 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:22.998789 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:23.143938 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:23.148384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:23.214227 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=da701323-46f6-40b8-99a9-14e112d07e84,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:24:23.225090 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:23.326526 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP 991f189b-4e5a-4456-b787-335e61248d1f associated. External IP: 172.25.4.185, port: f3386717-2bff-43c7-a520-a6bc3600f423. Jul 23 11:24:23.527034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router cc384fc7-911f-430b-ad31-254925ba0e6a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:24:23.636826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:24:23.647068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] Sync routers for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:24:23.654818 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:23.658198 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:23.658835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:23.696147 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a421b95f-9368-4c77-a84b-cd76d3acee83 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5355566 Jul 23 11:24:23.696846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:24:23.699244 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a5642-bb67-4432-a0cf-64fa1b043c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:24:23.780116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:23.804338 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aef219-1b2a-4d27-a12e-69fd163ae203 x-openstack-request-id: req-d6aef219-1b2a-4d27-a12e-69fd163ae203 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:24:23.804789 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:24:23.805114 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6aef219-1b2a-4d27-a12e-69fd163ae203 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:24:23.805601 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'status': 'completed', 'code': 200} Jul 23 11:24:23.820445 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da823ec3-f7fd-42c6-a56b-491346deed30 req-d0af0193-6f84-4071-b9ec-691e801cd890 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:23.825638 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da823ec3-f7fd-42c6-a56b-491346deed30 req-d0af0193-6f84-4071-b9ec-691e801cd890 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0779665 Jul 23 11:24:23.868035 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-da823ec3-f7fd-42c6-a56b-491346deed30 req-468d4cae-975e-4c40-afe0-f0c4c2bafdbd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Jul 23 11:24:23.894330 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:23.924859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-5f442f4b-d89f-429e-a79b-5a711723f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:23.926373 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-5f442f4b-d89f-429e-a79b-5a711723f08a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1097 time: 0.0737009 Jul 23 11:24:23.968086 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02cdf428-06ee-4e8c-9c5c-879b95e485de tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/991f189b-4e5a-4456-b787-335e61248d1f HTTP/1.1" status: 200 len: 992 time: 0.0725336 Jul 23 11:24:24.020587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '991f189b-4e5a-4456-b787-335e61248d1f', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'port_id': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'mac_address': 'fa:16:3e:b7:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:22Z', 'updated_at': '2021-07-23T11:24:22Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:13Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:24.023537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-450bf520-6789-41b5-bd00-5bbf0343a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:24.025031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-450bf520-6789-41b5-bd00-5bbf0343a30e service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 898 time: 0.0917988 Jul 23 11:24:24.045908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] Checking router: cc384fc7-911f-430b-ad31-254925ba0e6a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:24:24.054608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:24:24.055192 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:24:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:24.091480 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-383f8961-3690-4fa4-842b-cfc7a6aba78f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 1000 time: 0.0602183 Jul 23 11:24:24.143946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-8ec3bbd3-a8fc-4389-8e32-69766f26a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:24.145489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-8ec3bbd3-a8fc-4389-8e32-69766f26a0e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 200 len: 835 time: 0.0484877 Jul 23 11:24:24.158317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:24:24.205534 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-d39e0686-1a66-4e54-bd32-de64e9232173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:24.207072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-d39e0686-1a66-4e54-bd32-de64e9232173 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2ff7aa-3399-41f9-84bd-d0f7719956fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553350 Jul 23 11:24:24.300888 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-6be03655-d539-451a-a9c9-148b6f9bd64d service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865355 Jul 23 11:24:24.381880 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '991f189b-4e5a-4456-b787-335e61248d1f', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'port_id': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'mac_address': 'fa:16:3e:b7:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:22Z', 'updated_at': '2021-07-23T11:24:22Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:13Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:24:24.393329 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-336a5642-bb67-4432-a0cf-64fa1b043c2f req-8cd45830-1bb5-4da9-a0c3-d990ce8e4465 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860555 Jul 23 11:24:24.409309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb38e57-2f1b-49be-bec0-9723e102ae71 None None] The sync data for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 is: [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '991f189b-4e5a-4456-b787-335e61248d1f', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'port_id': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'mac_address': 'fa:16:3e:b7:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:24:22Z', 'updated_at': '2021-07-23T11:24:22Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:13Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:24:24.487563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:24.589734 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa62a82-5b5e-4b37-a2b5-e4280f10de9f None None] New status for floating IP 991f189b-4e5a-4456-b787-335e61248d1f: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:24:24.972009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37620) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:24:25.030633 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4954c115-15f3-4403-a5b4-3137f38d97f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/991f189b-4e5a-4456-b787-335e61248d1f HTTP/1.1" status: 200 len: 994 time: 0.0573964 Jul 23 11:24:27.137311 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc59d0e4-f82f-4fd5-b53b-5273ca3b3b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:29.997669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac744c9f-79ae-4413-b501-4b8c6e30bd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:30.298319 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:31.457210 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:32.707719 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:34.899765 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:52.398718 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:24:54.502072 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:56.461043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafda74-b92d-4640-973c-a4a42d4ab669 req-677cfc8b-5898-4ca7-b9d5-b47cd38510bf tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:56.462717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceafda74-b92d-4640-973c-a4a42d4ab669 req-677cfc8b-5898-4ca7-b9d5-b47cd38510bf tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0663638 Jul 23 11:24:56.504737 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ceafda74-b92d-4640-973c-a4a42d4ab669 req-8bea99df-3ede-409c-aeb1-bb52b1087920 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Jul 23 11:24:57.137832 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24f5ee7b-c76c-49ef-9429-3a0b7e75b8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:24:57.639256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392b0a-d210-426b-94ae-51e1c0e165ec req-01ab93f0-ca8a-435b-bb02-09c6fd69078d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:57.640769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9392b0a-d210-426b-94ae-51e1c0e165ec req-01ab93f0-ca8a-435b-bb02-09c6fd69078d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0677953 Jul 23 11:24:57.677772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a9392b0a-d210-426b-94ae-51e1c0e165ec req-34ba8665-0ca1-4976-8f4c-7edd2df5a221 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 Jul 23 11:24:58.809365 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20c04c-d7da-47e4-8ae7-9f91d1def379 req-c12e056f-47ab-4098-9306-40fb5ef3b149 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:58.810869 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d20c04c-d7da-47e4-8ae7-9f91d1def379 req-c12e056f-47ab-4098-9306-40fb5ef3b149 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0660422 Jul 23 11:24:58.849331 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5d20c04c-d7da-47e4-8ae7-9f91d1def379 req-b443aeb5-e179-4119-a00f-c4eb9cff8248 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 23 11:24:59.980580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb8ce-ba67-4c2e-ab0d-abdbfeb9ec37 req-a228c114-03ba-4e13-8a41-c68f658843d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:24:59.982067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cecb8ce-ba67-4c2e-ab0d-abdbfeb9ec37 req-a228c114-03ba-4e13-8a41-c68f658843d1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0663393 Jul 23 11:24:59.997600 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84dc911b-795a-42b3-892b-e506c14b596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:00.021128 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5cecb8ce-ba67-4c2e-ab0d-abdbfeb9ec37 req-e1b3fb85-5796-460a-96f8-5af908a02923 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Jul 23 11:25:00.298477 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:01.158964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5d74-a0a8-4c5f-a63d-34aa456aa6ea req-ea39377f-1018-47b6-a2b2-970201a595d2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:01.160391 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-067b5d74-a0a8-4c5f-a63d-34aa456aa6ea req-ea39377f-1018-47b6-a2b2-970201a595d2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0694137 Jul 23 11:25:01.197460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-067b5d74-a0a8-4c5f-a63d-34aa456aa6ea req-1291fb41-2d4e-436d-aade-d07e7c1f4369 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Jul 23 11:25:01.459330 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:02.326214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7606-7036-4678-936f-20f49aac4ae4 req-6350a05e-d697-4bad-a7c2-53df7353dfd6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:02.327734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1ae7606-7036-4678-936f-20f49aac4ae4 req-6350a05e-d697-4bad-a7c2-53df7353dfd6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0638282 Jul 23 11:25:02.368734 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a1ae7606-7036-4678-936f-20f49aac4ae4 req-1a750867-cca2-47ea-9c2c-60cfef1c2728 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353458 Jul 23 11:25:02.710567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:03.497148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8df0b-7b58-41f3-948b-3b34efa73fd4 req-3424e568-a45b-4131-98cc-965d8c992a11 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:03.498642 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcd8df0b-7b58-41f3-948b-3b34efa73fd4 req-3424e568-a45b-4131-98cc-965d8c992a11 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0640852 Jul 23 11:25:03.536181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bcd8df0b-7b58-41f3-948b-3b34efa73fd4 req-bd063633-a725-4ec0-883c-238b6c60c8a9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314195 Jul 23 11:25:04.662333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdad97-ec9f-4772-87e3-318443e0bc51 req-14304a45-f8cc-4845-9bee-bf09b261992c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:04.663848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22bdad97-ec9f-4772-87e3-318443e0bc51 req-14304a45-f8cc-4845-9bee-bf09b261992c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0621345 Jul 23 11:25:04.700474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22bdad97-ec9f-4772-87e3-318443e0bc51 req-06d5349e-38e2-4848-a829-b1a237e47320 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Jul 23 11:25:04.892673 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:05.829631 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e74182-f946-44d5-879b-817adacdd63b req-0a8041d4-ae92-4857-a1df-dd49d83449e0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:05.831201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4e74182-f946-44d5-879b-817adacdd63b req-0a8041d4-ae92-4857-a1df-dd49d83449e0 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0624444 Jul 23 11:25:05.869436 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d4e74182-f946-44d5-879b-817adacdd63b req-aad63bd9-7d34-4427-85de-0f2e70aa5c99 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326352 Jul 23 11:25:06.999540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1120f-dee8-4d36-93b0-54f5812c7327 req-b7813b91-29c8-4731-8853-d102ceb7d6af tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:07.001735 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57e1120f-dee8-4d36-93b0-54f5812c7327 req-b7813b91-29c8-4731-8853-d102ceb7d6af tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0622935 Jul 23 11:25:07.040250 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-57e1120f-dee8-4d36-93b0-54f5812c7327 req-5bd52f9d-e820-41e0-bd51-330409c02002 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Jul 23 11:25:08.174028 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e779834-b6a1-47df-9076-53fe39f69f0e req-428f5c43-9853-470c-8b22-45a547b58835 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:08.175462 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e779834-b6a1-47df-9076-53fe39f69f0e req-428f5c43-9853-470c-8b22-45a547b58835 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0675948 Jul 23 11:25:08.212874 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3e779834-b6a1-47df-9076-53fe39f69f0e req-dda0de9c-4766-49bd-8d40-df2d6831ab53 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jul 23 11:25:09.345550 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5e9a-ca66-4050-a425-25e5f13cb7db req-e3d80279-2b3e-40bc-943e-959b790e9a0a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:09.347031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad7a5e9a-ca66-4050-a425-25e5f13cb7db req-e3d80279-2b3e-40bc-943e-959b790e9a0a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0656805 Jul 23 11:25:09.383120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ad7a5e9a-ca66-4050-a425-25e5f13cb7db req-15e3cdb4-b5f3-455e-adcc-a6b5582a3d1a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302885 Jul 23 11:25:10.514570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93755858-6033-4dcc-8e5a-03cbfabd2487 req-5d443159-34e6-4b32-8732-35d1e0e787ab tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:10.516081 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93755858-6033-4dcc-8e5a-03cbfabd2487 req-5d443159-34e6-4b32-8732-35d1e0e787ab tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0628061 Jul 23 11:25:10.554493 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-93755858-6033-4dcc-8e5a-03cbfabd2487 req-ca5205fa-feef-4c61-8c36-bc5817e38365 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Jul 23 11:25:11.683098 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab3e9-a04a-4210-8633-f8e5234a92ee req-df72bb75-ea13-4b52-a2fc-85505ecf7f19 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:11.684661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5baab3e9-a04a-4210-8633-f8e5234a92ee req-df72bb75-ea13-4b52-a2fc-85505ecf7f19 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0647767 Jul 23 11:25:11.725468 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5baab3e9-a04a-4210-8633-f8e5234a92ee req-301415bd-f808-47db-bd9e-0d13035a5694 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Jul 23 11:25:12.862923 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e57746-66b9-4e3c-8593-50d4ba629546 req-201ece4f-cf67-4819-bfed-b321b04fc444 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:12.864472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64e57746-66b9-4e3c-8593-50d4ba629546 req-201ece4f-cf67-4819-bfed-b321b04fc444 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0717008 Jul 23 11:25:12.903325 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-64e57746-66b9-4e3c-8593-50d4ba629546 req-eab516d0-5023-4a20-934d-d58036c90806 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Jul 23 11:25:12.926225 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37672) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:12.990718 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-fd8a1da2-8eb4-41dd-b3ea-b45e3393ccf7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/991f189b-4e5a-4456-b787-335e61248d1f HTTP/1.1" status: 200 len: 994 time: 0.0631411 Jul 23 11:25:14.310502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedf28e-901e-4abe-bcb9-38f6e7fbb2a3 req-6728d109-c9f2-42ab-9e05-7a217ec6ba08 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:14.312025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afedf28e-901e-4abe-bcb9-38f6e7fbb2a3 req-6728d109-c9f2-42ab-9e05-7a217ec6ba08 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0975733 Jul 23 11:25:14.340345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-8dd2dae4-fa12-45da-a253-85114ceb4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:14.341785 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-8dd2dae4-fa12-45da-a253-85114ceb4363 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1097 time: 0.0868766 Jul 23 11:25:14.363917 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-afedf28e-901e-4abe-bcb9-38f6e7fbb2a3 req-ee2d575d-9a12-4691-bc9b-0137e972433c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Jul 23 11:25:14.456228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-08502f20-1914-44c5-a67d-3252375a5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:14.457712 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-08502f20-1914-44c5-a67d-3252375a5514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 898 time: 0.0981688 Jul 23 11:25:14.520941 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-0e10f55c-80f6-4d32-ab1b-03b48d53de57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 1002 time: 0.0565844 Jul 23 11:25:14.572478 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-6f0952b1-3105-4f24-b151-2016946e4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:14.573890 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-6f0952b1-3105-4f24-b151-2016946e4735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 200 len: 835 time: 0.0471196 Jul 23 11:25:14.630849 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-adbef99f-81ea-4c38-a675-3bff287da168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:14.632407 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-adbef99f-81ea-4c38-a675-3bff287da168 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2ff7aa-3399-41f9-84bd-d0f7719956fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525496 Jul 23 11:25:14.724182 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-8e660326-4580-43bd-b7d1-5081b6440e36 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856683 Jul 23 11:25:14.816687 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-05527066-cf7c-448e-8db0-1b66be8b0e01 req-ad8c7f69-4786-406c-8a29-c2477324ef23 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Jul 23 11:25:14.961031 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-efd38996-1ebd-4199-8695-2abe3ca31944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:14.962553 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-efd38996-1ebd-4199-8695-2abe3ca31944 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1097 time: 0.0532787 Jul 23 11:25:15.057385 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-c9a6a215-903b-409b-b593-cf8129d22eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:15.058934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-c9a6a215-903b-409b-b593-cf8129d22eb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 898 time: 0.0903430 Jul 23 11:25:15.129346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-2240c51f-8222-41a0-a63b-6d13cfc3c872 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 1002 time: 0.0636702 Jul 23 11:25:15.182188 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-4f54f3c8-9a49-4c2a-a85d-bf875eb83d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:15.183674 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-4f54f3c8-9a49-4c2a-a85d-bf875eb83d65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 200 len: 835 time: 0.0479791 Jul 23 11:25:15.240251 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-6d6835a7-a4c6-4348-b7ad-b7b4b58e067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:15.241739 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-6d6835a7-a4c6-4348-b7ad-b7b4b58e067d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2ff7aa-3399-41f9-84bd-d0f7719956fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515924 Jul 23 11:25:15.328810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-9fa6f9c8-6483-4b23-848c-de23affd50f2 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806715 Jul 23 11:25:15.420856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b15dc9b1-ac7e-464a-9bc4-084215216c17 req-cf8f71db-93ac-43b0-965a-0fac5dffbd35 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Jul 23 11:25:15.496180 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c84450-c8a9-4bbc-a567-6d66fa9ef063 req-81b2b805-db7e-4ce6-9e9a-39859e662382 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:15.497717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1c84450-c8a9-4bbc-a567-6d66fa9ef063 req-81b2b805-db7e-4ce6-9e9a-39859e662382 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0647247 Jul 23 11:25:15.536283 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f1c84450-c8a9-4bbc-a567-6d66fa9ef063 req-b84dbea3-8e82-4b01-b6d7-4362cc68cfce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 Jul 23 11:25:16.666006 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874786-cd1f-4703-a6f2-6444f8c9a806 req-bef455c8-6063-4db1-828c-5beb0c9df486 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:16.667513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75874786-cd1f-4703-a6f2-6444f8c9a806 req-bef455c8-6063-4db1-828c-5beb0c9df486 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0636563 Jul 23 11:25:16.707478 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-75874786-cd1f-4703-a6f2-6444f8c9a806 req-9d6e4a17-8bf1-4737-9b6a-858c6713e665 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Jul 23 11:25:16.730001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37686) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:16.792106 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d5262538-2b5e-4847-80c4-2b160ec40b1e tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/991f189b-4e5a-4456-b787-335e61248d1f HTTP/1.1" status: 200 len: 994 time: 0.0610216 Jul 23 11:25:24.520719 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:27.137670 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f64a270-e400-4aa6-ac05-e548919a6f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:29.398451 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:25:29.998134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c257-9563-481d-986b-9e7e283897d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:30.299101 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:31.461989 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:32.714914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:34.907857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:47.460692 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37700) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:47.617202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port da701323-46f6-40b8-99a9-14e112d07e84 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:25:47.617551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:47.698710 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:47.699203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:47.712299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for da701323-46f6-40b8-99a9-14e112d07e84 owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:25:47.866943 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:47.896150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=da701323-46f6-40b8-99a9-14e112d07e84,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:47.907867 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.908230 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.909142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.909573 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.910036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.910370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.910706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.911049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.911386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.911749 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.912087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.912417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:47.969711 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:47.969946 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP 991f189b-4e5a-4456-b787-335e61248d1f disassociated (deleted). External IP: 172.25.4.185, port: f3386717-2bff-43c7-a520-a6bc3600f423. Jul 23 11:25:48.207061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router cc384fc7-911f-430b-ad31-254925ba0e6a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:25:48.317824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:25:48.322489 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:48.327114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] Sync routers for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:25:48.336275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:25:48.336884 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:48.359531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0792f31e-6e8b-49b1-b7e0-b85b5bff08f3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/floatingips/991f189b-4e5a-4456-b787-335e61248d1f HTTP/1.1" status: 204 len: 168 time: 0.8976226 Jul 23 11:25:48.360202 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:25:48.363126 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f66f055-ea11-43c3-b8f8-a976800485aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:25:48.402360 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec580cd4-9e98-4738-91b4-7f77ba7334f9 x-openstack-request-id: req-ec580cd4-9e98-4738-91b4-7f77ba7334f9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:25:48.402671 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:25:48.402909 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec580cd4-9e98-4738-91b4-7f77ba7334f9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:25:48.403311 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'status': 'completed', 'code': 200} Jul 23 11:25:48.510116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-95cd3645-f2e5-4a6d-9feb-4abfa44f088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:48.511773 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-95cd3645-f2e5-4a6d-9feb-4abfa44f088d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 1097 time: 0.0656185 Jul 23 11:25:48.610799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:25:48.618020 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06e5e-0208-4819-acd8-f2d2287b91eb req-2197b310-ba4e-45da-9e30-2174e4b1efb3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:48.619598 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cbe06e5e-0208-4819-acd8-f2d2287b91eb req-2197b310-ba4e-45da-9e30-2174e4b1efb3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0680537 Jul 23 11:25:48.639668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-823e613f-c988-41d6-bfc1-09709aaceefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:48.641175 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-823e613f-c988-41d6-bfc1-09709aaceefd service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 200 len: 898 time: 0.0992239 Jul 23 11:25:48.657675 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cbe06e5e-0208-4819-acd8-f2d2287b91eb req-f665e384-d4e9-4f33-8628-8aba9cf3e815 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Jul 23 11:25:48.683343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-47ffd90c-b677-4643-aded-2e677c47c64c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 200 len: 217 time: 0.0353987 Jul 23 11:25:48.734687 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-54f82ca3-73f3-4a9f-9a3c-9fb85e7426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:48.736177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-54f82ca3-73f3-4a9f-9a3c-9fb85e7426f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 200 len: 835 time: 0.0472105 Jul 23 11:25:48.795707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-fe7945bc-4fb7-4d3e-9cbe-c19ed9cb38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:48.797234 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-fe7945bc-4fb7-4d3e-9cbe-c19ed9cb38d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2ff7aa-3399-41f9-84bd-d0f7719956fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534401 Jul 23 11:25:48.807872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:13Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:48.834036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] Checking router: cc384fc7-911f-430b-ad31-254925ba0e6a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:25:48.842059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:25:48.842682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:48.889758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-e768b1dd-ba2c-4a8c-b29a-63d8ee772a73 service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849166 Jul 23 11:25:48.953548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:25:48.987201 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6f66f055-ea11-43c3-b8f8-a976800485aa req-9ea2ff9f-3bf4-49df-b9c9-e50c52acaa1b service neutron] 10.222.0.20 "GET /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891190 Jul 23 11:25:49.151403 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:13Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:49.177453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736fc2e-295e-4e8a-af0f-4de4f94e7bc9 None None] The sync data for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 is: [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:24:09Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '337ae933-1445-43f5-aa72-40954f24406d', 'name': '', 'network_id': 'de2ff7aa-3399-41f9-84bd-d0f7719956fd', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:3c:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:08Z', 'updated_at': '2021-07-23T11:24:13Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'a7f47423-e2ea-43a2-a561-5e87698d43ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:25:49.388524 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49da0dd-88e6-4431-b4c4-60bea9941931 None None] New status for floating IP 991f189b-4e5a-4456-b787-335e61248d1f: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:25:49.791619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072a03b-d7c2-47d1-8b34-ff8a0566c0a4 req-3e08d31d-fcd6-446d-86e1-f0c490dc1900 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:49.793112 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8072a03b-d7c2-47d1-8b34-ff8a0566c0a4 req-3e08d31d-fcd6-446d-86e1-f0c490dc1900 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0639248 Jul 23 11:25:49.829760 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8072a03b-d7c2-47d1-8b34-ff8a0566c0a4 req-4ac26859-dcae-47f3-b3fb-c5a4b903f69c tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=0e2b2103-db59-4e7a-9e77-024a6afbce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311642 Jul 23 11:25:50.179958 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22435718-856b-48c4-ae71-5d021f4483b3 req-adf3948c-4fa9-4812-ba62-172862e48d42 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:50.181359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22435718-856b-48c4-ae71-5d021f4483b3 req-adf3948c-4fa9-4812-ba62-172862e48d42 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 946 time: 0.0677114 Jul 23 11:25:50.279299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port f3386717-2bff-43c7-a520-a6bc3600f423 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:25:50.279676 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:50.368366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port f3386717-2bff-43c7-a520-a6bc3600f423, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=f3386717-2bff-43c7-a520-a6bc3600f423,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:25:50.368725 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:50.380764 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for f3386717-2bff-43c7-a520-a6bc3600f423 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:25:50.504668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:50.534416 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=f3386717-2bff-43c7-a520-a6bc3600f423,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:50.584649 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] No DVR routers for this DVR port f3386717-2bff-43c7-a520-a6bc3600f423 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:25:50.587293 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:50.589295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-22435718-856b-48c4-ae71-5d021f4483b3 req-507a3415-37c8-4c5f-ad88-6cf8a5deb4a7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "DELETE /v2.0/ports/f3386717-2bff-43c7-a520-a6bc3600f423 HTTP/1.1" status: 204 len: 173 time: 0.4015546 Jul 23 11:25:50.589746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'name': 'network-vif-deleted', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:25:50.591991 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69dfad4-961d-4f59-9f4f-98f40c326a3a" -d '{"events": [{"server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "name": "network-vif-deleted", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:25:50.636334 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce70d64-cd5d-4218-8fe3-7e282d416cdb x-openstack-request-id: req-fce70d64-cd5d-4218-8fe3-7e282d416cdb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:25:50.636658 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0807370-0044-4c11-bf3d-47d0f90d9239", "name": "network-vif-deleted", "tag": "f3386717-2bff-43c7-a520-a6bc3600f423", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:25:50.636902 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fce70d64-cd5d-4218-8fe3-7e282d416cdb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:25:50.637310 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0807370-0044-4c11-bf3d-47d0f90d9239', 'name': 'network-vif-deleted', 'tag': 'f3386717-2bff-43c7-a520-a6bc3600f423', 'status': 'completed', 'code': 200} Jul 23 11:25:50.945882 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e8c83cf4-ca5c-44e8-a40e-da2af93c3fde req-0a52aa84-cea7-4c3e-9978-de74e55fccd4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0807370-0044-4c11-bf3d-47d0f90d9239 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Jul 23 11:25:52.004133 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37716) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:52.356337 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:52.608570 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 337ae933-1445-43f5-aa72-40954f24406d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:25:52.608835 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:52.691987 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 337ae933-1445-43f5-aa72-40954f24406d, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=337ae933-1445-43f5-aa72-40954f24406d,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:25:52.692348 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:52.709129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 337ae933-1445-43f5-aa72-40954f24406d owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:25:52.891513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.215883 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=337ae933-1445-43f5-aa72-40954f24406d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:53.241913 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.242272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.242616 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.242957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.243295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.243657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.243991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.244323 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.244657 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.244985 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.245312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.245636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:53.394529 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.601348 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router cc384fc7-911f-430b-ad31-254925ba0e6a has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:25:53.702492 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:25:53.708580 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-73b8dec5-874a-474c-b60e-e05cce1872c3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/cc384fc7-911f-430b-ad31-254925ba0e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033095 Jul 23 11:25:53.711169 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:53.712474 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] Sync routers for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:25:53.722397 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:25:53.723021 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:53.761530 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting subnet a7f47423-e2ea-43a2-a561-5e87698d43ea {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:25:53.764655 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.785073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f3386717-2bff-43c7-a520-a6bc3600f423 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:25:53.804664 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.807466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: f3386717-2bff-43c7-a520-a6bc3600f423 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:25:53.807815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device f3386717-2bff-43c7-a520-a6bc3600f423 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:25:53.846704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:25:53.893760 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.953513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.983097 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f47423-e2ea-43a2-a561-5e87698d43ea,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:53.985229 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:53.990360 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8dcb2844-87dd-4cf4-924d-2558088466a3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/subnets/a7f47423-e2ea-43a2-a561-5e87698d43ea HTTP/1.1" status: 204 len: 168 time: 0.2781043 Jul 23 11:25:53.990744 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37722) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:54.001372 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c425eff5-d85e-4250-962e-e7ae6a90b097 None None] Network de2ff7aa-3399-41f9-84bd-d0f7719956fd requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:25:54.097299 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.120440 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:25:52Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:54.153391 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] Checking router: cc384fc7-911f-430b-ad31-254925ba0e6a for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:25:54.166190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] Routers {'cc384fc7-911f-430b-ad31-254925ba0e6a'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:25:54.166803 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['cc384fc7-911f-430b-ad31-254925ba0e6a'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:54.201883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.251940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 3cd1555e-2f83-4596-9f34-159683f26227 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:25:54.252956 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.281326 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] Set router cc384fc7-911f-430b-ad31-254925ba0e6a gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:25:54.334894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] DHCP port deletion for de2ff7aa-3399-41f9-84bd-d0f7719956fd request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:25:54.339546 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 3cd1555e-2f83-4596-9f34-159683f26227, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=3cd1555e-2f83-4596-9f34-159683f26227,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:25:54.339718 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.351831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 3cd1555e-2f83-4596-9f34-159683f26227 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:25:54.462917 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Deleting port 21b0fc97-0798-416c-891b-b523dfa8d526 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:25:54.463221 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.551670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] For port 21b0fc97-0798-416c-891b-b523dfa8d526, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=21b0fc97-0798-416c-891b-b523dfa8d526,segment=NetworkSegment(d9b9b0da-9b97-4e31-a805-fdba0069fee5),segment_id=d9b9b0da-9b97-4e31-a805-fdba0069fee5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:25:54.551990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.567563 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.568531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Calling delete_port for 21b0fc97-0798-416c-891b-b523dfa8d526 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:25:54.587589 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:25:52Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:54.646808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3407da5-234c-4e65-a6d6-8f90dbc0a44f None None] The sync data for ids ['cc384fc7-911f-430b-ad31-254925ba0e6a'] in n-d-778550-4 is: [{'id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424512609', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '3cd1555e-2f83-4596-9f34-159683f26227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:24:05Z', 'updated_at': '2021-07-23T11:25:52Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '3cd1555e-2f83-4596-9f34-159683f26227', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc384fc7-911f-430b-ad31-254925ba0e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:24:06Z', 'updated_at': '2021-07-23T11:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:25:54.691352 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.714974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Pushing event deleted for resources: {'Port': ['ID=21b0fc97-0798-416c-891b-b523dfa8d526,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:54.725602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] No DVR routers for this DVR port 21b0fc97-0798-416c-891b-b523dfa8d526 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:25:54.728013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.728362 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.728705 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.729037 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.729457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.729793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.730126 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.730451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.730778 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.731103 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.731466 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.731784 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef48c2d8-dc3c-45f5-a3ca-d14be9b529f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:54.823307 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:54.849403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=3cd1555e-2f83-4596-9f34-159683f26227,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:54.910992 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.005960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.008111 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.055103 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.056203 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Fanout notify agent at l3_agent the message router_deleted on router cc384fc7-911f-430b-ad31-254925ba0e6a {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:25:55.065535 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.069143 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b10db5f6-e802-4ff2-94bb-fe845ae154a4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/routers/cc384fc7-911f-430b-ad31-254925ba0e6a HTTP/1.1" status: 204 len: 168 time: 1.0749111 Jul 23 11:25:55.069614 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37724) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:55.108568 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 337ae933-1445-43f5-aa72-40954f24406d no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:25:55.130506 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 337ae933-1445-43f5-aa72-40954f24406d {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:25:55.130861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 337ae933-1445-43f5-aa72-40954f24406d not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:25:55.131295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21b0fc97-0798-416c-891b-b523dfa8d526 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:25:55.151618 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 21b0fc97-0798-416c-891b-b523dfa8d526 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:25:55.151974 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 21b0fc97-0798-416c-891b-b523dfa8d526 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:25:55.173205 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.256149 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.267194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2ff7aa-3399-41f9-84bd-d0f7719956fd']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:55.278810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b9b0da-9b97-4e31-a805-fdba0069fee5') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:55.278937 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b9b0da-9b97-4e31-a805-fdba0069fee5') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:55.288114 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.307279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.313561 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:25:55.313963 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:25:55.317611 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:25:55.375771 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.384648 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.386509 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/networks/de2ff7aa-3399-41f9-84bd-d0f7719956fd HTTP/1.1" status: 204 len: 168 time: 0.3156888 Jul 23 11:25:55.389333 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37726) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:55.396685 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01af19-52c9-4733-86d0-45eea9ece6e4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Network': ['ID=de2ff7aa-3399-41f9-84bd-d0f7719956fd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:55.449849 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3aef6c35-b57e-434c-88e6-8114310f4972 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.475812 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3aef6c35-b57e-434c-88e6-8114310f4972 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.541502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3aef6c35-b57e-434c-88e6-8114310f4972 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.544339 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3aef6c35-b57e-434c-88e6-8114310f4972 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.545580 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3aef6c35-b57e-434c-88e6-8114310f4972 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e2b2103-db59-4e7a-9e77-024a6afbce8e HTTP/1.1" status: 204 len: 168 time: 0.1552515 Jul 23 11:25:55.555939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef6c35-b57e-434c-88e6-8114310f4972 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2b2103-db59-4e7a-9e77-024a6afbce8e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:55.845871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37732) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:55.851247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625174418', 'description': 'tempest-secgroup-smoke-1625174418 description', 'project_id': '90625b89ad8a4357bfd4452a9076e162'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:55.873393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.956881 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.960391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.985222 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:55.986457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388972 Jul 23 11:25:55.989549 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:55.992759 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efe27a-b906-4a30-bee3-527f40491b5b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba5a0f4-acca-4b65-a924-206dfdd59805,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:55.994197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': 'aba5a0f4-acca-4b65-a924-206dfdd59805', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.022249 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.078641 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.082513 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.099295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a07a2b-7ccb-42da-a93a-b5c062e9c8c1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.106040 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.107239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2a1d10b3-1267-4fc5-b7ac-f4be12b08fa1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166821 Jul 23 11:25:56.109904 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.114319 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': 'aba5a0f4-acca-4b65-a924-206dfdd59805', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.140154 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.200680 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.204206 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.219237 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dabdb98-965d-4b99-b58d-d1da579972a1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.228293 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.229515 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e2ed0992-e300-446d-aae2-b2d46ff186ce tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186879 Jul 23 11:25:56.232241 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.236866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': 'aba5a0f4-acca-4b65-a924-206dfdd59805', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.261435 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.317443 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.320955 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.337718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91aea775-a06b-4638-91a5-a6e5f5f8f25a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.343878 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.345169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7a48b939-8448-4cf2-a3d1-87424905621a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119349 Jul 23 11:25:56.348070 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.352473 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': 'aba5a0f4-acca-4b65-a924-206dfdd59805', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.377602 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.434037 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.437402 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.456444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9dfc04-316c-4722-8c20-04d2c88261a9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.459600 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.460784 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8e25ed14-dfee-46aa-849e-8c293b0247e5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1117737 Jul 23 11:25:56.463596 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37742) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.467910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': 'aba5a0f4-acca-4b65-a924-206dfdd59805', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.488693 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:25:56.493213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.553673 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.556935 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.575431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1cabd0-812d-4fb9-b40d-c8b7925a5144,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.580649 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.581712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7af00d63-9250-4609-98fd-dc56db349ed3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171985 Jul 23 11:25:56.584592 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.589075 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'security_group_rule': {'security_group_id': 'aba5a0f4-acca-4b65-a924-206dfdd59805', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.609043 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Project 90625b89ad8a4357bfd4452a9076e162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:25:56.614397 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.674792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.678410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.698918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d90d8ed-76a2-4203-87bc-54023624d5dd,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.702481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.703712 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-137eed01-cf50-43da-8d52-b5493ad14bb4 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181512 Jul 23 11:25:56.706715 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37746) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.711716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'network': {'name': 'tempest-network-smoke--1418618127', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.732430 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:25:56.735774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.759102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:25:56.767985 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.768392 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Added segment 30671696-c7e3-46af-9e4a-3999230ca377 of type vlan for network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 Jul 23 11:25:56.807395 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.834575 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.840303 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:56.840832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.875658 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3cd1555e-2f83-4596-9f34-159683f26227 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:25:56.877611 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1693015 Jul 23 11:25:56.880431 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37748) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:56.885577 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'admin_state_up': True, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:56.897623 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 3cd1555e-2f83-4596-9f34-159683f26227 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:25:56.898220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 3cd1555e-2f83-4596-9f34-159683f26227 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:25:56.910793 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.912653 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:56.916918 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa2b6b-bbac-4e12-969c-d91112001b77 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Network': ['ID=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:56.929401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:25:56.965548 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.104077 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.139009 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d02778a0-afae-400d-b5a8-ced7e353f32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.300327 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.322766 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.420133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.66 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/15331f38-4592-4915-8a34-1372d23326f7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:25:57.528161 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.566716 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:57.600973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:25:57.603971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:25:57.609150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:25:57.632091 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=15331f38-4592-4915-8a34-1372d23326f7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:57.853102 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.048315 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.172081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 196cbff9-01f1-43b1-8753-686cdaab062e is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:25:58.275138 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:25:58.286895 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Sync routers for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:25:58.293590 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.295025 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b59cdc3c-8855-4f14-9594-eaf2a8ae6a7a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4130883 Jul 23 11:25:58.296302 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:25:58.296912 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:58.298207 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37750) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:58.369487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-78d89e34-5922-42af-a3cc-024bc8660f13 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=90625b89ad8a4357bfd4452a9076e162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702109 Jul 23 11:25:58.372386 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37754) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:58.460455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31761980-2770-4fa0-ab27-2b8749ac09f9 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:58.461904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-31761980-2770-4fa0-ab27-2b8749ac09f9 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885701 Jul 23 11:25:58.464756 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37756) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:58.484535 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:25:58.502452 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-709999e2-9a91-4aa3-ab9f-1e3fc6dbb4e6 tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=60ab47fe-b497-4e50-9607-ea88f50bff44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360923 Jul 23 11:25:58.504994 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37758) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:58.509971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215699525', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:25:58.595085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:25:58.599699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.656755 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:25:57Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:58.682137 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Checking router: 196cbff9-01f1-43b1-8753-686cdaab062e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:25:58.682481 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Updating router 196cbff9-01f1-43b1-8753-686cdaab062e port 15331f38-4592-4915-8a34-1372d23326f7 binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:25:58.716826 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.775550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.836971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Subnet': ['ID=e51b3779-070e-46a4-a175-7a6ada7944fe,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:58.845201 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Checking segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:25:58.845619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network hostable DHCP agents. Network: d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:25:58.865588 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:25:58.874884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:25:58.879827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:25:58.880346 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.886792 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb7456f-f29e-425f-9905-d5e6b5191444 None None] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:25:58.895284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-4243cbdf-7533-4150-9cbc-b14df5826352 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3891547 Jul 23 11:25:58.897947 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37760) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:25:58.974031 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:58.984076 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Transition to ACTIVE for port object 15331f38-4592-4915-8a34-1372d23326f7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:25:58.990394 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.043008 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Attempting to bind port 15331f38-4592-4915-8a34-1372d23326f7 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:25:59.043770 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Attempting to bind port 15331f38-4592-4915-8a34-1372d23326f7 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:25:59.044341 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Attempting to bind port 15331f38-4592-4915-8a34-1372d23326f7 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:25:59.053645 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:25:59.054016 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:25:59.054413 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.054799 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:25:59.055255 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Bound port: 15331f38-4592-4915-8a34-1372d23326f7, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:25:59.055652 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.058678 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Pushing event updated for resources: {'Port': ['ID=15331f38-4592-4915-8a34-1372d23326f7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:59.073268 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:25:59.074129 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.086853 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.087196 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.087561 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.087898 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.088226 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.088555 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.088900 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.089206 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.089526 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.089852 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.090167 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.090487 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:25:59.119401 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] For port 15331f38-4592-4915-8a34-1372d23326f7, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:25:59.122428 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] For port 15331f38-4592-4915-8a34-1372d23326f7, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=15331f38-4592-4915-8a34-1372d23326f7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:25:59.127609 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.182638 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:25:59.183288 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:25:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:59.222260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Allocated IP 172.20.0.2 (d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2/e51b3779-070e-46a4-a175-7a6ada7944fe/439672c6-a2ed-47d8-8a66-0c41dbc56df4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:25:59.268866 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e2bdd-7457-4ecc-b973-8e959da694a4 None None] Pushing event updated for resources: {'Port': ['ID=15331f38-4592-4915-8a34-1372d23326f7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:59.302663 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:25:59.369058 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.373235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.382672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Transition to ACTIVE for port object 439672c6-a2ed-47d8-8a66-0c41dbc56df4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:25:59.399654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Transition to ACTIVE for port object 439672c6-a2ed-47d8-8a66-0c41dbc56df4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:25:59.405143 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.448318 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:25:59.451128 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:25:59.457622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:25:59.471924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Pushing event updated for resources: {'Port': ['ID=439672c6-a2ed-47d8-8a66-0c41dbc56df4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:25:59.490923 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:25:57Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:25:59.520492 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf88a9-c5ce-46c2-bc90-514a59abc2e2 None None] The sync data for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 is: [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:25:57Z', 'revision_number': 3, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:25:59.526552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Attempting to bind port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:25:59.526940 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Attempting to bind port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:25:59.527319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Attempting to bind port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 on network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:25:59.533013 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:25:59.534136 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Checking segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:25:59.534724 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.535147 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Bound using segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:25:59.535664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Bound port: 439672c6-a2ed-47d8-8a66-0c41dbc56df4, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:25:59.536066 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.605448 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] For port 439672c6-a2ed-47d8-8a66-0c41dbc56df4, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:25:59.609178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] For port 439672c6-a2ed-47d8-8a66-0c41dbc56df4, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=439672c6-a2ed-47d8-8a66-0c41dbc56df4,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:25:59.613139 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:25:59.677283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b0f48-cc99-4f2a-951d-06f2e5d34470 None None] Pushing event updated for resources: {'Port': ['ID=439672c6-a2ed-47d8-8a66-0c41dbc56df4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:00.001210 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd87aa9b-2164-436d-9ca0-9a6b1f9d969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.010402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.1 (d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2/e51b3779-070e-46a4-a175-7a6ada7944fe/cf129d6e-baf4-486a-b6ad-e0b4c341c6f1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:26:00.140952 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.156329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:00.193371 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.232786 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:00.236020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:00.239336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:26:00.272045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:00.295799 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.305466 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.458857 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.658235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b568b-fb4f-4cf8-8581-4afd4ee18b6e None None] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:26:00.750309 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.755224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.839919 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:00.842671 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:00.868558 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7f53224f-f902-4c7b-8f4e-22dc1ed9a48d None None] Provisioning for port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:00.966261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:00.968506 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:01.001350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15331f38-4592-4915-8a34-1372d23326f7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:01.066690 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 15331f38-4592-4915-8a34-1372d23326f7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:01.070611 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 15331f38-4592-4915-8a34-1372d23326f7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:01.071383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.111396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 196cbff9-01f1-43b1-8753-686cdaab062e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:26:01.162093 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.188925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 15331f38-4592-4915-8a34-1372d23326f7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=15331f38-4592-4915-8a34-1372d23326f7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:01.194872 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.196461 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 439672c6-a2ed-47d8-8a66-0c41dbc56df4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:01.238036 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:26:01.243635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-10f13793-e354-439b-9d7c-4a5c0a696544 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/196cbff9-01f1-43b1-8753-686cdaab062e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446195 Jul 23 11:26:01.294972 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:01.297496 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=15331f38-4592-4915-8a34-1372d23326f7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:01.304578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:01.305347 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.337653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Sync routers for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:26:01.355122 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-591f773c-ade4-42a9-8608-8dce9fcb3941 None None] Provisioning for port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:01.365186 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-591f773c-ade4-42a9-8608-8dce9fcb3941 None None] Provisioning complete for port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:01.365557 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-591f773c-ade4-42a9-8608-8dce9fcb3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.390799 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:01.391459 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:01.417282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-e082ae0b-54fb-40e9-a012-41307ea36552 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625174418&fields=id&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 267 time: 0.0417368 Jul 23 11:26:01.493084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-591f773c-ade4-42a9-8608-8dce9fcb3941 None None] Port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:26:01.529636 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.546146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f9a74e57-43bd-419a-90f0-d45cede25b6b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:01.548122 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f9a74e57-43bd-419a-90f0-d45cede25b6b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 797 time: 0.1232955 Jul 23 11:26:01.553664 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.559211 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-591f773c-ade4-42a9-8608-8dce9fcb3941 None None] Provisioning complete for port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:01.559605 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-591f773c-ade4-42a9-8608-8dce9fcb3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.565932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-2f7b4cd3-c364-4003-a840-8ee290261b02 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/quotas/90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 375 time: 0.0104554 Jul 23 11:26:01.606083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:01.639961 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-25b2e64d-76f5-4855-be02-399c6bbcf096 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674701 Jul 23 11:26:01.669971 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 439672c6-a2ed-47d8-8a66-0c41dbc56df4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=439672c6-a2ed-47d8-8a66-0c41dbc56df4,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:01.681193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.707062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-81db57da-9172-4bc2-b0c5-e6b44cf2a5d4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:26:01.708114 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-81db57da-9172-4bc2-b0c5-e6b44cf2a5d4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561221 Jul 23 11:26:01.798097 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-a438d8bc-1d86-480b-90f6-d9889995fd5e service neutron] 10.222.0.37 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Jul 23 11:26:01.845331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=439672c6-a2ed-47d8-8a66-0c41dbc56df4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:01.894290 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-b52b03ef-c363-4f46-a2a2-77163a6a9b7c service neutron] 10.222.0.37 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897453 Jul 23 11:26:01.915031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 2, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:01.945417 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Checking router: 196cbff9-01f1-43b1-8753-686cdaab062e for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:26:01.945771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Updating router 196cbff9-01f1-43b1-8753-686cdaab062e port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:26:01.987741 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:01.989492 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-acf357ee-bb3e-4fe8-97a6-e472424508f1 None None] Provisioning complete for port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:01.989850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-acf357ee-bb3e-4fe8-97a6-e472424508f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.064182 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1afb99b4-7d07-4d4c-9d48-4615543618a6 req-1cdbf471-dfb1-4516-ace0-41db28a7d10a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 210 time: 0.0328999 Jul 23 11:26:02.070032 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-acf357ee-bb3e-4fe8-97a6-e472424508f1 None None] Port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:26:02.305456 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.316537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Transition to ACTIVE for port object cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:02.321969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.373587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356742-24d5-411e-a7b7-1256565f7718 None None] Pushing event updated for resources: {'Port': ['ID=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:02.427629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Attempting to bind port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:26:02.428007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Attempting to bind port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:26:02.428395 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Attempting to bind port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 on network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:26:02.435990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:26:02.436371 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Checking segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:26:02.436837 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.439107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Bound using segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:26:02.440284 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Bound port: cf129d6e-baf4-486a-b6ad-e0b4c341c6f1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:26:02.447383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.523237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] For port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:26:02.526464 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] For port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:26:02.533205 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.602519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:02.603160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:02.607254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356742-24d5-411e-a7b7-1256565f7718 None None] Pushing event updated for resources: {'Port': ['ID=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:02.729125 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:02.749349 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:02.935199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15331f38-4592-4915-8a34-1372d23326f7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:03.000226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:02Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:03.003897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 15331f38-4592-4915-8a34-1372d23326f7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:03.004272 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:03.032864 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f59d9f4-d52b-4fd6-90d4-5df00c43c737 None None] The sync data for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 is: [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:02Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:26:03.171141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 439672c6-a2ed-47d8-8a66-0c41dbc56df4 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:03.234424 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:03.235013 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:03.235970 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de1276cc-3dc0-4d6e-af1f-f4a4ee9984e8 req-167cc263-3f77-4cc1-b961-f906da9eb0aa tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 210 time: 0.0395713 Jul 23 11:26:03.287908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-d2ce906a-3352-48fe-b617-3a9eb0eb3d5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:03.289967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-d2ce906a-3352-48fe-b617-3a9eb0eb3d5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 797 time: 0.2175939 Jul 23 11:26:03.341901 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-ffc73d51-d621-4131-a7e7-6d6e7ffcd853 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90625b89ad8a4357bfd4452a9076e162 HTTP/1.1" status: 200 len: 380 time: 0.0372190 Jul 23 11:26:03.356893 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'port': {'device_id': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'admin_state_up': True, 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'security_groups': ['aba5a0f4-acca-4b65-a924-206dfdd59805']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:03.474306 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Made reservation on behalf of 90625b89ad8a4357bfd4452a9076e162 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:26:03.477896 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:03.605457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.20.0.4 (d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2/e51b3779-070e-46a4-a175-7a6ada7944fe/d4aac038-9720-4fa7-bf54-3a606a4f7898) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:26:03.750081 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:03.764325 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Transition to ACTIVE for port object d4aac038-9720-4fa7-bf54-3a606a4f7898 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:03.799391 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:03.848903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:03.852095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:03.856639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:26:03.878455 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=d4aac038-9720-4fa7-bf54-3a606a4f7898,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:03.920536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:03.921552 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:03.943207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-0b4c6261-79bd-4854-823b-b1de23c53227 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904510 Jul 23 11:26:03.960510 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Request body: {'port': {'device_id': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:04.037523 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.090820 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9cfc32b5-f8bd-439f-92d7-270b995663ec None None] Provisioning for port d4aac038-9720-4fa7-bf54-3a606a4f7898 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:04.096667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9cfc32b5-f8bd-439f-92d7-270b995663ec None None] Provisioning complete for port d4aac038-9720-4fa7-bf54-3a606a4f7898 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:04.097160 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cfc32b5-f8bd-439f-92d7-270b995663ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.135068 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc32b5-f8bd-439f-92d7-270b995663ec None None] Port d4aac038-9720-4fa7-bf54-3a606a4f7898 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:26:04.315853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aac038-9720-4fa7-bf54-3a606a4f7898 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:26:04.323396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.335652 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Transition to ACTIVE for port object d4aac038-9720-4fa7-bf54-3a606a4f7898 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:04.339338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.384889 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa34f65-4deb-44f4-8d39-fa9c4fcb4d85 req-c6ee33f6-f327-4808-8e57-f3c657e80b31 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:04.386618 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fa34f65-4deb-44f4-8d39-fa9c4fcb4d85 req-c6ee33f6-f327-4808-8e57-f3c657e80b31 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 931 time: 0.0691240 Jul 23 11:26:04.411214 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Pushing event updated for resources: {'Port': ['ID=d4aac038-9720-4fa7-bf54-3a606a4f7898,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:04.429871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4fa34f65-4deb-44f4-8d39-fa9c4fcb4d85 req-a5d62a1f-1e13-49d5-bd01-2d9ff1f8d6ed tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357416 Jul 23 11:26:04.462314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Attempting to bind port d4aac038-9720-4fa7-bf54-3a606a4f7898 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:26:04.462663 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Attempting to bind port d4aac038-9720-4fa7-bf54-3a606a4f7898 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:26:04.462998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Attempting to bind port d4aac038-9720-4fa7-bf54-3a606a4f7898 on network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:26:04.467500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Port d4aac038-9720-4fa7-bf54-3a606a4f7898 on network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:26:04.467828 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Attempting to bind port d4aac038-9720-4fa7-bf54-3a606a4f7898 on network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:26:04.473551 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:26:04.473905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Checking segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:26:04.474299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Bound using segment: {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:26:04.474742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Bound port: d4aac038-9720-4fa7-bf54-3a606a4f7898, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30671696-c7e3-46af-9e4a-3999230ca377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:26:04.475112 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.545680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] For port d4aac038-9720-4fa7-bf54-3a606a4f7898, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:26:04.550638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] For port d4aac038-9720-4fa7-bf54-3a606a4f7898, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:26:04.555960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.592275 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:04.592927 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.594297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] 10.222.0.20 "PUT /v2.0/ports/d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 1091 time: 0.6384647 Jul 23 11:26:04.594737 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:04.598215 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44286aca-1581-47a4-b59d-b86c2887bd13" -d '{"events": [{"name": "network-changed", "server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:04.625152 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be33f9-2eed-4eed-8f30-d246e53c19bd service neutron] Pushing event updated for resources: {'Port': ['ID=d4aac038-9720-4fa7-bf54-3a606a4f7898,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:04.655252 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdcd302-991c-411a-90f5-e444729840c5 x-openstack-request-id: req-0cdcd302-991c-411a-90f5-e444729840c5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:04.655609 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:04.655871 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cdcd302-991c-411a-90f5-e444729840c5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:04.656307 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'status': 'completed', 'code': 200} Jul 23 11:26:04.723023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-5cdecc96-15aa-4fa4-8d8c-62dfa6aede81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:04.724618 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-5cdecc96-15aa-4fa4-8d8c-62dfa6aede81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1094 time: 0.0572231 Jul 23 11:26:04.778251 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-039f2c3e-658f-4e93-a095-216deb2ff36e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 217 time: 0.0383029 Jul 23 11:26:04.829259 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-158c5423-269e-471f-8b45-f5b173889bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:04.830699 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-158c5423-269e-471f-8b45-f5b173889bb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 200 len: 835 time: 0.0463758 Jul 23 11:26:04.896499 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-026b2421-71e5-4eb7-b62f-dbeea4817506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:04.898119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-026b2421-71e5-4eb7-b62f-dbeea4817506 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616419 Jul 23 11:26:04.930378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:04.946379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:04.994181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-2a745729-bd4b-472c-af89-147988051352 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896955 Jul 23 11:26:04.997015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:05.000843 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:05.001228 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:05.078693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:05.088170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2664cc4a-3e3a-42d3-85fa-ee45116f7708 req-663df473-e510-4ed8-90ad-23f19f5b631a service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881896 Jul 23 11:26:05.110543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:05.114543 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:05.161170 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:05.220045 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-97ee2679-ff05-49c2-b5bd-7ddfffc9066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:05.222257 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-97ee2679-ff05-49c2-b5bd-7ddfffc9066e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1094 time: 0.0528958 Jul 23 11:26:05.313025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-7d262219-63f1-474e-b536-b6b483d9aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:05.314517 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-7d262219-63f1-474e-b536-b6b483d9aa24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 898 time: 0.0859168 Jul 23 11:26:05.355632 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-98db734a-b5b1-4ed0-b8a4-1a727bd40c0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 217 time: 0.0342827 Jul 23 11:26:05.407147 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-68afb87b-ec45-49b0-8730-7ef2b10446fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:05.409765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-68afb87b-ec45-49b0-8730-7ef2b10446fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 200 len: 835 time: 0.0475121 Jul 23 11:26:05.468337 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-8783dc79-735c-4067-bd72-0632dfe955dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:05.469874 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-8783dc79-735c-4067-bd72-0632dfe955dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531309 Jul 23 11:26:05.560562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-e9db924a-d382-4e5e-8777-3e2c5e53136c service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838234 Jul 23 11:26:05.563099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311ad4-b0b8-48d9-acbd-1655091242df req-79eaad54-f489-4a73-8543-df996375d9e1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:05.564750 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b2311ad4-b0b8-48d9-acbd-1655091242df req-79eaad54-f489-4a73-8543-df996375d9e1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 943 time: 0.0671837 Jul 23 11:26:05.603084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b2311ad4-b0b8-48d9-acbd-1655091242df req-201abcfe-97ab-4c1c-adc9-ca03feb4aa6b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jul 23 11:26:05.655933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-44286aca-1581-47a4-b59d-b86c2887bd13 req-1af7fde8-34b6-4225-87d3-3f2c2e184d83 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882034 Jul 23 11:26:06.397041 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:26:06.730042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd61b5-ad52-4467-804a-c249045c0981 req-f8feceab-784d-44f2-a243-e616ac219214 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:06.731435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fcd61b5-ad52-4467-804a-c249045c0981 req-f8feceab-784d-44f2-a243-e616ac219214 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 943 time: 0.0619152 Jul 23 11:26:06.768488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9fcd61b5-ad52-4467-804a-c249045c0981 req-0e10e7ae-fd7d-41ca-bfb2-bf6f13016e41 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Jul 23 11:26:06.921452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:06.971883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:06.972259 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:07.852428 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d4aac038-9720-4fa7-bf54-3a606a4f7898 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:26:07.898266 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf47a4a-b9d7-46b3-b1e2-9507de08955a req-998162e3-e765-4d37-8a86-2d5af75701a2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:07.899793 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf47a4a-b9d7-46b3-b1e2-9507de08955a req-998162e3-e765-4d37-8a86-2d5af75701a2 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 943 time: 0.0654929 Jul 23 11:26:07.939015 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9cf47a4a-b9d7-46b3-b1e2-9507de08955a req-0d8e402b-cc66-4384-b88c-dc5fb15f7b0b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Jul 23 11:26:08.099005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d4aac038-9720-4fa7-bf54-3a606a4f7898, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:08.109505 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'port_id': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'mac_address': 'fa:16:3e:38:06:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:26:08.149012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:08.161507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aac038-9720-4fa7-bf54-3a606a4f7898 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:26:08.180999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d4aac038-9720-4fa7-bf54-3a606a4f7898, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:08.184772 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:08.229202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d4aac038-9720-4fa7-bf54-3a606a4f7898,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:08.462918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['d4aac038-9720-4fa7-bf54-3a606a4f7898'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:26:09.074143 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c8978-b336-4016-9095-a7fca87e88c6 req-002184dc-81dc-408d-8ac1-6d12f71cd93a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:09.075644 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de7c8978-b336-4016-9095-a7fca87e88c6 req-002184dc-81dc-408d-8ac1-6d12f71cd93a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 944 time: 0.0683184 Jul 23 11:26:09.112390 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-de7c8978-b336-4016-9095-a7fca87e88c6 req-e61a4802-b684-4238-b86d-4a90bdd22335 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Jul 23 11:26:09.852330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d4aac038-9720-4fa7-bf54-3a606a4f7898 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:26:09.902069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port d4aac038-9720-4fa7-bf54-3a606a4f7898 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:26:09.905537 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port d4aac038-9720-4fa7-bf54-3a606a4f7898 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:26:09.905911 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:09.978768 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:10.000559 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:10.003455 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821959f0-5a84-4fe5-b3c1-4268d298fae5" -d '{"events": [{"server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "name": "network-vif-plugged", "status": "completed", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:10.015298 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port d4aac038-9720-4fa7-bf54-3a606a4f7898, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:10.020276 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:10.073058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=d4aac038-9720-4fa7-bf54-3a606a4f7898,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:10.098908 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b67c9-8da5-40ae-bc06-4b4f3ac3dc9d x-openstack-request-id: req-cb1b67c9-8da5-40ae-bc06-4b4f3ac3dc9d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:10.099214 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "name": "network-vif-plugged", "status": "completed", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:10.099505 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb1b67c9-8da5-40ae-bc06-4b4f3ac3dc9d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:10.099909 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'code': 200} Jul 23 11:26:10.274198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4562-fb31-4d07-ab8e-24115eafc46d req-6332cd26-aa58-4f30-92ff-1cf20c9e7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:10.275846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-484b4562-fb31-4d07-ab8e-24115eafc46d req-6332cd26-aa58-4f30-92ff-1cf20c9e7b96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1096 time: 0.0939076 Jul 23 11:26:10.287365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6da73-6b15-4eff-ba75-4a576861a876 req-3db3ce29-7187-4c75-a72f-8d5dd8729efd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:10.288771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7aa6da73-6b15-4eff-ba75-4a576861a876 req-3db3ce29-7187-4c75-a72f-8d5dd8729efd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0988643 Jul 23 11:26:10.332606 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-484b4562-fb31-4d07-ab8e-24115eafc46d req-cef4632d-fac4-4cc0-a924-08706629b845 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Jul 23 11:26:10.343919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7aa6da73-6b15-4eff-ba75-4a576861a876 req-3c5ad76b-e0ba-4ca4-ba11-44876a4b8aa6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492592 Jul 23 11:26:11.479900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b60f8-cdda-4213-88a1-17b80829f984 req-b4844d5a-023e-4505-a125-bbe4dd7595bb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:11.481377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-773b60f8-cdda-4213-88a1-17b80829f984 req-b4844d5a-023e-4505-a125-bbe4dd7595bb tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0676033 Jul 23 11:26:11.518169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-773b60f8-cdda-4213-88a1-17b80829f984 req-b311d597-5b7b-4fbb-b135-1fa1ad0e78fd tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302184 Jul 23 11:26:12.647137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2887a92-9249-4ffd-9fed-f31e25682b64 req-925ede05-beed-4379-91c1-ecad10539a10 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:12.648631 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2887a92-9249-4ffd-9fed-f31e25682b64 req-925ede05-beed-4379-91c1-ecad10539a10 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0648975 Jul 23 11:26:12.685927 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c2887a92-9249-4ffd-9fed-f31e25682b64 req-0b8a6b99-3c37-4067-a51f-c7db036368b7 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Jul 23 11:26:12.812459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68cfa-5ac1-4a3e-97e7-02d432967282 req-d969483d-9a51-42f2-9fc3-21b09725d7e8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:12.813877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4f68cfa-5ac1-4a3e-97e7-02d432967282 req-d969483d-9a51-42f2-9fc3-21b09725d7e8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0632789 Jul 23 11:26:12.851561 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4f68cfa-5ac1-4a3e-97e7-02d432967282 req-bc3590d1-56f2-4c5c-bc0a-c4ab4603c373 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jul 23 11:26:12.873060 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37822) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:12.928948 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cce770e-1599-4f62-b479-ef148d8bd82f tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:12.930506 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9cce770e-1599-4f62-b479-ef148d8bd82f tempest-TestNetworkAdvancedServerOps-720169577 tempest-TestNetworkAdvancedServerOps-720169577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1091 time: 0.0564559 Jul 23 11:26:12.933379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37824) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:12.937625 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:12.959100 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:13.054834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:13.151158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Allocated IP 172.25.4.29 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/959b9e08-8b69-41ae-99be-f5f083bbb050) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:26:13.256638 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:13.293858 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:13.327360 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:13.330696 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:13.334051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:26:13.362825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=959b9e08-8b69-41ae-99be-f5f083bbb050,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:13.586539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-6888f422-a770-4ad7-856b-62aa538134b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355796 Jul 23 11:26:14.064831 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:14.087677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-9b8db4f0-2ac9-4522-84eb-7c45805dba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:14.089158 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-9b8db4f0-2ac9-4522-84eb-7c45805dba3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1096 time: 0.4273667 Jul 23 11:26:14.196116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:14.255935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-25af14e4-aa42-400d-9c25-82c744990942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:14.257412 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-25af14e4-aa42-400d-9c25-82c744990942 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 898 time: 0.1497507 Jul 23 11:26:14.375347 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-eec611a0-8932-4827-9dc5-6e3a76aeca0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 998 time: 0.1035604 Jul 23 11:26:14.455502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-0414480e-1f82-4be2-b2ad-093248aa6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:14.456892 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-0414480e-1f82-4be2-b2ad-093248aa6acd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 200 len: 835 time: 0.0741756 Jul 23 11:26:14.458694 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:14.470878 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:14.559294 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event updated for resources: {'Port': ['ID=959b9e08-8b69-41ae-99be-f5f083bbb050,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:14.573075 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:14.645367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-cfc29a7b-a747-494a-b37b-cc493f012ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:14.646878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-cfc29a7b-a747-494a-b37b-cc493f012ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839762 Jul 23 11:26:14.734360 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP 0daee709-0f88-4525-8649-40b691a200f9 associated. External IP: 172.25.4.29, port: d4aac038-9720-4fa7-bf54-3a606a4f7898. Jul 23 11:26:14.821137 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-4430c134-4d2b-45d3-812b-6b3e8e95f455 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678548 Jul 23 11:26:14.987675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-98d4036b-df98-415b-9ab2-c13cd0e11288 req-c7110ce8-3a78-4c61-9216-b8072060661e service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594632 Jul 23 11:26:15.021206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 196cbff9-01f1-43b1-8753-686cdaab062e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:26:15.132342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:26:15.142350 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] Sync routers for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:26:15.147260 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:15.152163 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:15.152833 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:15.183337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bfd3b7f8-bd35-4427-aaf1-0a765c307f64 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2489429 Jul 23 11:26:15.183957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:15.186232 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b57a4c3-4e4c-415a-8867-d5f570911ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:15.229386 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2db5f6-ea2a-4b0d-9d66-783398350d5c x-openstack-request-id: req-2a2db5f6-ea2a-4b0d-9d66-783398350d5c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:15.229682 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:15.229942 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a2db5f6-ea2a-4b0d-9d66-783398350d5c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:15.230351 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'status': 'completed', 'code': 200} Jul 23 11:26:15.261213 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:15.348126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3695bb-f103-4db3-917f-c194b88c7def req-664200f0-cc25-429a-b74b-3a599dc1a308 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:15.349636 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e3695bb-f103-4db3-917f-c194b88c7def req-664200f0-cc25-429a-b74b-3a599dc1a308 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.1087306 Jul 23 11:26:15.352480 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-10cbc0ea-505c-4374-9f6a-31264fabbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:15.353876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-10cbc0ea-505c-4374-9f6a-31264fabbcfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1096 time: 0.0802898 Jul 23 11:26:15.446725 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1e3695bb-f103-4db3-917f-c194b88c7def req-8d6bdbb5-624d-4579-93d5-e36aeb7ad871 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915506 Jul 23 11:26:15.475904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-5f286f6c-a661-4e0e-b35e-e6a3692f7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:15.476272 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:15.477397 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-5f286f6c-a661-4e0e-b35e-e6a3692f7279 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 898 time: 0.1156828 Jul 23 11:26:15.497318 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0daee709-0f88-4525-8649-40b691a200f9', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'port_id': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'mac_address': 'fa:16:3e:38:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:26:13Z', 'updated_at': '2021-07-23T11:26:13Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:05Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:15.529212 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] Checking router: 196cbff9-01f1-43b1-8753-686cdaab062e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:26:15.537596 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:15.538219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:15.549885 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-48f112e6-f0a7-4688-ba95-d49214a23413 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 998 time: 0.0655701 Jul 23 11:26:15.550583 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b5dde9e8-d11f-446a-871f-c7c0c245f8ba tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/0daee709-0f88-4525-8649-40b691a200f9 HTTP/1.1" status: 200 len: 990 time: 0.0724654 Jul 23 11:26:15.605956 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-72772d68-7aff-4bf2-98ac-fac1fc3ef2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:15.607574 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-72772d68-7aff-4bf2-98ac-fac1fc3ef2e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 200 len: 835 time: 0.0505819 Jul 23 11:26:15.670500 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-8736aafb-be96-46f2-89ad-1d3620c6bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:15.672055 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-8736aafb-be96-46f2-89ad-1d3620c6bbe0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577352 Jul 23 11:26:15.733333 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:15.760736 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-bb60de38-0cb2-4743-a20b-d7b1a708d691 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Jul 23 11:26:15.864199 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6b57a4c3-4e4c-415a-8867-d5f570911ae3 req-61abc168-8f80-4329-9556-c2fa1bf23669 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961907 Jul 23 11:26:15.956638 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0daee709-0f88-4525-8649-40b691a200f9', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'port_id': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'mac_address': 'fa:16:3e:38:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:26:13Z', 'updated_at': '2021-07-23T11:26:13Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:05Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:15.981780 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e17212-8e07-49ee-8e82-d16a25c66328 None None] The sync data for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 is: [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0daee709-0f88-4525-8649-40b691a200f9', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'port_id': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'mac_address': 'fa:16:3e:38:06:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:26:13Z', 'updated_at': '2021-07-23T11:26:13Z', 'revision_number': 0, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:05Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:26:16.178069 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf90246a-d752-466f-8502-80f39b2be9cf None None] New status for floating IP 0daee709-0f88-4525-8649-40b691a200f9: ACTIVE {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:26:16.552983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:16.612087 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e141d966-fbeb-46fa-90d1-8efad9e8b404 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/0daee709-0f88-4525-8649-40b691a200f9 HTTP/1.1" status: 200 len: 992 time: 0.0579560 Jul 23 11:26:24.529576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:27.138377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f7cc7c6-339a-4d76-9b88-92f43b4b1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:30.003629 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cac9fec9-d8aa-48b8-8a97-0531c4c599bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:30.297690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:31.467720 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:32.718709 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:34.940303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:43.396547 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:26:43.434814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058960a-e107-4bf7-82b7-866d05ccc5be req-09816783-3a93-45c9-9d50-c1df49325fc6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:43.436339 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2058960a-e107-4bf7-82b7-866d05ccc5be req-09816783-3a93-45c9-9d50-c1df49325fc6 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0668938 Jul 23 11:26:43.473329 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2058960a-e107-4bf7-82b7-866d05ccc5be req-c8a37137-a20b-44b0-a122-18669bc2db65 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Jul 23 11:26:44.623302 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ebf1-38bc-41bb-826c-b0515e4bcc12 req-a4b539b0-3f03-4f39-89ef-583d5df21c0a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:44.624842 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f15ebf1-38bc-41bb-826c-b0515e4bcc12 req-a4b539b0-3f03-4f39-89ef-583d5df21c0a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0653181 Jul 23 11:26:44.662196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f15ebf1-38bc-41bb-826c-b0515e4bcc12 req-4a41a93d-2b20-4961-b1b1-ed20b3a6850a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jul 23 11:26:44.684467 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37854) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:44.750103 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c2fcafe1-5204-4a32-ac1f-d4f33d674856 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/0daee709-0f88-4525-8649-40b691a200f9 HTTP/1.1" status: 200 len: 992 time: 0.0645354 Jul 23 11:26:46.036716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24f77-ca66-4a68-a4de-5bf13137946e req-db13f44a-9909-4574-aaf3-adb09425b847 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.038260 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cf24f77-ca66-4a68-a4de-5bf13137946e req-db13f44a-9909-4574-aaf3-adb09425b847 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0668840 Jul 23 11:26:46.069034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-ee8f035d-c238-4422-bedd-a6853eb017ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.070539 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-ee8f035d-c238-4422-bedd-a6853eb017ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1096 time: 0.0548677 Jul 23 11:26:46.078239 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1cf24f77-ca66-4a68-a4de-5bf13137946e req-d4535c5f-0973-4e92-8188-b44796b35eb3 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Jul 23 11:26:46.164346 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-1878132e-9636-4226-9219-b24434c0c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.165893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-1878132e-9636-4226-9219-b24434c0c9a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 898 time: 0.0884864 Jul 23 11:26:46.227635 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-1e7bae58-b217-4649-a079-432e9d64c1c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 1000 time: 0.0554621 Jul 23 11:26:46.275062 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-cfa68a6e-e7cc-4c54-abda-22ddca38addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.276516 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-cfa68a6e-e7cc-4c54-abda-22ddca38addc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 200 len: 835 time: 0.0429823 Jul 23 11:26:46.336748 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-d21969df-3b24-464f-8f0d-6a5ed7a31b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:46.338119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-d21969df-3b24-464f-8f0d-6a5ed7a31b8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554330 Jul 23 11:26:46.425050 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-4468a20a-b58e-4bdf-8a60-eb9eea3333ac service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806479 Jul 23 11:26:46.521839 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a69bc2ec-357f-4b66-ba32-149da4e9fee0 req-d9e053ea-680e-4fa0-9448-6224daf3f374 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905833 Jul 23 11:26:47.215892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03821-55a4-43aa-a37f-083bbcb809db req-e1deb24a-251e-49f2-a0be-0c5d53009d4a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:47.217471 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ec03821-55a4-43aa-a37f-083bbcb809db req-e1deb24a-251e-49f2-a0be-0c5d53009d4a tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0631032 Jul 23 11:26:47.255304 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8ec03821-55a4-43aa-a37f-083bbcb809db req-2c96cd9e-8404-41de-a71c-52c8a2ab3a7b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Jul 23 11:26:48.384718 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd4c5-037b-42d7-91eb-af0d651cb386 req-8f617998-f911-4fde-835e-515f91b9d3b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:48.386278 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2fcd4c5-037b-42d7-91eb-af0d651cb386 req-8f617998-f911-4fde-835e-515f91b9d3b8 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0631652 Jul 23 11:26:48.422857 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e2fcd4c5-037b-42d7-91eb-af0d651cb386 req-3b67a5fe-1fb4-4eab-8b49-e22fbaedb56b tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Jul 23 11:26:48.446570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37866) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:48.508841 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eedf4049-68fc-4633-a805-ada2d8228c37 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/floatingips/0daee709-0f88-4525-8649-40b691a200f9 HTTP/1.1" status: 200 len: 992 time: 0.0610883 Jul 23 11:26:48.763508 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:48.922723 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 959b9e08-8b69-41ae-99be-f5f083bbb050 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:26:48.923067 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:48.996638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:48.996971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:49.008222 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 959b9e08-8b69-41ae-99be-f5f083bbb050 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:26:49.162734 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:49.187464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=959b9e08-8b69-41ae-99be-f5f083bbb050,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:49.253737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:49.254073 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Floating IP 0daee709-0f88-4525-8649-40b691a200f9 disassociated (deleted). External IP: 172.25.4.29, port: d4aac038-9720-4fa7-bf54-3a606a4f7898. Jul 23 11:26:49.451991 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 196cbff9-01f1-43b1-8753-686cdaab062e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:26:49.555612 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:26:49.560279 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:49.565037 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] Sync routers for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:26:49.573298 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:49.573898 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:49.599314 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ba727465-e769-4c30-95e0-1f0b50fbbd46 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/floatingips/0daee709-0f88-4525-8649-40b691a200f9 HTTP/1.1" status: 204 len: 168 time: 0.8346508 Jul 23 11:26:49.599953 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:49.602245 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3999522-a2ca-418c-b489-27c45713bdda" -d '{"events": [{"name": "network-changed", "server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:49.644687 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e521dc-ff28-44ac-8e2c-7f2a021478e1 x-openstack-request-id: req-57e521dc-ff28-44ac-8e2c-7f2a021478e1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:49.645203 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:49.646224 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57e521dc-ff28-44ac-8e2c-7f2a021478e1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:49.646716 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'status': 'completed', 'code': 200} Jul 23 11:26:49.681989 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:49.753064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999522-a2ca-418c-b489-27c45713bdda req-933d4772-c6b1-450e-9818-ec676ca35fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:49.754811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-933d4772-c6b1-450e-9818-ec676ca35fdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=90625b89ad8a4357bfd4452a9076e162&device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 1096 time: 0.0667536 Jul 23 11:26:49.876746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:05Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:49.907690 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] Checking router: 196cbff9-01f1-43b1-8753-686cdaab062e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:26:49.910420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ee9f-60c6-4b1a-9a73-e8f3994272ec req-9fd41ff2-fb06-4e00-bb54-6a0db2484c93 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:49.911949 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc74ee9f-60c6-4b1a-9a73-e8f3994272ec req-9fd41ff2-fb06-4e00-bb54-6a0db2484c93 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.1339712 Jul 23 11:26:49.916180 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:49.916498 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999522-a2ca-418c-b489-27c45713bdda req-2a72004f-2d8f-4ce4-9030-e65a2012539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:49.916792 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:49.917854 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-2a72004f-2d8f-4ce4-9030-e65a2012539e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 200 len: 898 time: 0.1305759 Jul 23 11:26:49.970971 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-ec6a0abd-bcad-49c3-8947-27cb438ad538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 200 len: 217 time: 0.0389249 Jul 23 11:26:49.990947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dc74ee9f-60c6-4b1a-9a73-e8f3994272ec req-5df0b708-40b4-4b69-9563-0762c9bd37dc tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720060 Jul 23 11:26:50.021999 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:50.029470 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999522-a2ca-418c-b489-27c45713bdda req-c36c2a5a-0978-4b3d-9131-74b3d933515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:50.030957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-c36c2a5a-0978-4b3d-9131-74b3d933515c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 200 len: 835 time: 0.0506458 Jul 23 11:26:50.090852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999522-a2ca-418c-b489-27c45713bdda req-643765d9-0a9f-4ea3-8e9f-6ba7ca17f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:50.092454 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-643765d9-0a9f-4ea3-8e9f-6ba7ca17f442 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531459 Jul 23 11:26:50.183003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-98060fbd-fabc-443e-9ac7-0df9ac08ff24 service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808001 Jul 23 11:26:50.211764 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:05Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:50.236873 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82001c-a87f-4206-a407-e00bf0b9a640 None None] The sync data for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 is: [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:00Z', 'revision_number': 4, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'cf129d6e-baf4-486a-b6ad-e0b4c341c6f1', 'name': '', 'network_id': 'd3a7b85f-d4f7-4851-86fd-45acdb3bb0f2', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'mac_address': 'fa:16:3e:04:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:59Z', 'updated_at': '2021-07-23T11:26:05Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'subnets': [{'id': 'e51b3779-070e-46a4-a175-7a6ada7944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:26:50.280660 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a3999522-a2ca-418c-b489-27c45713bdda req-81f789e2-7ea6-4599-8872-a84e0552b4bf service neutron] 10.222.0.20 "GET /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896161 Jul 23 11:26:50.460196 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa1239a-a0f5-4769-b585-c0a89eed6abb None None] New status for floating IP 0daee709-0f88-4525-8649-40b691a200f9: DOWN {{(pid=93835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:26:51.123009 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a235f9c-8b6d-407e-be06-41661d204bef req-9b51124e-84c3-4a9a-a67b-652a9cf859a5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:51.124433 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2a235f9c-8b6d-407e-be06-41661d204bef req-9b51124e-84c3-4a9a-a67b-652a9cf859a5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0625465 Jul 23 11:26:51.161785 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2a235f9c-8b6d-407e-be06-41661d204bef req-eb57048d-5183-44cb-80bc-78ab48d51552 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/security-groups?id=aba5a0f4-acca-4b65-a924-206dfdd59805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Jul 23 11:26:51.546319 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-8121ebee-9efb-4cd7-87db-7b9662c6fa93 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:51.547821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-8121ebee-9efb-4cd7-87db-7b9662c6fa93 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 945 time: 0.0623360 Jul 23 11:26:51.646221 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port d4aac038-9720-4fa7-bf54-3a606a4f7898 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:26:51.646566 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:51.729824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port d4aac038-9720-4fa7-bf54-3a606a4f7898, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=d4aac038-9720-4fa7-bf54-3a606a4f7898,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:51.730186 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:51.741874 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for d4aac038-9720-4fa7-bf54-3a606a4f7898 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:26:51.873714 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:51.902538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=d4aac038-9720-4fa7-bf54-3a606a4f7898,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:51.915241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.915241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.915241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.915241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.915650 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.915752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.916069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.916403 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.916736 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.917067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.917399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.917725 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:51.959818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] No DVR routers for this DVR port d4aac038-9720-4fa7-bf54-3a606a4f7898 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:26:51.962283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:51.964368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e062ac18-2b75-49f3-9ef6-1156ce4de9d6 req-88352d75-7e32-4b73-9e37-382c787a7961 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.20 "DELETE /v2.0/ports/d4aac038-9720-4fa7-bf54-3a606a4f7898 HTTP/1.1" status: 204 len: 173 time: 0.4115186 Jul 23 11:26:51.964805 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'name': 'network-vif-deleted', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:26:51.967028 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d2cb69-823a-4144-b6f6-529bec03753b" -d '{"events": [{"server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "name": "network-vif-deleted", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:26:52.003529 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e79d2-9faf-429c-a169-da694788f5db x-openstack-request-id: req-0c6e79d2-9faf-429c-a169-da694788f5db {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:26:52.003826 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433bdaee-f9ff-4b67-8827-db3c72c48984", "name": "network-vif-deleted", "tag": "d4aac038-9720-4fa7-bf54-3a606a4f7898", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:26:52.004080 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c6e79d2-9faf-429c-a169-da694788f5db {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:26:52.004481 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433bdaee-f9ff-4b67-8827-db3c72c48984', 'name': 'network-vif-deleted', 'tag': 'd4aac038-9720-4fa7-bf54-3a606a4f7898', 'status': 'completed', 'code': 200} Jul 23 11:26:52.268388 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1e64d3d0-ef04-4e1f-8333-6e6ce6ae9f7b req-701cd3c4-9e15-4b0e-a888-86759496f8d9 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "GET /v2.0/ports?device_id=433bdaee-f9ff-4b67-8827-db3c72c48984 HTTP/1.1" status: 200 len: 210 time: 0.0291195 Jul 23 11:26:53.326064 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:53.676851 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:53.932749 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:26:53.933009 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:54.016695 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port cf129d6e-baf4-486a-b6ad-e0b4c341c6f1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:54.017321 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:54.029663 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:26:54.211967 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:54.241193 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=cf129d6e-baf4-486a-b6ad-e0b4c341c6f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:54.275102 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.275505 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.275821 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.276156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.276487 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.276817 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.277148 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.277481 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.277806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.278128 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.278450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.278767 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:54.426084 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:54.528079 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:54.934841 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Router 196cbff9-01f1-43b1-8753-686cdaab062e has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:26:55.035446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:26:55.040460 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8416a89f-9613-4aba-a545-3ff2e5d759d5 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "PUT /v2.0/routers/196cbff9-01f1-43b1-8753-686cdaab062e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133770 Jul 23 11:26:55.043260 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:55.046078 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] Sync routers for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:26:55.056184 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:55.056864 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:55.097108 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting subnet e51b3779-070e-46a4-a175-7a6ada7944fe {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:26:55.100161 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.140162 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.157462 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:55.220075 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.281871 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.312127 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Subnet': ['ID=e51b3779-070e-46a4-a175-7a6ada7944fe,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:55.314524 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.316538 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-05a51c28-38bf-420f-b264-e5fcad22f387 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/subnets/e51b3779-070e-46a4-a175-7a6ada7944fe HTTP/1.1" status: 204 len: 168 time: 0.2723134 Jul 23 11:26:55.319171 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:55.323539 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d59ebcc-3959-4a34-86d7-3d94ffd57a46 None None] Network d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:26:55.338239 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:54Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:55.365988 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] Checking router: 196cbff9-01f1-43b1-8753-686cdaab062e for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:26:55.374136 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] Routers {'196cbff9-01f1-43b1-8753-686cdaab062e'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:26:55.374746 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:26:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['196cbff9-01f1-43b1-8753-686cdaab062e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:55.426918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.527591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d48107-0f46-49de-95fb-2445524a651b None None] DHCP port deletion for d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:26:55.541361 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.576906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Deleting port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:26:55.577484 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.581134 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] Set router 196cbff9-01f1-43b1-8753-686cdaab062e gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:26:55.602334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Deleting port 15331f38-4592-4915-8a34-1372d23326f7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:26:55.602650 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.647786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-26d48107-0f46-49de-95fb-2445524a651b None None] For port 439672c6-a2ed-47d8-8a66-0c41dbc56df4, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=439672c6-a2ed-47d8-8a66-0c41dbc56df4,segment=NetworkSegment(30671696-c7e3-46af-9e4a-3999230ca377),segment_id=30671696-c7e3-46af-9e4a-3999230ca377)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:55.648334 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.660437 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Calling delete_port for 439672c6-a2ed-47d8-8a66-0c41dbc56df4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:26:55.684403 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] For port 15331f38-4592-4915-8a34-1372d23326f7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=15331f38-4592-4915-8a34-1372d23326f7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:26:55.684783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.698059 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Calling delete_port for 15331f38-4592-4915-8a34-1372d23326f7 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:26:55.745559 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.762501 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:54Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:55.771702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Pushing event deleted for resources: {'Port': ['ID=439672c6-a2ed-47d8-8a66-0c41dbc56df4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:55.776138 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d48107-0f46-49de-95fb-2445524a651b None None] No DVR routers for this DVR port 439672c6-a2ed-47d8-8a66-0c41dbc56df4 on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:26:55.790773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.791121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.791490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.791856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.792169 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.792594 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.792918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.793483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.793680 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.794007 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.794328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.794649 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d48107-0f46-49de-95fb-2445524a651b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:26:55.794988 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e92888-bc33-4c31-98b2-a334e002aee1 None None] The sync data for ids ['196cbff9-01f1-43b1-8753-686cdaab062e'] in n-d-778550-4 is: [{'id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851088445', 'tenant_id': '90625b89ad8a4357bfd4452a9076e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '15331f38-4592-4915-8a34-1372d23326f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:25:56Z', 'updated_at': '2021-07-23T11:26:54Z', 'revision_number': 5, 'project_id': '90625b89ad8a4357bfd4452a9076e162', 'gw_port': {'id': '15331f38-4592-4915-8a34-1372d23326f7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196cbff9-01f1-43b1-8753-686cdaab062e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:25:57Z', 'updated_at': '2021-07-23T11:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:26:55.877744 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:55.907208 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Port': ['ID=15331f38-4592-4915-8a34-1372d23326f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:55.974005 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.063165 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.065442 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.107385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.107947 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Fanout notify agent at l3_agent the message router_deleted on router 196cbff9-01f1-43b1-8753-686cdaab062e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:26:56.116119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.117229 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-32f75ac3-11fc-46c4-b447-6be1d5c0a3a1 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/routers/196cbff9-01f1-43b1-8753-686cdaab062e HTTP/1.1" status: 204 len: 168 time: 0.7970142 Jul 23 11:26:56.119984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:56.130188 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d4aac038-9720-4fa7-bf54-3a606a4f7898 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:26:56.152386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: d4aac038-9720-4fa7-bf54-3a606a4f7898 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:26:56.152386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device d4aac038-9720-4fa7-bf54-3a606a4f7898 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:26:56.203700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.295569 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.305893 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:56.315502 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30671696-c7e3-46af-9e4a-3999230ca377') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:56.315797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30671696-c7e3-46af-9e4a-3999230ca377') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:26:56.324387 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.338745 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.344636 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:26:56.345021 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:26:56.348727 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:26:56.407277 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.417312 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.418697 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/networks/d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2 HTTP/1.1" status: 204 len: 168 time: 0.2977786 Jul 23 11:26:56.421601 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:56.438446 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedc2b2-e8ec-4300-ad8b-66b8ee0cdf5d tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'Network': ['ID=d3a7b85f-d4f7-4851-86fd-45acdb3bb0f2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:56.499834 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1425002-efa5-44fe-be08-0bffa7347056 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.526253 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1425002-efa5-44fe-be08-0bffa7347056 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.583907 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1425002-efa5-44fe-be08-0bffa7347056 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.586541 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1425002-efa5-44fe-be08-0bffa7347056 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:56.587717 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d1425002-efa5-44fe-be08-0bffa7347056 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] 10.222.0.37 "DELETE /v2.0/security-groups/aba5a0f4-acca-4b65-a924-206dfdd59805 HTTP/1.1" status: 204 len: 168 time: 0.1651669 Jul 23 11:26:56.597506 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1425002-efa5-44fe-be08-0bffa7347056 tempest-TestNetworkAdvancedServerOps-1607506605 tempest-TestNetworkAdvancedServerOps-1607506605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba5a0f4-acca-4b65-a924-206dfdd59805,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:56.919142 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37904) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:56.943276 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 439672c6-a2ed-47d8-8a66-0c41dbc56df4 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:26:56.965968 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 439672c6-a2ed-47d8-8a66-0c41dbc56df4 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:26:56.966401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 439672c6-a2ed-47d8-8a66-0c41dbc56df4 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:26:56.966892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15331f38-4592-4915-8a34-1372d23326f7 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:26:56.984814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 15331f38-4592-4915-8a34-1372d23326f7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:26:56.985160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 15331f38-4592-4915-8a34-1372d23326f7 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:26:56.985608 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:26:57.004405 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:26:57.004758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device cf129d6e-baf4-486a-b6ad-e0b4c341c6f1 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:26:57.055352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-8f3bb63e-03b3-472f-a655-70bbdc590abf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90625b89ad8a4357bfd4452a9076e162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346872 Jul 23 11:26:57.057814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37908) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:57.104683 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c60923f-9d22-4de1-b054-bb12fe472586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.126728 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c60923f-9d22-4de1-b054-bb12fe472586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.139143 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75c0803f-66fe-4509-aeae-94fcf67ecbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.174797 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c60923f-9d22-4de1-b054-bb12fe472586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.179368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c60923f-9d22-4de1-b054-bb12fe472586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.180559 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5c60923f-9d22-4de1-b054-bb12fe472586 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f3ce917-601d-4246-a7fa-f594dd8e2a65 HTTP/1.1" status: 204 len: 168 time: 0.1218510 Jul 23 11:26:57.188784 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60923f-9d22-4de1-b054-bb12fe472586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ce917-601d-4246-a7fa-f594dd8e2a65,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:57.438096 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37914) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:57.451216 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e7e9b6-b614-4ea3-88b8-02fcaebe49a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.543049 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e7e9b6-b614-4ea3-88b8-02fcaebe49a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.546770 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e7e9b6-b614-4ea3-88b8-02fcaebe49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.584440 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-45e7e9b6-b614-4ea3-88b8-02fcaebe49a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acf2cf44a55a46f2adfe58ed49f12184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452732 Jul 23 11:26:57.586407 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7e9b6-b614-4ea3-88b8-02fcaebe49a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6aa34-e08c-4984-9399-17a911982030,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:57.587121 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37916) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:57.636116 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39b44762-1f43-4fc9-a535-3a322d994465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.656577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39b44762-1f43-4fc9-a535-3a322d994465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.701219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39b44762-1f43-4fc9-a535-3a322d994465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.703872 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39b44762-1f43-4fc9-a535-3a322d994465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:57.707863 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-39b44762-1f43-4fc9-a535-3a322d994465 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13f6aa34-e08c-4984-9399-17a911982030 HTTP/1.1" status: 204 len: 168 time: 0.1196461 Jul 23 11:26:57.715238 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b44762-1f43-4fc9-a535-3a322d994465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6aa34-e08c-4984-9399-17a911982030,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:58.388069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:58.482950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1278801715-network', 'tenant_id': '21f9c96d23bc46e583db038029a4da05'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:58.503710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Made reservation on behalf of 21f9c96d23bc46e583db038029a4da05 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:26:58.505965 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.514270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.601052 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.604694 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.630582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:26:58.640310 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6342d-ab50-4a35-a30e-aa44e37b596e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:58.646618 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.646959 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Added segment 87b272db-75fe-4a09-bbf4-44fd95858e4c of type vlan for network 11fb2665-19c7-4a12-b1d2-322c0770537a Jul 23 11:26:58.685748 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.713777 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.714793 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:58.715368 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.746602 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3574371 Jul 23 11:26:58.749666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37942) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:58.755884 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Request body: {'subnet': {'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1278801715-subnet', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:58.777049 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Made reservation on behalf of 21f9c96d23bc46e583db038029a4da05 for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:26:58.779398 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:58.783760 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d632-4048-41ec-b4b0-b3c1a4cde297 admin admin] Pushing event updated for resources: {'Network': ['ID=11fb2665-19c7-4a12-b1d2-322c0770537a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:58.793752 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 11fb2665-19c7-4a12-b1d2-322c0770537a details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:26:58.955563 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.010993 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2a20d4-9c06-4f9b-bede-c0cd4479724b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:59.019502 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Checking segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:26:59.019869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Network hostable DHCP agents. Network: 11fb2665-19c7-4a12-b1d2-322c0770537a, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:26:59.036236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Network 11fb2665-19c7-4a12-b1d2-322c0770537a is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:26:59.044606 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 11fb2665-19c7-4a12-b1d2-322c0770537a) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:59.049892 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:26:59.050551 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.056238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f00a4-8a2e-4c66-9969-7f592e9158f7 None None] Network 11fb2665-19c7-4a12-b1d2-322c0770537a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:26:59.066178 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ceacc11d-4cd0-434e-8b13-b9d7bebc3ddf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3153090 Jul 23 11:26:59.068750 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:26:59.073083 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:26:59.093316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.094316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.211141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-11fb2665-19c7-4a12-b1d2-322c0770537a', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:26:59.212105 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.353990 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Allocated IP 172.20.0.2 (11fb2665-19c7-4a12-b1d2-322c0770537a/2f2a20d4-9c06-4f9b-bede-c0cd4479724b/89157b8d-c713-469e-9a96-ed3e7f0f30dd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:26:59.460507 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.497545 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.505828 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Transition to ACTIVE for port object 89157b8d-c713-469e-9a96-ed3e7f0f30dd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:59.521036 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Transition to ACTIVE for port object 89157b8d-c713-469e-9a96-ed3e7f0f30dd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:26:59.526703 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.560948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Network 11fb2665-19c7-4a12-b1d2-322c0770537a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:26:59.563634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:26:59.568906 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:26:59.577121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Pushing event updated for resources: {'Port': ['ID=89157b8d-c713-469e-9a96-ed3e7f0f30dd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:59.601883 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.639357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Attempting to bind port 89157b8d-c713-469e-9a96-ed3e7f0f30dd on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:26:59.639764 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Attempting to bind port 89157b8d-c713-469e-9a96-ed3e7f0f30dd by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:26:59.640135 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Attempting to bind port 89157b8d-c713-469e-9a96-ed3e7f0f30dd on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:26:59.645768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:26:59.646154 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Checking segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:26:59.646565 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.646965 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Bound using segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:26:59.647452 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Bound port: 89157b8d-c713-469e-9a96-ed3e7f0f30dd, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:26:59.647846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.713339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] For port 89157b8d-c713-469e-9a96-ed3e7f0f30dd, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:26:59.716479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] For port 89157b8d-c713-469e-9a96-ed3e7f0f30dd, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=89157b8d-c713-469e-9a96-ed3e7f0f30dd,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:26:59.720606 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.781755 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95471e8-4888-4fe9-bdd6-5ee9b6eb4343 None None] Pushing event updated for resources: {'Port': ['ID=89157b8d-c713-469e-9a96-ed3e7f0f30dd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:26:59.803620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.827575 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:26:59.950582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Allocated IP 172.25.4.132 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/1c9f9914-ee69-4565-a828-bec4dc448774) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:00.005462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5c7866d-606d-412a-a29f-283f120ef66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.058727 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.103149 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.139324 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:00.144996 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:00.147411 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:00.171701 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c9f9914-ee69-4565-a828-bec4dc448774,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:00.300839 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.398747 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.600893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.662949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0f94c-d244-4fac-92f5-0b679e0c9d89 None None] Network 11fb2665-19c7-4a12-b1d2-322c0770537a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:27:00.728651 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:27:00.741453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c246c566-030e-4303-aa69-57f02642cc30 None None] Provisioning for port 89157b8d-c713-469e-9a96-ed3e7f0f30dd completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:00.836856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:27:00.851865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:27:00.852292 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:00.853701 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ca3475a7-9a89-4a88-90eb-656fcb6ad4d0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7839241 Jul 23 11:27:00.856921 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37946) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:00.863674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:00.863875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:00.984456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:01.043273 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 89157b8d-c713-469e-9a96-ed3e7f0f30dd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:01.156183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 89157b8d-c713-469e-9a96-ed3e7f0f30dd completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:01.166062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 89157b8d-c713-469e-9a96-ed3e7f0f30dd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:01.166436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.221295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4619c12f-4d77-4fd6-bfed-22165da04158 None None] Provisioning complete for port 89157b8d-c713-469e-9a96-ed3e7f0f30dd triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:01.221670 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4619c12f-4d77-4fd6-bfed-22165da04158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.295115 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.312958 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:00Z', 'revision_number': 3, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:01.348768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:27:01.349132 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Updating router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab port 1c9f9914-ee69-4565-a828-bec4dc448774 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:27:01.368997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.426966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4619c12f-4d77-4fd6-bfed-22165da04158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.439798 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.446938 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Allocated IP 172.20.0.1 (11fb2665-19c7-4a12-b1d2-322c0770537a/2f2a20d4-9c06-4f9b-bede-c0cd4479724b/324aaad2-41ce-4aa5-96a2-8de5fe67c78c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:01.468152 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 89157b8d-c713-469e-9a96-ed3e7f0f30dd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=89157b8d-c713-469e-9a96-ed3e7f0f30dd,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:01.490780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.529334 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.560729 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.575983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Transition to ACTIVE for port object 324aaad2-41ce-4aa5-96a2-8de5fe67c78c will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:01.609452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.651095 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Network 11fb2665-19c7-4a12-b1d2-322c0770537a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:01.656088 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:01.659304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:01.692680 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Pushing event updated for resources: {'Port': ['ID=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:01.710107 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.812246 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=89157b8d-c713-469e-9a96-ed3e7f0f30dd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:01.818141 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-4619c12f-4d77-4fd6-bfed-22165da04158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 11:27:01.818817 n-d-778550-4 neutron-server[93835]: DEBUG oslo_db.api [None req-4619c12f-4d77-4fd6-bfed-22165da04158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 11:27:01.870148 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.968284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:01.977587 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Transition to ACTIVE for port object 1c9f9914-ee69-4565-a828-bec4dc448774 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:01.983354 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.032265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.032673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Attempting to bind port 1c9f9914-ee69-4565-a828-bec4dc448774 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:27:02.033107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Attempting to bind port 1c9f9914-ee69-4565-a828-bec4dc448774 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:27:02.033479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Attempting to bind port 1c9f9914-ee69-4565-a828-bec4dc448774 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:02.037010 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.042525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e3494-81d6-4b64-8cb5-2f1ef3bd78dd None None] Pushing event updated for resources: {'Port': ['ID=1c9f9914-ee69-4565-a828-bec4dc448774,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:02.045905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:27:02.046595 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:02.047063 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.047193 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:27:02.047686 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Bound port: 1c9f9914-ee69-4565-a828-bec4dc448774, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:27:02.048186 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.098745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] For port 1c9f9914-ee69-4565-a828-bec4dc448774, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:27:02.102225 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] For port 1c9f9914-ee69-4565-a828-bec4dc448774, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1c9f9914-ee69-4565-a828-bec4dc448774,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:27:02.106361 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.110030 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Pushing event updated for resources: {'Port': ['ID=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:02.114396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.177679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:02.178330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:02.183222 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e3494-81d6-4b64-8cb5-2f1ef3bd78dd None None] Pushing event updated for resources: {'Port': ['ID=1c9f9914-ee69-4565-a828-bec4dc448774,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:02.218640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Network 11fb2665-19c7-4a12-b1d2-322c0770537a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:02.220126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:02.292335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:02.342061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:27:02.455272 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:27:02.468524 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e53b5159-d918-4942-b27c-166a9f9aaf41 admin admin] 10.222.0.37 "PUT /v2.0/routers/4249fb9d-ae30-4f5c-a7c9-db532947c6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6032329 Jul 23 11:27:02.529936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65c273eb-e4ed-4230-83c1-e55679208b59 None None] Provisioning for port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:02.535875 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65c273eb-e4ed-4230-83c1-e55679208b59 None None] Provisioning complete for port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:02.536242 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65c273eb-e4ed-4230-83c1-e55679208b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.540307 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 2, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:02.588934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4238f-1e84-4538-a0cc-fd277b31e3fb None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 2, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:27:02.599348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-65c273eb-e4ed-4230-83c1-e55679208b59 None None] Port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:27:02.724840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:02.961952 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 89157b8d-c713-469e-9a96-ed3e7f0f30dd up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:02.973219 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37962) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:02.978720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152567431-network', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:03.002177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Made reservation on behalf of a48670b049e442859e5319b98fa34ceb for: {'network': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:27:03.005562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.014637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 89157b8d-c713-469e-9a96-ed3e7f0f30dd triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:03.015008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.015122 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.123273 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.128562 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.154447 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=93833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:27:03.164020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36941f83-a921-40cf-b17e-980e7df17fbf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:03.170300 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.170652 n-d-778550-4 neutron-server[93833]: INFO neutron.db.segments_db [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Added segment 9f9623a9-6400-42fe-aea5-bb1fc30cbcb4 of type vlan for network ce868726-a819-4c61-a1e8-9b34b237a43d Jul 23 11:27:03.218794 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.255684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.259274 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:03.259897 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.294148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3196058 Jul 23 11:27:03.297154 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:03.306462 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Request body: {'subnet': {'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152567431-subnet', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:03.321412 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9821c95-e235-47e0-a8ba-81d4c8c692d8 admin admin] Pushing event updated for resources: {'Network': ['ID=ce868726-a819-4c61-a1e8-9b34b237a43d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:03.331865 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network ce868726-a819-4c61-a1e8-9b34b237a43d details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:27:03.342885 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Made reservation on behalf of a48670b049e442859e5319b98fa34ceb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:27:03.346501 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126147537'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.524407 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125973590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126147523'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.574415 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=458f5813-d953-458c-86ba-01ea198fde26,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:03.590540 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Checking segment: {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:03.590901 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Network hostable DHCP agents. Network: ce868726-a819-4c61-a1e8-9b34b237a43d, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:27:03.608217 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Network ce868726-a819-4c61-a1e8-9b34b237a43d is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:27:03.617618 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, ce868726-a819-4c61-a1e8-9b34b237a43d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:03.622099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:03.622847 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.628788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c675220-5937-407f-8a3f-9b3c3ad9aeee None None] Network ce868726-a819-4c61-a1e8-9b34b237a43d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:27:03.642757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c42502e5-8343-4643-b962-a1a04dac6a9d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3443661 Jul 23 11:27:03.645467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:03.650231 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:03.671793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.672815 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.730294 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.792842 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-ce868726-a819-4c61-a1e8-9b34b237a43d', 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'fixed_ips': [{'subnet_id': '458f5813-d953-458c-86ba-01ea198fde26'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:27:03.794083 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.876721 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:03.940657 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Allocated IP 172.20.0.2 (ce868726-a819-4c61-a1e8-9b34b237a43d/458f5813-d953-458c-86ba-01ea198fde26/5c4f94bf-d0d8-4573-9e80-327859ba9cdf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:04.089005 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.092285 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.097833 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Transition to ACTIVE for port object 5c4f94bf-d0d8-4573-9e80-327859ba9cdf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:04.112196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.112685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Transition to ACTIVE for port object 5c4f94bf-d0d8-4573-9e80-327859ba9cdf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:04.118813 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.162742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Network ce868726-a819-4c61-a1e8-9b34b237a43d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:04.169028 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:04.173340 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:04.177002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Pushing event updated for resources: {'Port': ['ID=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:04.222132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Allocated IP 172.25.4.144 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a74ad6ad-040f-42e1-8726-824a59b89cc7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:04.238808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Attempting to bind port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:27:04.239465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Attempting to bind port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:27:04.239881 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Attempting to bind port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf on network ce868726-a819-4c61-a1e8-9b34b237a43d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:04.244885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:27:04.245260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Checking segment: {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:04.245668 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.246066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Bound using segment: {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:27:04.246531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Bound port: 5c4f94bf-d0d8-4573-9e80-327859ba9cdf, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:27:04.246917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.308722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] For port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:27:04.311835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] For port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:27:04.317373 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.322653 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.366820 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.379401 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09efb06-effa-46db-b3a5-91bd32ddeb9a None None] Pushing event updated for resources: {'Port': ['ID=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:04.421321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:04.426170 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:04.428159 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a74ad6ad-040f-42e1-8726-824a59b89cc7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:04.430536 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:04.709921 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.757356 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:27:04.768003 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:04.768865 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:04.871598 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:04.904637 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:04.959618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.042802 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c4f94bf-d0d8-4573-9e80-327859ba9cdf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:05.089107 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 2, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:05.102508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:05.106819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1c9f9914-ee69-4565-a828-bec4dc448774 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:05.118006 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:27:05.118357 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Updating router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:27:05.154281 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.155896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 1c9f9914-ee69-4565-a828-bec4dc448774 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:05.160524 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1c9f9914-ee69-4565-a828-bec4dc448774 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:05.160892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.244600 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.270607 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 1c9f9914-ee69-4565-a828-bec4dc448774, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1c9f9914-ee69-4565-a828-bec4dc448774,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:05.276804 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.337523 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=1c9f9914-ee69-4565-a828-bec4dc448774,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:05.382557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Router a22b9034-f14b-47b7-85c6-9c8e08733f09 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:27:05.432409 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.443280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Transition to ACTIVE for port object 324aaad2-41ce-4aa5-96a2-8de5fe67c78c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:05.449498 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.497866 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:27:05.513430 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Sync routers for ids ['a22b9034-f14b-47b7-85c6-9c8e08733f09'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:27:05.524069 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.528113 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-c635fed5-5c65-418c-bbb5-3f9a63a819f6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8787744 Jul 23 11:27:05.528368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37968) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:05.531814 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Routers {'a22b9034-f14b-47b7-85c6-9c8e08733f09'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:05.532491 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a22b9034-f14b-47b7-85c6-9c8e08733f09'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:05.557653 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Attempting to bind port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:27:05.558018 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Attempting to bind port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:27:05.558385 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Attempting to bind port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:05.571183 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:27:05.571602 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Checking segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:05.572012 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.572408 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Bound using segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:27:05.572884 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Bound port: 324aaad2-41ce-4aa5-96a2-8de5fe67c78c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:27:05.573261 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.652165 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Pushing event updated for resources: {'Port': ['ID=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:05.656807 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] For port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:27:05.664038 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.664387 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.664729 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.665070 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.665394 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.665727 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.666056 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.666384 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.666713 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.667035 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.667362 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.667716 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:27:05.680817 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] For port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:27:05.683629 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Set router a22b9034-f14b-47b7-85c6-9c8e08733f09 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:05.690112 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:05.743841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a7fad-98a5-41a4-8a8c-41cdc68bdd37 None None] Pushing event updated for resources: {'Port': ['ID=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:05.762760 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:05.763393 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:05.780900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63901b3-129b-470e-868b-7fa000f2a44a None None] Network ce868726-a819-4c61-a1e8-9b34b237a43d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:27:05.896862 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:06.085463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] Provisioning for port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:06.117664 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] Provisioning complete for port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:06.118020 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.158922 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:06.188147 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef37eb-27a5-451b-8130-a5e384631863 None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:27:06.268585 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:27:04Z', 'revision_number': 3, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:06.306654 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Checking router: a22b9034-f14b-47b7-85c6-9c8e08733f09 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:27:06.307011 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Updating router a22b9034-f14b-47b7-85c6-9c8e08733f09 port a74ad6ad-040f-42e1-8726-824a59b89cc7 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:27:06.313580 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.369761 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.384179 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.410209 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] For port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:06.421485 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.557289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430ce33-7a08-4095-a95d-0d0bfab0a220 None None] Pushing event updated for resources: {'Port': ['ID=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:06.593220 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Allocated IP 172.20.0.1 (ce868726-a819-4c61-a1e8-9b34b237a43d/458f5813-d953-458c-86ba-01ea198fde26/ae83ac5d-664f-4450-a8b7-2d205d169faf) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:06.671821 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4d779cc3-f96b-4210-b25e-9e025acb33a4 None None] Provisioning complete for port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:06.672198 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d779cc3-f96b-4210-b25e-9e025acb33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.712481 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.726827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Transition to ACTIVE for port object ae83ac5d-664f-4450-a8b7-2d205d169faf will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:06.757569 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.763980 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.770932 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Transition to ACTIVE for port object a74ad6ad-040f-42e1-8726-824a59b89cc7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:06.795762 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.806004 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Network ce868726-a819-4c61-a1e8-9b34b237a43d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:06.811046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:06.815712 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:06.849838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae83ac5d-664f-4450-a8b7-2d205d169faf,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:06.867742 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5b06d-dad4-4418-a33c-5ea214a20bdc None None] Pushing event updated for resources: {'Port': ['ID=a74ad6ad-040f-42e1-8726-824a59b89cc7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:06.877172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.879714 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Attempting to bind port a74ad6ad-040f-42e1-8726-824a59b89cc7 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:27:06.881439 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Attempting to bind port a74ad6ad-040f-42e1-8726-824a59b89cc7 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:27:06.881817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Attempting to bind port a74ad6ad-040f-42e1-8726-824a59b89cc7 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:06.896317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:27:06.896703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:06.897182 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.897584 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:27:06.898331 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Bound port: a74ad6ad-040f-42e1-8726-824a59b89cc7, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:27:06.898776 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:06.994600 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] For port a74ad6ad-040f-42e1-8726-824a59b89cc7, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:27:06.998364 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] For port a74ad6ad-040f-42e1-8726-824a59b89cc7, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a74ad6ad-040f-42e1-8726-824a59b89cc7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:27:07.004777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.047913 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c4f94bf-d0d8-4573-9e80-327859ba9cdf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:07.064822 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.121020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Routers {'a22b9034-f14b-47b7-85c6-9c8e08733f09'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:07.121563 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a22b9034-f14b-47b7-85c6-9c8e08733f09'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:07.165223 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5b06d-dad4-4418-a33c-5ea214a20bdc None None] Pushing event updated for resources: {'Port': ['ID=a74ad6ad-040f-42e1-8726-824a59b89cc7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:07.203226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a81c46cc-6a92-4bb8-bbed-b554b29681aa None None] Provisioning for port ae83ac5d-664f-4450-a8b7-2d205d169faf completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:07.216438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a81c46cc-6a92-4bb8-bbed-b554b29681aa None None] Provisioning complete for port ae83ac5d-664f-4450-a8b7-2d205d169faf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:07.216897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a81c46cc-6a92-4bb8-bbed-b554b29681aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.232584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.238515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.255622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:07.255914 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.297296 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a81c46cc-6a92-4bb8-bbed-b554b29681aa None None] Port ae83ac5d-664f-4450-a8b7-2d205d169faf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:27:07.307391 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae83ac5d-664f-4450-a8b7-2d205d169faf,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:07.309937 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.315790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] Set router a22b9034-f14b-47b7-85c6-9c8e08733f09 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:07.398665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Network ce868726-a819-4c61-a1e8-9b34b237a43d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:07.400046 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:07.444118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324aaad2-41ce-4aa5-96a2-8de5fe67c78c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:07.526015 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Router a22b9034-f14b-47b7-85c6-9c8e08733f09 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:27:07.562634 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:07.570691 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:07.571067 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.629823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ae83ac5d-664f-4450-a8b7-2d205d169faf', 'name': '', 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'mac_address': 'fa:16:3e:c6:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '458f5813-d953-458c-86ba-01ea198fde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:06Z', 'updated_at': '2021-07-23T11:27:06Z', 'revision_number': 1, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'subnets': [{'id': '458f5813-d953-458c-86ba-01ea198fde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:07.634379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4d702ba8-1713-4f77-b21b-0191d3ba46ed None None] Provisioning complete for port ae83ac5d-664f-4450-a8b7-2d205d169faf triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:07.634751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d702ba8-1713-4f77-b21b-0191d3ba46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.648842 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:27:07.655848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-26c88543-65de-421f-a1ad-3b52f1b5f7a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/a22b9034-f14b-47b7-85c6-9c8e08733f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1239281 Jul 23 11:27:07.680370 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db329e5b-4b83-4e70-8dcb-6e79f6f7a7be None None] The sync data for ids ['a22b9034-f14b-47b7-85c6-9c8e08733f09'] in n-d-778550-4 is: [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ae83ac5d-664f-4450-a8b7-2d205d169faf', 'name': '', 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'mac_address': 'fa:16:3e:c6:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '458f5813-d953-458c-86ba-01ea198fde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:06Z', 'updated_at': '2021-07-23T11:27:06Z', 'revision_number': 1, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'subnets': [{'id': '458f5813-d953-458c-86ba-01ea198fde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:27:07.717999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d702ba8-1713-4f77-b21b-0191d3ba46ed None None] Port ae83ac5d-664f-4450-a8b7-2d205d169faf cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:27:07.728111 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.762404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:07.767496 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:07.768508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1c9f9914-ee69-4565-a828-bec4dc448774 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:07.855526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:07.891991 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 1c9f9914-ee69-4565-a828-bec4dc448774 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:07.893113 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.286955 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37976) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:08.291694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838547355', 'description': 'tempest-secgroup-smoke-838547355 description', 'project_id': '21f9c96d23bc46e583db038029a4da05'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:08.315662 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.395925 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.400515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.428441 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.429673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1416507 Jul 23 11:27:08.431561 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28296f-03a9-44c0-b4f3-5986c35b89cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c7f8fb-aa53-4d49-864a-d9e905f2427c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:08.433098 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:08.437981 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': '78c7f8fb-aa53-4d49-864a-d9e905f2427c', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:08.466636 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.530505 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.534837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.553036 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6472a9-c370-4564-b5fe-37e3475ce72b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:08.563281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.565703 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-34df14be-21c9-4e6d-a2ef-9d19012ec0ac tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314788 Jul 23 11:27:08.568516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:08.572926 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': '78c7f8fb-aa53-4d49-864a-d9e905f2427c', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:08.598638 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.655867 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.659983 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.677478 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf453171-621f-4ef4-a1d4-fe9c6a8940e7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:08.688288 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.689709 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-5de389af-bb44-4be6-81e0-0566d38ad8fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202600 Jul 23 11:27:08.692511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:08.696932 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': '78c7f8fb-aa53-4d49-864a-d9e905f2427c', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:08.721630 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.776881 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.780263 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.797116 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b04195-c5a1-429b-8f60-00c3f926cc17,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:08.803837 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.805040 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7d88375b-b4f8-4f65-b08d-e71282bc65d1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115756 Jul 23 11:27:08.807800 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:08.812187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': '78c7f8fb-aa53-4d49-864a-d9e905f2427c', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:08.837385 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.908107 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.914327 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.934292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1e2880-326d-4df6-a3a9-1bb7a503018f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:08.941516 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:08.943063 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-02d1b356-1b96-4c5a-ac1a-d867e2822a34 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343081 Jul 23 11:27:08.945936 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 37986) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:08.951150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': '78c7f8fb-aa53-4d49-864a-d9e905f2427c', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:08.989449 n-d-778550-4 neutron-server[93833]: INFO neutron.db.securitygroups_db [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Project 21f9c96d23bc46e583db038029a4da05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:27:08.995550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.082472 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.084977 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324aaad2-41ce-4aa5-96a2-8de5fe67c78c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:09.092583 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.110495 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176b5d93-3995-4aaf-8343-d517ce113418,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:09.120265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.121538 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6c1e7d16-a077-48ec-bf8c-d009bcba85c1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740928 Jul 23 11:27:09.124382 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 37988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:09.130321 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': '78c7f8fb-aa53-4d49-864a-d9e905f2427c', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:09.139185 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:09.139614 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.153358 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Project 21f9c96d23bc46e583db038029a4da05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:27:09.159239 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.229332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a74ad6ad-040f-42e1-8726-824a59b89cc7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:09.238350 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.243241 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.261465 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be22402a-425f-4c43-a7bf-4f42a5f02ca7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:09.270181 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.271728 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-944fe6ee-d899-4cf9-be74-f61fdb5c0e09 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462262 Jul 23 11:27:09.293790 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a74ad6ad-040f-42e1-8726-824a59b89cc7 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:09.305290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a74ad6ad-040f-42e1-8726-824a59b89cc7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:09.305678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.397517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.421308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a74ad6ad-040f-42e1-8726-824a59b89cc7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a74ad6ad-040f-42e1-8726-824a59b89cc7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:09.426419 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:09.430763 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-d42d86df-4b55-4e87-a9b8-88ac985e394d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838547355&fields=id&tenant_id=21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 267 time: 0.0360503 Jul 23 11:27:09.482773 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a74ad6ad-040f-42e1-8726-824a59b89cc7,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:09.543830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-3b2b34eb-c661-4751-b79a-c628458dd19f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:09.545300 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-3b2b34eb-c661-4751-b79a-c628458dd19f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 809 time: 0.1068537 Jul 23 11:27:09.560996 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-d82fab78-f218-4792-86a2-5d5ca98f8961 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/quotas/21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 375 time: 0.0094843 Jul 23 11:27:09.629921 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-d230bc3c-2a31-41bd-bfe4-3ef0635224de tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635774 Jul 23 11:27:09.823472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-8d998f87-6692-4fde-9915-abe6af054743 service neutron] 10.222.0.37 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821880 Jul 23 11:27:09.913053 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-40c69230-116d-4c5c-ac0d-8e1af6dda76c service neutron] 10.222.0.37 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838625 Jul 23 11:27:10.078621 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a37eff23-5e53-44ea-840b-bd6c9bd5b0e7 req-fb73b6bd-8f25-4cb5-a000-82a1d34e0304 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 210 time: 0.0310631 Jul 23 11:27:10.344945 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Sync routers for ids ['a22b9034-f14b-47b7-85c6-9c8e08733f09'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:27:10.354299 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Routers {'a22b9034-f14b-47b7-85c6-9c8e08733f09'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:10.354908 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a22b9034-f14b-47b7-85c6-9c8e08733f09'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:10.546311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Set router a22b9034-f14b-47b7-85c6-9c8e08733f09 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:10.737815 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ae83ac5d-664f-4450-a8b7-2d205d169faf', 'name': '', 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'mac_address': 'fa:16:3e:c6:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '458f5813-d953-458c-86ba-01ea198fde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:06Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 2, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'subnets': [{'id': '458f5813-d953-458c-86ba-01ea198fde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:10.766524 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Checking router: a22b9034-f14b-47b7-85c6-9c8e08733f09 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:27:10.767170 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Updating router a22b9034-f14b-47b7-85c6-9c8e08733f09 port ae83ac5d-664f-4450-a8b7-2d205d169faf binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:27:10.799044 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:10.957988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a74ad6ad-040f-42e1-8726-824a59b89cc7 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:11.005583 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a74ad6ad-040f-42e1-8726-824a59b89cc7 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:11.005963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:11.051077 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:11.061234 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Transition to ACTIVE for port object ae83ac5d-664f-4450-a8b7-2d205d169faf will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:11.067698 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:11.122848 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5c9d4-9d81-46ec-b3ad-069bdfae5f08 None None] Pushing event updated for resources: {'Port': ['ID=ae83ac5d-664f-4450-a8b7-2d205d169faf,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:11.178219 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Attempting to bind port ae83ac5d-664f-4450-a8b7-2d205d169faf on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:27:11.178589 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Attempting to bind port ae83ac5d-664f-4450-a8b7-2d205d169faf by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:27:11.178947 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Attempting to bind port ae83ac5d-664f-4450-a8b7-2d205d169faf on network ce868726-a819-4c61-a1e8-9b34b237a43d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:11.184157 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:27:11.184854 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Checking segment: {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:11.184982 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:11.185297 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Bound using segment: {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:27:11.185757 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Bound port: ae83ac5d-664f-4450-a8b7-2d205d169faf, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:27:11.186157 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:11.212635 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-5c454967-d114-4f10-bfdd-bbc2eb51fc8d req-36849502-15e5-4d0f-9241-b03121bbdca0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 210 time: 0.0350695 Jul 23 11:27:11.252296 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] For port ae83ac5d-664f-4450-a8b7-2d205d169faf, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:27:11.255608 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] For port ae83ac5d-664f-4450-a8b7-2d205d169faf, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ae83ac5d-664f-4450-a8b7-2d205d169faf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:27:11.260386 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:11.321459 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Routers {'a22b9034-f14b-47b7-85c6-9c8e08733f09'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:11.322188 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a22b9034-f14b-47b7-85c6-9c8e08733f09'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:11.325438 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5c9d4-9d81-46ec-b3ad-069bdfae5f08 None None] Pushing event updated for resources: {'Port': ['ID=ae83ac5d-664f-4450-a8b7-2d205d169faf,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:11.437821 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] Set router a22b9034-f14b-47b7-85c6-9c8e08733f09 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:11.651137 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ae83ac5d-664f-4450-a8b7-2d205d169faf', 'name': '', 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'mac_address': 'fa:16:3e:c6:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '458f5813-d953-458c-86ba-01ea198fde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:06Z', 'updated_at': '2021-07-23T11:27:11Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'subnets': [{'id': '458f5813-d953-458c-86ba-01ea198fde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:11.677514 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6e90-4352-413b-9948-f308f0e72079 None None] The sync data for ids ['a22b9034-f14b-47b7-85c6-9c8e08733f09'] in n-d-778550-4 is: [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': 'ae83ac5d-664f-4450-a8b7-2d205d169faf', 'name': '', 'network_id': 'ce868726-a819-4c61-a1e8-9b34b237a43d', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'mac_address': 'fa:16:3e:c6:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '458f5813-d953-458c-86ba-01ea198fde26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:06Z', 'updated_at': '2021-07-23T11:27:11Z', 'revision_number': 4, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'subnets': [{'id': '458f5813-d953-458c-86ba-01ea198fde26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:27:12.347837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bd801e95-9264-4cae-acf5-f26a58fe42b9 req-a35629f6-3e8b-44ad-bd2d-e17ebd444861 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 210 time: 0.0600042 Jul 23 11:27:12.382726 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-380f0e8d-c466-4987-a216-3e316436971b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:12.384279 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-380f0e8d-c466-4987-a216-3e316436971b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 809 time: 0.1344254 Jul 23 11:27:12.440549 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-99694c54-2ee5-481e-bf3d-cefbb61dc037 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 379 time: 0.0359528 Jul 23 11:27:12.450544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'port': {'device_id': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'admin_state_up': True, 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'security_groups': ['78c7f8fb-aa53-4d49-864a-d9e905f2427c']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:12.553924 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Made reservation on behalf of 21f9c96d23bc46e583db038029a4da05 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:27:12.558397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:12.687523 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Allocated IP 172.20.0.5 (11fb2665-19c7-4a12-b1d2-322c0770537a/2f2a20d4-9c06-4f9b-bede-c0cd4479724b/a110cbe8-9bbe-4046-9099-a4d77228a63f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:12.829816 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:12.843485 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Transition to ACTIVE for port object a110cbe8-9bbe-4046-9099-a4d77228a63f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:12.877042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:12.918820 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Network 11fb2665-19c7-4a12-b1d2-322c0770537a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:12.924949 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:12.929109 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:12.935834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:12.983189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:12.983836 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.002738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-fa6caff5-cb39-49d6-9fe0-65790466dd85 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557725 Jul 23 11:27:13.003107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ae83ac5d-664f-4450-a8b7-2d205d169faf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:13.020733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Request body: {'port': {'device_id': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:13.104270 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.225988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-73765056-9404-4b69-ae6e-abe02867ff2c None None] Provisioning for port a110cbe8-9bbe-4046-9099-a4d77228a63f completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:13.229768 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ae83ac5d-664f-4450-a8b7-2d205d169faf completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:13.231591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-73765056-9404-4b69-ae6e-abe02867ff2c None None] Provisioning complete for port a110cbe8-9bbe-4046-9099-a4d77228a63f triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:13.231969 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73765056-9404-4b69-ae6e-abe02867ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.235463 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ae83ac5d-664f-4450-a8b7-2d205d169faf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:13.236434 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.295277 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-73765056-9404-4b69-ae6e-abe02867ff2c None None] Port a110cbe8-9bbe-4046-9099-a4d77228a63f cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:27:13.341299 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.373934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ae83ac5d-664f-4450-a8b7-2d205d169faf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ae83ac5d-664f-4450-a8b7-2d205d169faf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:13.378815 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.390488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a110cbe8-9bbe-4046-9099-a4d77228a63f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:27:13.399801 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.412706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Transition to ACTIVE for port object a110cbe8-9bbe-4046-9099-a4d77228a63f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:27:13.416425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.436183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ae83ac5d-664f-4450-a8b7-2d205d169faf,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:13.492486 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a17f79-ad1d-4a4f-bfd8-b57681c34573 req-3de95643-5513-429b-b8ce-e92cdd880f17 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:13.494108 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4a17f79-ad1d-4a4f-bfd8-b57681c34573 req-3de95643-5513-429b-b8ce-e92cdd880f17 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0746660 Jul 23 11:27:13.508989 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:13.543936 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c4a17f79-ad1d-4a4f-bfd8-b57681c34573 req-890bd08f-dfe8-4e73-ad56-3bf12208b7cf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Jul 23 11:27:13.561213 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Attempting to bind port a110cbe8-9bbe-4046-9099-a4d77228a63f on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:27:13.561559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Attempting to bind port a110cbe8-9bbe-4046-9099-a4d77228a63f by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:27:13.561890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Attempting to bind port a110cbe8-9bbe-4046-9099-a4d77228a63f on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:13.567025 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Port a110cbe8-9bbe-4046-9099-a4d77228a63f on network 11fb2665-19c7-4a12-b1d2-322c0770537a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:27:13.567357 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Attempting to bind port a110cbe8-9bbe-4046-9099-a4d77228a63f on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:27:13.574379 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:27:13.574959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Checking segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:27:13.576752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Bound using segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:27:13.576752 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Bound port: a110cbe8-9bbe-4046-9099-a4d77228a63f, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:27:13.576752 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.644962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:27:13.648009 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:27:13.651850 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.685707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:13.686565 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:13.688002 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] 10.222.0.20 "PUT /v2.0/ports/a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 1091 time: 0.6727784 Jul 23 11:27:13.688446 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:27:13.690773 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:27:13.720765 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e7659-e9c7-4e0e-aaea-6ee14bf71467 service neutron] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:13.742002 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86cfba-3b40-4ccb-b5db-9a9315cd42e0 x-openstack-request-id: req-1e86cfba-3b40-4ccb-b5db-9a9315cd42e0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:27:13.742294 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:27:13.742554 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e86cfba-3b40-4ccb-b5db-9a9315cd42e0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:27:13.742962 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'status': 'completed', 'code': 200} Jul 23 11:27:13.821718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e83ed107-290f-40dc-9dc0-48ff0234cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:13.823256 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e83ed107-290f-40dc-9dc0-48ff0234cc1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1094 time: 0.0611482 Jul 23 11:27:13.875326 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-7a9325ac-19cb-48d9-99c2-48df75bdfff6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 217 time: 0.0388410 Jul 23 11:27:13.922852 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-5fa2a978-ad29-4ca0-9755-575cfe9326a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:13.924379 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-5fa2a978-ad29-4ca0-9755-575cfe9326a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0428145 Jul 23 11:27:13.990575 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e5f85504-d545-4a75-bebf-3dcf56a46723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:13.992154 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-e5f85504-d545-4a75-bebf-3dcf56a46723 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614715 Jul 23 11:27:14.083961 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-3ab4a121-6b0e-43f0-9d72-e01099df0721 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850520 Jul 23 11:27:14.174690 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ddcfbf9a-1951-4cba-a1d5-93737f5c56b3 req-bc863066-8006-4fb4-bc1e-592fda6e2d75 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849662 Jul 23 11:27:14.361476 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-95c4bec0-db8d-48b1-aa9e-858c16e524cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:14.362963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-95c4bec0-db8d-48b1-aa9e-858c16e524cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1094 time: 0.0531988 Jul 23 11:27:14.458426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-19026c41-9066-47bb-93e8-c649c0477c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:14.459838 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-19026c41-9066-47bb-93e8-c649c0477c18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0900080 Jul 23 11:27:14.499527 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-881ce545-3488-4860-a756-5ac72a53336d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 217 time: 0.0332401 Jul 23 11:27:14.550151 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-ae4e2e84-3a3a-4a18-827b-3a3246d2fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:14.552413 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-ae4e2e84-3a3a-4a18-827b-3a3246d2fcdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0463312 Jul 23 11:27:14.619973 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-f0d58875-ccd0-45bf-aa7d-fe8de7efd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:14.621554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-f0d58875-ccd0-45bf-aa7d-fe8de7efd3f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589781 Jul 23 11:27:14.672302 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf911e-498e-41d1-9971-4585e329f63e req-979edf47-5976-4eba-bba2-5d502488ebdf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:14.674626 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40bf911e-498e-41d1-9971-4585e329f63e req-979edf47-5976-4eba-bba2-5d502488ebdf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0642798 Jul 23 11:27:14.712023 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-40bf911e-498e-41d1-9971-4585e329f63e req-076464c9-e607-486c-977d-3dae9f1b722d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Jul 23 11:27:14.718338 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-6d4738ee-4a11-4304-b58e-fcb2a748fa47 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891011 Jul 23 11:27:14.810351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d20b00c7-90c6-45a0-8f68-4ddc1edee24c req-8532b7dc-9997-49ae-a1fc-c434b589b552 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Jul 23 11:27:14.958825 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ae83ac5d-664f-4450-a8b7-2d205d169faf up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:15.005593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ae83ac5d-664f-4450-a8b7-2d205d169faf triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:15.005897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:15.846624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1a00-085a-4b1e-8de8-f9bdb0ea48d7 req-f2a684b0-4158-441b-9327-f388d2fbf263 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:15.848169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9ec1a00-085a-4b1e-8de8-f9bdb0ea48d7 req-f2a684b0-4158-441b-9327-f388d2fbf263 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0655336 Jul 23 11:27:15.886177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e9ec1a00-085a-4b1e-8de8-f9bdb0ea48d7 req-586e97ab-d9af-4a18-a18c-9ca828ceedc7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Jul 23 11:27:16.224204 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:27:16.319446 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:16.330114 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'mac_address': 'fa:16:3e:cd:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:27:16.365808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:16.377745 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a110cbe8-9bbe-4046-9099-a4d77228a63f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:27:16.396219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:16.400782 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:16.451097 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:16.670455 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a110cbe8-9bbe-4046-9099-a4d77228a63f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:27:17.018099 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b549-0bc7-49e3-aa16-cc954e3062e6 req-df302e1f-d231-4c92-a0f9-6c176a2199a6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:17.019658 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaf6b549-0bc7-49e3-aa16-cc954e3062e6 req-df302e1f-d231-4c92-a0f9-6c176a2199a6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 944 time: 0.0679984 Jul 23 11:27:17.059672 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-eaf6b549-0bc7-49e3-aa16-cc954e3062e6 req-aad12acc-8afd-459e-b4aa-5332225e0a24 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328984 Jul 23 11:27:18.186047 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b153-0a45-4425-a24a-3f39ccbc3d1c req-0438202d-0749-4f5b-b052-feb17ad6301d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:18.187466 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac60b153-0a45-4425-a24a-3f39ccbc3d1c req-0438202d-0749-4f5b-b052-feb17ad6301d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 944 time: 0.0625415 Jul 23 11:27:18.224062 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ac60b153-0a45-4425-a24a-3f39ccbc3d1c req-9666168d-626b-4733-bbd0-dc7453adfe8c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305085 Jul 23 11:27:18.240066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:27:18.289148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port a110cbe8-9bbe-4046-9099-a4d77228a63f completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:27:18.293577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a110cbe8-9bbe-4046-9099-a4d77228a63f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:27:18.293990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:18.370780 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:18.393669 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:27:18.395921 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32faac0a-2d76-492d-9828-4bc35da1754a" -d '{"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-plugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:27:18.408653 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:27:18.412570 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:18.438707 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e530df-7d25-44e1-b5d1-2cc72db8760c x-openstack-request-id: req-66e530df-7d25-44e1-b5d1-2cc72db8760c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:27:18.439082 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-plugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:27:18.439583 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66e530df-7d25-44e1-b5d1-2cc72db8760c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:27:18.440070 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'code': 200} Jul 23 11:27:18.464909 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:18.568940 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a568a4-9701-4f90-9101-80d97678c486 req-260db808-c74a-4290-9c83-748802dd2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:18.569921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45a568a4-9701-4f90-9101-80d97678c486 req-260db808-c74a-4290-9c83-748802dd2d30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1096 time: 0.0562816 Jul 23 11:27:18.604047 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45a568a4-9701-4f90-9101-80d97678c486 req-b651dea0-b9d5-4504-8d79-62889298d487 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274312 Jul 23 11:27:19.352788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d998a9-d93e-4017-b651-fcfcad36da6d req-90df3acd-8d85-400d-ac30-39ba5f3edb67 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:19.354282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66d998a9-d93e-4017-b651-fcfcad36da6d req-90df3acd-8d85-400d-ac30-39ba5f3edb67 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0623019 Jul 23 11:27:19.390707 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-66d998a9-d93e-4017-b651-fcfcad36da6d req-0c99e107-6b14-4cf2-af0e-297a76a76772 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309842 Jul 23 11:27:20.396382 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:27:20.523132 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba243-0036-4675-a637-9ddb349597e0 req-60ea94cb-aea4-4267-afa8-f4a6664f9e57 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:20.524637 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-572ba243-0036-4675-a637-9ddb349597e0 req-60ea94cb-aea4-4267-afa8-f4a6664f9e57 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0630341 Jul 23 11:27:20.561275 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-572ba243-0036-4675-a637-9ddb349597e0 req-4336ddd4-9e1a-4807-8460-32fb2b1a0ae6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311661 Jul 23 11:27:20.699482 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dba52-28db-4848-a0df-37ac0b3ddcf5 req-136d54e2-07ef-4723-b7b4-30e387150d19 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:20.700896 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-867dba52-28db-4848-a0df-37ac0b3ddcf5 req-136d54e2-07ef-4723-b7b4-30e387150d19 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0686991 Jul 23 11:27:20.737597 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-867dba52-28db-4848-a0df-37ac0b3ddcf5 req-bdcc613c-6bd1-4117-bf03-c8f5d1cdd1e5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304096 Jul 23 11:27:20.758661 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38048) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:20.852517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d88cf-f1f3-4087-8a23-4f0cb9b3eee4 tempest-TestShelveInstance-187413099 tempest-TestShelveInstance-187413099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:20.854042 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-c73d88cf-f1f3-4087-8a23-4f0cb9b3eee4 tempest-TestShelveInstance-187413099 tempest-TestShelveInstance-187413099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1091 time: 0.0943947 Jul 23 11:27:20.856995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38052) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:27:20.861380 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:27:20.883399 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:20.978272 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.079402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Allocated IP 172.25.4.221 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/e519b9a3-2886-41c5-8f8d-5e5b537c6f7a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:27:21.181080 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.217522 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.250096 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:27:21.253301 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:27:21.256640 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:27:21.286533 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'Port': ['ID=e519b9a3-2886-41c5-8f8d-5e5b537c6f7a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:21.602983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.673619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.816469 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.821027 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.890746 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'Port': ['ID=e519b9a3-2886-41c5-8f8d-5e5b537c6f7a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:27:21.903178 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:21.995947 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Floating IP 79352d0c-ad4d-4dcb-8cf9-aec0c0072456 associated. External IP: 172.25.4.221, port: a110cbe8-9bbe-4046-9099-a4d77228a63f. Jul 23 11:27:22.497368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:27:22.602345 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:27:22.612538 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:27:22.618703 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:22.623141 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:22.623793 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:22.655071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5584f9c0-8bf5-45ca-91b2-f7e3c553e629 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7969272 Jul 23 11:27:22.655596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:27:22.657869 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d36469-8317-408b-a7cf-ccda128148d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:27:22.693322 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3a8e7-3680-4e5e-ab01-f0998e7af558 x-openstack-request-id: req-acd3a8e7-3680-4e5e-ab01-f0998e7af558 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:27:22.693322 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:27:22.693597 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acd3a8e7-3680-4e5e-ab01-f0998e7af558 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:27:22.693770 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'status': 'completed', 'code': 200} Jul 23 11:27:22.728612 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:22.790308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36469-8317-408b-a7cf-ccda128148d5 req-829aeeaa-9300-4a8f-98d9-9b18ba7933d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:22.791856 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-829aeeaa-9300-4a8f-98d9-9b18ba7933d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1096 time: 0.0573893 Jul 23 11:27:22.880511 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36469-8317-408b-a7cf-ccda128148d5 req-8a7e412c-8171-45a9-94fa-2e80b7a45512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:22.882013 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-8a7e412c-8171-45a9-94fa-2e80b7a45512 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0842123 Jul 23 11:27:22.950533 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-b7a4f06e-0e40-4ba0-b1cc-aff6de477b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 999 time: 0.0624592 Jul 23 11:27:22.951655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '79352d0c-ad4d-4dcb-8cf9-aec0c0072456', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'mac_address': 'fa:16:3e:cd:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:27:21Z', 'updated_at': '2021-07-23T11:27:21Z', 'revision_number': 0, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:22.977308 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:27:22.985311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:27:22.985915 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:27:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:22.997986 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36469-8317-408b-a7cf-ccda128148d5 req-97e36770-bb08-45c1-8951-19ef1facccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:22.999501 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-97e36770-bb08-45c1-8951-19ef1facccbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0434878 Jul 23 11:27:23.058624 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36469-8317-408b-a7cf-ccda128148d5 req-ddf62a8c-3bc8-48e0-bc67-b4019ad2a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:27:23.060177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-ddf62a8c-3bc8-48e0-bc67-b4019ad2a951 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548761 Jul 23 11:27:23.093633 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:27:23.151568 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-f5415152-75c2-4b3b-adae-11e2d605987f service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845184 Jul 23 11:27:23.240765 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-95d36469-8317-408b-a7cf-ccda128148d5 req-d1d4ae9c-1b90-4671-82ca-92d79156749b service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833600 Jul 23 11:27:23.317758 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '79352d0c-ad4d-4dcb-8cf9-aec0c0072456', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'mac_address': 'fa:16:3e:cd:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:27:21Z', 'updated_at': '2021-07-23T11:27:21Z', 'revision_number': 0, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:27:23.343672 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be661b-c84c-4eae-9731-35b0b9d49b66 None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '79352d0c-ad4d-4dcb-8cf9-aec0c0072456', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'mac_address': 'fa:16:3e:cd:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:27:21Z', 'updated_at': '2021-07-23T11:27:21Z', 'revision_number': 0, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:27:23.528139 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9a47ca-216a-40c6-87cd-364342db204d None None] New status for floating IP 79352d0c-ad4d-4dcb-8cf9-aec0c0072456: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:27:24.525678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:27.139816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d59c2a5d-7476-492e-a1b7-aa9655c8f683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:30.006593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf815311-cb8d-45be-9ac4-5d8ca124269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:30.302324 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:31.473532 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:32.726128 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:34.948193 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:54.526892 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:57.138751 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5343d3a6-e816-46ce-b951-7f5ee69e7e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:27:57.397283 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:28:00.006927 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7698-868f-433b-904f-395d2389376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:00.303239 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:01.475935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:02.730558 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:04.946665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:15.500881 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-341239f3-fd3d-4144-9d82-ff85f5f159c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560398 Jul 23 11:28:15.612772 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-653df513-4ca8-457b-9bfa-1634434fc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:15.614300 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-653df513-4ca8-457b-9bfa-1634434fc390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1096 time: 0.0547671 Jul 23 11:28:15.714322 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-60b72454-586a-4916-bb18-d55e8c1dbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:15.715823 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-60b72454-586a-4916-bb18-d55e8c1dbe66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0835712 Jul 23 11:28:15.783762 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-59f6c905-524b-4c3a-ad76-fd9899149d01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 1001 time: 0.0612338 Jul 23 11:28:15.836443 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-66815024-08eb-4229-a815-e2f86df24f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:15.837968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-66815024-08eb-4229-a815-e2f86df24f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0478187 Jul 23 11:28:15.894856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-05782183-8364-4b75-b511-1e2ce84eb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:28:15.896401 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-05782183-8364-4b75-b511-1e2ce84eb3a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524213 Jul 23 11:28:15.985268 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-f799b608-ffa4-4d2b-8dfe-8c523d6c18d9 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826197 Jul 23 11:28:16.072333 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e17e4437-a3ce-4a87-a84c-285256647f57 req-328e10fd-8f32-4318-ac7e-212a9898f5df service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802584 Jul 23 11:28:24.537618 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:27.139106 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0a0dcec-df66-47ec-b237-bc537ce635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.009209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b8ae-6d13-4059-9b85-888b1038e8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:30.303535 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:31.481554 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:32.733706 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:34.399589 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:28:34.960952 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:54.536953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:28:57.139738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f921a9e-4190-4a79-b4fd-44767651f145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:00.008822 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-540d7ac9-ab06-4d5d-89cb-2471b2341d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:00.305213 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:00.713075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-6f80cc99-19ed-456a-a830-ab6d4221f1df req-21bce8d3-1ac9-43b5-abd9-55d615282dde service neutron] (93833) timed out ('10.222.0.37', 34966) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:29:01.483556 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:02.733175 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:04.959321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:11.400589 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:29:17.123989 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-fe977830-da05-47bf-84e9-aea231f60801 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073434 Jul 23 11:29:17.234535 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-cf4090f6-1ace-4477-95df-e0e5a44dc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:17.236170 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-cf4090f6-1ace-4477-95df-e0e5a44dc915 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1096 time: 0.0556941 Jul 23 11:29:17.343312 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-5b9b85d7-a711-4b65-9b6b-294c56f8f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:17.344933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-5b9b85d7-a711-4b65-9b6b-294c56f8f203 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0897105 Jul 23 11:29:17.411323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-80090ea7-a40c-4944-85ca-861297455341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 1001 time: 0.0597994 Jul 23 11:29:17.465064 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-b86010ae-fdfa-413e-bb71-74a9236c8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:17.467396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-b86010ae-fdfa-413e-bb71-74a9236c8658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0497758 Jul 23 11:29:17.575656 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-56c10456-4287-473a-8efd-91f36e0a52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:17.577211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-56c10456-4287-473a-8efd-91f36e0a52c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597157 Jul 23 11:29:17.589334 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8a493-4d82-4dc2-9fa6-e5f62b030337 req-01b9dcbd-f057-44c1-b12b-54d1e5179d52 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:17.590815 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5f8a493-4d82-4dc2-9fa6-e5f62b030337 req-01b9dcbd-f057-44c1-b12b-54d1e5179d52 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.1145792 Jul 23 11:29:17.628470 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-e5f8a493-4d82-4dc2-9fa6-e5f62b030337 req-9f154854-cab6-4631-b386-62e1a8408ac1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Jul 23 11:29:17.670211 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-5d442ebd-a63a-4b31-a335-aa0e286aaeb2 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850115 Jul 23 11:29:17.762697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b2ef75c5-7eb3-44c2-9270-3a9a30c730d9 req-bce69157-ab82-424c-a62b-2001f2ec0679 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Jul 23 11:29:18.771904 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202770b-a5ff-43a6-a219-bd2c731995c3 req-a9b95471-e640-4ea3-a73f-05678be590e6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:18.773392 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6202770b-a5ff-43a6-a219-bd2c731995c3 req-a9b95471-e640-4ea3-a73f-05678be590e6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0635719 Jul 23 11:29:18.809935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6202770b-a5ff-43a6-a219-bd2c731995c3 req-ab7cc9d2-47c5-439f-a1e5-95d72408b3c4 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Jul 23 11:29:19.963314 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa071466-c338-423a-85aa-bdbecabab165 req-e8d5304d-bfb6-4658-aff2-eec5d0939523 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:19.964827 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa071466-c338-423a-85aa-bdbecabab165 req-e8d5304d-bfb6-4658-aff2-eec5d0939523 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0639615 Jul 23 11:29:20.001890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-aa071466-c338-423a-85aa-bdbecabab165 req-9c08a98a-3574-4ded-9a52-a87cd0ffa350 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Jul 23 11:29:21.130014 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664625a-4436-4270-bf3c-fcb4b3e47041 req-f47005b1-78c0-4b46-a7c2-52ff89fbae06 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:21.131510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f664625a-4436-4270-bf3c-fcb4b3e47041 req-f47005b1-78c0-4b46-a7c2-52ff89fbae06 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0627723 Jul 23 11:29:21.173772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f664625a-4436-4270-bf3c-fcb4b3e47041 req-263f182e-4889-4c67-8b67-779f3e45d26b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367687 Jul 23 11:29:22.303405 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e7ead-f54b-4aef-b705-8902f9075bd2 req-7cf17d1e-3c48-42c6-b338-33a504b2976e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:22.304922 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-027e7ead-f54b-4aef-b705-8902f9075bd2 req-7cf17d1e-3c48-42c6-b338-33a504b2976e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0624340 Jul 23 11:29:22.341835 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-027e7ead-f54b-4aef-b705-8902f9075bd2 req-f504db41-53d8-4c80-b5a1-c32c2c02764f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314424 Jul 23 11:29:23.469100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb641fb-de30-4dc7-a39d-b8cec179c641 req-55544584-5c08-4286-a618-360b819386e2 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:23.470588 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6cb641fb-de30-4dc7-a39d-b8cec179c641 req-55544584-5c08-4286-a618-360b819386e2 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0630834 Jul 23 11:29:23.508197 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6cb641fb-de30-4dc7-a39d-b8cec179c641 req-d0b03dcc-dc6f-4082-a704-d2006cbbbc7d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313051 Jul 23 11:29:24.541158 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:24.642954 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f1670-d71a-4358-85da-be5fa9cabfcf req-22697432-fd58-4242-991c-4f2d53cb32df tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:24.644472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b38f1670-d71a-4358-85da-be5fa9cabfcf req-22697432-fd58-4242-991c-4f2d53cb32df tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jul 23 11:29:24.682056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b38f1670-d71a-4358-85da-be5fa9cabfcf req-d127da55-360a-46d4-8944-f8b7e5f26e43 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jul 23 11:29:25.810576 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66eb33-c91f-4258-9b8b-1ea5a7a39dad req-0765e5a5-3a0a-4671-9f04-32121dff1be1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:25.812107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a66eb33-c91f-4258-9b8b-1ea5a7a39dad req-0765e5a5-3a0a-4671-9f04-32121dff1be1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0650685 Jul 23 11:29:25.849092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6a66eb33-c91f-4258-9b8b-1ea5a7a39dad req-2358875c-7935-4123-a813-9227c4a54ae5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Jul 23 11:29:26.981493 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e5baa-498e-4d2f-b9dc-762b4a78c479 req-4361eafa-fd63-4f29-91cf-fa29f67fc655 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:26.983031 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f0e5baa-498e-4d2f-b9dc-762b4a78c479 req-4361eafa-fd63-4f29-91cf-fa29f67fc655 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0655072 Jul 23 11:29:27.021985 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4f0e5baa-498e-4d2f-b9dc-762b4a78c479 req-e54b877d-5bf4-45d0-aeb2-bc37180c7a24 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319684 Jul 23 11:29:27.141075 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5177fb-bba3-42d7-ad57-c94e8669eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:28.153799 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b8461-9ff0-4a91-8e1e-b1c39d0a1ab5 req-b32ac3d9-4c33-4615-a99d-3361ea4cf430 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:28.155297 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-935b8461-9ff0-4a91-8e1e-b1c39d0a1ab5 req-b32ac3d9-4c33-4615-a99d-3361ea4cf430 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0673661 Jul 23 11:29:28.193161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-935b8461-9ff0-4a91-8e1e-b1c39d0a1ab5 req-0083d2ce-a131-414b-8f44-08a826f3903e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Jul 23 11:29:28.811675 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:29:28.905830 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:28.916655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'mac_address': 'fa:16:3e:cd:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:29:28.957333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:28.970907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a110cbe8-9bbe-4046-9099-a4d77228a63f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:29:28.991108 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:28.994779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:29.044815 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:29:29.052869 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.053224 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.053548 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.053888 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.054221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.054555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.054877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.055205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.055551 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.055877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.056199 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.056519 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:29:29.147109 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a110cbe8-9bbe-4046-9099-a4d77228a63f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:29:29.334118 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1776-40d9-437c-aa21-5d2c7edb8f10 req-a5661a43-df26-4ad4-a044-fe1534034ac4 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:29.335566 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f21f1776-40d9-437c-aa21-5d2c7edb8f10 req-a5661a43-df26-4ad4-a044-fe1534034ac4 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 944 time: 0.0676310 Jul 23 11:29:29.375472 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f21f1776-40d9-437c-aa21-5d2c7edb8f10 req-97f0ff37-3e51-4948-90da-b9b88f13638a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335596 Jul 23 11:29:30.012030 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e028aa-a866-4242-b9af-c298300dc9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:30.309307 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:30.521872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e3ea-6288-49b1-8aaf-121410d89dc8 req-912e5bf0-77c7-4c36-8c1e-91da5e3713e6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:30.523505 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4573e3ea-6288-49b1-8aaf-121410d89dc8 req-912e5bf0-77c7-4c36-8c1e-91da5e3713e6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 944 time: 0.0737333 Jul 23 11:29:30.564011 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4573e3ea-6288-49b1-8aaf-121410d89dc8 req-671fd965-8563-4fde-b098-a55da3fd311e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347497 Jul 23 11:29:30.811516 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:29:30.871591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a110cbe8-9bbe-4046-9099-a4d77228a63f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:29:30.872967 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:30.957117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:30.981824 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:29:30.984040 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49788561-aca8-4d01-815c-e50da9a23270" -d '{"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-plugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:29:30.998358 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:31.003110 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:31.034012 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc82ea-3e37-47b6-8e96-a99f6e3818a8 x-openstack-request-id: req-a1bc82ea-3e37-47b6-8e96-a99f6e3818a8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:29:31.034631 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-plugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:29:31.034631 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1bc82ea-3e37-47b6-8e96-a99f6e3818a8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:29:31.035169 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'code': 200} Jul 23 11:29:31.070526 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:29:31.488977 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:31.706907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18c834-50a6-47cf-9348-6a3f94af8b0d req-a41e31b1-30e0-4a06-997f-02023ef113b0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:31.709780 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd18c834-50a6-47cf-9348-6a3f94af8b0d req-a41e31b1-30e0-4a06-997f-02023ef113b0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0726249 Jul 23 11:29:31.755499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd18c834-50a6-47cf-9348-6a3f94af8b0d req-d9144219-9e5e-41f6-8eca-fdca2a2cb3ae tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393717 Jul 23 11:29:32.743144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:32.903459 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79b2b6-6677-48b0-b246-4515ddeafcd1 req-4d8d8747-b49c-4e17-a53c-06418f6f0b22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:32.905037 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec79b2b6-6677-48b0-b246-4515ddeafcd1 req-4d8d8747-b49c-4e17-a53c-06418f6f0b22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0722313 Jul 23 11:29:32.951021 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ec79b2b6-6677-48b0-b246-4515ddeafcd1 req-0f682806-d4d8-4de6-8dc8-cfe3e073bc8f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Jul 23 11:29:34.106762 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2da3a-b74a-4768-949c-fcc72cff387b req-cb093f03-afda-4ef2-864c-4ef4f21bcf28 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:34.108668 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02c2da3a-b74a-4768-949c-fcc72cff387b req-cb093f03-afda-4ef2-864c-4ef4f21bcf28 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0811806 Jul 23 11:29:34.152724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02c2da3a-b74a-4768-949c-fcc72cff387b req-746b6cd3-222d-479b-99c1-5dcc42d04c43 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377796 Jul 23 11:29:34.988830 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:35.319844 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0540-02b5-47f6-b2e0-9c55289d95c2 req-b6432611-7fa4-4947-b2f9-a6f7803d05dd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:35.321487 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-102a0540-02b5-47f6-b2e0-9c55289d95c2 req-b6432611-7fa4-4947-b2f9-a6f7803d05dd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0889747 Jul 23 11:29:35.371056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-102a0540-02b5-47f6-b2e0-9c55289d95c2 req-fb53e6b5-02d3-43f8-9a76-04379890adec tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Jul 23 11:29:36.513189 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876704b-5755-46d9-a697-9f43b4d80c6c req-f9539fa3-b23f-4dc2-936c-ee7e99c1b2c3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:36.514753 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6876704b-5755-46d9-a697-9f43b4d80c6c req-f9539fa3-b23f-4dc2-936c-ee7e99c1b2c3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0730860 Jul 23 11:29:36.555572 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6876704b-5755-46d9-a697-9f43b4d80c6c req-4aed52fb-b3d6-4bec-893d-ffe99777e9e3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348756 Jul 23 11:29:37.707067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3613-7d8d-4b16-9d0d-9972102066e9 req-1131cc74-39fe-44bb-b067-8334de39916b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:37.708837 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c61b3613-7d8d-4b16-9d0d-9972102066e9 req-1131cc74-39fe-44bb-b067-8334de39916b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0772707 Jul 23 11:29:37.756110 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-c61b3613-7d8d-4b16-9d0d-9972102066e9 req-3b82d0b4-598f-4bb5-bcde-3dc22d183add tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416369 Jul 23 11:29:38.906278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aded79-6643-4c37-ba0b-3326fcf976ec req-68a869d6-3e01-42fa-bcb0-0f14c76a264c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:38.907826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60aded79-6643-4c37-ba0b-3326fcf976ec req-68a869d6-3e01-42fa-bcb0-0f14c76a264c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0726719 Jul 23 11:29:38.949465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-60aded79-6643-4c37-ba0b-3326fcf976ec req-b3c4cdb5-9fe8-4949-be35-bd78f400ecc6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343742 Jul 23 11:29:39.615114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-b17fb4e9-13d7-4983-947d-f1e0c451cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:39.616738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-b17fb4e9-13d7-4983-947d-f1e0c451cf6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1096 time: 0.0607777 Jul 23 11:29:39.711990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-cc331630-a850-4b32-8bda-64452d313412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:39.713778 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-cc331630-a850-4b32-8bda-64452d313412 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0910637 Jul 23 11:29:39.790807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-b61db016-f3cb-4585-a457-fb19de81560c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 1001 time: 0.0708852 Jul 23 11:29:39.851462 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-15ff0279-eb7a-4491-a4f6-a0d7427657ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:39.852980 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-15ff0279-eb7a-4491-a4f6-a0d7427657ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0562997 Jul 23 11:29:39.928782 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-60310027-5f4b-4089-ba11-5e6a0f8ac424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:39.930551 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-60310027-5f4b-4089-ba11-5e6a0f8ac424 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715330 Jul 23 11:29:40.023139 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-5299e35a-b134-414c-9d2a-43bc316fb437 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864058 Jul 23 11:29:40.080464 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe300-8841-4d37-b762-20e0ee5b01d5 req-9ec33366-9608-4be3-8959-a3ad7cc1e80f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:40.081995 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-921fe300-8841-4d37-b762-20e0ee5b01d5 req-9ec33366-9608-4be3-8959-a3ad7cc1e80f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0639012 Jul 23 11:29:40.116080 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-9d33cbbf-7c6d-4f3b-8b47-c406e09d1afd req-7d95385a-5177-4e86-81f6-b1f238a4d911 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 Jul 23 11:29:40.119160 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-921fe300-8841-4d37-b762-20e0ee5b01d5 req-1dc5bc8c-d51e-49dc-949c-dec3836c271f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Jul 23 11:29:41.247246 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f141-43f0-4c30-9f5d-4a007a09a6e6 req-a0c00abf-cd84-4174-8019-d12b541239dd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:41.248772 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd29f141-43f0-4c30-9f5d-4a007a09a6e6 req-a0c00abf-cd84-4174-8019-d12b541239dd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0612745 Jul 23 11:29:41.285245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-cd29f141-43f0-4c30-9f5d-4a007a09a6e6 req-ebcf30be-ef8a-4853-a6e0-bfccf429a85a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310893 Jul 23 11:29:42.416048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb98bd0-79cb-43f6-b69f-4c24c784f52a req-2982dba8-ce83-4fd2-b752-d86bf942722a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:42.417516 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9bb98bd0-79cb-43f6-b69f-4c24c784f52a req-2982dba8-ce83-4fd2-b752-d86bf942722a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0660222 Jul 23 11:29:42.454080 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9bb98bd0-79cb-43f6-b69f-4c24c784f52a req-89b1a38e-7bc7-482f-a0b1-50febde000d4 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310495 Jul 23 11:29:42.679868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8989e7-cec8-43b4-a6de-1ca15a061ed4 req-b9dcf4c9-9534-405d-a584-bd8f8f7367d6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:42.681371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b8989e7-cec8-43b4-a6de-1ca15a061ed4 req-b9dcf4c9-9534-405d-a584-bd8f8f7367d6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Jul 23 11:29:42.720089 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b8989e7-cec8-43b4-a6de-1ca15a061ed4 req-47abc801-7a8c-466b-a8d6-bf4d4e61f1fc tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Jul 23 11:29:42.804255 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38260) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:29:42.889060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:29:42.894879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-2f13f7a9-22ee-4ab7-b513-2b00ca9dee4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894887 Jul 23 11:29:42.962404 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:42.986982 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:29:42.990675 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf01a6-a541-41ff-bd6f-3efdc16ef754" -d '{"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-unplugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:29:43.007870 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:43.012772 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:43.045625 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 11:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70982a9c-430a-4fca-811a-61907d5b0814 x-openstack-request-id: req-70982a9c-430a-4fca-811a-61907d5b0814 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:29:43.045870 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-unplugged", "status": "failed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:29:43.046155 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70982a9c-430a-4fca-811a-61907d5b0814 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:29:43.046551 n-d-778550-4 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'code': 422} returned with failed status Jul 23 11:29:43.073133 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:29:43.701268 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-ca5da24c-3fef-4470-a16a-2db051141af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:43.702826 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-ca5da24c-3fef-4470-a16a-2db051141af7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168&tenant_id=21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 1094 time: 0.0568242 Jul 23 11:29:43.801877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-6b770a9c-fb93-4a99-a682-6aaf298d441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:43.803537 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-6b770a9c-fb93-4a99-a682-6aaf298d441c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1094 time: 0.0687275 Jul 23 11:29:43.868983 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe5ac-2197-4e7a-b37f-93d57550b555 req-cf5d9045-0a66-4294-bf9a-7ac05cc4e633 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:43.870643 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9dbe5ac-2197-4e7a-b37f-93d57550b555 req-cf5d9045-0a66-4294-bf9a-7ac05cc4e633 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0640256 Jul 23 11:29:43.896873 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-d4fc8f27-8b79-4d99-8753-d00f8c41e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:43.898489 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-d4fc8f27-8b79-4d99-8753-d00f8c41e1f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0893395 Jul 23 11:29:43.908525 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a9dbe5ac-2197-4e7a-b37f-93d57550b555 req-0e4135fb-933b-4dac-ad27-4b6cebe91a66 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Jul 23 11:29:43.962244 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-057763cc-fecc-4a42-806c-8243c2122706 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 999 time: 0.0573244 Jul 23 11:29:44.007734 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-5bf0b724-be1e-4282-a97d-82ac7f1194e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:44.009138 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-5bf0b724-be1e-4282-a97d-82ac7f1194e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0413079 Jul 23 11:29:44.070698 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-f0281b46-b181-4202-8ea3-1ea8d84ff348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:44.072247 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-f0281b46-b181-4202-8ea3-1ea8d84ff348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566351 Jul 23 11:29:44.158818 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-00999df0-ca9f-4c0e-b4ff-2e8270ee0c85 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805278 Jul 23 11:29:44.248743 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-b4a536c4-41e7-42a0-b234-71625e088c02 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827262 Jul 23 11:29:45.047400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a895d3-b266-429b-8553-b9e3dad6a366 req-98d568e2-bb5c-46a6-9104-f9ae871102b5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:45.048957 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70a895d3-b266-429b-8553-b9e3dad6a366 req-98d568e2-bb5c-46a6-9104-f9ae871102b5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0688190 Jul 23 11:29:45.090092 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-70a895d3-b266-429b-8553-b9e3dad6a366 req-af4766b5-89bb-428b-a600-4b6b186412d6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Jul 23 11:29:46.235804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839095b-b6a3-449a-a8dd-ece105015d6b req-97d02dc0-a415-43ec-841b-1a8d76a89bbd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:46.237343 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7839095b-b6a3-449a-a8dd-ece105015d6b req-97d02dc0-a415-43ec-841b-1a8d76a89bbd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0735319 Jul 23 11:29:46.280430 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7839095b-b6a3-449a-a8dd-ece105015d6b req-36ff9ca4-02cb-49ac-8ba8-804b48c9e62d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371814 Jul 23 11:29:46.905967 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:29:47.463512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ea5a4-28c7-4a65-b4fe-ec6d157564bb req-866a9d43-7773-4664-a043-6da926c79bde tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:47.467918 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf8ea5a4-28c7-4a65-b4fe-ec6d157564bb req-866a9d43-7773-4664-a043-6da926c79bde tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0795264 Jul 23 11:29:47.509807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-bf8ea5a4-28c7-4a65-b4fe-ec6d157564bb req-5b6ef720-02d4-4415-bc23-9b4d9528681b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Jul 23 11:29:48.400892 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:29:48.653984 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812840e-7adb-48e9-b076-0bc0f4fe8e67 req-9429e7a0-f003-4dbf-817e-482339b34ad1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:48.655511 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9812840e-7adb-48e9-b076-0bc0f4fe8e67 req-9429e7a0-f003-4dbf-817e-482339b34ad1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0706232 Jul 23 11:29:48.694543 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9812840e-7adb-48e9-b076-0bc0f4fe8e67 req-64e1c286-5f29-439d-bb4f-f94020ac8985 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Jul 23 11:29:49.838932 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226196e5-1b61-44e2-97a6-7a439085b0c8 req-331946f2-db69-41bb-b5ce-23037f218ccf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:49.840496 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-226196e5-1b61-44e2-97a6-7a439085b0c8 req-331946f2-db69-41bb-b5ce-23037f218ccf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0708447 Jul 23 11:29:49.880467 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-226196e5-1b61-44e2-97a6-7a439085b0c8 req-13fee34e-06b4-4c61-a9fe-c6e824723fcf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345006 Jul 23 11:29:51.020670 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f039477-ff79-480c-a0b3-af44891b956f req-f487e613-4d49-4f1b-b03c-ea06f7c9641b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:51.022295 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f039477-ff79-480c-a0b3-af44891b956f req-f487e613-4d49-4f1b-b03c-ea06f7c9641b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0708523 Jul 23 11:29:51.066311 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6f039477-ff79-480c-a0b3-af44891b956f req-deb12837-a492-4128-99f2-ab089574cfea tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Jul 23 11:29:52.199396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cd73c-bf9a-4372-9b34-ef2870c9624c req-c5dc0d72-dc66-4a25-a792-112f5cb0bf54 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:52.200860 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f9cd73c-bf9a-4372-9b34-ef2870c9624c req-c5dc0d72-dc66-4a25-a792-112f5cb0bf54 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0664203 Jul 23 11:29:52.239286 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4f9cd73c-bf9a-4372-9b34-ef2870c9624c req-1c14d926-cf78-4515-8a7a-5eced2e96163 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329347 Jul 23 11:29:53.400605 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0fde-3c00-4f64-a529-1689a9e156a7 req-f5f52df9-948b-46b7-8899-fd8e0acb63fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:53.402208 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-071a0fde-3c00-4f64-a529-1689a9e156a7 req-f5f52df9-948b-46b7-8899-fd8e0acb63fa tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0732419 Jul 23 11:29:53.444603 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-071a0fde-3c00-4f64-a529-1689a9e156a7 req-945e886a-6dc2-4405-a99b-4b64c23f2288 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365024 Jul 23 11:29:54.534811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:54.578361 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f8821-c9d4-4e02-be89-c96586b28fe8 req-9c21daad-ab6c-4777-a695-75cc1bd8869c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:54.579919 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c46f8821-c9d4-4e02-be89-c96586b28fe8 req-9c21daad-ab6c-4777-a695-75cc1bd8869c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0680213 Jul 23 11:29:54.617460 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c46f8821-c9d4-4e02-be89-c96586b28fe8 req-25272f3b-112f-4300-84b7-35c32bba0a8f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315115 Jul 23 11:29:55.748648 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324e2be-9476-40e5-87f9-8582b7a77ed8 req-6ed010fd-55a3-460a-a1a6-912ea23bccb0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:55.750150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0324e2be-9476-40e5-87f9-8582b7a77ed8 req-6ed010fd-55a3-460a-a1a6-912ea23bccb0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0631864 Jul 23 11:29:55.787181 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-0324e2be-9476-40e5-87f9-8582b7a77ed8 req-b2719d5d-3c1c-4e9e-a311-6dd84a5c1bdb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304012 Jul 23 11:29:56.914709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82859c38-e63d-47d8-98fe-2fdfbe9cc077 req-3db69dd4-867a-45ac-a636-1fb4d95c5bef tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:56.916261 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82859c38-e63d-47d8-98fe-2fdfbe9cc077 req-3db69dd4-867a-45ac-a636-1fb4d95c5bef tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 943 time: 0.0624218 Jul 23 11:29:56.951920 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82859c38-e63d-47d8-98fe-2fdfbe9cc077 req-bd73bd4d-122e-4c69-bf61-c0f2cc7d55da tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302553 Jul 23 11:29:56.982181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:29:57.074766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:57.085914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'port_id': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'mac_address': 'fa:16:3e:cd:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:29:57.121090 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:57.141456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a110cbe8-9bbe-4046-9099-a4d77228a63f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:29:57.154617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89fffa15-7980-4205-b51d-6224aef6fd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:57.164924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:57.168454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:57.218035 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:29:57.484219 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['a110cbe8-9bbe-4046-9099-a4d77228a63f'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:29:58.085210 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94e50-be10-47ed-918d-4851a2b8b3b1 req-8c570741-22f9-4447-a143-6b8cd1a1c89d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:58.086694 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bae94e50-be10-47ed-918d-4851a2b8b3b1 req-8c570741-22f9-4447-a143-6b8cd1a1c89d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 944 time: 0.0676527 Jul 23 11:29:58.124782 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bae94e50-be10-47ed-918d-4851a2b8b3b1 req-cd8d65de-a7bb-4243-b1ed-6df3ea967dab tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Jul 23 11:29:58.997390 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:29:59.043588 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port a110cbe8-9bbe-4046-9099-a4d77228a63f triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:29:59.043961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:59.117289 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:59.143826 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:29:59.146702 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6fa3e6-4e50-4fc7-8420-691ddb54b436" -d '{"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-plugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:29:59.159628 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:29:59.165321 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:29:59.189170 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e406bc-6a28-43bc-9cdf-a62a47b5a34b x-openstack-request-id: req-c2e406bc-6a28-43bc-9cdf-a62a47b5a34b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:29:59.189467 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-plugged", "status": "completed", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:29:59.189720 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2e406bc-6a28-43bc-9cdf-a62a47b5a34b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:29:59.190106 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'code': 200} Jul 23 11:29:59.216671 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:29:59.272589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3debd-049c-4897-8cc1-7bb55a0c34ba req-5d1337de-d57e-43f6-bda1-4e3434763675 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:59.274172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80a3debd-049c-4897-8cc1-7bb55a0c34ba req-5d1337de-d57e-43f6-bda1-4e3434763675 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 946 time: 0.0728343 Jul 23 11:29:59.315181 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-80a3debd-049c-4897-8cc1-7bb55a0c34ba req-d643573a-47d6-42f3-9f02-fcd3e952fcf6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346389 Jul 23 11:29:59.412335 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965111eb-d29b-42a2-ae79-3d7d1ee6a94b req-0fe98e5d-abae-46ad-8042-697baa0e84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:29:59.413810 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-965111eb-d29b-42a2-ae79-3d7d1ee6a94b req-0fe98e5d-abae-46ad-8042-697baa0e84f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1097 time: 0.0568597 Jul 23 11:29:59.446499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-965111eb-d29b-42a2-ae79-3d7d1ee6a94b req-08f5e357-1b8f-48b1-9713-2fa5e475e73b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266554 Jul 23 11:30:00.013662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f03196c-2af6-47f7-99a6-658491a016bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:00.309636 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:00.453029 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202c73-0d6b-4e56-a536-3911d686fca7 req-ebe943e3-ec7e-4fbd-9617-d94b2b1160b6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:30:00.454548 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5202c73-0d6b-4e56-a536-3911d686fca7 req-ebe943e3-ec7e-4fbd-9617-d94b2b1160b6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 946 time: 0.0688598 Jul 23 11:30:00.493629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b5202c73-0d6b-4e56-a536-3911d686fca7 req-f6c5d65c-d96e-43c9-94d2-6f231b199e36 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Jul 23 11:30:01.489301 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:01.621648 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12ee7-74ff-4949-a178-0a6188ceb8d1 req-d2173042-a2b0-4ec4-8c18-fa5a08a57a43 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:30:01.623124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9d12ee7-74ff-4949-a178-0a6188ceb8d1 req-d2173042-a2b0-4ec4-8c18-fa5a08a57a43 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 946 time: 0.0631399 Jul 23 11:30:01.660404 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f9d12ee7-74ff-4949-a178-0a6188ceb8d1 req-42c223bd-511d-43bc-a11c-82bca03facd6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Jul 23 11:30:02.737770 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:04.988131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:17.214758 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-2c152425-b652-4b09-a667-18d2c229dafc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556309 Jul 23 11:30:17.324863 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-ad75e836-ae48-430e-8991-d856632fff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:30:17.326362 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-ad75e836-ae48-430e-8991-d856632fff9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1097 time: 0.0540526 Jul 23 11:30:17.425976 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-62bbad9b-1247-44df-9651-55b8e5635994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:30:17.427490 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-62bbad9b-1247-44df-9651-55b8e5635994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0818167 Jul 23 11:30:17.500473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-dbd062ea-eb96-4217-b0eb-6186a1ee1865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 1001 time: 0.0665936 Jul 23 11:30:17.547146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-e3b636fa-4c1e-414f-872e-9bf933359c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:30:17.548577 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-e3b636fa-4c1e-414f-872e-9bf933359c2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0420895 Jul 23 11:30:17.606639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-3146776d-42f0-4152-bacf-5ed186ba260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:30:17.608147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-3146776d-42f0-4152-bacf-5ed186ba260d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524135 Jul 23 11:30:17.698283 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-123272a8-b48e-42a5-b6a5-1dc06ad1ef4f service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Jul 23 11:30:17.791309 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-46eea756-67b3-4b2f-b6b6-b303822cd951 req-8fa9552d-5b92-4cb9-a66c-46b260fed5dd service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861259 Jul 23 11:30:24.532690 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:25.401340 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:30:27.147587 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba66a1ae-7f15-47be-ac70-08f3c6bd1a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:30.013992 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7674996-dedc-409f-91e6-5f4abab21b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:30.309678 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:31.493134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:32.740800 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:34.993515 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:54.531400 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:30:57.147475 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d354311a-074e-46c1-99e1-11672a83f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:00.017803 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a45d1b23-bc56-4c64-baae-3685f347fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:00.309901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:01.496322 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:02.401704 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:31:02.742323 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:05.005570 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.171724 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:11.333067 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Deleting port e519b9a3-2886-41c5-8f8d-5e5b537c6f7a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:31:11.333323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.408725 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.409060 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.420264 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Calling delete_port for e519b9a3-2886-41c5-8f8d-5e5b537c6f7a owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:31:11.566701 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.592969 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event deleted for resources: {'Port': ['ID=e519b9a3-2886-41c5-8f8d-5e5b537c6f7a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:11.617558 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.617907 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.618809 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.619146 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.619507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.619846 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.620175 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.620501 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.620830 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.621156 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.621507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.621840 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:11.661732 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.662126 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Floating IP 79352d0c-ad4d-4dcb-8cf9-aec0c0072456 disassociated (deleted). External IP: 172.25.4.221, port: a110cbe8-9bbe-4046-9099-a4d77228a63f. Jul 23 11:31:11.864388 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:31:11.968548 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:31:11.973243 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:11.978552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d8358-bd16-4302-b420-63caf963a436 None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:31:11.987662 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:31:11.988280 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:31:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:12.008868 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f72b5e3-41cd-4a55-bb0c-3c578c6ead89 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "DELETE /v2.0/floatingips/79352d0c-ad4d-4dcb-8cf9-aec0c0072456 HTTP/1.1" status: 204 len: 168 time: 0.8360415 Jul 23 11:31:12.009584 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:31:12.011921 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:31:12.131468 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdef245-4089-4065-90cf-2972c4b14233 x-openstack-request-id: req-6fdef245-4089-4065-90cf-2972c4b14233 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:31:12.131786 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:31:12.132946 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fdef245-4089-4065-90cf-2972c4b14233 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:31:12.133425 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'status': 'completed', 'code': 200} Jul 23 11:31:12.265060 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:31:12.271665 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-adf71290-9029-4d82-b65f-5997b2252dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:12.273207 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-adf71290-9029-4d82-b65f-5997b2252dea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 1097 time: 0.0982172 Jul 23 11:31:12.309327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544000-448f-4783-a61b-d5f68ca5068f req-b77d4f57-8230-4922-9764-c4cef9edb5e5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:12.310811 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa544000-448f-4783-a61b-d5f68ca5068f req-b77d4f57-8230-4922-9764-c4cef9edb5e5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 946 time: 0.1009278 Jul 23 11:31:12.392840 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fa544000-448f-4783-a61b-d5f68ca5068f req-7365efa6-399a-44a3-9496-574f5b587936 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755687 Jul 23 11:31:12.406382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-e1fee25b-61c5-486d-b930-68a45ea7fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:12.407913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-e1fee25b-61c5-486d-b930-68a45ea7fcd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.1275129 Jul 23 11:31:12.449118 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-9d400052-ff4b-4ee4-a74b-a79329c4fc7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 200 len: 217 time: 0.0345485 Jul 23 11:31:12.460602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:12.486939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d8358-bd16-4302-b420-63caf963a436 None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:31:12.495317 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:31:12.495957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:31:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:12.500044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-0d4e167f-3f02-45a2-a986-08477ecafd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:12.501497 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-0d4e167f-3f02-45a2-a986-08477ecafd4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0458822 Jul 23 11:31:12.559399 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-3b183b2f-1a3a-455c-9e62-82839e81469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:12.560934 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-3b183b2f-1a3a-455c-9e62-82839e81469c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524540 Jul 23 11:31:12.600252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:31:12.652051 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-00fc37fa-f65f-49b1-9d75-5bb341add33c service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832307 Jul 23 11:31:12.744667 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-00dd64e5-d0dc-45a0-a5d7-322e15dbef53 req-1e633241-694a-46ff-9489-bc3d6c61497f service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Jul 23 11:31:12.887330 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-989d8358-bd16-4302-b420-63caf963a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:12.917596 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d8358-bd16-4302-b420-63caf963a436 None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:31:13.138159 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8ebd2-10d1-43be-bf52-c466def5904f None None] New status for floating IP 79352d0c-ad4d-4dcb-8cf9-aec0c0072456: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:31:13.531873 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341fe1c-1f8e-4de8-952a-6356684240f1 req-90867e32-b7e6-4beb-8687-f898d8f2a8b9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:13.533353 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b341fe1c-1f8e-4de8-952a-6356684240f1 req-90867e32-b7e6-4beb-8687-f898d8f2a8b9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 946 time: 0.0722003 Jul 23 11:31:13.571128 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-b341fe1c-1f8e-4de8-952a-6356684240f1 req-f3b71a3c-af31-41ce-a8a9-37d4cb64fe53 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=78c7f8fb-aa53-4d49-864a-d9e905f2427c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Jul 23 11:31:13.675827 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-b6cb8b66-58d1-4905-a0c3-717c028024a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:13.677294 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-b6cb8b66-58d1-4905-a0c3-717c028024a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 946 time: 0.0612354 Jul 23 11:31:13.775260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Deleting port a110cbe8-9bbe-4046-9099-a4d77228a63f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:31:13.775637 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:13.858862 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] For port a110cbe8-9bbe-4046-9099-a4d77228a63f, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=a110cbe8-9bbe-4046-9099-a4d77228a63f,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:31:13.859152 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:13.871243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Calling delete_port for a110cbe8-9bbe-4046-9099-a4d77228a63f owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:31:13.995436 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:14.023003 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event deleted for resources: {'Port': ['ID=a110cbe8-9bbe-4046-9099-a4d77228a63f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:14.035150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.035527 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.035869 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.036204 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.036538 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.036871 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.037198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.037521 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.037844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.038168 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.038660 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.038841 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:14.080172 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] No DVR routers for this DVR port a110cbe8-9bbe-4046-9099-a4d77228a63f on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:31:14.082593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:14.084599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-3d0b1bd3-20df-4b8c-9704-492d6845be2e req-df7c4259-bc10-4377-a426-6c8c2864cc22 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "DELETE /v2.0/ports/a110cbe8-9bbe-4046-9099-a4d77228a63f HTTP/1.1" status: 204 len: 173 time: 0.4022319 Jul 23 11:31:14.085039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-deleted', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:31:14.087875 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d9225-fc90-43a4-a562-b49729039244" -d '{"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-deleted", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:31:14.180666 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01892a79-3cab-4b3e-a813-e429afa9c7ff x-openstack-request-id: req-01892a79-3cab-4b3e-a813-e429afa9c7ff {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:31:14.180961 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f6e44-fbc5-416a-b867-d30dfee7d168", "name": "network-vif-deleted", "tag": "a110cbe8-9bbe-4046-9099-a4d77228a63f", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:31:14.181346 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01892a79-3cab-4b3e-a813-e429afa9c7ff {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:31:14.181748 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2f6e44-fbc5-416a-b867-d30dfee7d168', 'name': 'network-vif-deleted', 'tag': 'a110cbe8-9bbe-4046-9099-a4d77228a63f', 'status': 'completed', 'code': 200} Jul 23 11:31:14.684370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-04f23948-4983-4817-bd7c-512d4ac2f627 req-1d6b3353-10eb-4601-9ea1-14921103f96e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f2f6e44-fbc5-416a-b867-d30dfee7d168 HTTP/1.1" status: 200 len: 210 time: 0.0329826 Jul 23 11:31:15.740826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38418) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:15.799172 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e179492a-8274-4ea1-af83-b1e49dcc63a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:15.823619 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e179492a-8274-4ea1-af83-b1e49dcc63a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:15.884310 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e179492a-8274-4ea1-af83-b1e49dcc63a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:15.886923 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e179492a-8274-4ea1-af83-b1e49dcc63a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:15.888123 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e179492a-8274-4ea1-af83-b1e49dcc63a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "DELETE /v2.0/security-groups/78c7f8fb-aa53-4d49-864a-d9e905f2427c HTTP/1.1" status: 204 len: 168 time: 0.1463263 Jul 23 11:31:15.897226 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179492a-8274-4ea1-af83-b1e49dcc63a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c7f8fb-aa53-4d49-864a-d9e905f2427c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:16.462872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38424) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:16.467572 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243025639', 'description': 'tempest-secgroup-smoke-243025639 description', 'project_id': '21f9c96d23bc46e583db038029a4da05'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:16.492681 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.572094 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.576045 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.597766 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.598984 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1350732 Jul 23 11:31:16.601897 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:16.607369 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1eb9b-5224-4c8d-b69a-ce50da24d400 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c660ceff-8b78-4b0c-96f3-e1625f6eed1d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:16.607676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': 'c660ceff-8b78-4b0c-96f3-e1625f6eed1d', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:16.633542 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.687384 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.691188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.709023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ab29f6-bd26-4768-ba41-d2795d7caf62,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:16.711520 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.713201 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-655cc6f8-1a02-4fc2-93f9-ff010b0be0c7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093879 Jul 23 11:31:16.716147 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:16.720500 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': 'c660ceff-8b78-4b0c-96f3-e1625f6eed1d', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:16.746493 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.801590 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.804944 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.827733 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c37838-07cc-40ba-b853-5b5037ed7961,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:16.831591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.832757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-bfb2e6b2-ef6a-4d49-93c3-7d9e43e8b557 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156750 Jul 23 11:31:16.835582 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38430) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:16.840831 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': 'c660ceff-8b78-4b0c-96f3-e1625f6eed1d', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:16.867974 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.924891 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.928434 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.947507 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6610ce-417a-4858-bef7-281b85aad549,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:16.950521 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:16.951959 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b85e680c-d0f4-4aa3-ad7a-0f6d394a405f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153111 Jul 23 11:31:16.954684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:16.959060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': 'c660ceff-8b78-4b0c-96f3-e1625f6eed1d', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:16.984462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.041632 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.044999 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.063010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98920be5-f705-4c62-8c30-7bc070db2716,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:17.065781 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.067000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-d96e9c2a-ae5a-4ba4-87e2-e2841eee6cd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1113863 Jul 23 11:31:17.069814 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:17.074902 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': 'c660ceff-8b78-4b0c-96f3-e1625f6eed1d', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:17.095520 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Project 21f9c96d23bc46e583db038029a4da05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:31:17.100166 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.158252 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.162124 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.176461 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a7925c-14d6-4a50-b6a1-717e87dc6031,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:17.185262 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.186510 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-32b27f48-e4de-445d-b961-5ad2735e73eb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157727 Jul 23 11:31:17.189178 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38436) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:17.193494 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'security_group_rule': {'security_group_id': 'c660ceff-8b78-4b0c-96f3-e1625f6eed1d', 'project_id': '21f9c96d23bc46e583db038029a4da05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:17.222184 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Project 21f9c96d23bc46e583db038029a4da05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:31:17.226809 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.288934 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.292258 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.309743 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2907636-8d93-4a0c-930c-d5fa02507aad,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:17.315410 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:17.316715 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4e118f6e-6f10-4990-85eb-29017e2c4a46 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266212 Jul 23 11:31:17.354493 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:31:17.376095 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: a110cbe8-9bbe-4046-9099-a4d77228a63f {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:31:17.376449 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device a110cbe8-9bbe-4046-9099-a4d77228a63f not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:31:24.546757 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:27.149383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47e69ec-561f-4a37-be3e-b685d67f9c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:30.023603 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16ef56eb-16d2-4f79-bf96-d28b524e21f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:30.311871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:31.499836 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:31.604751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-97c89a6f-0418-47f6-82d9-1b8d75d2243e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243025639&fields=id&tenant_id=21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 267 time: 0.0356743 Jul 23 11:31:31.713447 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-86db8a06-c8db-428c-8641-d53f9d9d0d54 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:31.714808 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-86db8a06-c8db-428c-8641-d53f9d9d0d54 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 809 time: 0.1037531 Jul 23 11:31:31.730172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-4a177cb2-a993-4d00-a299-ca733e49ea51 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/quotas/21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 375 time: 0.0099216 Jul 23 11:31:31.794849 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-40cb4ac0-a6b8-433c-be7a-86eb5d746b76 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598512 Jul 23 11:31:31.809753 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-546f4084-aaf0-4833-b579-254eca7da860 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:31:31.810706 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-546f4084-aaf0-4833-b579-254eca7da860 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054631 Jul 23 11:31:31.897727 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-8a440764-9def-45a4-986f-0e0504bac152 service neutron] 10.222.0.37 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819156 Jul 23 11:31:31.987296 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-020c84db-511c-4d76-accf-1007c9a9d97f service neutron] 10.222.0.37 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831108 Jul 23 11:31:32.278893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-03901fd7-5ec6-4f26-b94f-9847e60faa04 req-391af8c0-7905-449a-acba-6d39c71282ed tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 210 time: 0.0339937 Jul 23 11:31:32.748724 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:33.322400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-b820ba0d-a521-4564-bbb2-ff906d0ffba6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:33.324045 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-b820ba0d-a521-4564-bbb2-ff906d0ffba6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 809 time: 0.1029339 Jul 23 11:31:33.373637 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-7949e598-f0bf-45a3-aa76-15f28d360d6a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 379 time: 0.0356493 Jul 23 11:31:33.379241 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-68fe8cd2-6ead-4a82-af6b-8a9c26381df6 req-cfe61a18-4183-4caa-8fc0-f756b44f8638 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 210 time: 0.0317366 Jul 23 11:31:33.395314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'port': {'device_id': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'admin_state_up': True, 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'security_groups': ['c660ceff-8b78-4b0c-96f3-e1625f6eed1d']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:33.814050 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Made reservation on behalf of 21f9c96d23bc46e583db038029a4da05 for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:31:33.817684 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:33.948666 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Allocated IP 172.20.0.5 (11fb2665-19c7-4a12-b1d2-322c0770537a/2f2a20d4-9c06-4f9b-bede-c0cd4479724b/bb9911d6-6ede-4b9f-a332-04239c383e2a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:31:34.083129 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.096352 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Transition to ACTIVE for port object bb9911d6-6ede-4b9f-a332-04239c383e2a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:31:34.129698 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.177197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Network 11fb2665-19c7-4a12-b1d2-322c0770537a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:31:34.182794 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:31:34.186493 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:31:34.209787 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:34.237952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:34.238600 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.254151 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-eea7c947-e439-42ac-9e6a-b2b39fd28247 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8634160 Jul 23 11:31:34.272150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Request body: {'port': {'device_id': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:34.349181 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.400191 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d12dc9aa-794b-4d31-8f83-c35fa42de843 None None] Provisioning for port bb9911d6-6ede-4b9f-a332-04239c383e2a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:31:34.404244 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d12dc9aa-794b-4d31-8f83-c35fa42de843 None None] Provisioning complete for port bb9911d6-6ede-4b9f-a332-04239c383e2a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:31:34.404805 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d12dc9aa-794b-4d31-8f83-c35fa42de843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.442110 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d12dc9aa-794b-4d31-8f83-c35fa42de843 None None] Port bb9911d6-6ede-4b9f-a332-04239c383e2a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:31:34.608024 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659796a-4c86-4610-b235-14e98462286c req-f52c31fe-bd77-49a1-a16c-465849f7b763 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:34.609493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d659796a-4c86-4610-b235-14e98462286c req-f52c31fe-bd77-49a1-a16c-465849f7b763 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 931 time: 0.1424444 Jul 23 11:31:34.676381 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d659796a-4c86-4610-b235-14e98462286c req-2cb1bee0-988b-4d92-a574-1cd25ae0edf6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603774 Jul 23 11:31:34.717870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9911d6-6ede-4b9f-a332-04239c383e2a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:31:34.725279 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.737621 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Transition to ACTIVE for port object bb9911d6-6ede-4b9f-a332-04239c383e2a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:31:34.741357 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.796116 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:34.875668 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:31:34.876002 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:31:34.876330 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:31:34.880925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Port bb9911d6-6ede-4b9f-a332-04239c383e2a on network 11fb2665-19c7-4a12-b1d2-322c0770537a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:31:34.881249 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:31:34.887257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:31:34.887632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Checking segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:31:34.888021 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Bound using segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:31:34.888450 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Bound port: bb9911d6-6ede-4b9f-a332-04239c383e2a, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:31:34.888809 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:34.957614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:31:34.961097 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:31:34.967000 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:35.009859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.010485 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:35.012041 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 1091 time: 0.7445843 Jul 23 11:31:35.012487 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:31:35.014970 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de" -d '{"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:31:35.021802 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:35.043018 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a143185-b605-41f4-b8eb-e5c05aa1fcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:35.096917 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65057fc-53a1-4fce-bc6c-939297391ba4 x-openstack-request-id: req-a65057fc-53a1-4fce-bc6c-939297391ba4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:31:35.097297 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:31:35.097619 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a65057fc-53a1-4fce-bc6c-939297391ba4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:31:35.098107 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'status': 'completed', 'code': 200} Jul 23 11:31:35.147629 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-8746f255-bdb0-468f-99a9-612c66d49dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.149352 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-8746f255-bdb0-468f-99a9-612c66d49dfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1094 time: 0.0643461 Jul 23 11:31:35.202166 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-5b2c7bfc-4d12-4eca-8570-dc272a1f82b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 217 time: 0.0375698 Jul 23 11:31:35.258817 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-6d6aabb3-58cb-4bbf-bfc5-f198b3cefe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.260656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-6d6aabb3-58cb-4bbf-bfc5-f198b3cefe70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0518162 Jul 23 11:31:35.321580 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-6e82695b-e004-4b9c-9535-cd6ea94fb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.323212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-6e82695b-e004-4b9c-9535-cd6ea94fb1bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563543 Jul 23 11:31:35.417544 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-4795e38e-2a95-4cf6-a591-50748f5f368f service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873647 Jul 23 11:31:35.512406 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4574a273-fc32-4beb-9760-a6ece8e148d3 req-0df1413d-360a-473e-9c61-6fb44169a520 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886757 Jul 23 11:31:35.645501 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-ef1988c1-4351-41ac-874a-fd3e44fc4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.647021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-ef1988c1-4351-41ac-874a-fd3e44fc4611 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1094 time: 0.0619640 Jul 23 11:31:35.750206 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-3bbfeb0a-738f-4d9d-bee2-353e16930d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.751783 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-3bbfeb0a-738f-4d9d-bee2-353e16930d92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0983787 Jul 23 11:31:35.813932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-3dadddab-886d-41ec-9395-d900c84dc0bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 217 time: 0.0540767 Jul 23 11:31:35.889823 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397714-587e-420e-a088-8b476746e250 req-0eecb8a3-c520-4eef-817f-bc6c125045c8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.891394 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f397714-587e-420e-a088-8b476746e250 req-0eecb8a3-c520-4eef-817f-bc6c125045c8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.1434226 Jul 23 11:31:35.893679 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-8fca5cb5-5bbe-4322-8dc8-a2d23cb26464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.895675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-8fca5cb5-5bbe-4322-8dc8-a2d23cb26464 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0728400 Jul 23 11:31:35.960094 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0f397714-587e-420e-a088-8b476746e250 req-f0f878d9-99c1-4b5c-82a4-a914c796016e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625522 Jul 23 11:31:35.979122 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-b402c78c-2d12-4e0e-8b1e-d2fa91c019a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:35.980843 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-b402c78c-2d12-4e0e-8b1e-d2fa91c019a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770912 Jul 23 11:31:36.077031 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-7da619a8-7d49-4e41-b10a-cf4458e2c4f0 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891769 Jul 23 11:31:36.166482 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1f638d0e-6e93-4e1c-b69a-03c84c96c9de req-57b5f766-5d22-4e7c-9ffb-cc54d6e11745 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836108 Jul 23 11:31:37.096274 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14637bd9-8a34-4747-bd15-291810654383 req-35493d60-0fb0-48dc-8416-dd18453440b8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:37.097857 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14637bd9-8a34-4747-bd15-291810654383 req-35493d60-0fb0-48dc-8416-dd18453440b8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0682738 Jul 23 11:31:37.143649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-14637bd9-8a34-4747-bd15-291810654383 req-22f57063-3057-433d-90b7-3e4bd0b7b9e6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Jul 23 11:31:38.281299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dc18a-c9ea-4882-91af-cf002df04f68 req-974fedc1-4d38-4be4-b745-81e750f3f761 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:38.282790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc4dc18a-c9ea-4882-91af-cf002df04f68 req-974fedc1-4d38-4be4-b745-81e750f3f761 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0669665 Jul 23 11:31:38.321706 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fc4dc18a-c9ea-4882-91af-cf002df04f68 req-3c38caa5-3fec-42f3-a808-70c6f1b6f7e8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333540 Jul 23 11:31:39.451710 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb17e6-ea55-4457-b4c7-2015e9496b67 req-dab9b071-c64c-41a6-bdf8-fec7d74d3de7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:39.453357 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87eb17e6-ea55-4457-b4c7-2015e9496b67 req-dab9b071-c64c-41a6-bdf8-fec7d74d3de7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0668907 Jul 23 11:31:39.489574 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:31:39.492123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-87eb17e6-ea55-4457-b4c7-2015e9496b67 req-33cc1407-89fc-468b-850e-594268d2cab9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330832 Jul 23 11:31:40.620299 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ee072-81ee-4d0f-a204-8fa9b5c4f05a req-a5287dae-2621-4a40-a318-92de33eae5b3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:40.621800 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8ee072-81ee-4d0f-a204-8fa9b5c4f05a req-a5287dae-2621-4a40-a318-92de33eae5b3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0625155 Jul 23 11:31:40.658535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e8ee072-81ee-4d0f-a204-8fa9b5c4f05a req-2fcbcb1c-9fdc-4469-b3d1-f33503a1fadf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Jul 23 11:31:41.783978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cf6ad-cf45-4a0d-a241-888a9f369014 req-cdcbbfec-0fc2-4c31-bae5-5b59346538d3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:41.785449 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-860cf6ad-cf45-4a0d-a241-888a9f369014 req-cdcbbfec-0fc2-4c31-bae5-5b59346538d3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0622404 Jul 23 11:31:41.822226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-860cf6ad-cf45-4a0d-a241-888a9f369014 req-1bcc4f64-0373-4cc5-b3f4-8e08ee295a8e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 Jul 23 11:31:42.963689 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935ef9e-a865-4edb-bb7b-5aa3884dcf27 req-524b8a1e-ee6a-4f09-b602-3abbcc7783b9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:42.965174 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2935ef9e-a865-4edb-bb7b-5aa3884dcf27 req-524b8a1e-ee6a-4f09-b602-3abbcc7783b9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0674596 Jul 23 11:31:43.002121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2935ef9e-a865-4edb-bb7b-5aa3884dcf27 req-2e95d503-d929-4e8d-add4-30f61fde874e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314507 Jul 23 11:31:44.132676 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667858d-5e68-4439-a9cd-1f1767026228 req-f81e38da-5aef-493a-9b21-a672da7bdd2f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:44.134877 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7667858d-5e68-4439-a9cd-1f1767026228 req-f81e38da-5aef-493a-9b21-a672da7bdd2f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0679102 Jul 23 11:31:44.171475 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7667858d-5e68-4439-a9cd-1f1767026228 req-3836e985-246d-436e-84c0-6440b3b86052 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310216 Jul 23 11:31:45.300844 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf5cd-51ef-4472-8690-4241cc05c10e req-94c94dc2-4ed8-41b9-bfd6-303a7a9dbc87 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:45.302313 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c3bf5cd-51ef-4472-8690-4241cc05c10e req-94c94dc2-4ed8-41b9-bfd6-303a7a9dbc87 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0660667 Jul 23 11:31:45.339037 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8c3bf5cd-51ef-4472-8690-4241cc05c10e req-d96cfb0e-8fe0-41e9-b691-ab1904783cb2 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Jul 23 11:31:45.431057 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:31:45.524795 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:31:45.538689 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'port_id': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'mac_address': 'fa:16:3e:9d:d2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:31:45.574707 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:45.587704 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9911d6-6ede-4b9f-a332-04239c383e2a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:31:45.606063 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:31:45.609978 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:45.662718 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:45.671954 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.672575 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.673156 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.673744 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.674310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.674894 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.675510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.676089 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.676670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.677265 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.677822 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.678408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:31:45.876527 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['bb9911d6-6ede-4b9f-a332-04239c383e2a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:31:46.467135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92221d-3395-4420-b0dd-ec1bfde42b45 req-93d14cf3-2a5a-42c8-b28c-59fd31b998b2 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:46.468649 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d92221d-3395-4420-b0dd-ec1bfde42b45 req-93d14cf3-2a5a-42c8-b28c-59fd31b998b2 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 944 time: 0.0625696 Jul 23 11:31:46.507629 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4d92221d-3395-4420-b0dd-ec1bfde42b45 req-7497b0f1-be5c-40d7-b43b-6652f0087ac6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333347 Jul 23 11:31:47.446178 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:31:47.493379 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port bb9911d6-6ede-4b9f-a332-04239c383e2a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:31:47.496861 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port bb9911d6-6ede-4b9f-a332-04239c383e2a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:31:47.497230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:47.576534 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:47.599226 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:31:47.601585 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1c0de-e334-4dd5-9e5a-97570727dbf6" -d '{"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:31:47.616131 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:31:47.620736 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:47.641372 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a87942-6756-4562-afd8-8fb4220f1ae9 req-3a2a3582-34fa-49b5-ad6f-13e24cb95959 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:47.643172 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7a87942-6756-4562-afd8-8fb4220f1ae9 req-3a2a3582-34fa-49b5-ad6f-13e24cb95959 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 944 time: 0.0662482 Jul 23 11:31:47.680655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:47.694522 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f7a87942-6756-4562-afd8-8fb4220f1ae9 req-e1be585b-0bae-417a-a0e2-4be3a0d608cd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Jul 23 11:31:47.720761 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e548b6c8-5fca-460a-93df-d8856d6c7646 x-openstack-request-id: req-e548b6c8-5fca-460a-93df-d8856d6c7646 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:31:47.721139 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:31:47.721815 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e548b6c8-5fca-460a-93df-d8856d6c7646 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:31:47.722262 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'code': 200} Jul 23 11:31:47.856351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d92057-822d-4a56-a1bb-18fcd48e1f2b req-537e31f6-2e4a-411e-9bf6-6d0a30dddc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:47.857858 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1d92057-822d-4a56-a1bb-18fcd48e1f2b req-537e31f6-2e4a-411e-9bf6-6d0a30dddc9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1096 time: 0.0571251 Jul 23 11:31:47.893252 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f1d92057-822d-4a56-a1bb-18fcd48e1f2b req-8384dec8-2918-4f58-bfa0-4f895fcd9e5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282731 Jul 23 11:31:48.827323 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df584a79-6d6d-4130-86d3-378d3e801a39 req-23da424c-1c98-46ba-a43d-e69b078c2f1b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:48.828866 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df584a79-6d6d-4130-86d3-378d3e801a39 req-23da424c-1c98-46ba-a43d-e69b078c2f1b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0647144 Jul 23 11:31:48.865827 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-df584a79-6d6d-4130-86d3-378d3e801a39 req-d1c619b4-5a78-4e92-86f5-32868fe2fcd7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Jul 23 11:31:50.000431 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1caf7d-330e-47fa-8012-10668a530a7f req-1962d033-e6c1-43d6-9019-b9930e331ae1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:50.001926 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf1caf7d-330e-47fa-8012-10668a530a7f req-1962d033-e6c1-43d6-9019-b9930e331ae1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0669098 Jul 23 11:31:50.040490 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-bf1caf7d-330e-47fa-8012-10668a530a7f req-40b0cb48-4bdf-410e-91b0-31770fc978c3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331218 Jul 23 11:31:50.167853 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45001e-0085-48d4-bb7c-ea49ac5010a4 req-d665117b-f009-449d-9bff-78b0b8a687a5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:50.169232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e45001e-0085-48d4-bb7c-ea49ac5010a4 req-d665117b-f009-449d-9bff-78b0b8a687a5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0628476 Jul 23 11:31:50.205904 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e45001e-0085-48d4-bb7c-ea49ac5010a4 req-6fbe0ae5-992a-42ad-9e67-8229ce6ec624 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Jul 23 11:31:50.227903 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38630) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:50.282474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7746e08-ccc7-4404-8e81-131ff014b409 tempest-TestShelveInstance-187413099 tempest-TestShelveInstance-187413099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:50.283990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b7746e08-ccc7-4404-8e81-131ff014b409 tempest-TestShelveInstance-187413099 tempest-TestShelveInstance-187413099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1091 time: 0.0551422 Jul 23 11:31:50.286742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38632) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:31:50.291023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:31:50.312291 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:50.404079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:50.505420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Allocated IP 172.25.4.190 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/613b5d51-0da0-41c9-abee-6cc4c553a52d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:31:50.602686 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:50.643910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:50.680719 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:31:50.686388 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:31:50.690617 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:31:50.696697 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'Port': ['ID=613b5d51-0da0-41c9-abee-6cc4c553a52d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:51.037490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:51.109159 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:51.253960 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:51.258863 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:51.323856 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event updated for resources: {'Port': ['ID=613b5d51-0da0-41c9-abee-6cc4c553a52d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:31:51.335117 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:51.432611 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Floating IP 2d2e8a11-fc49-4fa5-85b8-a02ec08dd497 associated. External IP: 172.25.4.190, port: bb9911d6-6ede-4b9f-a332-04239c383e2a. Jul 23 11:31:51.639760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:31:51.752988 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:31:51.763092 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:31:51.769488 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:51.772221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:31:51.772841 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:51.805514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-678bed29-4aa6-4c62-8bc9-47d79de1e0a9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5177722 Jul 23 11:31:51.806157 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:31:51.808441 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2715f42e-7713-4749-99c2-83de11ab4e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:31:51.844836 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2706dcb-6485-4b67-9da8-f760cc208da1 x-openstack-request-id: req-a2706dcb-6485-4b67-9da8-f760cc208da1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:31:51.845134 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:31:51.845389 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2706dcb-6485-4b67-9da8-f760cc208da1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:31:51.845793 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'status': 'completed', 'code': 200} Jul 23 11:31:51.883478 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:31:51.939266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-0e3cdb64-616f-48eb-9b04-54d9af876909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:51.940790 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-0e3cdb64-616f-48eb-9b04-54d9af876909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1096 time: 0.0541542 Jul 23 11:31:52.031969 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-972b586f-6f1e-408a-913c-1a20da0349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:52.033531 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-972b586f-6f1e-408a-913c-1a20da0349b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0865383 Jul 23 11:31:52.099906 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-2b6b9be2-1528-46e8-bc08-c6cc12222dfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 999 time: 0.0572963 Jul 23 11:31:52.108673 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2d2e8a11-fc49-4fa5-85b8-a02ec08dd497', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'port_id': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'mac_address': 'fa:16:3e:9d:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:31:50Z', 'updated_at': '2021-07-23T11:31:50Z', 'revision_number': 0, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:52.135360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:31:52.143800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:31:52.144411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:31:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:52.152421 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-78aa09d5-3f69-4d0d-b4d8-18189c6aa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:52.153947 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-78aa09d5-3f69-4d0d-b4d8-18189c6aa33b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0485289 Jul 23 11:31:52.212709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-74ffac72-5153-4a86-acee-52ebe7588646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:31:52.214147 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-74ffac72-5153-4a86-acee-52ebe7588646 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542026 Jul 23 11:31:52.256240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:31:52.305052 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-5a64c46a-e977-45eb-841c-e1b5f8b8726d service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837209 Jul 23 11:31:52.395995 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2715f42e-7713-4749-99c2-83de11ab4e3b req-fee46ec3-0ca9-4ecd-821c-4b04454bf371 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Jul 23 11:31:52.472983 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2d2e8a11-fc49-4fa5-85b8-a02ec08dd497', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'port_id': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'mac_address': 'fa:16:3e:9d:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:31:50Z', 'updated_at': '2021-07-23T11:31:50Z', 'revision_number': 0, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:31:52.501554 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de232d9-7756-459b-91b7-a13543c89b4a None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '2d2e8a11-fc49-4fa5-85b8-a02ec08dd497', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'port_id': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'mac_address': 'fa:16:3e:9d:d2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:31:50Z', 'updated_at': '2021-07-23T11:31:50Z', 'revision_number': 0, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:31:52.692064 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e783eac-9abb-4ad9-aa61-b3eb65eb0b6f None None] New status for floating IP 2d2e8a11-fc49-4fa5-85b8-a02ec08dd497: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:31:54.543346 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:31:57.151832 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c483-dd1f-4030-8f24-cc91778c9896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:00.017468 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c347740-b43f-4fe5-9c11-6ea13824ffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:00.313015 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:01.502405 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:02.748006 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:05.030019 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:16.400947 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:32:21.254090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-7280b032-db6a-409d-b1ec-a98ef420a9dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541844 Jul 23 11:32:21.365492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-194932e8-068f-43eb-b356-ab6a76589f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:32:21.367044 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-194932e8-068f-43eb-b356-ab6a76589f8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1096 time: 0.0532353 Jul 23 11:32:21.472639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-415fcc6b-0d24-460c-b836-a0bc00a23d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:32:21.474132 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-415fcc6b-0d24-460c-b836-a0bc00a23d30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0886786 Jul 23 11:32:21.544694 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-be6a71d0-a5b9-464a-9bcb-48d655508557 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 1001 time: 0.0633821 Jul 23 11:32:21.591605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-4b17b86e-3b00-4fa0-b978-c28d553f73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:32:21.593009 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-4b17b86e-3b00-4fa0-b978-c28d553f73bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0422025 Jul 23 11:32:21.651177 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-44832865-77b6-4f5f-aab2-d8321869bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:32:21.652697 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-44832865-77b6-4f5f-aab2-d8321869bed4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532444 Jul 23 11:32:21.663054 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-757534f7-1c20-4e3f-bbb2-dc979add2276 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:32:21.664068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-757534f7-1c20-4e3f-bbb2-dc979add2276 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051043 Jul 23 11:32:21.756625 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-c6303402-ebdb-4d30-a546-7aa517654b77 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857506 Jul 23 11:32:21.859119 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4e899cb1-1450-4fc6-91f8-3623226b31a6 req-997b5e7e-1d1e-41c3-80e9-8fe9de75a946 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960348 Jul 23 11:32:24.558314 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:27.152450 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-085a4b3d-2af4-4bd7-91f0-db6ff37d0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:30.018305 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41d12bed-71a3-4cb2-bd14-a821860a1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:30.313588 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:31.505232 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:32.758917 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:35.021449 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:53.400451 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:32:54.572308 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:32:57.152912 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bd05387-4575-44bd-a8dc-c6b1618e9439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:00.018462 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4930affc-0765-4a22-aaff-7e7ca82973cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:00.314284 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:01.507972 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:02.754607 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:05.045846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:22.506409 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-9777eec3-24ee-40f7-a473-23570a3eee36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559223 Jul 23 11:33:22.908995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-a706bb09-b075-4c26-b57d-adcb90ba8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:22.910534 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-a706bb09-b075-4c26-b57d-adcb90ba8dde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1096 time: 0.3490353 Jul 23 11:33:23.010882 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-219bdf5e-d591-4c6f-a163-a8e6410c48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:23.012365 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-219bdf5e-d591-4c6f-a163-a8e6410c48f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0837517 Jul 23 11:33:23.075233 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-28a3440f-6f6c-4479-910b-94a30c81164a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 1001 time: 0.0567217 Jul 23 11:33:23.121417 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-e8f24c17-6d53-4372-95e5-666629235a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:23.122782 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-e8f24c17-6d53-4372-95e5-666629235a06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0420756 Jul 23 11:33:23.183798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-9694572c-aaaf-4e4c-830a-32504fdb2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:23.185292 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-9694572c-aaaf-4e4c-830a-32504fdb2c88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559626 Jul 23 11:33:23.272385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-5f5d4bc5-0b8d-4761-9d29-0467c2ff60d4 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802162 Jul 23 11:33:23.361540 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-99663498-195c-4c0a-b81f-de9a3278a2c0 req-8a0c003e-5eb5-4e09-84e9-1ee3eff8a920 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823956 Jul 23 11:33:24.742910 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:27.153953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290fc489-8138-43f1-8a10-5f476d10e6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:30.019232 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2a79f50-f53a-4219-88f5-2176462ae4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:30.315012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:30.399396 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:33:31.511492 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:32.756718 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:35.057045 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:48.227707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d28c3-aef3-4d27-84f8-7dc77b9d6bd9 req-baa41ee0-725b-4f85-8b3f-97d273d8cc29 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:48.230345 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae3d28c3-aef3-4d27-84f8-7dc77b9d6bd9 req-baa41ee0-725b-4f85-8b3f-97d273d8cc29 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0656271 Jul 23 11:33:48.268751 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-ae3d28c3-aef3-4d27-84f8-7dc77b9d6bd9 req-be2d544a-a521-44b9-884d-201772811415 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Jul 23 11:33:49.399939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1ad4b-afdb-44f9-89e5-ed4b557b88f3 req-1d89526e-32d0-4bea-982d-201d164c45d9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:49.401923 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bb1ad4b-afdb-44f9-89e5-ed4b557b88f3 req-1d89526e-32d0-4bea-982d-201d164c45d9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jul 23 11:33:49.438787 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-5bb1ad4b-afdb-44f9-89e5-ed4b557b88f3 req-7206154c-7c78-4369-ae2c-d49f9cd5d910 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Jul 23 11:33:50.592734 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e9a6b-565c-486b-b436-e6f86ecc008f req-79beb36f-61dc-49b3-9217-9b9be8eaae1a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:50.594215 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a6e9a6b-565c-486b-b436-e6f86ecc008f req-79beb36f-61dc-49b3-9217-9b9be8eaae1a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0621867 Jul 23 11:33:50.634871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-7a6e9a6b-565c-486b-b436-e6f86ecc008f req-a27cb423-77da-4eab-bb6f-c40224770ad5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350108 Jul 23 11:33:51.762327 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8c97-5798-4894-b1f8-8a80f24b4668 req-2bd13326-80ba-42e5-a022-6cf40e88d07c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:51.764120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9eb8c97-5798-4894-b1f8-8a80f24b4668 req-2bd13326-80ba-42e5-a022-6cf40e88d07c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0630155 Jul 23 11:33:51.805360 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b9eb8c97-5798-4894-b1f8-8a80f24b4668 req-8fa70c44-7329-4731-9f26-feb8906e006e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354559 Jul 23 11:33:52.937910 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2240b-e003-44f4-9026-e9a92ef3ab60 req-d918de8e-8fdb-4553-8e11-594b3e24786e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:52.939370 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdc2240b-e003-44f4-9026-e9a92ef3ab60 req-d918de8e-8fdb-4553-8e11-594b3e24786e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0620785 Jul 23 11:33:52.976439 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cdc2240b-e003-44f4-9026-e9a92ef3ab60 req-e7bc4372-69cb-489b-bddc-9638e3e83c78 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Jul 23 11:33:54.105991 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec5c7c-6f1b-4a80-9e5c-035535530c6c req-ddaa4c93-12f9-4baa-90e2-89e241e39049 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:54.107526 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36ec5c7c-6f1b-4a80-9e5c-035535530c6c req-ddaa4c93-12f9-4baa-90e2-89e241e39049 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0662234 Jul 23 11:33:54.149969 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-36ec5c7c-6f1b-4a80-9e5c-035535530c6c req-6aba8a8f-8128-426a-a0cc-5072225396e9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368459 Jul 23 11:33:54.585677 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:55.285106 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d09bf-3e42-4c3d-afb7-b7242557e240 req-942f3086-e9e6-448f-857f-3b9e86a32955 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:55.286580 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a00d09bf-3e42-4c3d-afb7-b7242557e240 req-942f3086-e9e6-448f-857f-3b9e86a32955 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0624347 Jul 23 11:33:55.323708 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-a00d09bf-3e42-4c3d-afb7-b7242557e240 req-ce5a36a7-d060-4e94-b6dc-8f7aa3c5c0d0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Jul 23 11:33:56.453257 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218245a9-c099-4b8d-81f0-be895da036cf req-f4e20998-57ec-4857-9fd6-9fe6a3729e77 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:56.454746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-218245a9-c099-4b8d-81f0-be895da036cf req-f4e20998-57ec-4857-9fd6-9fe6a3729e77 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0635002 Jul 23 11:33:56.490990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-218245a9-c099-4b8d-81f0-be895da036cf req-2f0ef8e7-4758-462e-863a-8e0257c698f8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Jul 23 11:33:57.154406 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d214ce5e-2ac7-4284-822d-e1e0dcbff38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:33:57.621585 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbd7a7-9c44-4210-a6a4-92864569d89d req-a9619a06-f0c8-4afb-91dc-e2ce6bf930be tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:57.623056 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3dbd7a7-9c44-4210-a6a4-92864569d89d req-a9619a06-f0c8-4afb-91dc-e2ce6bf930be tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0657701 Jul 23 11:33:57.660371 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-d3dbd7a7-9c44-4210-a6a4-92864569d89d req-ed5d5746-a811-4de4-a85a-0325915af012 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Jul 23 11:33:58.430710 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-2b70c93c-d483-4aab-9be7-7e7668c98951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:58.432270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-2b70c93c-d483-4aab-9be7-7e7668c98951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1096 time: 0.0575147 Jul 23 11:33:58.518728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-15867f17-b250-4ac9-8ab2-5845a0b112ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:58.520221 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-15867f17-b250-4ac9-8ab2-5845a0b112ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0818172 Jul 23 11:33:58.586673 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-5f167d3c-d0fd-4cdb-9a36-63fe2538a614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 1001 time: 0.0595226 Jul 23 11:33:58.632768 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-383b178e-073d-4d83-a11b-1efb2c13cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:58.634173 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-383b178e-073d-4d83-a11b-1efb2c13cfaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0416901 Jul 23 11:33:58.691751 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-d288e45b-463a-479c-8b00-c536f6f74492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:58.693323 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-d288e45b-463a-479c-8b00-c536f6f74492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530868 Jul 23 11:33:58.821991 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-a183750e-03cd-401e-9fa2-109dd4a70be3 service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219118 Jul 23 11:33:58.862952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c347d-0e50-4d78-ac48-bb6dce5e9144 req-a68d5eb9-9ef8-4b21-b2db-fdea9bce24d7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:33:58.864473 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c95c347d-0e50-4d78-ac48-bb6dce5e9144 req-a68d5eb9-9ef8-4b21-b2db-fdea9bce24d7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.1383162 Jul 23 11:33:58.948963 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-c95c347d-0e50-4d78-ac48-bb6dce5e9144 req-0e11bb5a-4432-4d7a-8f79-ed74d9e4e6b8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777669 Jul 23 11:33:58.952461 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-036229d3-4e17-4444-9477-98a6c56b21e1 req-e4e216bc-f647-4378-8832-5f90de48cade service neutron] 10.222.0.20 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239934 Jul 23 11:34:00.019157 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb73e71a-b225-4e92-9d18-5cf0ef6b6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:00.079714 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ff0db-0d8c-4d11-b049-cd5fbd5c2f89 req-ee388c4f-f599-416f-bc28-54599c09e129 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:00.081211 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a5ff0db-0d8c-4d11-b049-cd5fbd5c2f89 req-ee388c4f-f599-416f-bc28-54599c09e129 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0634921 Jul 23 11:34:00.119194 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6a5ff0db-0d8c-4d11-b049-cd5fbd5c2f89 req-3ffa75c0-0f4c-4403-8deb-f7899a7b25af tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 Jul 23 11:34:00.315609 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:01.253400 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb422d6-aefa-44ac-9221-d41541384bcd req-b5c00707-4fb6-4eef-846c-278a6a4a0696 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:01.255027 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbb422d6-aefa-44ac-9221-d41541384bcd req-b5c00707-4fb6-4eef-846c-278a6a4a0696 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0653811 Jul 23 11:34:01.292129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-fbb422d6-aefa-44ac-9221-d41541384bcd req-b4914d6b-7201-407e-9aa3-6a02bbbbdc9c tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Jul 23 11:34:01.514883 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:02.424504 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662e9c-776b-4369-a026-aa14004a1176 req-be630d79-4f30-4b4d-8e8d-d11af8618aad tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:02.426005 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43662e9c-776b-4369-a026-aa14004a1176 req-be630d79-4f30-4b4d-8e8d-d11af8618aad tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0647027 Jul 23 11:34:02.466352 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-43662e9c-776b-4369-a026-aa14004a1176 req-0ec29905-72ce-4e38-9d2a-65338840beaf tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348313 Jul 23 11:34:02.687960 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f8798-cdfc-4bb1-b605-4ea1ede67450 req-cc93f622-3c12-4505-b389-6ab86ecb0adb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:02.689577 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-312f8798-cdfc-4bb1-b605-4ea1ede67450 req-cc93f622-3c12-4505-b389-6ab86ecb0adb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0646317 Jul 23 11:34:02.728646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-312f8798-cdfc-4bb1-b605-4ea1ede67450 req-6cd60afe-a49f-4651-b912-45dd0f91d4c8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Jul 23 11:34:02.732678 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-2ae68d7b-9fb4-4ef2-b947-9bf67fe1c88d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319733 Jul 23 11:34:02.765183 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:03.861336 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4006a68-b28f-4f6f-aa82-a88ba1c32c46 req-ab6e291a-5bca-4cad-a75b-a3f6153e54a3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:03.862777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4006a68-b28f-4f6f-aa82-a88ba1c32c46 req-ab6e291a-5bca-4cad-a75b-a3f6153e54a3 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 945 time: 0.0662818 Jul 23 11:34:03.900884 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4006a68-b28f-4f6f-aa82-a88ba1c32c46 req-31717688-ccac-428b-b7d6-282b15c95712 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jul 23 11:34:04.028912 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:34:04.109627 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:04.131542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:34:04.133685 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c894ba82-9986-4547-91a7-5bda914b52c0" -d '{"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:34:04.146533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:34:04.152115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:04.185707 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1c2e24-db60-49cd-b060-4bf4bbcdf15d x-openstack-request-id: req-2b1c2e24-db60-49cd-b060-4bf4bbcdf15d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:34:04.186006 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-unplugged", "status": "failed", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:34:04.186266 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b1c2e24-db60-49cd-b060-4bf4bbcdf15d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:34:04.186694 n-d-778550-4 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'code': 422} returned with failed status Jul 23 11:34:04.213835 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:34:04.221805 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.222160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.222507 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.222850 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.223190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.223577 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.223914 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.224258 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.224576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.224904 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.225232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:04.225565 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:05.029943 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618201a3-b719-4e78-acb6-0eb76c7c1454 req-b1a81dd0-34cf-4e40-ba77-858130e04f79 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:05.031472 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-618201a3-b719-4e78-acb6-0eb76c7c1454 req-b1a81dd0-34cf-4e40-ba77-858130e04f79 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0647025 Jul 23 11:34:05.050562 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:05.069973 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-618201a3-b719-4e78-acb6-0eb76c7c1454 req-9468ea3c-b96e-445c-aea6-0bf14b305439 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Jul 23 11:34:06.206467 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62901f33-1234-4b41-88b3-b5e2064be9bc req-4c87daaf-43ef-4796-84ab-493d72ba3fd5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:06.207978 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62901f33-1234-4b41-88b3-b5e2064be9bc req-4c87daaf-43ef-4796-84ab-493d72ba3fd5 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0690858 Jul 23 11:34:06.245117 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-62901f33-1234-4b41-88b3-b5e2064be9bc req-b41ae4bf-e792-4fa5-8ea6-b640a6c46beb tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Jul 23 11:34:07.396044 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-ecf52db8-ee77-4ca3-9a6d-274079ff4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:07.397470 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-ecf52db8-ee77-4ca3-9a6d-274079ff4062 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b&tenant_id=21f9c96d23bc46e583db038029a4da05 HTTP/1.1" status: 200 len: 1094 time: 0.1396565 Jul 23 11:34:07.399270 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:34:07.409371 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdebd0-6a3b-47a0-9131-3057e0d228ca req-e8a2199f-3815-4799-be5c-1e6567f2587b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:07.410776 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02cdebd0-6a3b-47a0-9131-3057e0d228ca req-e8a2199f-3815-4799-be5c-1e6567f2587b tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0801158 Jul 23 11:34:07.415614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-4', 'device_owner': 'compute:nova'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:34:07.479510 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-02cdebd0-6a3b-47a0-9131-3057e0d228ca req-b737b00f-3526-46dc-956d-b56757d3144a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605929 Jul 23 11:34:07.514571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:07.710237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:34:07.742072 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:34:07.773632 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9911d6-6ede-4b9f-a332-04239c383e2a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:34:07.781508 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:07.792831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Transition to ACTIVE for port object bb9911d6-6ede-4b9f-a332-04239c383e2a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:34:07.796013 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:07.872420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:34:07.883801 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.884146 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.884488 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.884824 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.885154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.885484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.886305 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.886633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.886954 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.887355 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.887709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.888039 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:34:07.928193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] No DVR routers for this DVR port bb9911d6-6ede-4b9f-a332-04239c383e2a on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:34:08.064496 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:34:08.064829 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:34:08.065154 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:34:08.069243 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Port bb9911d6-6ede-4b9f-a332-04239c383e2a on network 11fb2665-19c7-4a12-b1d2-322c0770537a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:34:08.069560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Attempting to bind port bb9911d6-6ede-4b9f-a332-04239c383e2a on network 11fb2665-19c7-4a12-b1d2-322c0770537a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:34:08.074807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:34:08.075137 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Checking segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:34:08.075636 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Bound using segment: {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:34:08.076134 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Bound port: bb9911d6-6ede-4b9f-a332-04239c383e2a, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b272db-75fe-4a09-bbf4-44fd95858e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:34:08.076517 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:08.138075 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:34:08.141136 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:34:08.145396 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:08.185228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.185876 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:08.187807 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] 10.222.0.55 "PUT /v2.0/ports/bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 1091 time: 0.7761307 Jul 23 11:34:08.189179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:34:08.191706 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a02de1a-0b01-438e-9d4a-fdcf585035e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:34:08.230971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f19b-ff5b-4825-aaf1-6a2d076b6703 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:34:08.250130 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d5e4f-9988-4bf6-87b4-fe77e901a010 x-openstack-request-id: req-0c8d5e4f-9988-4bf6-87b4-fe77e901a010 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:34:08.250425 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:34:08.250678 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c8d5e4f-9988-4bf6-87b4-fe77e901a010 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:34:08.251073 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'status': 'completed', 'code': 200} Jul 23 11:34:08.282273 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-51fbc17c-1232-4ff6-a818-90da9911e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.283943 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-51fbc17c-1232-4ff6-a818-90da9911e25d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1094 time: 0.0718029 Jul 23 11:34:08.385593 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-628d76ab-f317-4511-a040-027f2ebae839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.388140 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-628d76ab-f317-4511-a040-027f2ebae839 service neutron] 10.222.0.55 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0976017 Jul 23 11:34:08.453488 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-ddae5552-56bb-47e7-b501-98230d683ed5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 999 time: 0.0590515 Jul 23 11:34:08.501033 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-8be152a4-b48b-4ec0-9fb3-275f69141491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.502436 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-8be152a4-b48b-4ec0-9fb3-275f69141491 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0426955 Jul 23 11:34:08.595747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-44b08521-494d-42b4-b0b7-99df7091f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.597272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-44b08521-494d-42b4-b0b7-99df7091f5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881784 Jul 23 11:34:08.608114 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-a19e7dfc-c25b-44d7-8a6a-8e5a3ba6bbe8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 11:34:08.609068 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-a19e7dfc-c25b-44d7-8a6a-8e5a3ba6bbe8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054677 Jul 23 11:34:08.653167 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b685-2719-4a95-9bbe-86c86c4057a2 req-73792b65-ee62-478c-8b13-d03194e1229d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.654599 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea61b685-2719-4a95-9bbe-86c86c4057a2 req-73792b65-ee62-478c-8b13-d03194e1229d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.1055183 Jul 23 11:34:08.734359 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ea61b685-2719-4a95-9bbe-86c86c4057a2 req-3189764c-9245-408b-b3e8-0247de358671 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736446 Jul 23 11:34:08.737848 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-564e1128-23bd-4dae-b259-47d6c06f3e26 service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213522 Jul 23 11:34:08.827102 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-514f2051-9c6a-43fe-98bd-60b47ca395d1 req-a24fe2cb-31b9-406e-a825-3bd187c6f15c service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826604 Jul 23 11:34:08.927806 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-866651bb-ba53-4dbc-81ba-82b2e576f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:08.929296 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-866651bb-ba53-4dbc-81ba-82b2e576f62b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1094 time: 0.0574529 Jul 23 11:34:09.015554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-d34ca9b8-94ef-40a8-9599-d2685598bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:09.017270 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-d34ca9b8-94ef-40a8-9599-d2685598bf6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0815179 Jul 23 11:34:09.084465 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-c9b0a74e-623e-4707-a3ef-d8723e48a1b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 999 time: 0.0604017 Jul 23 11:34:09.131582 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-ec556f80-4df5-47cd-8038-60c9e2db9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:09.133003 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-ec556f80-4df5-47cd-8038-60c9e2db9b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0424585 Jul 23 11:34:09.191384 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-732309d7-1137-434c-ae66-5017266c3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:09.192933 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-732309d7-1137-434c-ae66-5017266c3717 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528498 Jul 23 11:34:09.289793 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-0ce63a93-aaa3-45fb-8a0a-634c4ee91e5c service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894113 Jul 23 11:34:09.376738 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-0a02de1a-0b01-438e-9d4a-fdcf585035e2 req-6fe3427c-6906-445c-ba08-117db570d662 service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804670 Jul 23 11:34:09.866525 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ccbcd-4d86-432f-a605-2ec2f4342cd5 req-5c1ed928-022d-4678-8551-0fc1e16e02a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:09.868043 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-980ccbcd-4d86-432f-a605-2ec2f4342cd5 req-5c1ed928-022d-4678-8551-0fc1e16e02a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0652130 Jul 23 11:34:09.906757 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-980ccbcd-4d86-432f-a605-2ec2f4342cd5 req-1c0b634b-50f7-427e-a941-ba2ca1c9f943 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326512 Jul 23 11:34:11.039085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891da11-176b-4c93-8ab8-e287fab3b1f8 req-6f9c31df-c2cf-4118-ba23-635c8d6fac98 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:11.040598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6891da11-176b-4c93-8ab8-e287fab3b1f8 req-6f9c31df-c2cf-4118-ba23-635c8d6fac98 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0665522 Jul 23 11:34:11.077944 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6891da11-176b-4c93-8ab8-e287fab3b1f8 req-31be4cd3-53df-43be-8eb1-512a82df9578 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Jul 23 11:34:12.206997 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bcdb2-b272-4c31-a56c-355850f49a7f req-041ea595-7524-4afe-aadd-9187544b84db tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:12.208502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-777bcdb2-b272-4c31-a56c-355850f49a7f req-041ea595-7524-4afe-aadd-9187544b84db tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0630572 Jul 23 11:34:12.249222 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-777bcdb2-b272-4c31-a56c-355850f49a7f req-0c529ba4-9c3d-44bb-bbb9-acd06d66c510 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352275 Jul 23 11:34:13.377227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795905b2-4cfa-4fda-934a-07f97c8a380c req-64f9d438-f6c2-4d7b-814f-caa8245342a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:13.378716 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-795905b2-4cfa-4fda-934a-07f97c8a380c req-64f9d438-f6c2-4d7b-814f-caa8245342a1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0630450 Jul 23 11:34:13.419212 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-795905b2-4cfa-4fda-934a-07f97c8a380c req-d389bc30-94c0-4932-bb72-3f2091187963 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348892 Jul 23 11:34:14.544920 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ba54-db3b-418e-a892-62dc83120b31 req-fde4b5b5-c94b-4873-88dc-0e0035b594f8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:14.546401 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f275ba54-db3b-418e-a892-62dc83120b31 req-fde4b5b5-c94b-4873-88dc-0e0035b594f8 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0619454 Jul 23 11:34:14.586455 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f275ba54-db3b-418e-a892-62dc83120b31 req-212bb296-f93e-46e4-9ff9-866b6dd245e7 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344872 Jul 23 11:34:15.712781 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b6938-9db6-4528-85a1-63473cee6908 req-cc4c0327-4637-4aa3-9226-568c98d9de86 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:15.715427 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a5b6938-9db6-4528-85a1-63473cee6908 req-cc4c0327-4637-4aa3-9226-568c98d9de86 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.0633402 Jul 23 11:34:15.752556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a5b6938-9db6-4528-85a1-63473cee6908 req-95f2b84a-0526-4ac2-b2f5-d43ff821214d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Jul 23 11:34:16.920568 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c574885-1dac-47a3-85c0-bd08245b2853 req-47f911be-4968-45ff-91d0-51dbed179fae tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:16.922052 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c574885-1dac-47a3-85c0-bd08245b2853 req-47f911be-4968-45ff-91d0-51dbed179fae tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 943 time: 0.1038082 Jul 23 11:34:16.958394 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2c574885-1dac-47a3-85c0-bd08245b2853 req-bd6717c0-7647-46f1-8786-32bf2a71399e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Jul 23 11:34:17.745702 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:34:17.839252 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:34:17.849769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'port_id': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'mac_address': 'fa:16:3e:9d:d2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:34:17.885521 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:17.897676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9911d6-6ede-4b9f-a332-04239c383e2a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:34:17.916725 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:34:17.921049 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:17.971336 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:34:18.133641 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e55f5-df03-434e-ba9d-e5c5a581e9af req-89808cdc-9cbf-4449-83f3-bf8a7f8fbdfd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:18.135177 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-595e55f5-df03-434e-ba9d-e5c5a581e9af req-89808cdc-9cbf-4449-83f3-bf8a7f8fbdfd tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 944 time: 0.1102443 Jul 23 11:34:18.157350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['bb9911d6-6ede-4b9f-a332-04239c383e2a'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:34:18.173730 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-595e55f5-df03-434e-ba9d-e5c5a581e9af req-34185c2c-d3fb-40cc-8647-6db67c16a398 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327644 Jul 23 11:34:19.300900 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bee38-842d-4bb5-8cef-d1ecb5242fa1 req-13d173b8-a5c8-4399-b8a9-df8ea343657d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:19.302377 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a7bee38-842d-4bb5-8cef-d1ecb5242fa1 req-13d173b8-a5c8-4399-b8a9-df8ea343657d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 944 time: 0.0629504 Jul 23 11:34:19.339956 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-3a7bee38-842d-4bb5-8cef-d1ecb5242fa1 req-030fec7e-9f56-47b4-be34-d9d81443873d tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Jul 23 11:34:19.758923 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:34:19.806098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port bb9911d6-6ede-4b9f-a332-04239c383e2a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:34:19.809621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port bb9911d6-6ede-4b9f-a332-04239c383e2a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:34:19.809995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:19.883544 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:19.905900 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:34:19.908145 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c65bece-5e57-40cf-8518-a8e30e7cfdad" -d '{"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:34:19.923490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:34:19.927388 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:19.952295 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734ee5bb-79ac-41b9-a1c9-94847b04799a x-openstack-request-id: req-734ee5bb-79ac-41b9-a1c9-94847b04799a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:34:19.952586 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:34:19.952833 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-734ee5bb-79ac-41b9-a1c9-94847b04799a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:34:19.953217 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'code': 200} Jul 23 11:34:19.980877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:34:20.097058 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8893f-fee9-4f15-a475-bc57ae6f4486 req-a9e56ee0-5684-407d-bfc1-20744476365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:20.098567 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-51e8893f-fee9-4f15-a475-bc57ae6f4486 req-a9e56ee0-5684-407d-bfc1-20744476365f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1097 time: 0.0522645 Jul 23 11:34:20.131672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-51e8893f-fee9-4f15-a475-bc57ae6f4486 req-7daa5ca8-dbdb-42d1-a9c7-a356e7d56e6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270858 Jul 23 11:34:20.470034 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557279-e38f-4da0-a93a-cd97fe3440c6 req-97a9a34f-b6a9-4562-9583-f1a0eb159325 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:20.471521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97557279-e38f-4da0-a93a-cd97fe3440c6 req-97a9a34f-b6a9-4562-9583-f1a0eb159325 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 946 time: 0.0650384 Jul 23 11:34:20.508368 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-97557279-e38f-4da0-a93a-cd97fe3440c6 req-7ac6d0ab-2a99-4579-82e6-bf3c52c7515f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Jul 23 11:34:21.641160 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cebf07-30c0-4c9b-a232-eaf87ab750a9 req-fc624eb5-3335-4041-8b40-28b42bbfa34a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:34:21.642945 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6cebf07-30c0-4c9b-a232-eaf87ab750a9 req-fc624eb5-3335-4041-8b40-28b42bbfa34a tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 946 time: 0.0674503 Jul 23 11:34:21.681654 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d6cebf07-30c0-4c9b-a232-eaf87ab750a9 req-02a6ae23-9249-4b48-a09f-8bcfccbabda6 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Jul 23 11:34:24.584481 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:27.154203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16180611-ed14-4742-bca9-679ea1f0c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:30.020919 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-846d6264-ef47-4a58-96d8-71af4857e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:30.321760 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:31.518454 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:32.756356 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:35.071008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:44.398633 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:34:54.582169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:34:57.154853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ce4aede-c4cc-4a82-825d-8c86c78b6737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:00.021939 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aa01fb5-3abb-4b20-a5aa-229c00339dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:00.313303 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:01.523727 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:02.758908 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:04.815925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-f510c0b2-c5b3-43bd-afa1-570cb8eba1f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522611 Jul 23 11:35:04.907061 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-753caf72-059c-424b-aa06-11eec2e84aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:04.908581 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-753caf72-059c-424b-aa06-11eec2e84aba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1097 time: 0.0534554 Jul 23 11:35:05.010634 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-f40e1d37-0976-435a-94df-85beac329dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:05.012125 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-f40e1d37-0976-435a-94df-85beac329dea service neutron] 10.222.0.55 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.0854423 Jul 23 11:35:05.071134 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:05.076426 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-58080de2-c21d-4f6e-9c51-82b7f79ed885 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 1001 time: 0.0579140 Jul 23 11:35:05.126937 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-ec43ad61-b624-40f2-850a-ac0a6e845e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:05.128385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-ec43ad61-b624-40f2-850a-ac0a6e845e5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0462723 Jul 23 11:35:05.184939 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-8f5461b4-3ea3-4890-bd21-04bcc28ba7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:05.186591 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-8f5461b4-3ea3-4890-bd21-04bcc28ba7c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518627 Jul 23 11:35:05.271363 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-b37022fe-de2d-4d00-b3e9-73a7be6e6d7e service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783947 Jul 23 11:35:05.360684 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-12976bef-74e2-4c31-b6f9-f95fc9d9bbc0 req-9a0e0658-a308-4368-afea-b504bf0ad5af service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828240 Jul 23 11:35:21.399677 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:35:24.600857 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:27.155273 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-652b08b0-eee2-4da9-a1e9-a383cdb6e93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:30.025509 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9502bb7b-58b1-419e-a732-64994832994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:30.314511 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:31.523422 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:32.762381 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:34.485887 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38814) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:34.646677 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Deleting port 613b5d51-0da0-41c9-abee-6cc4c553a52d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:34.647028 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:34.724571 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:34.724903 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:34.736825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Calling delete_port for 613b5d51-0da0-41c9-abee-6cc4c553a52d owned by network:floatingip {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:34.880335 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:34.906990 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event deleted for resources: {'Port': ['ID=613b5d51-0da0-41c9-abee-6cc4c553a52d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:34.917080 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.917435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.917784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.918129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.918472 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.919179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.919179 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.919474 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.919810 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.920142 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.920497 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.920831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:34.982999 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for floatingip, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:34.983365 n-d-778550-4 neutron-server[93833]: INFO neutron.db.l3_db [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Floating IP 2d2e8a11-fc49-4fa5-85b8-a02ec08dd497 disassociated (deleted). External IP: 172.25.4.190, port: bb9911d6-6ede-4b9f-a332-04239c383e2a. Jul 23 11:35:35.067998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:35.512266 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:35:35.618783 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:35.623899 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:35.628310 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:35:35.636694 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:35.637303 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:35.659354 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ec2887f6-3703-4e49-af5d-1bcbad756452 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "DELETE /v2.0/floatingips/2d2e8a11-fc49-4fa5-85b8-a02ec08dd497 HTTP/1.1" status: 204 len: 168 time: 1.1723645 Jul 23 11:35:35.660066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:35:35.662426 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:35:35.701982 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27443cea-ab0c-440a-a818-16a080e54d49 x-openstack-request-id: req-27443cea-ab0c-440a-a818-16a080e54d49 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:35:35.703242 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:35:35.703242 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27443cea-ab0c-440a-a818-16a080e54d49 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:35:35.703616 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'status': 'completed', 'code': 200} Jul 23 11:35:35.759975 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:35.801428 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-56f3b108-3df8-4cd9-b255-56256ae46e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:35.803046 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-56f3b108-3df8-4cd9-b255-56256ae46e71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21f9c96d23bc46e583db038029a4da05&device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 1097 time: 0.0792322 Jul 23 11:35:36.020019 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-0a82c89d-78f6-4c19-ad6b-4a547d442b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:36.022431 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-0a82c89d-78f6-4c19-ad6b-4a547d442b64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 200 len: 910 time: 0.2129261 Jul 23 11:35:36.044676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e85d-9ff5-48ba-87ea-6ee5882b2d81 req-4d78646f-ef81-4ae9-92a5-5b600e55bbc1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:36.047048 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af32e85d-9ff5-48ba-87ea-6ee5882b2d81 req-4d78646f-ef81-4ae9-92a5-5b600e55bbc1 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 946 time: 0.1842661 Jul 23 11:35:36.089146 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:36.118161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-d3a84a6b-d049-41f3-861b-e94aeaf0a66d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 200 len: 217 time: 0.0876627 Jul 23 11:35:36.133747 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:35:36.147473 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:36.148465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:36.190784 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-af32e85d-9ff5-48ba-87ea-6ee5882b2d81 req-c127f608-f512-43d7-8c98-a8eaabc48815 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334431 Jul 23 11:35:36.196826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-7e08ad77-f706-4e89-a285-302bdeee4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:36.197798 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-7e08ad77-f706-4e89-a285-302bdeee4853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 200 len: 848 time: 0.0689106 Jul 23 11:35:36.253676 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:36.256604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-6eff87f9-578f-41f6-a519-adacc3862329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:36.258127 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-6eff87f9-578f-41f6-a519-adacc3862329 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11fb2665-19c7-4a12-b1d2-322c0770537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538962 Jul 23 11:35:36.350148 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-2a74e14c-5713-4e56-8760-0a857cc5726b service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845246 Jul 23 11:35:36.438789 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4bd4713d-4a19-4aba-a69b-b79b0a8f1d3c req-93d086df-9868-44a5-9fc6-c8c6cfbcd944 service neutron] 10.222.0.55 "GET /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820997 Jul 23 11:35:36.448066 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:36.474319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfae10-ad5d-46a7-96db-8acd2deb96d4 None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:01Z', 'revision_number': 4, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '324aaad2-41ce-4aa5-96a2-8de5fe67c78c', 'name': '', 'network_id': '11fb2665-19c7-4a12-b1d2-322c0770537a', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'mac_address': 'fa:16:3e:98:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:01Z', 'updated_at': '2021-07-23T11:27:07Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'subnets': [{'id': '2f2a20d4-9c06-4f9b-bede-c0cd4479724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:35:36.698869 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e95ed-a6af-425d-97a0-7548e9fcd749 None None] New status for floating IP 2d2e8a11-fc49-4fa5-85b8-a02ec08dd497: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:35:37.323635 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502713-0f92-43da-996e-f1d2f6a9aad7 req-7999ca3e-eee0-4a37-9e34-98634af84910 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:37.325123 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e502713-0f92-43da-996e-f1d2f6a9aad7 req-7999ca3e-eee0-4a37-9e34-98634af84910 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 946 time: 0.0655446 Jul 23 11:35:37.363424 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6e502713-0f92-43da-996e-f1d2f6a9aad7 req-8a9f8e17-0d2a-41a2-9022-86b58f65d40f tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/security-groups?id=c660ceff-8b78-4b0c-96f3-e1625f6eed1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Jul 23 11:35:37.383769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-f04a1fee-1d17-4702-88f1-ecc67a4237a0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:37.385272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-f04a1fee-1d17-4702-88f1-ecc67a4237a0 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.55 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 946 time: 0.0682886 Jul 23 11:35:37.481241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Deleting port bb9911d6-6ede-4b9f-a332-04239c383e2a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:37.481513 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:37.570444 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] For port bb9911d6-6ede-4b9f-a332-04239c383e2a, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=bb9911d6-6ede-4b9f-a332-04239c383e2a,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:37.570807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:37.582832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Calling delete_port for bb9911d6-6ede-4b9f-a332-04239c383e2a owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:37.707219 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:37.741247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event deleted for resources: {'Port': ['ID=bb9911d6-6ede-4b9f-a332-04239c383e2a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:37.784705 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] No DVR routers for this DVR port bb9911d6-6ede-4b9f-a332-04239c383e2a on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:35:37.787229 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:37.789276 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b379a279-32ac-40d4-ba61-da4bf0280e1c req-2bde931f-c87b-4c8c-94b3-3670107cabc9 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.55 "DELETE /v2.0/ports/bb9911d6-6ede-4b9f-a332-04239c383e2a HTTP/1.1" status: 204 len: 173 time: 0.3990982 Jul 23 11:35:37.789709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-deleted', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:35:37.792036 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1255e1e1-f100-4bc0-9282-f121d103f71e" -d '{"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-deleted", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:35:37.830784 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306fc246-5a43-4a6c-885b-e1b7d062a13a x-openstack-request-id: req-306fc246-5a43-4a6c-885b-e1b7d062a13a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:35:37.831083 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9877ac5b-662b-4414-b506-d1ae9a9a8c0b", "name": "network-vif-deleted", "tag": "bb9911d6-6ede-4b9f-a332-04239c383e2a", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:35:37.831362 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-306fc246-5a43-4a6c-885b-e1b7d062a13a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:35:37.831804 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9877ac5b-662b-4414-b506-d1ae9a9a8c0b', 'name': 'network-vif-deleted', 'tag': 'bb9911d6-6ede-4b9f-a332-04239c383e2a', 'status': 'completed', 'code': 200} Jul 23 11:35:38.459773 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-4622350f-8610-4350-b631-b98a33c3348b req-7006a46c-2102-4000-a6fb-17c8e35e3c74 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 210 time: 0.0297143 Jul 23 11:35:39.558693 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-24ad53b6-4467-486e-8eef-7f4ee0c61477 req-1601b570-cccd-48c0-babf-30643b37671e tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 210 time: 0.0301914 Jul 23 11:35:40.057383 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:40.077163 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No Port match for: bb9911d6-6ede-4b9f-a332-04239c383e2a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:40.078118 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device bb9911d6-6ede-4b9f-a332-04239c383e2a not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:40.662723 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-69c2dc07-3220-41e2-b6c8-4f51562499de req-bfbe3654-77c8-4814-b6f1-30c467ed3504 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9877ac5b-662b-4414-b506-d1ae9a9a8c0b HTTP/1.1" status: 200 len: 210 time: 0.0331192 Jul 23 11:35:41.719194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38844) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:41.779804 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce56f971-d378-48ef-8e77-da4c4c220470 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:41.810413 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce56f971-d378-48ef-8e77-da4c4c220470 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:41.876324 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce56f971-d378-48ef-8e77-da4c4c220470 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:41.879026 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce56f971-d378-48ef-8e77-da4c4c220470 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:41.880288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-ce56f971-d378-48ef-8e77-da4c4c220470 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] 10.222.0.37 "DELETE /v2.0/security-groups/c660ceff-8b78-4b0c-96f3-e1625f6eed1d HTTP/1.1" status: 204 len: 168 time: 0.1599979 Jul 23 11:35:41.890672 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56f971-d378-48ef-8e77-da4c4c220470 tempest-TestShelveInstance-1912566481 tempest-TestShelveInstance-1912566481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c660ceff-8b78-4b0c-96f3-e1625f6eed1d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:41.940221 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:42.719156 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:42.972541 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Deleting port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:42.973200 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:43.053778 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] For port 324aaad2-41ce-4aa5-96a2-8de5fe67c78c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:43.054142 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:43.068136 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Calling delete_port for 324aaad2-41ce-4aa5-96a2-8de5fe67c78c owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:43.253412 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:43.278571 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Pushing event deleted for resources: {'Port': ['ID=324aaad2-41ce-4aa5-96a2-8de5fe67c78c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:43.290792 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.291150 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.291516 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.291850 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.292181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.292511 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.292833 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.293173 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.293477 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.293797 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.294120 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.294435 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:43.457466 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:43.670130 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:35:43.776048 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:43.782000 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-a653cfec-fbf0-4f78-b92a-d8abcf06ece9 admin admin] 10.222.0.37 "PUT /v2.0/routers/4249fb9d-ae30-4f5c-a7c9-db532947c6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409505 Jul 23 11:35:43.784868 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:43.788232 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] Sync routers for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:35:43.797670 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:43.798294 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:43.895051 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:43.906508 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:43.999882 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.054197 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Deleting port 1c9f9914-ee69-4565-a828-bec4dc448774 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:44.054591 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.084936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:35:43Z', 'revision_number': 5, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port': {'id': '1c9f9914-ee69-4565-a828-bec4dc448774', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:44.116578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] Checking router: 4249fb9d-ae30-4f5c-a7c9-db532947c6ab for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:35:44.125616 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] Routers {'4249fb9d-ae30-4f5c-a7c9-db532947c6ab'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:44.126234 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:44.135341 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] For port 1c9f9914-ee69-4565-a828-bec4dc448774, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=1c9f9914-ee69-4565-a828-bec4dc448774,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:44.135737 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.152707 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Calling delete_port for 1c9f9914-ee69-4565-a828-bec4dc448774 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:44.213510 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] Set router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:44.268026 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:35:43Z', 'revision_number': 6, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:44.298233 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8e387-97c7-4165-9176-90a684462512 None None] The sync data for ids ['4249fb9d-ae30-4f5c-a7c9-db532947c6ab'] in n-d-778550-4 is: [{'id': '4249fb9d-ae30-4f5c-a7c9-db532947c6ab', 'name': 'tempest-TestShelveInstance-1278801715-router', 'tenant_id': '21f9c96d23bc46e583db038029a4da05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:26:59Z', 'updated_at': '2021-07-23T11:35:43Z', 'revision_number': 6, 'project_id': '21f9c96d23bc46e583db038029a4da05', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:35:44.324059 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.352074 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9f9914-ee69-4565-a828-bec4dc448774,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:44.420502 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.507281 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.509369 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.550685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.551209 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4249fb9d-ae30-4f5c-a7c9-db532947c6ab {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:35:44.555826 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.556973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fc108139-eb20-42e0-a3bb-e84fa48e3349 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4249fb9d-ae30-4f5c-a7c9-db532947c6ab HTTP/1.1" status: 204 len: 168 time: 0.7712297 Jul 23 11:35:44.559573 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:44.606964 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Deleting subnet 2f2a20d4-9c06-4f9b-bede-c0cd4479724b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:35:44.610783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.653260 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.734853 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.789685 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.816135 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2a20d4-9c06-4f9b-bede-c0cd4479724b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:44.818245 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.819989 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-03396000-4b9d-4957-bc26-1b6fa19db36b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f2a20d4-9c06-4f9b-bede-c0cd4479724b HTTP/1.1" status: 204 len: 168 time: 0.2594962 Jul 23 11:35:44.822716 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:44.825779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4339c28d-2bc6-4cb6-9ec7-0b21081afaa8 None None] Network 11fb2665-19c7-4a12-b1d2-322c0770537a requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:35:44.889076 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:44.942016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Deleting port 89157b8d-c713-469e-9a96-ed3e7f0f30dd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:44.942364 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.010785 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] For port 89157b8d-c713-469e-9a96-ed3e7f0f30dd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=89157b8d-c713-469e-9a96-ed3e7f0f30dd,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:45.011572 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.024755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Calling delete_port for 89157b8d-c713-469e-9a96-ed3e7f0f30dd owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:45.039679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] DHCP port deletion for 11fb2665-19c7-4a12-b1d2-322c0770537a request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:35:45.088808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Deleting port 89157b8d-c713-469e-9a96-ed3e7f0f30dd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:45.089115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.109309 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.140656 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89157b8d-c713-469e-9a96-ed3e7f0f30dd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:45.142978 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] No DVR routers for this DVR port 89157b8d-c713-469e-9a96-ed3e7f0f30dd on host n-d-778550-4 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:35:45.154771 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] For port 89157b8d-c713-469e-9a96-ed3e7f0f30dd, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=89157b8d-c713-469e-9a96-ed3e7f0f30dd,segment=NetworkSegment(87b272db-75fe-4a09-bbf4-44fd95858e4c),segment_id=87b272db-75fe-4a09-bbf4-44fd95858e4c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:45.155169 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.167872 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Calling delete_port for 89157b8d-c713-469e-9a96-ed3e7f0f30dd owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:45.214793 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.225346 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fb2665-19c7-4a12-b1d2-322c0770537a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:45.236930 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b272db-75fe-4a09-bbf4-44fd95858e4c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:45.237313 n-d-778550-4 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b272db-75fe-4a09-bbf4-44fd95858e4c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:45.251651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125975366'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.255698 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 89157b8d-c713-469e-9a96-ed3e7f0f30dd no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:45.270254 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.277531 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 89157b8d-c713-469e-9a96-ed3e7f0f30dd {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:45.277876 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 89157b8d-c713-469e-9a96-ed3e7f0f30dd not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:45.277990 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:35:45.278447 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324aaad2-41ce-4aa5-96a2-8de5fe67c78c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:45.278612 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125973677'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: Traceback (most recent call last): Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: timer() Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: cb(*args, **kw) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: return func(*args, **kwargs) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: self._notify() Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: self.callback(batched_events) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: event.method(event) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: return f(self, *a, **k) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: return self._get(url).json() Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:35:45.280628 n-d-778550-4 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:35:45.298650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.301896 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 324aaad2-41ce-4aa5-96a2-8de5fe67c78c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:45.302859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 324aaad2-41ce-4aa5-96a2-8de5fe67c78c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:45.302859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1c9f9914-ee69-4565-a828-bec4dc448774 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:45.348980 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.356658 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:45.362163 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/11fb2665-19c7-4a12-b1d2-322c0770537a HTTP/1.1" status: 204 len: 168 time: 0.5356112 Jul 23 11:35:45.362553 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38858) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:45.375533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e914f-1e7d-413e-a6b4-a3b54e6db6a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fb2665-19c7-4a12-b1d2-322c0770537a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:45.555254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Pushing event deleted for resources: {'Port': ['ID=89157b8d-c713-469e-9a96-ed3e7f0f30dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:45.559314 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 1c9f9914-ee69-4565-a828-bec4dc448774 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:45.559762 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 1c9f9914-ee69-4565-a828-bec4dc448774 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:45.567839 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] No DVR routers for this DVR port 89157b8d-c713-469e-9a96-ed3e7f0f30dd on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:35:45.569994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.570348 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.570856 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.571205 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.571578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.571994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.572335 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.572667 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.573117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.573468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.573810 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.575117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e09b-9f59-4d6c-aa90-caf31923f41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:45.764521 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:46.070425 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Deleting port ae83ac5d-664f-4450-a8b7-2d205d169faf {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:46.070765 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:46.151034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] For port ae83ac5d-664f-4450-a8b7-2d205d169faf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ae83ac5d-664f-4450-a8b7-2d205d169faf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:46.152596 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:46.163925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Calling delete_port for ae83ac5d-664f-4450-a8b7-2d205d169faf owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:46.347015 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:46.373236 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae83ac5d-664f-4450-a8b7-2d205d169faf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:46.543454 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:46.759170 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Router a22b9034-f14b-47b7-85c6-9c8e08733f09 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:35:46.862747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:46.867724 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-b0a97d92-bf7b-4fe1-a505-3446482694e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/a22b9034-f14b-47b7-85c6-9c8e08733f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041087 Jul 23 11:35:46.870398 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38860) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:46.873143 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] Sync routers for ids ['a22b9034-f14b-47b7-85c6-9c8e08733f09'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:35:46.882043 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] Routers {'a22b9034-f14b-47b7-85c6-9c8e08733f09'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:46.882649 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a22b9034-f14b-47b7-85c6-9c8e08733f09'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:46.971593 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:46.983571 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] Set router a22b9034-f14b-47b7-85c6-9c8e08733f09 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:47.071021 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.125530 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Deleting port a74ad6ad-040f-42e1-8726-824a59b89cc7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:47.125880 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.158782 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:35:46Z', 'revision_number': 5, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port': {'id': 'a74ad6ad-040f-42e1-8726-824a59b89cc7', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:27:04Z', 'updated_at': '2021-07-23T11:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:47.184255 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] Checking router: a22b9034-f14b-47b7-85c6-9c8e08733f09 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:35:47.193703 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] Routers {'a22b9034-f14b-47b7-85c6-9c8e08733f09'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:47.194311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['a22b9034-f14b-47b7-85c6-9c8e08733f09'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:47.212283 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] For port a74ad6ad-040f-42e1-8726-824a59b89cc7, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a74ad6ad-040f-42e1-8726-824a59b89cc7,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:47.212648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.225494 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Calling delete_port for a74ad6ad-040f-42e1-8726-824a59b89cc7 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:47.281405 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] Set router a22b9034-f14b-47b7-85c6-9c8e08733f09 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:47.332052 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:35:47Z', 'revision_number': 6, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:47.360348 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99343648-b1ae-4f2b-8d06-b65e4fcdeeec None None] The sync data for ids ['a22b9034-f14b-47b7-85c6-9c8e08733f09'] in n-d-778550-4 is: [{'id': 'a22b9034-f14b-47b7-85c6-9c8e08733f09', 'name': 'tempest-TestShelveInstance-1152567431-router', 'tenant_id': 'a48670b049e442859e5319b98fa34ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:27:03Z', 'updated_at': '2021-07-23T11:35:47Z', 'revision_number': 6, 'project_id': 'a48670b049e442859e5319b98fa34ceb', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:35:47.412079 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.446542 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74ad6ad-040f-42e1-8726-824a59b89cc7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:47.505448 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.600056 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.602063 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.645682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.646254 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22b9034-f14b-47b7-85c6-9c8e08733f09 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:35:47.651072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.652968 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9fa9ff13-8359-4bb7-bb95-c956995fed36 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a22b9034-f14b-47b7-85c6-9c8e08733f09 HTTP/1.1" status: 204 len: 168 time: 0.7810259 Jul 23 11:35:47.654868 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38862) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:47.704788 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Deleting subnet 458f5813-d953-458c-86ba-01ea198fde26 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:35:47.708378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.744376 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.825875 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.882421 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.907023 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458f5813-d953-458c-86ba-01ea198fde26,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:47.912736 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:47.917876 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-e06c8655-db3c-47eb-98c3-6a8674db8d73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/458f5813-d953-458c-86ba-01ea198fde26 HTTP/1.1" status: 204 len: 168 time: 0.2588663 Jul 23 11:35:47.917876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38864) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:47.920625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91cf1e-a993-412b-81b4-265dde8a73d2 None None] Network ce868726-a819-4c61-a1e8-9b34b237a43d requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:35:47.995620 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.050798 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Deleting port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:48.051150 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.121707 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] For port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:48.121981 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.134094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Calling delete_port for 5c4f94bf-d0d8-4573-9e80-327859ba9cdf owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:48.144020 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] DHCP port deletion for ce868726-a819-4c61-a1e8-9b34b237a43d request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:35:48.192471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] Deleting port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:35:48.192886 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.223756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.255382 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:48.259235 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] No DVR routers for this DVR port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:35:48.268980 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] For port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,segment=NetworkSegment(9f9623a9-6400-42fe-aea5-bb1fc30cbcb4),segment_id=9f9623a9-6400-42fe-aea5-bb1fc30cbcb4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:48.269380 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.286359 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] Calling delete_port for 5c4f94bf-d0d8-4573-9e80-327859ba9cdf owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:35:48.335986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.346972 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce868726-a819-4c61-a1e8-9b34b237a43d']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:48.357647 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:48.358087 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9623a9-6400-42fe-aea5-bb1fc30cbcb4') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:48.365233 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.367152 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.386369 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.393646 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:35:48.394032 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.394181 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] Pushing event deleted for resources: {'Port': ['ID=5c4f94bf-d0d8-4573-9e80-327859ba9cdf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:35:48.395924 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:35:48.397999 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edfc524-d1f9-474a-984d-ae49a5a81ea7 None None] No DVR routers for this DVR port 5c4f94bf-d0d8-4573-9e80-327859ba9cdf on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:35:48.452674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.458397 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.460245 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] 10.222.0.37 "DELETE /v2.0/networks/ce868726-a819-4c61-a1e8-9b34b237a43d HTTP/1.1" status: 204 len: 168 time: 0.5419917 Jul 23 11:35:48.471406 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82924607-92a4-4192-a914-6088cf8438da admin admin] Pushing event deleted for resources: {'Network': ['ID=ce868726-a819-4c61-a1e8-9b34b237a43d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:48.566484 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38868) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:48.605396 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-68c4a41b-a173-49e7-a256-04895908135a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21f9c96d23bc46e583db038029a4da05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377586 Jul 23 11:35:48.607888 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38870) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:48.661934 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275fcd8-176e-4e17-b2cf-64f2a3948e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.682203 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275fcd8-176e-4e17-b2cf-64f2a3948e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.731170 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275fcd8-176e-4e17-b2cf-64f2a3948e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.733971 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7275fcd8-176e-4e17-b2cf-64f2a3948e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:48.735129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-7275fcd8-176e-4e17-b2cf-64f2a3948e33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1f6342d-ab50-4a35-a30e-aa44e37b596e HTTP/1.1" status: 204 len: 168 time: 0.1262112 Jul 23 11:35:48.742555 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275fcd8-176e-4e17-b2cf-64f2a3948e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6342d-ab50-4a35-a30e-aa44e37b596e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:49.044093 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38876) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:49.082878 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d83039c1-e64c-4319-996c-744d9eb8f314 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a48670b049e442859e5319b98fa34ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376484 Jul 23 11:35:49.085316 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38878) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:49.134617 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f426a1-bc35-470f-9188-ceea405ffdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:49.154957 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f426a1-bc35-470f-9188-ceea405ffdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:49.201261 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f426a1-bc35-470f-9188-ceea405ffdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:49.204832 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81f426a1-bc35-470f-9188-ceea405ffdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:49.206303 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-81f426a1-bc35-470f-9188-ceea405ffdcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36941f83-a921-40cf-b17e-980e7df17fbf HTTP/1.1" status: 204 len: 168 time: 0.1200821 Jul 23 11:35:49.214638 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f426a1-bc35-470f-9188-ceea405ffdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36941f83-a921-40cf-b17e-980e7df17fbf,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:49.265120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ae83ac5d-664f-4450-a8b7-2d205d169faf no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:49.284162 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ae83ac5d-664f-4450-a8b7-2d205d169faf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:49.284509 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ae83ac5d-664f-4450-a8b7-2d205d169faf not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:49.284924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c4f94bf-d0d8-4573-9e80-327859ba9cdf no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:49.307017 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 5c4f94bf-d0d8-4573-9e80-327859ba9cdf {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:49.307411 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 5c4f94bf-d0d8-4573-9e80-327859ba9cdf not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:49.307710 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a74ad6ad-040f-42e1-8726-824a59b89cc7 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:35:49.325763 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a74ad6ad-040f-42e1-8726-824a59b89cc7 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:35:49.326059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a74ad6ad-040f-42e1-8726-824a59b89cc7 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:35:49.862625 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:49.954058 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-131686801-network', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:49.974963 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Made reservation on behalf of 1ca8bf26b52f4b6091c135f4962a653a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:35:49.977214 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:49.985482 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.073390 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.077700 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.097824 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:35:50.111194 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17fda65-bed4-4ffe-8dd8-010a7d302951,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:50.116961 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.117306 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Added segment 0b754c0a-ce05-43c2-8c47-5fdd5db17750 of type vlan for network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e Jul 23 11:35:50.161414 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.189742 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.190659 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:50.191240 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.221545 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3582897 Jul 23 11:35:50.224540 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38904) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:50.229604 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Request body: {'subnet': {'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-131686801-subnet', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:50.250514 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Made reservation on behalf of 1ca8bf26b52f4b6091c135f4962a653a for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:35:50.250782 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63ef84-59b2-4d36-947e-76c8a9fb676a admin admin] Pushing event updated for resources: {'Network': ['ID=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:50.253130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.261018 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:35:50.421653 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.477216 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:50.486894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Checking segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:50.487253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Network hostable DHCP agents. Network: fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:35:50.503461 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:35:50.511140 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:50.515618 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:50.516209 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.520462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab867129-a272-47ef-bb64-7a2cb75dbeca None None] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:35:50.529746 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-a1c9c21e-e955-4f51-a8a3-03f616f9fe19 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040755 Jul 23 11:35:50.532531 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38906) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:50.536825 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:50.556348 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.557350 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.676059 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:35:50.676964 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.817457 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Allocated IP 172.20.0.2 (fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e/180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4/ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:35:50.918044 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.962186 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:50.971329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Transition to ACTIVE for port object ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:50.987542 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Transition to ACTIVE for port object ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:50.994035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.031134 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:51.035827 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:51.038750 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:35:51.047713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Pushing event updated for resources: {'Port': ['ID=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:51.053130 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.106289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Attempting to bind port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:35:51.106578 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Attempting to bind port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:35:51.106948 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Attempting to bind port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:35:51.112943 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:35:51.113350 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Checking segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:51.113871 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.114168 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Bound using segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:35:51.114640 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Bound port: ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:35:51.115035 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.181533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-97562464-3554-4881-9679-e20eb2779d25 None None] For port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:35:51.184517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-97562464-3554-4881-9679-e20eb2779d25 None None] For port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:35:51.189644 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.244808 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97562464-3554-4881-9679-e20eb2779d25 None None] Pushing event updated for resources: {'Port': ['ID=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:51.258893 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.284699 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.401870 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Allocated IP 172.25.4.120 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/a56a4135-e7e4-4c1c-a266-07926d1d7fc1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:35:51.515233 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.553692 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:51.591278 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:51.596001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:51.599619 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:35:51.605020 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Pushing event updated for resources: {'Port': ['ID=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:51.847340 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.048342 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.107329 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7579c74-b04b-4576-9dc3-e3e5c4d9cb75 None None] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:35:52.176671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:35:52.183846 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c9241506-2f66-4dac-bb01-2a8a294e5d80 None None] Provisioning for port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:52.279671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:52.290953 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:35:52.298837 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.302777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-f2bac41b-eb9d-42f2-86b4-bfdec0bd8a85 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7667470 Jul 23 11:35:52.302935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:52.302935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:52.303133 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38908) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:52.410062 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:52.598891 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:51Z', 'revision_number': 3, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:52.628581 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:35:52.629005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Updating router 6cde5049-0e5b-4da3-b460-1b80f34480d3 port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:35:52.662854 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.728530 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.880671 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Allocated IP 172.20.0.1 (fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e/180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4/4af08ed4-c329-4218-8bd9-e42547b37eaa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:35:52.916517 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.926422 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Transition to ACTIVE for port object a56a4135-e7e4-4c1c-a266-07926d1d7fc1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:52.932450 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.982359 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.986699 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Attempting to bind port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:35:52.987070 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Attempting to bind port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:35:52.987453 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Attempting to bind port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:35:52.990240 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06b206-11a3-4171-93ea-49759bc97f90 None None] Pushing event updated for resources: {'Port': ['ID=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:52.995361 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:35:52.995761 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:52.995886 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Transition to ACTIVE for port object 4af08ed4-c329-4218-8bd9-e42547b37eaa will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:52.996164 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:52.996550 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:35:52.997067 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Bound port: a56a4135-e7e4-4c1c-a266-07926d1d7fc1, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:35:52.997995 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.032061 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.049295 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] For port a56a4135-e7e4-4c1c-a266-07926d1d7fc1, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:35:53.052591 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] For port a56a4135-e7e4-4c1c-a266-07926d1d7fc1, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:35:53.056209 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.071181 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:53.073952 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:53.079933 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:35:53.106193 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Pushing event updated for resources: {'Port': ['ID=4af08ed4-c329-4218-8bd9-e42547b37eaa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:53.122403 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.130957 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06b206-11a3-4171-93ea-49759bc97f90 None None] Pushing event updated for resources: {'Port': ['ID=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:53.135877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:53.136753 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:53.251859 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:53.287648 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.323357 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:53.425741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0c733534-b880-4098-9b37-00d4e8851ffb None None] Provisioning for port 4af08ed4-c329-4218-8bd9-e42547b37eaa completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:53.433648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0c733534-b880-4098-9b37-00d4e8851ffb None None] Provisioning complete for port 4af08ed4-c329-4218-8bd9-e42547b37eaa triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:53.434024 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c733534-b880-4098-9b37-00d4e8851ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.459807 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.464210 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.479451 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:53.492283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:53.492589 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.518332 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0c733534-b880-4098-9b37-00d4e8851ffb None None] Port 4af08ed4-c329-4218-8bd9-e42547b37eaa cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:35:53.530415 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Pushing event updated for resources: {'Port': ['ID=4af08ed4-c329-4218-8bd9-e42547b37eaa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:53.533859 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.547328 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:51Z', 'revision_number': 3, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:53.578502 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c39ce-40e1-47ef-9584-da00af9d61dc None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:51Z', 'revision_number': 3, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:35:53.619333 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.629818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:53.631438 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:53.655084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:53.660621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.711015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:53.754435 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:35:53.881957 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:53.886967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9466d04a-c858-4327-96c5-0ee9d36b9048 admin admin] 10.222.0.37 "PUT /v2.0/routers/6cde5049-0e5b-4da3-b460-1b80f34480d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5830419 Jul 23 11:35:53.942311 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-52139ad7-e4af-4370-a3e8-885bca5d5aaa None None] Provisioning complete for port 4af08ed4-c329-4218-8bd9-e42547b37eaa triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:53.942786 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52139ad7-e4af-4370-a3e8-885bca5d5aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:53.980625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-52139ad7-e4af-4370-a3e8-885bca5d5aaa None None] Port 4af08ed4-c329-4218-8bd9-e42547b37eaa cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:35:54.376825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:54.381938 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-872769887-network', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:54.404557 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Made reservation on behalf of 372b98c6e7954ecb9aa3fe8a5d5a1f7b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:35:54.407599 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.417119 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.507024 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.510517 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.531646 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 11:35:54.544804 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b019a2-899d-47a5-9b4b-49b1c9c2729a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:54.551611 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.551958 n-d-778550-4 neutron-server[93834]: INFO neutron.db.segments_db [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Added segment 8bbd1f00-696c-4f0a-a300-8b2ee2569d32 of type vlan for network 5a326aa6-daa6-488a-852b-fad17590db10 Jul 23 11:35:54.594922 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772675350119'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.616925 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.627857 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.628818 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:54.629462 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.658023 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2800207 Jul 23 11:35:54.660858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38926) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:54.665997 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Request body: {'subnet': {'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-872769887-subnet', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'ip_version': 4}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:54.688848 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Made reservation on behalf of 372b98c6e7954ecb9aa3fe8a5d5a1f7b for: {'subnet': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:35:54.691358 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126714047'] for subnet, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.699232 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0119-2ee0-4625-bb9a-a4032fc33308 admin admin] Pushing event updated for resources: {'Network': ['ID=5a326aa6-daa6-488a-852b-fad17590db10,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:54.709221 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Network 5a326aa6-daa6-488a-852b-fad17590db10 details requested by agent ovs-agent-n-d-778550-4 with host n-d-778550-4 {{(pid=93835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 11:35:54.871826 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125918745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126714029'] for subnet, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.935974 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe692fc2-9e2b-46d0-b372-98eba97cc9d8,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:54.940605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Checking segment: {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:54.940968 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Network hostable DHCP agents. Network: 5a326aa6-daa6-488a-852b-fad17590db10, hostable agents: ['167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b'], hosted agents: [] {{(pid=93833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 11:35:54.958127 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Network 5a326aa6-daa6-488a-852b-fad17590db10 is scheduled to be hosted by DHCP agent 167f5bb2-4c2a-42c9-bccf-a1f0e41cdd0b with binding_index 1 {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 11:35:54.968284 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-4, 5a326aa6-daa6-488a-852b-fad17590db10) {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:54.972396 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:35:54.972982 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:54.977816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9803210-485f-487a-8229-2de8707ec984 None None] Network 5a326aa6-daa6-488a-852b-fad17590db10 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:35:54.987932 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-25b9fe72-922c-4eef-b3ab-8c5b3aa224b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257511 Jul 23 11:35:54.990471 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38928) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:54.994818 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:55.016440 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.018035 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-906'] for router, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.069910 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.127241 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107fd598-2b09-5d48-ae4b-55f14fee7410-5a326aa6-daa6-488a-852b-fad17590db10', 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'fixed_ips': [{'subnet_id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8'}]}} from n-d-778550-4. {{(pid=93835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 11:35:55.128254 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.177685 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:35:55.190617 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:55.191313 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:55.211914 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-952'] for router, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.285490 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Allocated IP 172.20.0.2 (5a326aa6-daa6-488a-852b-fad17590db10/fe692fc2-9e2b-46d0-b372-98eba97cc9d8/8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:35:55.316911 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:55.390887 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a56a4135-e7e4-4c1c-a266-07926d1d7fc1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:55.441176 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.467059 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.485731 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.496552 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Transition to ACTIVE for port object 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:55.498838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:55.508621 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:55.508990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.536005 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Transition to ACTIVE for port object 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:55.549262 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.601084 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Network 5a326aa6-daa6-488a-852b-fad17590db10 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:55.610910 n-d-778550-4 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:55.613641 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:35:55.615666 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Pushing event updated for resources: {'Port': ['ID=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:55.633553 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 2, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:55.663491 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:35:55.663937 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Updating router 6cde5049-0e5b-4da3-b460-1b80f34480d3 port 4af08ed4-c329-4218-8bd9-e42547b37eaa binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:35:55.699398 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.706265 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.723283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Attempting to bind port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:35:55.723786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Attempting to bind port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:35:55.724218 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Attempting to bind port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb on network 5a326aa6-daa6-488a-852b-fad17590db10 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:35:55.737893 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:35:55.738202 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Checking segment: {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:55.738679 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.739145 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Bound using segment: {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:35:55.739766 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Bound port: 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:35:55.740156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.743161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port a56a4135-e7e4-4c1c-a266-07926d1d7fc1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:55.753966 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.754754 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:55.870386 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:55.885321 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Allocated IP 172.25.4.26 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:35:55.896722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] For port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:35:55.901402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] For port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:35:55.905721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:55.906335 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.910063 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:55.999918 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ca595-23cb-4b83-9b66-45bc60e7dfeb None None] Pushing event updated for resources: {'Port': ['ID=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:56.003784 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.006343 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.021689 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Transition to ACTIVE for port object 4af08ed4-c329-4218-8bd9-e42547b37eaa will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:56.029143 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.051746 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.094780 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Pushing event updated for resources: {'Port': ['ID=4af08ed4-c329-4218-8bd9-e42547b37eaa,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:56.097124 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:56.100163 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:56.103602 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:35:56.120959 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.121302 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.121657 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.121980 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.122311 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.122633 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.122956 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.123276 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.123631 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.124151 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.124541 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.124860 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:35:56.144970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:56.163075 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Attempting to bind port 4af08ed4-c329-4218-8bd9-e42547b37eaa on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:35:56.163516 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Attempting to bind port 4af08ed4-c329-4218-8bd9-e42547b37eaa by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:35:56.163841 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Attempting to bind port 4af08ed4-c329-4218-8bd9-e42547b37eaa on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:35:56.169836 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:35:56.170215 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Checking segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:56.170693 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.172505 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Bound using segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:35:56.173004 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Bound port: 4af08ed4-c329-4218-8bd9-e42547b37eaa, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:35:56.173397 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.266331 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] For port 4af08ed4-c329-4218-8bd9-e42547b37eaa, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:35:56.271125 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] For port 4af08ed4-c329-4218-8bd9-e42547b37eaa, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4af08ed4-c329-4218-8bd9-e42547b37eaa,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:35:56.276425 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.335712 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:56.336716 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:56.417486 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.464152 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ff07-083a-41e1-886e-afa300a22d74 None None] Pushing event updated for resources: {'Port': ['ID=4af08ed4-c329-4218-8bd9-e42547b37eaa,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:56.473635 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:56.633171 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678965'] for router, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.687753 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:56Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:56.714561 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3da71af-5d44-4d45-b7f8-7a0f33d89e52 None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:56Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:35:56.790718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Router 0a1fe90a-5142-4439-af8f-d152511f15be is scheduled to L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b with binding_index 1 {{(pid=93833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 11:35:56.917960 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:56.929190 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Sync routers for ids ['0a1fe90a-5142-4439-af8f-d152511f15be'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:35:56.937768 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:56.939846 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-00af4e0b-b572-4aa1-b5be-106e3d99f406 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9484239 Jul 23 11:35:56.942120 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Routers {'0a1fe90a-5142-4439-af8f-d152511f15be'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:56.942847 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a1fe90a-5142-4439-af8f-d152511f15be'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:56.943000 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38930) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:57.059107 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Set router 0a1fe90a-5142-4439-af8f-d152511f15be gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:57.205796 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6789a4e1-9f8a-4a9d-aad1-059441ca2526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.217593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20786f6d-733b-446e-a02f-a47a8304133d None None] Network 5a326aa6-daa6-488a-852b-fad17590db10 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:35:57.335674 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6e4c8556-ede2-4b21-a03b-299447f3ef26 None None] Provisioning for port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:57.409369 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:56Z', 'revision_number': 3, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:57.441651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Checking router: 0a1fe90a-5142-4439-af8f-d152511f15be for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:35:57.441651 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Updating router 0a1fe90a-5142-4439-af8f-d152511f15be port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 binding host n-d-778550-4 {{(pid=93835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:35:57.452756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.488124 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4af08ed4-c329-4218-8bd9-e42547b37eaa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:57.529130 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.627720 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Allocated IP 172.20.0.1 (5a326aa6-daa6-488a-852b-fad17590db10/fe692fc2-9e2b-46d0-b372-98eba97cc9d8/2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:35:57.660144 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 4af08ed4-c329-4218-8bd9-e42547b37eaa completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:57.666239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4af08ed4-c329-4218-8bd9-e42547b37eaa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:57.666621 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.750314 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.770633 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Transition to ACTIVE for port object 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:57.818283 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.833903 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.880897 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Network 5a326aa6-daa6-488a-852b-fad17590db10 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:57.886896 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:57.891407 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:35:57.914227 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 4af08ed4-c329-4218-8bd9-e42547b37eaa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4af08ed4-c329-4218-8bd9-e42547b37eaa,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:57.915877 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:57.927048 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.927731 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a56a4135-e7e4-4c1c-a266-07926d1d7fc1 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:57.939364 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678188'] for router_interface, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:57.977764 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.121224 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.202339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Transition to ACTIVE for port object ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:35:58.218082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.226711 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=4af08ed4-c329-4218-8bd9-e42547b37eaa,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:58.277404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Attempting to bind port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 on host n-d-778550-4 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:35:58.277788 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Attempting to bind port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:35:58.278161 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Attempting to bind port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 on network 60ab47fe-b497-4e50-9607-ea88f50bff44 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:35:58.293415 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:35:58.293798 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Checking segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:35:58.294207 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.294609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Bound using segment: {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:35:58.295081 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Bound port: ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a467adc3-77af-4f9a-8135-f7dce1330e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:35:58.295514 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.299177 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:58.299565 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.300978 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5aa1-6894-4814-99cd-6112cf251b49 None None] Pushing event updated for resources: {'Port': ['ID=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:58.304425 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.311198 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.382715 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-37bf1702-121e-4fb0-afa1-bf3e8ad7649d None None] Provisioning for port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:58.382987 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:58.385405 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681979'] for router_interface, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.392648 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] For port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2, host n-d-778550-4, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:35:58.395939 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-37bf1702-121e-4fb0-afa1-bf3e8ad7649d None None] Provisioning complete for port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:58.396429 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37bf1702-121e-4fb0-afa1-bf3e8ad7649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.399058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] For port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:35:58.400244 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:35:58.423650 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.485022 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37bf1702-121e-4fb0-afa1-bf3e8ad7649d None None] Port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:35:58.485329 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Network 5a326aa6-daa6-488a-852b-fad17590db10 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:35:58.487081 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:35:58.523046 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5aa1-6894-4814-99cd-6112cf251b49 None None] Pushing event updated for resources: {'Port': ['ID=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:58.539682 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Routers {'0a1fe90a-5142-4439-af8f-d152511f15be'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:35:58.540339 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:35:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a1fe90a-5142-4439-af8f-d152511f15be'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:58.544183 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:58.613029 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Router 0a1fe90a-5142-4439-af8f-d152511f15be has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:35:58.675399 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:35:58.685365 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:58.685742 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.731520 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] Set router 0a1fe90a-5142-4439-af8f-d152511f15be gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:35:58.741426 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:35:58.746935 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-df5421f8-df11-4be7-97f0-15774b1ceb02 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a1fe90a-5142-4439-af8f-d152511f15be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028905 Jul 23 11:35:58.871474 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.956979 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:35:58.962885 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b56abf67-56ba-4fb3-8ba4-d33edabe509b None None] Provisioning complete for port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:58.963246 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b56abf67-56ba-4fb3-8ba4-d33edabe509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:58.967170 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.056934 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b56abf67-56ba-4fb3-8ba4-d33edabe509b None None] Port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:35:59.080099 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:59.097373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a', 'name': '', 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'mac_address': 'fa:16:3e:62:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:57Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 2, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'subnets': [{'id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:35:59.122712 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2734ba-8a9f-4e3e-9671-cc4879a39f85 None None] The sync data for ids ['0a1fe90a-5142-4439-af8f-d152511f15be'] in n-d-778550-4 is: [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a', 'name': '', 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'mac_address': 'fa:16:3e:62:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:57Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 2, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'subnets': [{'id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:35:59.269897 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4af08ed4-c329-4218-8bd9-e42547b37eaa up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:59.352949 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 4af08ed4-c329-4218-8bd9-e42547b37eaa triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:59.353329 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.365469 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:59.370806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938785412', 'description': 'tempest-secgroup-smoke-1938785412 description', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:59.404078 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.445039 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:35:59.499920 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.500769 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:35:59.501121 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.505651 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.543554 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:59.547306 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.551501 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-23c20bb0-61ce-489e-85ef-545b371b6726 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1815889 Jul 23 11:35:59.551912 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:59.556320 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group_rule': {'security_group_id': '7f5a581e-d128-4d67-b2b4-13dfcea9d8ef', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:59.584774 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.646534 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.650455 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.673023 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c7a85f-ae6e-4b3a-b492-328fe62038ea,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:59.677042 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.678263 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-3db5beca-c979-49ec-9dcd-ed9ab0f85361 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255839 Jul 23 11:35:59.680957 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38942) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:59.687298 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group_rule': {'security_group_id': '7f5a581e-d128-4d67-b2b4-13dfcea9d8ef', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:59.715013 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.776303 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.788936 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.808372 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4471f6a-4159-4ae0-b2e9-9bc7e669665d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:59.813418 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.817326 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 38944) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:59.817840 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-19b2c56a-e389-404e-abf1-b4364ec9a7bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349888 Jul 23 11:35:59.822069 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group_rule': {'security_group_id': '7f5a581e-d128-4d67-b2b4-13dfcea9d8ef', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:59.854287 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.920510 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.925050 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.946754 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e29050-6af3-4c61-9b01-588c1b198b2b,revision_number=0']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:35:59.949902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:35:59.951484 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-3347fd05-57e9-462c-a98c-b261c08804a9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327543 Jul 23 11:35:59.954871 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:35:59.959772 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group_rule': {'security_group_id': '7f5a581e-d128-4d67-b2b4-13dfcea9d8ef', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:35:59.988044 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.029941 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-413c12c1-7666-478c-94ea-813c7f9b7651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.050982 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.054932 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.078342 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed65b0e-3316-4016-99f2-15f066b2f3d6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:00.081709 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.085801 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-9bf03821-c016-4e36-8abd-92e4addcab54 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271613 Jul 23 11:36:00.086878 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:36:00.091056 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group_rule': {'security_group_id': '7f5a581e-d128-4d67-b2b4-13dfcea9d8ef', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:36:00.114367 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Project 1ca8bf26b52f4b6091c135f4962a653a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:36:00.119953 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.183481 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.187550 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.207069 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302bcd5e-4d98-4398-a207-ca3f8562e1f9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:00.215849 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.217090 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-0433f3c5-e178-4a76-895a-5167e33d1a1b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300945 Jul 23 11:36:00.220418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 38950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:36:00.224922 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'security_group_rule': {'security_group_id': '7f5a581e-d128-4d67-b2b4-13dfcea9d8ef', 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:36:00.247070 n-d-778550-4 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Project 1ca8bf26b52f4b6091c135f4962a653a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 11:36:00.252585 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.315808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.316445 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.320429 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635086'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.339887 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4565c1c9-6236-4df0-b1ce-bfcf5ddcde0a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:00.342157 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:00.348822 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-424a08c1-25bc-48cc-8eb3-5f7895b1c3f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220407 Jul 23 11:36:00.483287 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-91d98b0f-a4d7-4382-9dfa-434ca99523e3 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938785412&fields=id&tenant_id=1ca8bf26b52f4b6091c135f4962a653a HTTP/1.1" status: 200 len: 267 time: 0.0324073 Jul 23 11:36:00.591190 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-94430d7a-aa81-4f38-95c9-7dec1d6c1eca tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:00.593332 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-94430d7a-aa81-4f38-95c9-7dec1d6c1eca tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 809 time: 0.1033084 Jul 23 11:36:00.607172 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-8ba683e3-1cad-4f8d-8ccf-01258b037286 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/quotas/1ca8bf26b52f4b6091c135f4962a653a HTTP/1.1" status: 200 len: 375 time: 0.0089934 Jul 23 11:36:00.673436 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-f5fb36da-398e-4c7d-ae65-5f3370825776 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613759 Jul 23 11:36:00.873088 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-832eeae4-1ee6-4cd9-b597-a4553dd1e546 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884546 Jul 23 11:36:00.970605 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-95996a48-5842-4981-9a6d-e98ba2b4b54b service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910921 Jul 23 11:36:01.093631 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Sync routers for ids ['0a1fe90a-5142-4439-af8f-d152511f15be'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:36:01.102912 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Routers {'0a1fe90a-5142-4439-af8f-d152511f15be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:36:01.103583 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a1fe90a-5142-4439-af8f-d152511f15be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:01.137893 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2feed766-8408-4349-8a8e-bac42a4b3c3a req-32924413-9b87-4843-bb03-25aeb9b8b3f0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 210 time: 0.0313733 Jul 23 11:36:01.222327 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Set router 0a1fe90a-5142-4439-af8f-d152511f15be gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:36:01.281041 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:36:01.340794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:36:01.345925 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:36:01.346534 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.434844 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.456277 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a', 'name': '', 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'mac_address': 'fa:16:3e:62:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:57Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 2, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'subnets': [{'id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:01.458116 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:36:01.462176 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.485280 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Checking router: 0a1fe90a-5142-4439-af8f-d152511f15be for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:36:01.485625 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Updating router 0a1fe90a-5142-4439-af8f-d152511f15be port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a binding host n-d-778550-4 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 11:36:01.521490 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.531105 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:01.539589 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.878474 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.887819 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Transition to ACTIVE for port object 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:36:01.893534 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:01.943656 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f6263-d488-4bbc-9736-66eb411ddb66 None None] Pushing event updated for resources: {'Port': ['ID=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:01.999208 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Attempting to bind port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a on host n-d-778550-4 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:36:01.999703 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Attempting to bind port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a by drivers openvswitch,hyperv on host n-d-778550-4 at level 0 using segments [{'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:36:02.000072 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Attempting to bind port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a on network 5a326aa6-daa6-488a-852b-fad17590db10 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:36:02.005203 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Checking agent: {'id': '6e848660-dd5b-472c-a2b6-d8ac3b04ce8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 10, 30), 'started_at': datetime.datetime(2021, 7, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:36:02.005580 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Checking segment: {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:36:02.005986 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.006379 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Bound using segment: {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:36:02.006848 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Bound port: 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a, host: n-d-778550-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbd1f00-696c-4f0a-a300-8b2ee2569d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:36:02.007232 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.076118 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] For port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a, host n-d-778550-4, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:36:02.084061 n-d-778550-4 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] For port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a, host n-d-778550-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:36:02.090445 n-d-778550-4 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.135012 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Routers {'0a1fe90a-5142-4439-af8f-d152511f15be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:36:02.136341 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a1fe90a-5142-4439-af8f-d152511f15be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:02.232315 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-04511375-2e9f-470a-b68c-545b7e352d3c tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:02.235272 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-04511375-2e9f-470a-b68c-545b7e352d3c tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 809 time: 0.1571765 Jul 23 11:36:02.267502 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fa2ed10c-07a1-4398-89ce-8b30a029b0cf req-23e25bb8-d315-4fb6-be7c-252dbfdd0ba5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 210 time: 0.0487254 Jul 23 11:36:02.285640 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f6263-d488-4bbc-9736-66eb411ddb66 None None] Pushing event updated for resources: {'Port': ['ID=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:02.308169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-8931c751-1c53-43a0-917c-0fb66f734c65 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca8bf26b52f4b6091c135f4962a653a HTTP/1.1" status: 200 len: 380 time: 0.0574155 Jul 23 11:36:02.310047 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] Set router 0a1fe90a-5142-4439-af8f-d152511f15be gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:36:02.318067 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'port': {'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'admin_state_up': True, 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'security_groups': ['7f5a581e-d128-4d67-b2b4-13dfcea9d8ef']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:36:02.438433 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Made reservation on behalf of 1ca8bf26b52f4b6091c135f4962a653a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:36:02.442125 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.515081 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a', 'name': '', 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'mac_address': 'fa:16:3e:62:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:57Z', 'updated_at': '2021-07-23T11:36:02Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'subnets': [{'id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:02.545218 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923c9a6-c71e-4749-b609-9d114a04ace9 None None] The sync data for ids ['0a1fe90a-5142-4439-af8f-d152511f15be'] in n-d-778550-4 is: [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:35:58Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a', 'name': '', 'network_id': '5a326aa6-daa6-488a-852b-fad17590db10', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'mac_address': 'fa:16:3e:62:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:57Z', 'updated_at': '2021-07-23T11:36:02Z', 'revision_number': 4, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'subnets': [{'id': 'fe692fc2-9e2b-46d0-b372-98eba97cc9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:36:02.573211 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Allocated IP 172.20.0.13 (fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e/180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4/b7944f01-9869-4cac-be5d-f4f690e78588) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:36:02.728101 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.745424 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Transition to ACTIVE for port object b7944f01-9869-4cac-be5d-f4f690e78588 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:36:02.765310 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.779242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.826071 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:36:02.829397 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:36:02.833950 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:36:02.837959 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:02.885832 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:02.886471 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:02.909672 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-a6923136-d5d9-4b07-b85d-4756a386ffc5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953422 Jul 23 11:36:02.977554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Request body: {'port': {'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:36:03.063347 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.069555 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd3ecfe3-61b5-4303-8a39-ec8f2e09d7c8 None None] Provisioning for port b7944f01-9869-4cac-be5d-f4f690e78588 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:36:03.075333 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bd3ecfe3-61b5-4303-8a39-ec8f2e09d7c8 None None] Provisioning complete for port b7944f01-9869-4cac-be5d-f4f690e78588 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:36:03.075835 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3ecfe3-61b5-4303-8a39-ec8f2e09d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.110646 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ecfe3-61b5-4303-8a39-ec8f2e09d7c8 None None] Port b7944f01-9869-4cac-be5d-f4f690e78588 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:36:03.278668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:36:03.334290 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning for port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:36:03.338158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:36:03.338617 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.341413 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7944f01-9869-4cac-be5d-f4f690e78588 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:36:03.357187 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.389878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Transition to ACTIVE for port object b7944f01-9869-4cac-be5d-f4f690e78588 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:36:03.394902 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.417516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.445300 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:03.455786 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] For port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:36:03.461446 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.462049 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:36:03.519119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552c6aa-ff08-4e59-918c-45da1ce98073 req-78718aa5-1f15-4089-a384-77684aaa8fa5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:03.524179 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e552c6aa-ff08-4e59-918c-45da1ce98073 req-78718aa5-1f15-4089-a384-77684aaa8fa5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 932 time: 0.1777675 Jul 23 11:36:03.557685 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Pushing event updated for resources: {'Port': ['ID=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:03.569812 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:36:03.570478 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.585459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e552c6aa-ff08-4e59-918c-45da1ce98073 req-3c4fe84e-02a4-427a-bf81-2ffc0dbe2f98 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571916 Jul 23 11:36:03.588119 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Attempting to bind port b7944f01-9869-4cac-be5d-f4f690e78588 on host n-h1-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:36:03.588457 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Attempting to bind port b7944f01-9869-4cac-be5d-f4f690e78588 by drivers openvswitch,hyperv on host n-h1-778550-4 at level 0 using segments [{'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:36:03.588785 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Attempting to bind port b7944f01-9869-4cac-be5d-f4f690e78588 on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:36:03.593544 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Port b7944f01-9869-4cac-be5d-f4f690e78588 on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:36:03.593878 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Attempting to bind port b7944f01-9869-4cac-be5d-f4f690e78588 on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:36:03.599308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Checking agent: {'id': '48b1a0d6-c6c4-4e04-81ce-46ad33be6220', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'started_at': datetime.datetime(2021, 7, 23, 10, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:36:03.599688 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Checking segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:36:03.600078 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Bound using segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:36:03.600517 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Bound port: b7944f01-9869-4cac-be5d-f4f690e78588, host: n-h1-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:36:03.600882 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.675971 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:36:03.679068 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:36:03.683978 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.719437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:03.720095 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:03.721554 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 1092 time: 0.7993979 Jul 23 11:36:03.721942 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:36:03.724256 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d15e050-222b-4974-9cce-22f4f9813457" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:36:03.755261 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c071e-0feb-4b6c-a302-243c8a93c3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:03.774772 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bcbccf-ad44-46ee-b579-5411660e5e6d x-openstack-request-id: req-48bcbccf-ad44-46ee-b579-5411660e5e6d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:36:03.775184 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:36:03.775530 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48bcbccf-ad44-46ee-b579-5411660e5e6d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:36:03.776001 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'status': 'completed', 'code': 200} Jul 23 11:36:03.848166 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-a0d19896-7477-4881-8b85-30cb53888daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:03.849675 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-a0d19896-7477-4881-8b85-30cb53888daf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1095 time: 0.0580831 Jul 23 11:36:03.901161 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-a107218f-d9c1-44cf-9075-aadf97589ed7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 217 time: 0.0389640 Jul 23 11:36:03.949519 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-a5c88a72-d958-4a92-b1a0-1356feac98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:03.950940 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-a5c88a72-d958-4a92-b1a0-1356feac98cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0436950 Jul 23 11:36:04.008507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57a29-ab0b-4795-94ce-997a257800be req-a3179b0f-ff77-4fac-bdf8-196875d59ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:04.009990 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-a3179b0f-ff77-4fac-bdf8-196875d59ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533748 Jul 23 11:36:04.398559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-df485640-11a0-4e0e-9c6d-bc0e2a22cdf2 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819504 Jul 23 11:36:04.487351 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6be57a29-ab0b-4795-94ce-997a257800be req-8603d4b7-fae0-4fb0-b45b-9472ca52819f service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810413 Jul 23 11:36:04.625657 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15e050-222b-4974-9cce-22f4f9813457 req-5c62eb8b-b941-4320-9b62-bd12801c551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:04.627656 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-5c62eb8b-b941-4320-9b62-bd12801c551a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1095 time: 0.0572603 Jul 23 11:36:04.757518 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15e050-222b-4974-9cce-22f4f9813457 req-2b902e2d-f303-465f-911c-71e0530b34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:04.758939 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-2b902e2d-f303-465f-911c-71e0530b34e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.1252337 Jul 23 11:36:04.808669 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-8dea57bf-22b1-4b44-a577-af2c39ee270f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 217 time: 0.0423129 Jul 23 11:36:04.817135 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b19295-6506-49f2-92be-ad45beb1a45f req-a7895ddf-0442-478e-a161-bf02b2cea798 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:04.818545 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97b19295-6506-49f2-92be-ad45beb1a45f req-a7895ddf-0442-478e-a161-bf02b2cea798 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.1638722 Jul 23 11:36:04.890899 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-97b19295-6506-49f2-92be-ad45beb1a45f req-a1e23cc1-ca2e-4a5c-baae-1ed0866df3b1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642233 Jul 23 11:36:04.892694 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15e050-222b-4974-9cce-22f4f9813457 req-1cc70a06-9097-4ce5-8d90-d58acc7c28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:04.894065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-1cc70a06-9097-4ce5-8d90-d58acc7c28e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0747001 Jul 23 11:36:04.953486 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15e050-222b-4974-9cce-22f4f9813457 req-5238bfc3-7dd6-4832-a514-5a0dfac3629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:04.954988 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-5238bfc3-7dd6-4832-a514-5a0dfac3629f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543022 Jul 23 11:36:05.048150 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-9260e638-bd45-420b-97ee-a7866b11fc9e service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859990 Jul 23 11:36:05.068447 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:05.147921 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6d15e050-222b-4974-9cce-22f4f9813457 req-dd0519d2-e4ff-4dde-bd95-992e9f170f87 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925686 Jul 23 11:36:05.250291 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a up at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:36:05.298806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Provisioning complete for port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:36:05.299099 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:06.018951 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbdd08-646b-4989-9e41-aae95f578d72 req-6be63ce1-85bc-4ec4-b93c-af4f839753e9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:06.020571 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73cbdd08-646b-4989-9e41-aae95f578d72 req-6be63ce1-85bc-4ec4-b93c-af4f839753e9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.0622587 Jul 23 11:36:06.057777 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-73cbdd08-646b-4989-9e41-aae95f578d72 req-729a9309-98a9-438c-9e58-35110a0a8caa tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Jul 23 11:36:07.186420 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341b97a-38f5-4a1f-9006-926a28d8691d req-c274b574-bb50-433d-a884-0a16b98f9235 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:07.187849 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1341b97a-38f5-4a1f-9006-926a28d8691d req-c274b574-bb50-433d-a884-0a16b98f9235 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.0635188 Jul 23 11:36:07.225403 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1341b97a-38f5-4a1f-9006-926a28d8691d req-1f34763c-294b-400d-a8fc-3b8d84005072 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Jul 23 11:36:08.353043 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7801361-0a85-450e-9f85-8672dae3325f req-c04e48d2-2437-405f-ac0f-3c170c93be7f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:08.354521 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7801361-0a85-450e-9f85-8672dae3325f req-c04e48d2-2437-405f-ac0f-3c170c93be7f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.0618892 Jul 23 11:36:08.391668 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f7801361-0a85-450e-9f85-8672dae3325f req-8f0c5ec9-3a91-43be-9ac2-193d93cf93d3 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Jul 23 11:36:08.638083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:36:08.730866 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:36:08.744129 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:36:08.783182 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:08.795851 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7944f01-9869-4cac-be5d-f4f690e78588 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:36:08.814533 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:36:08.818392 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:08.863663 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:09.112416 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b7944f01-9869-4cac-be5d-f4f690e78588'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:36:09.519051 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b971494-74cd-4184-b0e5-7c1d9f5c7133 req-5e394f84-5c34-4446-8399-fb4ea4a39b70 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:09.520487 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b971494-74cd-4184-b0e5-7c1d9f5c7133 req-5e394f84-5c34-4446-8399-fb4ea4a39b70 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 945 time: 0.0624828 Jul 23 11:36:09.557744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4b971494-74cd-4184-b0e5-7c1d9f5c7133 req-c5d7ef6c-30bf-4ebc-8e92-c3b333b91501 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Jul 23 11:36:10.653410 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:36:10.690010 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f8806-8f4c-49f2-a1ba-a07f8aaba426 req-bdb9b808-7d0b-4323-bcfb-9b7951320d64 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:10.691531 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc0f8806-8f4c-49f2-a1ba-a07f8aaba426 req-bdb9b808-7d0b-4323-bcfb-9b7951320d64 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 945 time: 0.0669651 Jul 23 11:36:10.704498 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning for port b7944f01-9869-4cac-be5d-f4f690e78588 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:36:10.708030 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b7944f01-9869-4cac-be5d-f4f690e78588 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:36:10.708403 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:10.731187 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-cc0f8806-8f4c-49f2-a1ba-a07f8aaba426 req-91745e7b-3c67-4920-b66d-aea4fcf1e46b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339642 Jul 23 11:36:10.790271 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:10.812679 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:36:10.814900 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491cd51-8994-437c-8544-fecbf0f67814" -d '{"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-plugged", "status": "completed", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:36:10.827892 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:36:10.832008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:10.857191 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabb5fc-9cfe-4125-ad62-c2ba6e7ed7c1 x-openstack-request-id: req-efabb5fc-9cfe-4125-ad62-c2ba6e7ed7c1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:36:10.857494 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-plugged", "status": "completed", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:36:10.858025 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efabb5fc-9cfe-4125-ad62-c2ba6e7ed7c1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:36:10.858420 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'code': 200} Jul 23 11:36:10.882994 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:10.988351 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fbd23-0712-46fa-b71a-a4de6b6e8f15 req-9eee17e8-e2b4-4aeb-a907-34f34c493f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:10.989836 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-401fbd23-0712-46fa-b71a-a4de6b6e8f15 req-9eee17e8-e2b4-4aeb-a907-34f34c493f78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1097 time: 0.0561109 Jul 23 11:36:11.023367 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-401fbd23-0712-46fa-b71a-a4de6b6e8f15 req-ce0ae6d9-f4af-4fc7-a007-99f530e09c1f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267677 Jul 23 11:36:11.861039 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623771a-5207-412c-8076-493b44c13dd1 req-292aa043-e0ab-4ab3-9891-0c31773a8f42 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:11.862541 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9623771a-5207-412c-8076-493b44c13dd1 req-292aa043-e0ab-4ab3-9891-0c31773a8f42 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 946 time: 0.0623310 Jul 23 11:36:11.899524 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9623771a-5207-412c-8076-493b44c13dd1 req-5d46bb38-09ee-484e-ba21-db63b6a94de2 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Jul 23 11:36:13.028769 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e8380-030c-4564-9351-8b572f65132b req-4bd362ac-eb9a-481e-bf94-9fcc60195d25 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:13.030267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f2e8380-030c-4564-9351-8b572f65132b req-4bd362ac-eb9a-481e-bf94-9fcc60195d25 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 946 time: 0.0643268 Jul 23 11:36:13.067435 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8f2e8380-030c-4564-9351-8b572f65132b req-4c4f22c1-a28d-4429-9988-6624d74cfa87 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Jul 23 11:36:13.193174 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945437d9-8e42-4f45-bcaf-a78c7cd3ed86 req-d547f4b0-1c13-470e-8d85-a2acfc55b481 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:13.194604 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-945437d9-8e42-4f45-bcaf-a78c7cd3ed86 req-d547f4b0-1c13-470e-8d85-a2acfc55b481 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 946 time: 0.0622559 Jul 23 11:36:13.230890 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-945437d9-8e42-4f45-bcaf-a78c7cd3ed86 req-c64698dc-799e-40ed-b926-a4f050fa0278 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Jul 23 11:36:13.253852 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:36:13.352245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c7076-89d8-4e41-9e2f-27069dcfac81 tempest-TestSnapshotPattern-954502545 tempest-TestSnapshotPattern-954502545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:13.353761 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-787c7076-89d8-4e41-9e2f-27069dcfac81 tempest-TestSnapshotPattern-954502545 tempest-TestSnapshotPattern-954502545-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1092 time: 0.0989482 Jul 23 11:36:13.356590 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:36:13.361444 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:36:13.382918 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:13.475756 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:13.577755 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Allocated IP 172.25.4.92 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/64c5f55b-0e65-4287-b452-d926fdfebb0c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:36:13.676675 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:13.719186 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:13.756122 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:36:13.760713 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:36:13.763295 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:36:13.787261 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'Port': ['ID=64c5f55b-0e65-4287-b452-d926fdfebb0c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:14.112941 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:14.184716 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:14.331880 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:14.336323 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:14.403114 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'Port': ['ID=64c5f55b-0e65-4287-b452-d926fdfebb0c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:36:14.411705 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:14.509016 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Floating IP 0c568774-6d14-4c8f-a886-940d47db088d associated. External IP: 172.25.4.92, port: b7944f01-9869-4cac-be5d-f4f690e78588. Jul 23 11:36:15.025970 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:36:15.130245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:36:15.140438 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:36:15.146488 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:15.155195 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:36:15.156540 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:15.182150 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e0b5bbc0-ca9f-46a2-b7d4-f2354d39e090 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8245358 Jul 23 11:36:15.182791 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:36:15.185195 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe3b5da-6b02-4373-82f0-c403512ad09b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:36:15.265149 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:36:15.280846 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1055a4-aa38-4e02-bf36-105b77ae2bd6 x-openstack-request-id: req-ea1055a4-aa38-4e02-bf36-105b77ae2bd6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:36:15.281140 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:36:15.281395 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea1055a4-aa38-4e02-bf36-105b77ae2bd6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:36:15.281796 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'status': 'completed', 'code': 200} Jul 23 11:36:15.376557 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-8fc5bb81-5140-4df0-93d8-5ce3911c68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:15.378090 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-8fc5bb81-5140-4df0-93d8-5ce3911c68f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1097 time: 0.0555148 Jul 23 11:36:15.472366 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-cc5c6de5-d809-4d17-b09a-8c83853eed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:15.473771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-cc5c6de5-d809-4d17-b09a-8c83853eed0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0894301 Jul 23 11:36:15.489576 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:13Z', 'revision_number': 0, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:15.515400 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:36:15.523791 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:36:15.524408 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:36:00Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:15.542585 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-97207ad5-eff1-46ab-a07d-76590327fac1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 999 time: 0.0622206 Jul 23 11:36:15.589906 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-fcb72a0c-925f-40c7-ab70-5e01a81ea04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:15.591438 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-fcb72a0c-925f-40c7-ab70-5e01a81ea04b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0428901 Jul 23 11:36:15.628703 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:36:15.649260 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-d158c8b9-6993-41a1-8a6f-93cfe6b5b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:15.650771 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-d158c8b9-6993-41a1-8a6f-93cfe6b5b6d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531793 Jul 23 11:36:15.743288 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-72ea1b8f-cda1-4c64-8557-9007cfaeff17 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855534 Jul 23 11:36:15.832343 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-dfe3b5da-6b02-4373-82f0-c403512ad09b req-4ba609e7-c78c-4b26-8f3b-e1ac7d9e2971 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Jul 23 11:36:15.859160 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:13Z', 'revision_number': 0, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:36:15.884883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78f753-22f8-4f76-869b-95f11c8fc6cc None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:13Z', 'revision_number': 0, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:36:16.079639 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb646b-d53a-47ae-9a18-3c362c83f76e None None] New status for floating IP 0c568774-6d14-4c8f-a886-940d47db088d: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:36:24.483282 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-a6238e48-0645-4fe1-95ae-717fa8b4c969 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516336 Jul 23 11:36:24.597807 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-97295368-9986-415b-b5b4-eab410c524e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:24.599284 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-97295368-9986-415b-b5b4-eab410c524e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1097 time: 0.0580928 Jul 23 11:36:24.627224 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:24.702001 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-8608bbdd-9e3c-4da0-a1d2-1309badaa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:24.704146 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-8608bbdd-9e3c-4da0-a1d2-1309badaa609 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0847795 Jul 23 11:36:24.772274 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-294dffaf-4d6a-421c-8687-af5936410e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 1001 time: 0.0612082 Jul 23 11:36:24.829711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-5e611582-5c1a-4e4f-aa45-6193c1346f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:24.831193 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-5e611582-5c1a-4e4f-aa45-6193c1346f4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0511212 Jul 23 11:36:24.889197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-042b7fe0-47bb-4e9e-bb50-84dc6ccd418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:36:24.891369 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-042b7fe0-47bb-4e9e-bb50-84dc6ccd418a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532522 Jul 23 11:36:24.986852 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-66e6ce7c-5f56-4436-be37-10d5292ccbce service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895181 Jul 23 11:36:25.076232 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-f0a48f4c-eab2-49df-9bd1-d180c0a1658b req-126bcd2a-e334-4e2b-bf1d-d5df011eeee8 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823739 Jul 23 11:36:27.164880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abe7c868-4e43-407c-a765-7eb257ef92f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:30.034681 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-408311d2-109d-4923-96c3-632bceec7603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:30.316465 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:31.535686 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:32.786593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:35.080916 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:35.400184 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:36:54.624451 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:36:57.164728 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec265e25-66f1-41fc-a69b-130a1f541733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:00.034794 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cedc7c01-daa7-402b-a4a6-8ff671051f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:00.316975 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:01.532559 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:02.772436 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:05.096180 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:12.399273 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:37:24.781756 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:27.164811 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3f0097d-56bb-40ee-8860-9853886ec1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:27.177124 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-95ad7843-562c-40ba-9c05-7335b1cced11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598578 Jul 23 11:37:27.284890 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-843db86d-2efe-48db-99b8-cbf35b8379a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:37:27.286382 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-843db86d-2efe-48db-99b8-cbf35b8379a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1097 time: 0.0534954 Jul 23 11:37:27.388826 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-36fa05ff-8bbe-4678-9537-6f55d2c07e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:37:27.390344 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-36fa05ff-8bbe-4678-9537-6f55d2c07e5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0866013 Jul 23 11:37:27.451777 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-c7b3c0d1-dd4f-4f2f-98c2-b188b58a3fec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 1001 time: 0.0553887 Jul 23 11:37:27.498678 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-2f5fcc49-e58d-43fb-9b30-9b3d13990fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:37:27.500196 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-2f5fcc49-e58d-43fb-9b30-9b3d13990fe9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0418761 Jul 23 11:37:27.559706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-1c488c83-1dc9-4b25-bf69-9a3682d1dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:37:27.561192 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-1c488c83-1dc9-4b25-bf69-9a3682d1dcb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552499 Jul 23 11:37:27.648254 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-6cf80eb4-0927-496e-9878-92dfd9f6e233 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803394 Jul 23 11:37:27.740731 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4283b7ca-8722-4c87-ac9e-b6eef3917434 req-817038a5-0a50-4a3a-af31-24d56ea28611 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Jul 23 11:37:30.035378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af8767b6-a138-41cb-811f-69d22d3f893b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:30.317131 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:31.536342 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:32.770168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:35.110929 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:49.400206 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:37:54.621738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:37:57.170779 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee173359-2b22-477e-97e3-79fac0d7fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:00.036028 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3750f879-c3d4-4082-ae35-f5cb60ca8d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:00.318850 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:01.539840 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:02.772865 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:05.109611 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:13.258247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 details requested by agent hyperv_n-h1-778550-4 with host n-h1-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:38:13.357368 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:13.369140 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Returning: {'device': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:38:13.406191 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:13.418938 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7944f01-9869-4cac-be5d-f4f690e78588 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:38:13.438549 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:13.442070 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:13.509247 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:13.522717 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.523260 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.523819 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.524347 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.524877 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.525404 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.525935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.526465 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.526988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.527545 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.528083 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.528609 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:13.580738 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] get_ports_and_sgs() called for port_ids ['b7944f01-9869-4cac-be5d-f4f690e78588'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:38:15.258832 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 up at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:38:15.311483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Provisioning complete for port b7944f01-9869-4cac-be5d-f4f690e78588 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:38:15.311880 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:15.403082 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:15.442886 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:15.444908 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:38:15.447598 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329542f0-654d-4574-b0f7-074658a08b47" -d '{"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-plugged", "status": "completed", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:38:15.450816 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:15.504292 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:15.581588 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1686c86-599f-4187-a9d9-be1b7a544a67 x-openstack-request-id: req-f1686c86-599f-4187-a9d9-be1b7a544a67 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:38:15.581887 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-plugged", "status": "completed", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:38:15.582211 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1686c86-599f-4187-a9d9-be1b7a544a67 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:38:15.582616 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'code': 200} Jul 23 11:38:23.378848 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-5dd10de8-71be-4d66-b2b5-a693f8d0994e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938785412&fields=id&tenant_id=1ca8bf26b52f4b6091c135f4962a653a HTTP/1.1" status: 200 len: 267 time: 0.0341458 Jul 23 11:38:23.485413 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-7c61314c-7fbb-40ab-a4f7-961e4bb26956 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:23.486858 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-7c61314c-7fbb-40ab-a4f7-961e4bb26956 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 809 time: 0.1017380 Jul 23 11:38:23.503732 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-67c0c518-9047-4d55-9e6a-959594227ff2 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/quotas/1ca8bf26b52f4b6091c135f4962a653a HTTP/1.1" status: 200 len: 375 time: 0.0092545 Jul 23 11:38:23.572293 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-afd1159f-202d-4868-ac5c-81f889dbb62b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630691 Jul 23 11:38:23.668973 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-54a8d1a9-c090-43ae-a96c-a5178d205614 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840771 Jul 23 11:38:23.755550 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-fbd35437-6e74-4858-bcd3-b9387c08e57b service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801895 Jul 23 11:38:24.620961 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:24.962803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-a139fddd-c0b1-4d26-aa0e-35a1ac22b38b req-b761b1c0-3955-43f9-b8fc-ae54cbcd2288 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jul 23 11:38:26.046680 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-8cd4a608-08cd-4b29-821d-c27da0317777 req-74a1f9f0-5730-42f3-b5a8-d55f57018801 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0339959 Jul 23 11:38:26.401245 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:38:27.128180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2a5f02e2-2de8-4d0c-95a6-312f47c006ba req-6ce72df6-d974-4982-8dad-8a6a75f6af92 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0324447 Jul 23 11:38:27.164029 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0e05-64d7-45ac-969b-92d9eb79e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:27.336254 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:38:27.414555 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:27.435479 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:38:27.437689 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfdc2d-293c-45fa-a049-6f8835a962c0" -d '{"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-unplugged", "status": "completed", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:38:27.453456 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:27.457383 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:27.480212 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b643d73a-abb7-4e8e-a995-6e7872547b38 x-openstack-request-id: req-b643d73a-abb7-4e8e-a995-6e7872547b38 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:38:27.480507 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-unplugged", "status": "completed", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:38:27.480764 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b643d73a-abb7-4e8e-a995-6e7872547b38 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:38:27.481149 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'code': 200} Jul 23 11:38:27.505722 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Pushing event updated for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:28.077176 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [req-d98cd373-78f4-476f-b24c-eb90f3a934d8 req-67227b0a-0cf1-4b7c-9625-14ae3b6408c1 service neutron] (93834) timed out ('10.222.0.20', 53690) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:38:28.205835 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-68df6e00-49a0-4e16-9a57-e385075b20bc req-18eed5a1-606e-4fcf-bc46-cc23aaab57ca tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jul 23 11:38:28.471469 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-99a99a91-9677-4273-aaaf-3593f03b3ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551817 Jul 23 11:38:28.577507 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-ed5905d5-5e3e-43a5-9bcb-bc7fb0d0c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:28.579017 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-ed5905d5-5e3e-43a5-9bcb-bc7fb0d0c99b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1095 time: 0.0526500 Jul 23 11:38:28.681586 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-2f80e4c4-a48f-4fed-b253-a63cabf3998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:28.682967 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-2f80e4c4-a48f-4fed-b253-a63cabf3998a service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0864315 Jul 23 11:38:28.745547 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-d577441a-aa84-47e6-89b1-7311b9ea09c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 999 time: 0.0558054 Jul 23 11:38:28.792158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-a2a78b33-4fee-40ae-9919-d83474bed9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:28.793546 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-a2a78b33-4fee-40ae-9919-d83474bed9bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0412207 Jul 23 11:38:28.854437 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-6e623456-a6f9-469f-8f67-ac6b5d72b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:28.855993 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-6e623456-a6f9-469f-8f67-ac6b5d72b0ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558279 Jul 23 11:38:28.948433 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-be3dbec8-6103-4698-b4b1-cd18fb0001c6 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855558 Jul 23 11:38:29.039014 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1c63ff3a-67e2-4eff-b582-7daf329e3cc7 req-d43650e3-9463-4c04-9949-0bd7b997c8c5 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845530 Jul 23 11:38:29.304646 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-090ad044-8644-44f9-9533-8a39d7e5121e req-d92acb3a-55da-4b66-ae5c-5ffaefef3c80 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0297153 Jul 23 11:38:30.013607 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-6bf1e54f-43dc-4ff2-8767-108e238014c1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:30.015067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-6bf1e54f-43dc-4ff2-8767-108e238014c1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.55 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 809 time: 0.1016614 Jul 23 11:38:30.037800 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8850ded8-9c4b-4ea6-af84-9f826ab39c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:30.061164 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-0d33932e-310a-4d6c-8cc0-1e7927317804 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca8bf26b52f4b6091c135f4962a653a HTTP/1.1" status: 200 len: 380 time: 0.0370226 Jul 23 11:38:30.071774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'port': {'device_id': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'admin_state_up': True, 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'security_groups': ['7f5a581e-d128-4d67-b2b4-13dfcea9d8ef']}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:38:30.184598 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Made reservation on behalf of 1ca8bf26b52f4b6091c135f4962a653a for: {'port': 1} {{(pid=93833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 11:38:30.188275 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:30.332314 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:30.338244 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Allocated IP 172.20.0.9 (fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e/180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4/9cbca275-70f9-4f27-b21e-e5e975283d77) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:38:30.460493 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-61cafbba-a20a-4079-942c-ef86637fd2b5 req-6d6ba302-2aa6-4ff5-8e1d-2160d08caa11 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0473561 Jul 23 11:38:30.547325 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:30.566601 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Transition to ACTIVE for port object 9cbca275-70f9-4f27-b21e-e5e975283d77 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:38:30.601265 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:30.644895 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:38:30.648402 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:38:30.652536 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:38:30.687776 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:30.701194 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.701381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.701740 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.702053 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.702383 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.702715 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.703043 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.703367 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.703718 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.704034 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.704378 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.704706 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:30.722779 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:30.724202 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:30.741661 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-c561ab3c-ed37-4a43-93b6-93d33b545b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6734211 Jul 23 11:38:30.966661 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a5c957d2-adba-4d86-9fcb-9188f0d5bede None None] Provisioning for port 9cbca275-70f9-4f27-b21e-e5e975283d77 completed by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:38:30.970238 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a5c957d2-adba-4d86-9fcb-9188f0d5bede None None] Provisioning complete for port 9cbca275-70f9-4f27-b21e-e5e975283d77 triggered by entity DHCP. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:38:30.970619 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5c957d2-adba-4d86-9fcb-9188f0d5bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:31.004309 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5c957d2-adba-4d86-9fcb-9188f0d5bede None None] Port 9cbca275-70f9-4f27-b21e-e5e975283d77 cannot update to ACTIVE because it is not bound. {{(pid=93835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 11:38:31.549985 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:31.619727 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e5f55-210b-4715-a067-434ff3327256 req-a7d99f76-7f73-4e39-abcb-6331d5fc0fd5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:31.627290 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f14e5f55-210b-4715-a067-434ff3327256 req-a7d99f76-7f73-4e39-abcb-6331d5fc0fd5 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0921869 Jul 23 11:38:31.664169 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-f14e5f55-210b-4715-a067-434ff3327256 req-07804da0-9b6d-43d9-b854-a1e6715182c9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358295 Jul 23 11:38:32.779009 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:32.815308 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d9e4c-71c6-46e8-9ef2-b1fcd3438396 req-5844114a-9e80-4032-8d03-49387bf8b123 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:32.817569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d2d9e4c-71c6-46e8-9ef2-b1fcd3438396 req-5844114a-9e80-4032-8d03-49387bf8b123 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0837572 Jul 23 11:38:32.859922 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-7d2d9e4c-71c6-46e8-9ef2-b1fcd3438396 req-c09bbaee-b24f-4787-acba-bbef58187a6b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358057 Jul 23 11:38:34.006225 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d507f-ad0a-4c59-84fa-7305f6fafd27 req-8ef6b22a-e25f-4989-85d8-f7b6bcf3ab94 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:34.007810 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-886d507f-ad0a-4c59-84fa-7305f6fafd27 req-8ef6b22a-e25f-4989-85d8-f7b6bcf3ab94 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0745659 Jul 23 11:38:34.046009 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-886d507f-ad0a-4c59-84fa-7305f6fafd27 req-a0f3f554-8f77-49a3-87f0-4f89c4b6d2b7 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Jul 23 11:38:35.109043 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:35.183981 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d2dcd-e63e-492c-b25d-f3458e14cbe2 req-3e904d0d-8943-4f38-bd7c-7eb637c9a0bd tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:35.190837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-989d2dcd-e63e-492c-b25d-f3458e14cbe2 req-3e904d0d-8943-4f38-bd7c-7eb637c9a0bd tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0725529 Jul 23 11:38:35.225499 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-989d2dcd-e63e-492c-b25d-f3458e14cbe2 req-05856407-7200-405e-9570-d0ffe3cff9f6 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337894 Jul 23 11:38:36.363060 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80257b24-d377-43da-ba76-f6db822af857 req-9da36525-172e-45ec-a194-00e1ff5c5f09 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:36.364711 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80257b24-d377-43da-ba76-f6db822af857 req-9da36525-172e-45ec-a194-00e1ff5c5f09 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0647838 Jul 23 11:38:36.402871 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-80257b24-d377-43da-ba76-f6db822af857 req-59c89119-5a76-4116-85ff-a62e6ab2900f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Jul 23 11:38:37.546930 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4390b35-6834-4c94-ab0e-e1ff2655e679 req-5419b98b-cc7a-41c7-beef-5456dda42f43 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:37.548356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4390b35-6834-4c94-ab0e-e1ff2655e679 req-5419b98b-cc7a-41c7-beef-5456dda42f43 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0667500 Jul 23 11:38:37.588267 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d4390b35-6834-4c94-ab0e-e1ff2655e679 req-242703e5-6a35-409b-996e-cad770f9489a tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326679 Jul 23 11:38:38.737435 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c5bd-cf54-4155-99a2-3dfd4836b377 req-9d4c3f22-03d1-4823-908d-406ba1a39b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:38.739453 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1b28c5bd-cf54-4155-99a2-3dfd4836b377 req-9d4c3f22-03d1-4823-908d-406ba1a39b63 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0761871 Jul 23 11:38:38.782173 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-1b28c5bd-cf54-4155-99a2-3dfd4836b377 req-d6ae8053-8175-461b-af24-ee141c5da9b3 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366824 Jul 23 11:38:39.927515 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2441da-7c0c-4d46-8944-2b894abdd87c req-e1482d0a-c8e4-4b7a-99a8-8c5e4d29a4d7 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:39.928992 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e2441da-7c0c-4d46-8944-2b894abdd87c req-e1482d0a-c8e4-4b7a-99a8-8c5e4d29a4d7 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 931 time: 0.0683858 Jul 23 11:38:39.969069 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6e2441da-7c0c-4d46-8944-2b894abdd87c req-8533af85-a6a0-47c7-8290-6e2c51de7201 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Jul 23 11:38:40.667723 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.v2.base [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Request body: {'port': {'device_id': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-4'}} {{(pid=93833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:38:40.739834 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:40.997962 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbca275-70f9-4f27-b21e-e5e975283d77 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:38:41.004904 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:41.016741 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Transition to ACTIVE for port object 9cbca275-70f9-4f27-b21e-e5e975283d77 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 11:38:41.020479 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:41.070545 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:41.110181 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158767-8e7e-499c-b066-2140f5ec01f2 req-8173b1d2-ebda-488f-a6ce-d540dc6b7dba tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.112084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03158767-8e7e-499c-b066-2140f5ec01f2 req-8173b1d2-ebda-488f-a6ce-d540dc6b7dba tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 943 time: 0.0746284 Jul 23 11:38:41.148492 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Attempting to bind port 9cbca275-70f9-4f27-b21e-e5e975283d77 on host n-h2-778550-4 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 11:38:41.148838 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Attempting to bind port 9cbca275-70f9-4f27-b21e-e5e975283d77 by drivers openvswitch,hyperv on host n-h2-778550-4 at level 0 using segments [{'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 11:38:41.149176 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Attempting to bind port 9cbca275-70f9-4f27-b21e-e5e975283d77 on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:38:41.153858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Port 9cbca275-70f9-4f27-b21e-e5e975283d77 on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 11:38:41.154038 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-03158767-8e7e-499c-b066-2140f5ec01f2 req-975d08c1-60bd-417c-bf7b-21f1a9da6147 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351965 Jul 23 11:38:41.154198 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Attempting to bind port 9cbca275-70f9-4f27-b21e-e5e975283d77 on network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 11:38:41.159247 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Checking agent: {'id': 'ccfdd055-95e9-4fe0-b18d-c4b18690ec36', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'started_at': datetime.datetime(2021, 7, 23, 10, 17, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 11:38:41.159596 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Checking segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 11:38:41.159998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Bound using segment: {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 11:38:41.160970 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Bound port: 9cbca275-70f9-4f27-b21e-e5e975283d77, host: n-h2-778550-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b754c0a-ce05-43c2-8c47-5fdd5db17750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 11:38:41.161338 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:41.226774 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 11:38:41.230129 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 11:38:41.233977 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125918862'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:41.268270 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.269042 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:41.270400 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] 10.222.0.55 "PUT /v2.0/ports/9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 1091 time: 0.6075578 Jul 23 11:38:41.270845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:38:41.273136 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea164d-6a91-4639-99bf-e7bf6da56e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:38:41.306038 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82e74a-ca04-44a9-8f4f-e04b53e36d05 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:41.374296 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-bd0db657-a1ca-4d04-beec-43d7bb18d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.376015 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-bd0db657-a1ca-4d04-beec-43d7bb18d623 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1094 time: 0.0632238 Jul 23 11:38:41.379719 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091f4b71-5a22-4ca1-a9ea-ef194ac230d3 x-openstack-request-id: req-091f4b71-5a22-4ca1-a9ea-ef194ac230d3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:38:41.380018 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:38:41.380271 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-091f4b71-5a22-4ca1-a9ea-ef194ac230d3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:38:41.380666 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'status': 'completed', 'code': 200} Jul 23 11:38:41.426389 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-076e2400-cd66-4e23-8bf2-2fabac5fd0f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 217 time: 0.0384367 Jul 23 11:38:41.480512 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-b2e6ca01-b8a2-4ca6-ba21-5b72ac8803cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.482022 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-b2e6ca01-b8a2-4ca6-ba21-5b72ac8803cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0504260 Jul 23 11:38:41.540872 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa377b-def6-4158-a06e-f109159b6561 req-f0bb1747-a260-4514-9948-4e2c34db4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.542474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-f0bb1747-a260-4514-9948-4e2c34db4f5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542159 Jul 23 11:38:41.633023 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-259311b0-5a07-4812-8ef3-8b0f4d93d13e service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 Jul 23 11:38:41.720321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-82aa377b-def6-4158-a06e-f109159b6561 req-ed04034a-c320-4ba8-b13b-f06fcc92a543 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798995 Jul 23 11:38:41.814914 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-72be4af8-f217-4094-a53e-69bec35854de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.816346 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-72be4af8-f217-4094-a53e-69bec35854de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1094 time: 0.0565319 Jul 23 11:38:41.902066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-187315eb-1ee5-42d3-aa5f-e2b7c29bf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.903556 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-187315eb-1ee5-42d3-aa5f-e2b7c29bf8f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0815587 Jul 23 11:38:41.947129 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-d990f33b-df2b-4332-b1e5-27414a943bea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 217 time: 0.0374353 Jul 23 11:38:41.993613 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-313e663d-b8ad-4ea4-b8ce-a3dbec555342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:41.994996 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-313e663d-b8ad-4ea4-b8ce-a3dbec555342 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0419896 Jul 23 11:38:42.050747 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-74786955-5b53-41b0-a0e9-3132f5fe3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:42.052925 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-74786955-5b53-41b0-a0e9-3132f5fe3885 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516515 Jul 23 11:38:42.294810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21ba88-be02-43d8-a36e-5fc35821664b req-ca84d42a-ceee-4ea9-b68b-8232b5cc510e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:42.296565 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb21ba88-be02-43d8-a36e-5fc35821664b req-ca84d42a-ceee-4ea9-b68b-8232b5cc510e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 943 time: 0.0672932 Jul 23 11:38:42.337494 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fb21ba88-be02-43d8-a36e-5fc35821664b req-c2ba79a4-0df4-4871-85c0-90c18d780bad tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343254 Jul 23 11:38:42.446513 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-870a92ef-adce-4b73-a673-3d5a9e9610c5 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864000 Jul 23 11:38:42.532641 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-1fea164d-6a91-4639-99bf-e7bf6da56e0e req-3fb15c5f-f2cd-4ff8-a900-fc7fb2e915a6 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793340 Jul 23 11:38:43.477876 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b73b-c2b5-4bb0-9bc7-9cadd35f4532 req-3a0a525a-7a7f-49fc-86c9-5654a86181bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:43.479368 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e56b73b-c2b5-4bb0-9bc7-9cadd35f4532 req-3a0a525a-7a7f-49fc-86c9-5654a86181bc tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 943 time: 0.0722406 Jul 23 11:38:43.518541 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-2e56b73b-c2b5-4bb0-9bc7-9cadd35f4532 req-ea6139ce-d498-43ec-8a6e-88d8a4218f0d tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335886 Jul 23 11:38:44.649000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cf9a-13d4-48c0-ae2e-dbdd797c9827 req-c25cbb5f-9ea4-4323-879b-1627d2226a81 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:44.650563 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2816cf9a-13d4-48c0-ae2e-dbdd797c9827 req-c25cbb5f-9ea4-4323-879b-1627d2226a81 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 943 time: 0.0663471 Jul 23 11:38:44.688298 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-2816cf9a-13d4-48c0-ae2e-dbdd797c9827 req-200c2752-5f97-414a-8236-dd7242405f32 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318205 Jul 23 11:38:44.888899 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9cbca275-70f9-4f27-b21e-e5e975283d77 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:38:44.985659 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:44.996854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'port_id': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'mac_address': 'fa:16:3e:49:e1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:38:45.031274 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:45.043748 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbca275-70f9-4f27-b21e-e5e975283d77 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:38:45.063281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:45.095003 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:45.164622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:45.330732 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['9cbca275-70f9-4f27-b21e-e5e975283d77'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:38:45.814066 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2424637-fd6a-4cbe-977c-159c9a9bcf5b req-1d4fdafb-a768-467f-bb34-e992a159529d tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:45.815703 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2424637-fd6a-4cbe-977c-159c9a9bcf5b req-1d4fdafb-a768-467f-bb34-e992a159529d tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 944 time: 0.0622554 Jul 23 11:38:45.854107 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-e2424637-fd6a-4cbe-977c-159c9a9bcf5b req-ddf138fb-4e20-4735-814a-2a861fd6d921 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Jul 23 11:38:46.904532 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9cbca275-70f9-4f27-b21e-e5e975283d77 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:38:46.951289 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning for port 9cbca275-70f9-4f27-b21e-e5e975283d77 completed by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 11:38:46.955075 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 9cbca275-70f9-4f27-b21e-e5e975283d77 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:38:46.955473 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:46.984766 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e6585-ff73-4947-8bf0-1cd4a23a78f3 req-2c431aa1-0dc7-49a3-a3ed-e5077b085c91 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:46.986254 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b8e6585-ff73-4947-8bf0-1cd4a23a78f3 req-2c431aa1-0dc7-49a3-a3ed-e5077b085c91 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 944 time: 0.0642836 Jul 23 11:38:47.024102 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-9b8e6585-ff73-4947-8bf0-1cd4a23a78f3 req-6c044428-6b53-4f10-be78-0dc834632c2c tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jul 23 11:38:47.032669 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:47.056779 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:38:47.058976 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d182a9-4c70-4ee5-a509-553adbbdca44" -d '{"events": [{"server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "name": "network-vif-plugged", "status": "completed", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:38:47.071759 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:38:47.076055 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:47.098729 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a732e-8149-47d7-98c4-ecccf5f9fbfd x-openstack-request-id: req-2a4a732e-8149-47d7-98c4-ecccf5f9fbfd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:38:47.099020 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "name": "network-vif-plugged", "status": "completed", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:38:47.099274 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a4a732e-8149-47d7-98c4-ecccf5f9fbfd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:38:47.099689 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'code': 200} Jul 23 11:38:47.125668 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:47.203537 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f18a5-ff73-46cb-923b-9f58e98f0db0 req-dd90693a-2f0a-4f43-bb9e-a7e598a52311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:47.205065 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b79f18a5-ff73-46cb-923b-9f58e98f0db0 req-dd90693a-2f0a-4f43-bb9e-a7e598a52311 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1096 time: 0.0527229 Jul 23 11:38:47.238093 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-b79f18a5-ff73-46cb-923b-9f58e98f0db0 req-9626b837-8584-4061-92fd-471c669e1240 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272021 Jul 23 11:38:48.159245 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ade7a-51fb-4aca-bc46-2c01522b8542 req-e1760b44-bb9c-48b4-b846-4a855292074c tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:48.161346 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc5ade7a-51fb-4aca-bc46-2c01522b8542 req-e1760b44-bb9c-48b4-b846-4a855292074c tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 945 time: 0.0682404 Jul 23 11:38:48.197908 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-fc5ade7a-51fb-4aca-bc46-2c01522b8542 req-034ce33c-2c31-4ea0-a4bd-1414aa97eaad tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Jul 23 11:38:48.333908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cbf02-4173-4a5a-9c34-2c49d45f4d36 req-2d5aa439-37cf-470d-ba17-a3cda75a16ff tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:48.335307 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed0cbf02-4173-4a5a-9c34-2c49d45f4d36 req-2d5aa439-37cf-470d-ba17-a3cda75a16ff tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 945 time: 0.0662737 Jul 23 11:38:48.372937 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-ed0cbf02-4173-4a5a-9c34-2c49d45f4d36 req-6564da4d-01f2-41a0-bc8f-8d551fc7e378 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Jul 23 11:38:48.395479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:38:48.452640 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0f5f2-5e7e-4f59-91ea-96043c0a3395 tempest-TestSnapshotPattern-954502545 tempest-TestSnapshotPattern-954502545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:48.454186 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-fce0f5f2-5e7e-4f59-91ea-96043c0a3395 tempest-TestSnapshotPattern-954502545 tempest-TestSnapshotPattern-954502545-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1091 time: 0.0576801 Jul 23 11:38:48.457000 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:38:48.461705 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Request body: {'floatingip': {'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'port_id': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 11:38:48.483601 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:48.578855 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:48.684694 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Allocated IP 172.25.4.69 (60ab47fe-b497-4e50-9607-ea88f50bff44/5dc94871-73c4-4447-8a94-14a13dce4654/5e493057-dfae-4a6b-be91-59b4774d8319) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 11:38:48.781405 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:48.822916 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772675335406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:48.858188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Network 60ab47fe-b497-4e50-9607-ea88f50bff44 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 11:38:48.861065 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 11:38:48.866552 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 11:38:48.889642 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'Port': ['ID=5e493057-dfae-4a6b-be91-59b4774d8319,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:48.902967 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.903331 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.903679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.904016 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.904349 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.904679 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.905003 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.905325 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.905649 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.905972 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.906317 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:48.906644 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:38:49.226213 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:49.300163 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:49.461046 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:49.465401 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125973697'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:49.539825 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event updated for resources: {'Port': ['ID=5e493057-dfae-4a6b-be91-59b4774d8319,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:38:49.547810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679135'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:49.643501 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Floating IP d03f8f9e-e3d2-4117-8ebc-fd55eef52b6b associated. External IP: 172.25.4.69, port: 9cbca275-70f9-4f27-b21e-e5e975283d77. Jul 23 11:38:49.845611 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:38:49.950894 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:38:49.961125 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:38:49.967235 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:49.971794 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:38:49.972489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:38:50.003671 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-7cea3b04-5549-4878-b9a0-7d6ca9b9dcb1 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5451937 Jul 23 11:38:50.005019 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:38:50.007297 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7007c-388f-406a-a016-742e88c193cd" -d '{"events": [{"name": "network-changed", "server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:38:50.042948 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a93e6c5-9b13-43fb-a26c-07248e293127 x-openstack-request-id: req-5a93e6c5-9b13-43fb-a26c-07248e293127 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:38:50.043248 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:38:50.043537 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a93e6c5-9b13-43fb-a26c-07248e293127 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:38:50.043948 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'status': 'completed', 'code': 200} Jul 23 11:38:50.076489 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:38:50.117111 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7007c-388f-406a-a016-742e88c193cd req-186629cc-9e4f-4eba-b2f0-be72d118deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:50.118645 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-186629cc-9e4f-4eba-b2f0-be72d118deff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1096 time: 0.0545042 Jul 23 11:38:50.216999 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7007c-388f-406a-a016-742e88c193cd req-4e80925d-a041-4589-8efe-84a25534a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:50.218569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-4e80925d-a041-4589-8efe-84a25534a42b service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0933273 Jul 23 11:38:50.283216 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-91b57dd9-3070-49a2-80d2-575220660f65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 998 time: 0.0575156 Jul 23 11:38:50.299831 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:16Z', 'revision_number': 1, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}, {'id': 'd03f8f9e-e3d2-4117-8ebc-fd55eef52b6b', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:49:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:38:49Z', 'updated_at': '2021-07-23T11:38:49Z', 'revision_number': 0, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:38:50.329426 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:38:50.331935 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7007c-388f-406a-a016-742e88c193cd req-647fd4ec-aa99-45d9-a3b4-e0994839e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:50.334535 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-647fd4ec-aa99-45d9-a3b4-e0994839e8a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0452678 Jul 23 11:38:50.338458 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:38:50.339058 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:38:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:38:50.398311 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7007c-388f-406a-a016-742e88c193cd req-18bcc212-c370-4068-af6c-0137bec7a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:38:50.399769 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-18bcc212-c370-4068-af6c-0137bec7a196 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594962 Jul 23 11:38:50.443004 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:38:50.490981 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-4819f10e-bcdf-498d-a59a-8f4a094c1e4d service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Jul 23 11:38:50.585514 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-54c7007c-388f-406a-a016-742e88c193cd req-3027db76-663b-451e-9e94-37561879d437 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880077 Jul 23 11:38:50.670637 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:16Z', 'revision_number': 1, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}, {'id': 'd03f8f9e-e3d2-4117-8ebc-fd55eef52b6b', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:49:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:38:49Z', 'updated_at': '2021-07-23T11:38:49Z', 'revision_number': 0, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:38:50.701189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf21820-5ccd-4605-a3a3-437ca63d6b08 None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:16Z', 'revision_number': 1, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}, {'id': 'd03f8f9e-e3d2-4117-8ebc-fd55eef52b6b', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:49:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:38:49Z', 'updated_at': '2021-07-23T11:38:49Z', 'revision_number': 0, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:38:50.886369 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abc9d8-a2ac-4e6f-9118-18b21d52c1db None None] New status for floating IP d03f8f9e-e3d2-4117-8ebc-fd55eef52b6b: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:38:54.625144 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:38:57.164976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f031a9e-cf7e-4e46-a67e-2179ccf0008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:00.039173 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-868a3e76-098f-42af-a9fb-66b72a98398d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:00.325063 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:01.548665 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:02.778008 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:03.401550 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:39:05.122042 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:10.853871 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-2af5189e-1664-4b3a-a568-3ccabac445a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034005 Jul 23 11:39:10.946918 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-73b78148-ad19-4307-8716-582eb7c15233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:10.948432 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-73b78148-ad19-4307-8716-582eb7c15233 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1096 time: 0.0532823 Jul 23 11:39:11.049674 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-2e9f4e64-c0fa-41ea-a9ef-f2df5e37d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:11.051120 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-2e9f4e64-c0fa-41ea-a9ef-f2df5e37d037 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0844281 Jul 23 11:39:11.113837 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-18b75a88-2906-4046-bb43-7dd4f9580326 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 1000 time: 0.0564394 Jul 23 11:39:11.165441 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-d418b018-3cdc-4fbd-a9be-2190590402a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:11.166907 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-d418b018-3cdc-4fbd-a9be-2190590402a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0474753 Jul 23 11:39:11.223195 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-29a529c3-e63e-4bed-ade7-e3879b88eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:11.224804 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-29a529c3-e63e-4bed-ade7-e3879b88eceb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520291 Jul 23 11:39:11.312457 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-fce0c70f-5893-441b-ac25-76e81cde841d service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810258 Jul 23 11:39:11.405321 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8e0b5257-9e56-4928-bf49-18dbe9817374 req-7a9c2c2a-3045-4710-9d56-0b798d421242 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858872 Jul 23 11:39:24.627984 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:27.165177 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a1e8e8-09dd-41e7-ab6d-ac4e59f3dd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:30.039395 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb23-d7e2-4633-a36e-c1d41bf75fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:30.121598 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-064c3dd9-9c5f-482b-8744-5914c14a3587 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530872 Jul 23 11:39:30.232851 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-4a5660b9-dfdc-4a05-b297-7f70b0f407d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:30.234357 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-4a5660b9-dfdc-4a05-b297-7f70b0f407d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1095 time: 0.0581658 Jul 23 11:39:30.324976 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:30.335662 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-71478ebd-50dc-4fe0-a6e3-593d5e6020e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:30.337169 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-71478ebd-50dc-4fe0-a6e3-593d5e6020e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0851815 Jul 23 11:39:30.405189 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-4fd21bc7-8b39-4057-9815-a489c9970092 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 999 time: 0.0608246 Jul 23 11:39:30.453365 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-15b1d868-8214-4550-86fd-2450bac6c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:30.454803 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-15b1d868-8214-4550-86fd-2450bac6c250 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0438390 Jul 23 11:39:30.511298 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-f58fdbb8-7822-43eb-a9bf-33e4afa96dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:39:30.512879 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-f58fdbb8-7822-43eb-a9bf-33e4afa96dba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521023 Jul 23 11:39:30.603952 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-5563ddc5-2d56-45d0-b8f8-a406a93eafe1 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843263 Jul 23 11:39:30.692337 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-74c6e1e6-8202-4e35-b393-beaf62da8bd3 req-b7894bb2-1a9f-4f21-a694-2171593c3971 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820842 Jul 23 11:39:31.549115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:32.780421 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:35.122897 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:40.401498 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:39:54.642723 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:39:57.166087 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e993d90c-31cb-4239-9d78-57248d1e5fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:00.038662 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fdac266-23aa-4fd6-901c-d28d32e2cde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:00.329990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:01.550873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:02.782842 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:05.151328 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:10.807072 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-f5e635c3-546c-4b2f-bb26-365876270782 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583804 Jul 23 11:40:10.902427 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-0e0a73b6-76f2-4f76-9dc0-849c3b5b56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:10.903946 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-0e0a73b6-76f2-4f76-9dc0-849c3b5b56d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1096 time: 0.0540457 Jul 23 11:40:11.001614 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-688c47af-315c-49a1-8055-ce1af6be5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:11.003067 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-688c47af-315c-49a1-8055-ce1af6be5618 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0813267 Jul 23 11:40:11.068715 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-aac236b4-3b47-4066-b394-b708c3a44e33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 1000 time: 0.0596910 Jul 23 11:40:11.113909 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-2b2f7cfe-f8d7-4da1-968c-b3cd263a61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:11.115505 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-2b2f7cfe-f8d7-4da1-968c-b3cd263a61d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0411117 Jul 23 11:40:11.170978 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-c0df2d10-dfc2-4f00-b0e5-ac13887ebe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:11.172559 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-c0df2d10-dfc2-4f00-b0e5-ac13887ebe06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513365 Jul 23 11:40:11.263821 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-1ac1abf8-dac1-4468-8991-9fb944c1dece service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838695 Jul 23 11:40:11.353350 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-25ca90f9-cf37-482a-bcb4-b4f75d480aec req-8de667ec-84fd-44f5-bebc-d5df932b6621 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832157 Jul 23 11:40:17.402136 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:40:21.324543 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9cbca275-70f9-4f27-b21e-e5e975283d77 details requested by agent hyperv_n-h2-778550-4 with host n-h2-778550-4 {{(pid=93835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 11:40:21.433817 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:21.445220 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Returning: {'device': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'port_id': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'mac_address': 'fa:16:3e:49:e1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 11:40:21.498737 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:21.511936 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cbca275-70f9-4f27-b21e-e5e975283d77 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 11:40:21.532807 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:21.543388 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:21.598158 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:21.610157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.610800 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.611444 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.611741 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.612093 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.612420 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.612756 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.613119 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.613471 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.613845 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.614341 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.614638 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:21.620677 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] get_ports_and_sgs() called for port_ids ['9cbca275-70f9-4f27-b21e-e5e975283d77'] {{(pid=93835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 11:40:23.339050 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9cbca275-70f9-4f27-b21e-e5e975283d77 up at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 11:40:23.395757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Provisioning complete for port 9cbca275-70f9-4f27-b21e-e5e975283d77 triggered by entity L2. {{(pid=93835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 11:40:23.396156 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7682314'] for port, provisioning_complete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:23.491349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7904133'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:23.515082 n-d-778550-4 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:40:23.517451 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbf7cbe2f492026c42ce1bd4fb458a8e8aea1633c957e409accb682166af4c1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a06890-0c87-443f-aa31-e7a759cb9235" -d '{"events": [{"server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "name": "network-vif-plugged", "status": "completed", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:40:23.541101 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:23.554575 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772675724117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772675335940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772675335958'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:23.564682 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78660f00-1968-47c4-b434-adccde52790b x-openstack-request-id: req-78660f00-1968-47c4-b434-adccde52790b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:40:23.564982 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "name": "network-vif-plugged", "status": "completed", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:40:23.565236 n-d-778550-4 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78660f00-1968-47c4-b434-adccde52790b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:40:23.565622 n-d-778550-4 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'code': 200} Jul 23 11:40:23.616905 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Pushing event updated for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:24.655248 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:27.170932 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a8ce-ecd4-4955-9ca5-aad911ede5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.038848 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883c12a6-4261-4aab-999b-eb90d3adaccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.332244 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.518427 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:30.673189 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Deleting port 5e493057-dfae-4a6b-be91-59b4774d8319 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:30.673419 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.750148 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.750479 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.761914 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Calling delete_port for 5e493057-dfae-4a6b-be91-59b4774d8319 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:30.905188 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:30.928586 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event deleted for resources: {'Port': ['ID=5e493057-dfae-4a6b-be91-59b4774d8319,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:30.942739 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.943084 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.943445 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.944141 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.944479 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.944806 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.945129 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.945450 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.945771 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.946089 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.946409 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:30.946730 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:31.002448 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:31.002781 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Floating IP d03f8f9e-e3d2-4117-8ebc-fd55eef52b6b disassociated (deleted). External IP: 172.25.4.69, port: 9cbca275-70f9-4f27-b21e-e5e975283d77. Jul 23 11:40:31.209140 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:40:31.246569 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-5d96718d-9d03-4fb2-9fbe-da02c7342041 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571811 Jul 23 11:40:31.316950 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:40:31.323204 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:31.327319 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:40:31.337237 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:31.337935 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:31.361845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16567-f257-48a6-b8d2-56f628391941 req-ce86b1e7-1586-477f-8a43-78b5c8571fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.363710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-ce86b1e7-1586-477f-8a43-78b5c8571fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1095 time: 0.0595317 Jul 23 11:40:31.365437 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-b30358eb-9b95-473b-943f-69e760270f75 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "DELETE /v2.0/floatingips/d03f8f9e-e3d2-4117-8ebc-fd55eef52b6b HTTP/1.1" status: 204 len: 168 time: 0.8458998 Jul 23 11:40:31.366668 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:40:31.368996 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b90a1b-479b-443a-998d-a2f2f2c484d9" -d '{"events": [{"name": "network-changed", "server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:40:31.450452 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4782e62-52b0-46e2-b2ca-f1dc43459e9b x-openstack-request-id: req-f4782e62-52b0-46e2-b2ca-f1dc43459e9b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:40:31.450779 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:40:31.451039 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4782e62-52b0-46e2-b2ca-f1dc43459e9b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:40:31.451598 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'status': 'completed', 'code': 200} Jul 23 11:40:31.532592 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16567-f257-48a6-b8d2-56f628391941 req-a682957b-44a8-4330-8475-8a2c3f9afeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.534281 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-a682957b-44a8-4330-8475-8a2c3f9afeb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.1476583 Jul 23 11:40:31.612795 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-281ad444-a7d0-40fe-a8f5-aa59a085f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.614420 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-281ad444-a7d0-40fe-a8f5-aa59a085f8f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 1096 time: 0.1387291 Jul 23 11:40:31.625028 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:31.631453 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-d8e43db3-8286-445d-9961-308a09038cbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 999 time: 0.0887783 Jul 23 11:40:31.649713 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:31.716188 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7a68-16d3-41f8-9dbb-c52856cb4364 req-47d2c649-6464-4500-ace7-0da5198a3d0d tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.718070 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-926f7a68-16d3-41f8-9dbb-c52856cb4364 req-47d2c649-6464-4500-ace7-0da5198a3d0d tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 945 time: 0.1258996 Jul 23 11:40:31.732432 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16567-f257-48a6-b8d2-56f628391941 req-81f21cf7-45d1-4739-9fd2-56eedfb00310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.733886 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-81f21cf7-45d1-4739-9fd2-56eedfb00310 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0911148 Jul 23 11:40:31.760055 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-c59520eb-ad63-4fd1-b38c-db6d69bd7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.761532 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-c59520eb-ad63-4fd1-b38c-db6d69bd7973 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.1391563 Jul 23 11:40:31.766249 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-926f7a68-16d3-41f8-9dbb-c52856cb4364 req-1ec90ce5-aa80-41c0-8694-c1bef1da06f7 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Jul 23 11:40:31.822710 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-8e2503f9-a8d6-4b89-a557-a4bb2ac65e1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 200 len: 217 time: 0.0440531 Jul 23 11:40:31.884560 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16567-f257-48a6-b8d2-56f628391941 req-ff3bbd1d-c7ae-48d2-95e0-9d8f5bcad48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.886217 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-ff3bbd1d-c7ae-48d2-95e0-9d8f5bcad48c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426995 Jul 23 11:40:31.887946 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-cc835851-81ab-46b5-ae15-7df008698831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:31.889295 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-cc835851-81ab-46b5-ae15-7df008698831 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0604806 Jul 23 11:40:31.890015 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:16Z', 'revision_number': 1, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:31.917883 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:40:31.926117 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:31.926740 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:32.017744 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-aa7acd0c-3f0a-4393-8908-693b00bd99af service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248207 Jul 23 11:40:32.019381 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-0670f896-6730-4c61-91c6-9c511c2230c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:32.021071 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-0670f896-6730-4c61-91c6-9c511c2230c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189859 Jul 23 11:40:32.031757 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:32.174875 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d1c16567-f257-48a6-b8d2-56f628391941 req-8f02cbf3-675e-49c7-b7a9-2322c3778ba6 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514201 Jul 23 11:40:32.178264 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-5e616b9e-6942-4f5c-af9d-9e9456f7df37 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470532 Jul 23 11:40:32.257495 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:16Z', 'revision_number': 1, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:32.278518 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-45b90a1b-479b-443a-998d-a2f2f2c484d9 req-213ad274-2cfe-4ca5-945d-5ce1b9c0edf6 service neutron] 10.222.0.55 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922377 Jul 23 11:40:32.285143 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d91b0-66c8-4adb-9ca4-4a93253bfad8 None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_floatingips': [{'id': '0c568774-6d14-4c8f-a886-940d47db088d', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'router_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'port_id': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'mac_address': 'fa:16:3e:a6:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T11:36:13Z', 'updated_at': '2021-07-23T11:36:16Z', 'revision_number': 1, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:40:32.516193 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd448b82-486d-4e34-896a-e29ce7b33ad7 None None] New status for floating IP d03f8f9e-e3d2-4117-8ebc-fd55eef52b6b: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:40:32.783581 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:32.902998 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad1fd3-45bb-4b33-afcc-ebd20f0ccc90 req-b157a30e-3d44-4819-bec5-8e2a63cf5065 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:32.904560 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10ad1fd3-45bb-4b33-afcc-ebd20f0ccc90 req-b157a30e-3d44-4819-bec5-8e2a63cf5065 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 945 time: 0.0668478 Jul 23 11:40:32.944475 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-10ad1fd3-45bb-4b33-afcc-ebd20f0ccc90 req-f8286bb8-4563-4d5e-9881-fb345b8cb123 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Jul 23 11:40:33.091508 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167a911-7659-4811-b4bd-1c89206c942d req-aa3eccb4-2f38-4753-a5be-251edc4b72bb tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:33.093021 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4167a911-7659-4811-b4bd-1c89206c942d req-aa3eccb4-2f38-4753-a5be-251edc4b72bb tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.55 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 945 time: 0.0650921 Jul 23 11:40:33.189644 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Deleting port 9cbca275-70f9-4f27-b21e-e5e975283d77 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:33.189990 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:33.281908 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] For port 9cbca275-70f9-4f27-b21e-e5e975283d77, host n-h2-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-4',level=0,port_id=9cbca275-70f9-4f27-b21e-e5e975283d77,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:33.282577 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:33.294008 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Calling delete_port for 9cbca275-70f9-4f27-b21e-e5e975283d77 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:33.402468 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9cbca275-70f9-4f27-b21e-e5e975283d77 no longer exists at agent hyperv_n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:33.420132 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:33.438868 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] No active binding found for port 9cbca275-70f9-4f27-b21e-e5e975283d77 {{(pid=93835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 11:40:33.439283 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Device 9cbca275-70f9-4f27-b21e-e5e975283d77 not bound to the agent host n-h2-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:33.459158 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event deleted for resources: {'Port': ['ID=9cbca275-70f9-4f27-b21e-e5e975283d77,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:33.486171 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.486509 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.486858 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.487205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.487568 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.487907 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.488241 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.488574 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.488905 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.489237 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.489590 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.489923 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-4 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 11:40:33.510197 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] No DVR routers for this DVR port 9cbca275-70f9-4f27-b21e-e5e975283d77 on host n-h2-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:40:33.512529 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:33.514913 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-4167a911-7659-4811-b4bd-1c89206c942d req-d440164b-4de4-4b9b-a8ce-34d012673a40 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.55 "DELETE /v2.0/ports/9cbca275-70f9-4f27-b21e-e5e975283d77 HTTP/1.1" status: 204 len: 173 time: 0.4167678 Jul 23 11:40:33.515370 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'name': 'network-vif-deleted', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:40:33.517653 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e4992-3efd-4931-b452-5e222e858146" -d '{"events": [{"server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "name": "network-vif-deleted", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:40:33.555366 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904adf6c-d415-41ab-bc9a-ecee0df6b8ba x-openstack-request-id: req-904adf6c-d415-41ab-bc9a-ecee0df6b8ba {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:40:33.555698 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ce5db5-d9f8-43e4-ad94-f00cbef9729b", "name": "network-vif-deleted", "tag": "9cbca275-70f9-4f27-b21e-e5e975283d77", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:40:33.555970 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-904adf6c-d415-41ab-bc9a-ecee0df6b8ba {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:40:33.556370 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ce5db5-d9f8-43e4-ad94-f00cbef9729b', 'name': 'network-vif-deleted', 'tag': '9cbca275-70f9-4f27-b21e-e5e975283d77', 'status': 'completed', 'code': 200} Jul 23 11:40:34.058316 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-8259b451-934a-4676-af50-997831d9025b req-a04aede4-f26d-4005-8d7f-e799c2090186 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ce5db5-d9f8-43e4-ad94-f00cbef9729b HTTP/1.1" status: 200 len: 210 time: 0.0291297 Jul 23 11:40:35.152704 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:35.605292 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:35.760939 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Deleting port 64c5f55b-0e65-4287-b452-d926fdfebb0c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:35.761196 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:35.834282 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:35.834689 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:35.846524 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Calling delete_port for 64c5f55b-0e65-4287-b452-d926fdfebb0c owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:35.998365 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:36.024838 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event deleted for resources: {'Port': ['ID=64c5f55b-0e65-4287-b452-d926fdfebb0c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:36.092792 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:36.093159 n-d-778550-4 neutron-server[93834]: INFO neutron.db.l3_db [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Floating IP 0c568774-6d14-4c8f-a886-940d47db088d disassociated (deleted). External IP: 172.25.4.92, port: b7944f01-9869-4cac-be5d-f4f690e78588. Jul 23 11:40:36.291316 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:40:36.693810 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:40:36.698927 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:36.703816 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:40:36.713907 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:36.714525 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:36.734591 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-cf72fa71-4026-4e4e-94fe-6bd47a31679e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "DELETE /v2.0/floatingips/0c568774-6d14-4c8f-a886-940d47db088d HTTP/1.1" status: 204 len: 168 time: 1.1282086 Jul 23 11:40:36.735187 n-d-778550-4 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:40:36.737493 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1908b0c36f105253bb7c450c02f90821db5824560bda28e276c0c66ed3039c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561225bc-4341-4e65-9a11-abd87bee2628" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:40:36.779159 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42bbf31-7284-4ae1-a9a9-568c5092b077 x-openstack-request-id: req-c42bbf31-7284-4ae1-a9a9-568c5092b077 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:40:36.779491 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:40:36.779753 n-d-778550-4 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c42bbf31-7284-4ae1-a9a9-568c5092b077 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:40:36.780175 n-d-778550-4 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'status': 'completed', 'code': 200} Jul 23 11:40:36.825823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:36.898676 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561225bc-4341-4e65-9a11-abd87bee2628 req-d40a2048-fb78-4398-86df-7bc7895c6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:36.900562 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-d40a2048-fb78-4398-86df-7bc7895c6997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 1095 time: 0.0736876 Jul 23 11:40:36.983533 n-d-778550-4 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84fdbe-05f9-4ed8-8c40-dc43121a5c97 req-58bfbff8-64cf-4273-9ad5-7983ed370f03 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:36.984952 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be84fdbe-05f9-4ed8-8c40-dc43121a5c97 req-58bfbff8-64cf-4273-9ad5-7983ed370f03 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.0695856 Jul 23 11:40:37.002834 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561225bc-4341-4e65-9a11-abd87bee2628 req-33de9d63-843d-4a21-a3b0-00789ade6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:37.004649 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-33de9d63-843d-4a21-a3b0-00789ade6617 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 200 len: 910 time: 0.0936270 Jul 23 11:40:37.027226 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [req-be84fdbe-05f9-4ed8-8c40-dc43121a5c97 req-68954cc7-3ac2-4855-836c-ff87fb2b291b tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356190 Jul 23 11:40:37.047469 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:37.047752 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-b2dc0ddf-8882-4a0b-8870-34ae5612e648 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 200 len: 217 time: 0.0355279 Jul 23 11:40:37.074278 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:40:37.082382 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:37.082988 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:37.099539 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561225bc-4341-4e65-9a11-abd87bee2628 req-a7fa4541-7e6a-411f-9fc5-577293b463a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:37.101016 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-a7fa4541-7e6a-411f-9fc5-577293b463a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 200 len: 848 time: 0.0468893 Jul 23 11:40:37.159205 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561225bc-4341-4e65-9a11-abd87bee2628 req-d1ea1bd3-d991-401f-ad68-cfe300e033d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:37.160749 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-d1ea1bd3-d991-401f-ad68-cfe300e033d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525193 Jul 23 11:40:37.189172 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:37.248440 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-426846ec-4fe9-4ea4-bc82-a46f42c0017b service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802555 Jul 23 11:40:37.341180 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-561225bc-4341-4e65-9a11-abd87bee2628 req-29453a77-0485-41f1-ab55-8b8215212ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856164 Jul 23 11:40:37.390655 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:37.420435 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785bf741-b634-4f34-9e3d-b7d93b426268 None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:35:53Z', 'revision_number': 4, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4', '_interfaces': [{'id': '4af08ed4-c329-4218-8bd9-e42547b37eaa', 'name': '', 'network_id': 'fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'mac_address': 'fa:16:3e:c1:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:52Z', 'updated_at': '2021-07-23T11:35:57Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'subnets': [{'id': '180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:40:37.632576 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9c388-2100-40ac-9d6c-c63fee0ee670 None None] New status for floating IP 0c568774-6d14-4c8f-a886-940d47db088d: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 11:40:38.156859 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be4845-aed7-4021-80b6-cfc74f150e23 req-8ab214bd-1e45-4295-8ffb-98b0852d6a15 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:38.158356 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89be4845-aed7-4021-80b6-cfc74f150e23 req-8ab214bd-1e45-4295-8ffb-98b0852d6a15 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.0626795 Jul 23 11:40:38.193900 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-89be4845-aed7-4021-80b6-cfc74f150e23 req-326ba349-b2d2-43bf-be0c-45da0e0738f9 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301101 Jul 23 11:40:38.611860 n-d-778550-4 neutron-server[93833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-fcb5b441-f6d4-41d9-a7e6-3e150b417c6e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 11:40:38.613325 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-fcb5b441-f6d4-41d9-a7e6-3e150b417c6e tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 944 time: 0.0668888 Jul 23 11:40:38.714094 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Deleting port b7944f01-9869-4cac-be5d-f4f690e78588 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:38.714442 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:38.801589 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] For port b7944f01-9869-4cac-be5d-f4f690e78588, host n-h1-778550-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-4',level=0,port_id=b7944f01-9869-4cac-be5d-f4f690e78588,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:38.801945 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:38.813709 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Calling delete_port for b7944f01-9869-4cac-be5d-f4f690e78588 owned by compute:nova {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:38.935642 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:38.967341 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event deleted for resources: {'Port': ['ID=b7944f01-9869-4cac-be5d-f4f690e78588,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:39.013845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] No DVR routers for this DVR port b7944f01-9869-4cac-be5d-f4f690e78588 on host n-h1-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:40:39.016432 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008257'] for port, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:39.018459 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-d66ee3ca-0ae9-4b0a-83ce-b0799844e862 req-d20b6e2d-40ed-4fb4-965d-15f106400aa0 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.20 "DELETE /v2.0/ports/b7944f01-9869-4cac-be5d-f4f690e78588 HTTP/1.1" status: 204 len: 173 time: 0.3997250 Jul 23 11:40:39.018894 n-d-778550-4 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-deleted', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 11:40:39.021403 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7659b7f0ac3430e123aa12a44a6999d2e46bc9cb931ee1a3f7632ae1e8599c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf0112-b3a1-4dac-862d-562b577bb161" -d '{"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-deleted", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 11:40:39.058565 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb28e8-fec3-47c7-93c1-75bca67942b2 x-openstack-request-id: req-5ecb28e8-fec3-47c7-93c1-75bca67942b2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 11:40:39.058860 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47", "name": "network-vif-deleted", "tag": "b7944f01-9869-4cac-be5d-f4f690e78588", "status": "completed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 11:40:39.059111 n-d-778550-4 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ecb28e8-fec3-47c7-93c1-75bca67942b2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 11:40:39.059533 n-d-778550-4 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47', 'name': 'network-vif-deleted', 'tag': 'b7944f01-9869-4cac-be5d-f4f690e78588', 'status': 'completed', 'code': 200} Jul 23 11:40:39.302131 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [req-6fff84ed-5467-4e79-895f-95545fc8b400 req-9dd716ee-687c-46b6-92eb-9e776a0d8c61 tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8da8a-c8dd-4fe7-b8a4-c980691c4b47 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Jul 23 11:40:40.358312 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39620) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:40.420532 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e304e6bd-e50f-4598-9dc7-b1bb5e05244f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:40.444810 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e304e6bd-e50f-4598-9dc7-b1bb5e05244f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:40.503801 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e304e6bd-e50f-4598-9dc7-b1bb5e05244f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:40.506363 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e304e6bd-e50f-4598-9dc7-b1bb5e05244f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:40.507950 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-e304e6bd-e50f-4598-9dc7-b1bb5e05244f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] 10.222.0.37 "DELETE /v2.0/security-groups/7f5a581e-d128-4d67-b2b4-13dfcea9d8ef HTTP/1.1" status: 204 len: 168 time: 0.1482613 Jul 23 11:40:40.517105 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e6bd-e50f-4598-9dc7-b1bb5e05244f tempest-TestSnapshotPattern-349393815 tempest-TestSnapshotPattern-349393815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5a581e-d128-4d67-b2b4-13dfcea9d8ef,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:40.561368 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39624) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:41.191912 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:41.435150 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Deleting port 4af08ed4-c329-4218-8bd9-e42547b37eaa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:41.435518 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:41.509760 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] For port 4af08ed4-c329-4218-8bd9-e42547b37eaa, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=4af08ed4-c329-4218-8bd9-e42547b37eaa,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:41.510033 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:41.521758 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Calling delete_port for 4af08ed4-c329-4218-8bd9-e42547b37eaa owned by network:router_interface {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:41.703756 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:41.732784 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af08ed4-c329-4218-8bd9-e42547b37eaa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:41.895800 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:41.925189 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 no longer exists at agent hyperv_n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:41.947721 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] No Port match for: b7944f01-9869-4cac-be5d-f4f690e78588 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:41.948073 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Device b7944f01-9869-4cac-be5d-f4f690e78588 not bound to the agent host n-h1-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:42.115733 n-d-778550-4 neutron-server[93833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Router 6cde5049-0e5b-4da3-b460-1b80f34480d3 has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:40:42.220100 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:40:42.225371 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6b760b85-3fa6-4b69-9613-ad6a21a3c190 admin admin] 10.222.0.37 "PUT /v2.0/routers/6cde5049-0e5b-4da3-b460-1b80f34480d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629713 Jul 23 11:40:42.228191 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39626) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:42.229148 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] Sync routers for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:40:42.238210 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:42.238823 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:42.330159 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.341000 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: n-d-778550-4 {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:42.430034 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.484639 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Deleting port a56a4135-e7e4-4c1c-a266-07926d1d7fc1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:42.484983 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.515593 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:40:41Z', 'revision_number': 5, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port': {'id': 'a56a4135-e7e4-4c1c-a266-07926d1d7fc1', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:51Z', 'updated_at': '2021-07-23T11:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:42.541086 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] Checking router: 6cde5049-0e5b-4da3-b460-1b80f34480d3 for host: n-d-778550-4 {{(pid=93835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:40:42.549002 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] Routers {'6cde5049-0e5b-4da3-b460-1b80f34480d3'} bound to L3 agent in host n-d-778550-4 {{(pid=93835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:42.549602 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['6cde5049-0e5b-4da3-b460-1b80f34480d3'], 'active': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:42.561711 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] For port a56a4135-e7e4-4c1c-a266-07926d1d7fc1, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:42.562072 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.574310 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Calling delete_port for a56a4135-e7e4-4c1c-a266-07926d1d7fc1 owned by network:router_gateway {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:42.636854 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvr_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] Set router 6cde5049-0e5b-4da3-b460-1b80f34480d3 gateway port host: None {{(pid=93835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:42.692239 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_hamode_db [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:40:42Z', 'revision_number': 6, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:42.719625 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8baa79-7755-46e4-8c63-0ef692f39586 None None] The sync data for ids ['6cde5049-0e5b-4da3-b460-1b80f34480d3'] in n-d-778550-4 is: [{'id': '6cde5049-0e5b-4da3-b460-1b80f34480d3', 'name': 'tempest-TestSnapshotPattern-131686801-router', 'tenant_id': '1ca8bf26b52f4b6091c135f4962a653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:50Z', 'updated_at': '2021-07-23T11:40:42Z', 'revision_number': 6, 'project_id': '1ca8bf26b52f4b6091c135f4962a653a', 'gw_port_host': None}] {{(pid=93835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:40:42.744393 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.768925 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56a4135-e7e4-4c1c-a266-07926d1d7fc1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:42.836682 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.925303 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.927361 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.968242 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.968735 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cde5049-0e5b-4da3-b460-1b80f34480d3 {{(pid=93833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:40:42.972974 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:42.974121 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-6e757f2b-7f89-42bb-9b76-501f37f384c1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6cde5049-0e5b-4da3-b460-1b80f34480d3 HTTP/1.1" status: 204 len: 168 time: 0.7450056 Jul 23 11:40:42.977559 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39628) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:43.020227 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Deleting subnet 180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 {{(pid=93833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:40:43.023633 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.060674 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126328946'] for subnet, precommit_delete_associations {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.141584 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.199506 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126714010'] for subnet, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.226845 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:43.229452 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.231330 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-0ba00b86-b632-4b0d-ad76-dd254c4c5280 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/180cf630-81c2-4b0e-bdc8-d9cae8dd5cc4 HTTP/1.1" status: 204 len: 168 time: 0.2528646 Jul 23 11:40:43.233927 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39630) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:43.242373 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ea8d6-f027-473a-85c5-3dbb511a262a None None] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:40:43.307341 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.366304 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Deleting port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:43.366803 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.439222 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] For port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,segment=NetworkSegment(0b754c0a-ce05-43c2-8c47-5fdd5db17750),segment_id=0b754c0a-ce05-43c2-8c47-5fdd5db17750)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:43.439621 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.451228 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Calling delete_port for ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:43.505031 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] DHCP port deletion for fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:40:43.546502 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.558006 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Deleting port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:43.558537 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.574605 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:43.577846 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] No DVR routers for this DVR port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:40:43.587263 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4af08ed4-c329-4218-8bd9-e42547b37eaa no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:43.655142 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.666042 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:43.676717 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b754c0a-ce05-43c2-8c47-5fdd5db17750') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:43.677011 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b754c0a-ce05-43c2-8c47-5fdd5db17750') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:43.687550 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.703905 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.711256 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:40:43.712208 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:40:43.714229 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:40:43.777652 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.778346 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 4af08ed4-c329-4218-8bd9-e42547b37eaa {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:43.778483 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 4af08ed4-c329-4218-8bd9-e42547b37eaa not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:43.778804 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a56a4135-e7e4-4c1c-a266-07926d1d7fc1 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:43.782795 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.788353 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e HTTP/1.1" status: 204 len: 168 time: 0.5508323 Jul 23 11:40:43.788826 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:43.807837 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3475f5-0520-4784-9d3d-d6ee6320bf2b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:43.836038 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: a56a4135-e7e4-4c1c-a266-07926d1d7fc1 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:43.836384 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device a56a4135-e7e4-4c1c-a266-07926d1d7fc1 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:43.836838 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:43.842342 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] For port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c, host n-d-778550-4, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:43.842732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.864924 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:43.865275 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:43.872462 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Calling delete_port for ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:43.875027 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 11:40:43.876293 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:43.901166 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Network fe9d4cc2-cc1a-47b5-8a24-989e6e1c049e is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 11:40:43.901622 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] No DVR routers for this DVR port ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:40:43.903322 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db585b-78bb-4e5e-8f99-ee0b25686d9b None None] Pushing event deleted for resources: {'Port': ['ID=ed0ddd0d-1698-42c2-ac8e-8bd54ae2b88c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:44.157844 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681800'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:44.402452 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Deleting port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:44.402798 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:44.478569 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] For port 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:44.478832 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:44.490999 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Calling delete_port for 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:44.668994 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:44.695803 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:44.863430 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680478'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.072121 n-d-778550-4 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Router 0a1fe90a-5142-4439-af8f-d152511f15be has already been hosted by L3 agent 37ff2bd5-74b2-4171-ab25-a15645ee794b {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 11:40:45.176389 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] Notify agent at l3_agent.n-d-778550-4 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 11:40:45.184084 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-69637e21-d2e4-4a08-bee6-8d15f56f4cb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/0a1fe90a-5142-4439-af8f-d152511f15be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910964 Jul 23 11:40:45.184204 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:45.185565 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] Sync routers for ids ['0a1fe90a-5142-4439-af8f-d152511f15be'] in n-d-778550-4 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 11:40:45.195331 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] Routers {'0a1fe90a-5142-4439-af8f-d152511f15be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:45.196046 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a1fe90a-5142-4439-af8f-d152511f15be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:45.285267 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.296365 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] Set router 0a1fe90a-5142-4439-af8f-d152511f15be gateway port host: n-d-778550-4 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:45.387895 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.441917 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Deleting port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:45.442270 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.474588 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'external_fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:40:44Z', 'revision_number': 5, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port': {'id': 'ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2', 'name': '', 'network_id': '60ab47fe-b497-4e50-9607-ea88f50bff44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dc94871-73c4-4447-8a94-14a13dce4654', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-4'}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:45.500518 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] Checking router: 0a1fe90a-5142-4439-af8f-d152511f15be for host: n-d-778550-4 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 11:40:45.508989 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] Routers {'0a1fe90a-5142-4439-af8f-d152511f15be'} bound to L3 agent in host n-d-778550-4 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 11:40:45.509716 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T10:10:30Z,description=,heartbeat_timestamp=2021-07-23T11:40:30Z,host='n-d-778550-4',id=37ff2bd5-74b2-4171-ab25-a15645ee794b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T10:10:30Z,topic='l3_agent')) {'router_ids': ['0a1fe90a-5142-4439-af8f-d152511f15be'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:45.522418 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] For port ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,segment=NetworkSegment(a467adc3-77af-4f9a-8135-f7dce1330e56),segment_id=a467adc3-77af-4f9a-8135-f7dce1330e56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:45.522783 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.534347 n-d-778550-4 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Calling delete_port for ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:45.592152 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] Set router 0a1fe90a-5142-4439-af8f-d152511f15be gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 11:40:45.645380 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:40:45Z', 'revision_number': 6, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port_host': None}], 'n-d-778550-4', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:45.671476 n-d-778550-4 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317df44-05e9-454d-aa40-f69f7b77451f None None] The sync data for ids ['0a1fe90a-5142-4439-af8f-d152511f15be'] in n-d-778550-4 is: [{'id': '0a1fe90a-5142-4439-af8f-d152511f15be', 'name': 'tempest-TestSnapshotPattern-872769887-router', 'tenant_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T11:35:55Z', 'updated_at': '2021-07-23T11:40:45Z', 'revision_number': 6, 'project_id': '372b98c6e7954ecb9aa3fe8a5d5a1f7b', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 11:40:45.700117 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125973754'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.727781 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:45.786461 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678921'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.874978 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-379985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.877091 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.923584 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380141'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.924259 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1fe90a-5142-4439-af8f-d152511f15be {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 11:40:45.929971 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:45.931126 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-2f624911-f48e-43cd-b06a-12497c2ed164 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0a1fe90a-5142-4439-af8f-d152511f15be HTTP/1.1" status: 204 len: 168 time: 0.7460053 Jul 23 11:40:45.933684 n-d-778550-4 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.37', 39636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:45.979528 n-d-778550-4 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Deleting subnet fe692fc2-9e2b-46d0-b372-98eba97cc9d8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 11:40:45.982373 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.017594 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125975423'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.100554 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678492'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.152162 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125973527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126147572'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.177247 n-d-778550-4 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe692fc2-9e2b-46d0-b372-98eba97cc9d8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:46.181470 n-d-778550-4 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.183350 n-d-778550-4 neutron-server[93834]: INFO neutron.wsgi [None req-6f682f93-8e91-461a-896a-760d225a30ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe692fc2-9e2b-46d0-b372-98eba97cc9d8 HTTP/1.1" status: 204 len: 168 time: 0.2487466 Jul 23 11:40:46.186052 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39638) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:46.187121 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3231f1ef-6c6e-465a-bc8c-49290673c42f None None] Network 5a326aa6-daa6-488a-852b-fad17590db10 requested from n-d-778550-4 {{(pid=93835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 11:40:46.252668 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101554'] for network, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.305554 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Deleting port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:46.305913 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.376342 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] For port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:46.376745 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.390085 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Calling delete_port for 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:46.409736 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] DHCP port deletion for 5a326aa6-daa6-488a-852b-fad17590db10 request from n-d-778550-4 {{(pid=93835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 11:40:46.459235 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] Deleting port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 11:40:46.459548 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772675720205'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.470298 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125918901'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.504253 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:46.506065 n-d-778550-4 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] No DVR routers for this DVR port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb on host n-d-778550-4 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:40:46.528613 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] For port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb, host n-d-778550-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-4',level=0,port_id=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,segment=NetworkSegment(8bbd1f00-696c-4f0a-a300-8b2ee2569d32),segment_id=8bbd1f00-696c-4f0a-a300-8b2ee2569d32)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 11:40:46.529021 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680520'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.541402 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] Calling delete_port for 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 11:40:46.576308 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677317', 'neutron.services.segments.db._delete_segments_for_network-8772675818379'] for network, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.586742 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a326aa6-daa6-488a-852b-fad17590db10']}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:46.596831 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbd1f00-696c-4f0a-a300-8b2ee2569d32') {'for_net_delete': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:46.597126 n-d-778550-4 neutron-server[93833]: DEBUG neutron.services.segments.db [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbd1f00-696c-4f0a-a300-8b2ee2569d32') {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 11:40:46.606929 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772675790520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126328907'] for segment, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.621890 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7904196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772675724099', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772675335415'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.625490 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053'] for segment, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.632233 n-d-778550-4 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 11:40:46.633378 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7673053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125918946'] for segment, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: Traceback (most recent call last): Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: timer() Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: cb(*args, **kw) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: return func(*args, **kwargs) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: self._notify() Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: self.callback(batched_events) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: event.method(event) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: return f(self, *a, **k) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: return self._get(url).json() Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: return self.request(url, 'GET', **kwargs) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 11:40:46.635650 n-d-778550-4 neutron-server[93833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 11:40:46.647157 n-d-778550-4 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] Pushing event deleted for resources: {'Port': ['ID=8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:46.656360 n-d-778550-4 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e9856-bebd-4618-9830-e2972fd107d6 None None] No DVR routers for this DVR port 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb on host n-d-778550-4 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 11:40:46.706922 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679149'] for network, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.712515 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Notify callbacks [] for network, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:46.714565 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a326aa6-daa6-488a-852b-fad17590db10 HTTP/1.1" status: 204 len: 168 time: 0.5274241 Jul 23 11:40:46.726995 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec09eac-2f87-414a-b55b-a685ee03a874 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a326aa6-daa6-488a-852b-fad17590db10,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:46.891708 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39642) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:46.931385 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-04d34a2b-3ac4-432c-a288-87c6c116ec2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ca8bf26b52f4b6091c135f4962a653a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384176 Jul 23 11:40:46.933728 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39644) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:46.980038 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8bcfde0-e622-44a8-b768-b0fe6ccfc74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.000385 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8bcfde0-e622-44a8-b768-b0fe6ccfc74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.049431 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8bcfde0-e622-44a8-b768-b0fe6ccfc74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.051986 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8bcfde0-e622-44a8-b768-b0fe6ccfc74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.053165 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-d8bcfde0-e622-44a8-b768-b0fe6ccfc74e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d17fda65-bed4-4ffe-8dd8-010a7d302951 HTTP/1.1" status: 204 len: 168 time: 0.1185441 Jul 23 11:40:47.061635 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcfde0-e622-44a8-b768-b0fe6ccfc74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17fda65-bed4-4ffe-8dd8-010a7d302951,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:47.378314 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39650) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:47.417281 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:47.427474 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-eba37baf-4104-4472-9253-5ce9ed8609af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=372b98c6e7954ecb9aa3fe8a5d5a1f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461071 Jul 23 11:40:47.428983 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [-] (93833) accepted ('10.222.0.37', 39652) {{(pid=93833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 11:40:47.438024 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:47.438377 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 2d5ac8a5-e7cb-4b78-83b3-7b1e60d9597a not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:47.438806 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:47.456743 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:47.457098 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device ef4ad2dd-e9a1-4efa-a818-8f6f4d9b73a2 not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:47.457517 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb no longer exists at agent ovs-agent-n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 11:40:47.476946 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] No Port match for: 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb {{(pid=93835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 11:40:47.477287 n-d-778550-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.rpc [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Device 8b11cb2d-eaf6-4af3-b6fe-53d3e35a5fcb not bound to the agent host n-d-778550-4 {{(pid=93835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 11:40:47.480835 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d3d165b-5aad-411a-bd53-217604a2df10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.503062 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d3d165b-5aad-411a-bd53-217604a2df10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.550769 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d3d165b-5aad-411a-bd53-217604a2df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546196'] for security_group, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.553316 n-d-778550-4 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d3d165b-5aad-411a-bd53-217604a2df10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:47.557520 n-d-778550-4 neutron-server[93833]: INFO neutron.wsgi [None req-5d3d165b-5aad-411a-bd53-217604a2df10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17b019a2-899d-47a5-9b4b-49b1c9c2729a HTTP/1.1" status: 204 len: 168 time: 0.1242783 Jul 23 11:40:47.563570 n-d-778550-4 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d165b-5aad-411a-bd53-217604a2df10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b019a2-899d-47a5-9b4b-49b1c9c2729a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 11:40:54.402443 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:40:54.666201 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:40:57.163278 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf0672ff-8db9-490d-8890-ae9e3f8230da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:00.040455 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3af29663-2f8a-4afc-8697-57b9c77993c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:00.333162 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:01.558136 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:02.787817 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:05.165229 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:24.662812 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:27.164777 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-934c92ad-8e1a-4272-bfd9-394d6b583f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:30.041516 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb660765-bdde-4678-8d32-463bb8fbaabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:30.333312 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:31.403123 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:41:31.560645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:32.789994 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:35.164145 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:54.676647 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:41:57.165738 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-635fec61-1b0c-4e95-95bf-a3d142984360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:00.041012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6685b7f-23e0-4afc-920b-1ba27fea6182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:00.333841 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:01.564211 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:02.794838 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:05.195203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:08.402359 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:42:24.691064 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:27.166235 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36524778-c2d5-4663-a6bb-32dc5251aac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:30.044313 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f232a4-ddeb-41b0-8e10-13f4fd4dcf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:30.336628 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:31.566963 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:32.796985 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:35.209506 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:45.402115 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:42:54.690280 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:42:57.167204 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d7db-b743-48be-8fb5-9963f4701888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:00.044567 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3e9d-6c1b-4c56-87c3-d79fa368d0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:00.337168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:01.569935 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:02.799237 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:05.208604 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:22.402053 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:43:24.691089 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:27.166876 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed1c2ce8-ada4-487b-b697-91b6281adfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:30.044997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-525363e7-2864-4f08-bb14-3776e1029765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:30.337855 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:31.573846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:32.800853 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:35.216416 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:54.687990 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:57.167593 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b576c63-0243-4f63-b00d-af9bfa12c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:43:59.401303 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:44:00.045142 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-264ea1f7-2cd0-4130-8e88-d916f637d181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:00.339922 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:01.576292 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:02.803645 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:05.222245 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:24.688299 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:27.167441 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55e21595-ccec-41b1-8aad-2a5dec1050c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:30.045693 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7bbff74-48ac-443f-ab32-3eb7446b6daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:30.340012 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:31.580846 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:32.806377 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:35.224953 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:36.400776 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:44:42.896796 n-d-778550-4 neutron-server[93833]: DEBUG neutron.wsgi [req-dbc70047-6799-4bd7-a363-3c763010cd65 req-2f13f7a9-22ee-4ab7-b513-2b00ca9dee4e service neutron] (93833) timed out ('10.222.0.37', 38260) {{(pid=93833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 11:44:54.686873 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:44:57.166821 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e76a0e40-1ea3-4292-aa69-01a7c7dea586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:00.046755 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81970ad2-a9e5-4874-9c7f-4d8fc59ed6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:00.342038 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:01.583260 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:02.808092 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:05.221732 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:13.401515 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:45:24.685945 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:27.167048 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e69baa4-136b-47f8-951b-30a1dd535ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:30.048413 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74ab6693-57a4-457e-9ea8-c232af1a88af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:30.343088 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:31.586220 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:32.812353 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:35.234756 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:50.401447 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:45:54.685530 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:45:57.168913 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45c5cd8f-9e7e-4922-8ffd-c7b45a7e28aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:00.049040 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af3a3b37-bdfa-4d2f-a756-fc82c13a34b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:00.343561 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:01.589279 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:02.813291 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:05.253457 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:24.684025 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:27.169490 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6a35d4a-0de3-47c5-94e1-fdb442f71baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:27.400882 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:46:30.050152 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e96d1769-2398-4083-8321-e5fd27371b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:30.345203 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:31.592401 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:32.816499 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:35.258290 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:54.682168 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:46:57.169602 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7895f9e4-272f-4782-8b46-44c82d5ed27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:00.049998 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-389ce598-9a46-432f-98ed-e9d54c36d4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:00.345620 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:01.595997 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:02.819184 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:04.402102 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:47:05.248230 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:24.681576 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:27.168671 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718c6530-7f4f-47b6-8b0a-20cb044af552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:30.050349 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7960db75-c5c7-4ea3-b6fd-6ca93ddbd43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:30.346950 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:31.598711 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:32.821389 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:35.246901 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:41.401376 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:47:54.680097 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:47:57.168421 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b05a46c4-026c-4fb5-b86b-a39651817386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:00.050452 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff01ea1d-eb44-485a-a446-8a70f38a0f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:00.348117 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:01.604867 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:02.824808 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:05.262179 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:18.404201 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 11:48:24.710148 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:27.169307 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1367b515-068d-42ec-b8c8-1a2213a77cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:30.050570 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e38daf4-6116-47ff-922d-52f21d371f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:30.349512 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f88c5a-f3fc-436b-b533-b98d53b94e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:31.605115 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e3bfac1-2a21-480d-bb40-7058c274270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:32.832378 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1be8926-66c7-4bd3-a9fe-92dc3c01e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:35.276980 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9b97e2-86ef-4385-9b50-8300254f0b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:54.708912 n-d-778550-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da60f7d2-0908-4ce9-a1dd-b79b0875c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772675818361', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7682395'] for agent, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 11:48:55.403271 n-d-778550-4 neutron-server[93836]: DEBUG neutron.db.agents_db [None req-d9c985a1-46f2-4e73-9ab2-39f4e4d0b47b None None] Agent healthcheck: found 7 active agents {{(pid=93836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}